oh-my-knowledge 0.30.0 → 0.31.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +198 -26
- package/README.zh.md +198 -26
- package/dist/src/authoring/evolver.d.ts +26 -2
- package/dist/src/authoring/evolver.d.ts.map +1 -1
- package/dist/src/authoring/evolver.js +410 -49
- package/dist/src/authoring/evolver.js.map +1 -1
- package/dist/src/authoring/generator.d.ts +5 -2
- package/dist/src/authoring/generator.d.ts.map +1 -1
- package/dist/src/authoring/generator.js +22 -6
- package/dist/src/authoring/generator.js.map +1 -1
- package/dist/src/authoring/sample-fixer.d.ts +10 -4
- package/dist/src/authoring/sample-fixer.d.ts.map +1 -1
- package/dist/src/authoring/sample-fixer.js +153 -126
- package/dist/src/authoring/sample-fixer.js.map +1 -1
- package/dist/src/cli/commands/doctor.d.ts +25 -1
- package/dist/src/cli/commands/doctor.d.ts.map +1 -1
- package/dist/src/cli/commands/doctor.js +233 -124
- package/dist/src/cli/commands/doctor.js.map +1 -1
- package/dist/src/cli/commands/eval/gold/compare.d.ts +17 -0
- package/dist/src/cli/commands/eval/gold/compare.d.ts.map +1 -0
- package/dist/src/cli/commands/eval/gold/compare.js +91 -0
- package/dist/src/cli/commands/eval/gold/compare.js.map +1 -0
- package/dist/src/cli/commands/eval/gold/index.d.ts +9 -0
- package/dist/src/cli/commands/eval/gold/index.d.ts.map +1 -0
- package/dist/src/cli/commands/eval/gold/index.js +34 -0
- package/dist/src/cli/commands/eval/gold/index.js.map +1 -0
- package/dist/src/cli/commands/eval/gold/init.d.ts +11 -0
- package/dist/src/cli/commands/eval/gold/init.d.ts.map +1 -0
- package/dist/src/cli/commands/eval/gold/init.js +51 -0
- package/dist/src/cli/commands/eval/gold/init.js.map +1 -0
- package/dist/src/cli/commands/eval/gold/validate.d.ts +12 -0
- package/dist/src/cli/commands/eval/gold/validate.d.ts.map +1 -0
- package/dist/src/cli/commands/eval/gold/validate.js +46 -0
- package/dist/src/cli/commands/eval/gold/validate.js.map +1 -0
- package/dist/src/cli/commands/eval/index.d.ts +54 -0
- package/dist/src/cli/commands/eval/index.d.ts.map +1 -0
- package/dist/src/cli/commands/{eval-runner.js → eval/index.js} +216 -50
- package/dist/src/cli/commands/eval/index.js.map +1 -0
- package/dist/src/cli/commands/evolve.d.ts +36 -1
- package/dist/src/cli/commands/evolve.d.ts.map +1 -1
- package/dist/src/cli/commands/evolve.js +191 -47
- package/dist/src/cli/commands/evolve.js.map +1 -1
- package/dist/src/cli/commands/init.d.ts +15 -1
- package/dist/src/cli/commands/init.d.ts.map +1 -1
- package/dist/src/cli/commands/init.js +70 -28
- package/dist/src/cli/commands/init.js.map +1 -1
- package/dist/src/cli/commands/observe/inbox.d.ts +23 -0
- package/dist/src/cli/commands/observe/inbox.d.ts.map +1 -0
- package/dist/src/cli/commands/observe/inbox.js +258 -0
- package/dist/src/cli/commands/observe/inbox.js.map +1 -0
- package/dist/src/cli/commands/observe/index.d.ts +22 -0
- package/dist/src/cli/commands/observe/index.d.ts.map +1 -0
- package/dist/src/cli/commands/observe/index.js +118 -0
- package/dist/src/cli/commands/observe/index.js.map +1 -0
- package/dist/src/cli/commands/observe/ingest.d.ts +13 -0
- package/dist/src/cli/commands/observe/ingest.d.ts.map +1 -0
- package/dist/src/cli/commands/observe/ingest.js +69 -0
- package/dist/src/cli/commands/observe/ingest.js.map +1 -0
- package/dist/src/cli/commands/observe/show.d.ts +13 -0
- package/dist/src/cli/commands/observe/show.d.ts.map +1 -0
- package/dist/src/cli/commands/observe/show.js +49 -0
- package/dist/src/cli/commands/observe/show.js.map +1 -0
- package/dist/src/cli/commands/sample.d.ts +28 -5
- package/dist/src/cli/commands/sample.d.ts.map +1 -1
- package/dist/src/cli/commands/sample.js +242 -169
- package/dist/src/cli/commands/sample.js.map +1 -1
- package/dist/src/cli/commands/skill-extract.d.ts +20 -0
- package/dist/src/cli/commands/skill-extract.d.ts.map +1 -0
- package/dist/src/cli/commands/skill-extract.js +84 -0
- package/dist/src/cli/commands/skill-extract.js.map +1 -0
- package/dist/src/cli/commands/studio.d.ts +22 -1
- package/dist/src/cli/commands/studio.d.ts.map +1 -1
- package/dist/src/cli/commands/studio.js +111 -37
- package/dist/src/cli/commands/studio.js.map +1 -1
- package/dist/src/cli/index.js +15 -47
- package/dist/src/cli/index.js.map +1 -1
- package/dist/src/cli/lib/cli-exit.d.ts +16 -0
- package/dist/src/cli/lib/cli-exit.d.ts.map +1 -0
- package/dist/src/cli/lib/cli-exit.js +20 -0
- package/dist/src/cli/lib/cli-exit.js.map +1 -0
- package/dist/src/cli/lib/cmd-flags.d.ts +236 -0
- package/dist/src/cli/lib/cmd-flags.d.ts.map +1 -0
- package/dist/src/cli/lib/cmd-flags.js +46 -0
- package/dist/src/cli/lib/cmd-flags.js.map +1 -0
- package/dist/src/cli/{i18n-dict.d.ts → lib/i18n-dict.d.ts} +1 -1
- package/dist/src/cli/lib/i18n-dict.d.ts.map +1 -0
- package/dist/src/cli/{i18n-dict.js → lib/i18n-dict.js} +39 -264
- package/dist/src/cli/lib/i18n-dict.js.map +1 -0
- package/dist/src/cli/{i18n.d.ts → lib/i18n.d.ts} +11 -6
- package/dist/src/cli/lib/i18n.d.ts.map +1 -0
- package/dist/src/cli/{i18n.js → lib/i18n.js} +12 -7
- package/dist/src/cli/lib/i18n.js.map +1 -0
- package/dist/src/cli/{parse-run-config.d.ts → lib/parse-run-config.d.ts} +5 -6
- package/dist/src/cli/lib/parse-run-config.d.ts.map +1 -0
- package/dist/src/cli/{parse-run-config.js → lib/parse-run-config.js} +11 -61
- package/dist/src/cli/lib/parse-run-config.js.map +1 -0
- package/dist/src/cli/lib/progress.d.ts.map +1 -0
- package/dist/src/cli/lib/progress.js.map +1 -0
- package/dist/src/cli/{run-tally.d.ts → lib/run-tally.d.ts} +1 -1
- package/dist/src/cli/lib/run-tally.d.ts.map +1 -0
- package/dist/src/cli/lib/run-tally.js.map +1 -0
- package/dist/src/cli/{commands/_shared.d.ts → lib/shared.d.ts} +2 -2
- package/dist/src/cli/lib/shared.d.ts.map +1 -0
- package/dist/src/cli/{commands/_shared.js → lib/shared.js} +3 -3
- package/dist/src/cli/lib/shared.js.map +1 -0
- package/dist/src/cli/lib/update-check.d.ts.map +1 -0
- package/dist/src/cli/lib/update-check.js.map +1 -0
- package/dist/src/cli/oclif/base-command.d.ts +8 -0
- package/dist/src/cli/oclif/base-command.d.ts.map +1 -0
- package/dist/src/cli/oclif/base-command.js +27 -0
- package/dist/src/cli/oclif/base-command.js.map +1 -0
- package/dist/src/cli/oclif/help.d.ts +16 -0
- package/dist/src/cli/oclif/help.d.ts.map +1 -0
- package/dist/src/cli/oclif/help.js +33 -0
- package/dist/src/cli/oclif/help.js.map +1 -0
- package/dist/src/cli/oclif/i18n.d.ts +16 -0
- package/dist/src/cli/oclif/i18n.d.ts.map +1 -0
- package/dist/src/cli/oclif/i18n.js +62 -0
- package/dist/src/cli/oclif/i18n.js.map +1 -0
- package/dist/src/cli/oclif/parsers.d.ts +10 -0
- package/dist/src/cli/oclif/parsers.d.ts.map +1 -0
- package/dist/src/cli/oclif/parsers.js +102 -0
- package/dist/src/cli/oclif/parsers.js.map +1 -0
- package/dist/src/cli/oclif/projection.d.ts +23 -0
- package/dist/src/cli/oclif/projection.d.ts.map +1 -0
- package/dist/src/cli/oclif/projection.js +52 -0
- package/dist/src/cli/oclif/projection.js.map +1 -0
- package/dist/src/cli/oclif/run.d.ts +2 -0
- package/dist/src/cli/oclif/run.d.ts.map +1 -0
- package/dist/src/cli/oclif/run.js +11 -0
- package/dist/src/cli/oclif/run.js.map +1 -0
- package/dist/src/diagnosis/observe-mapper.d.ts +68 -0
- package/dist/src/diagnosis/observe-mapper.d.ts.map +1 -0
- package/dist/src/diagnosis/observe-mapper.js +276 -0
- package/dist/src/diagnosis/observe-mapper.js.map +1 -0
- package/dist/src/diagnosis/observe-producer.d.ts +9 -0
- package/dist/src/diagnosis/observe-producer.d.ts.map +1 -0
- package/dist/src/diagnosis/observe-producer.js +197 -0
- package/dist/src/diagnosis/observe-producer.js.map +1 -0
- package/dist/src/diagnosis/studio-projection.d.ts +14 -0
- package/dist/src/diagnosis/studio-projection.d.ts.map +1 -0
- package/dist/src/diagnosis/studio-projection.js +84 -0
- package/dist/src/diagnosis/studio-projection.js.map +1 -0
- package/dist/src/diagnosis/types.d.ts +79 -0
- package/dist/src/diagnosis/types.d.ts.map +1 -0
- package/dist/src/diagnosis/types.js +20 -0
- package/dist/src/diagnosis/types.js.map +1 -0
- package/dist/src/doctor/fixer.d.ts +12 -0
- package/dist/src/doctor/fixer.d.ts.map +1 -0
- package/dist/src/doctor/fixer.js +326 -0
- package/dist/src/doctor/fixer.js.map +1 -0
- package/dist/src/doctor/health/composer.js +7 -4
- package/dist/src/doctor/health/composer.js.map +1 -1
- package/dist/src/doctor/health/parser.d.ts +0 -1
- package/dist/src/doctor/health/parser.d.ts.map +1 -1
- package/dist/src/doctor/health/parser.js +37 -0
- package/dist/src/doctor/health/parser.js.map +1 -1
- package/dist/src/doctor/health/prompt-builder.d.ts +2 -21
- package/dist/src/doctor/health/prompt-builder.d.ts.map +1 -1
- package/dist/src/doctor/health/prompt-builder.js +1 -169
- package/dist/src/doctor/health/prompt-builder.js.map +1 -1
- package/dist/src/doctor/html-renderer.d.ts +1 -1
- package/dist/src/doctor/html-renderer.d.ts.map +1 -1
- package/dist/src/doctor/html-renderer.js +2 -2
- package/dist/src/doctor/html-renderer.js.map +1 -1
- package/dist/src/doctor/index.d.ts.map +1 -1
- package/dist/src/doctor/index.js +1 -0
- package/dist/src/doctor/index.js.map +1 -1
- package/dist/src/doctor/renderer.d.ts +1 -1
- package/dist/src/doctor/renderer.d.ts.map +1 -1
- package/dist/src/doctor/renderer.js +2 -2
- package/dist/src/doctor/renderer.js.map +1 -1
- package/dist/src/doctor/rules.js +1 -1
- package/dist/src/doctor/rules.js.map +1 -1
- package/dist/src/eval-core/mock-hook.cjs +13 -1
- package/dist/src/eval-core/mocks-runtime.d.ts +7 -3
- package/dist/src/eval-core/mocks-runtime.d.ts.map +1 -1
- package/dist/src/eval-core/mocks-runtime.js +240 -4
- package/dist/src/eval-core/mocks-runtime.js.map +1 -1
- package/dist/src/eval-workflows/evaluation-pipeline.d.ts +1 -1
- package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +1 -1
- package/dist/src/eval-workflows/evaluation-pipeline.js +1 -1
- package/dist/src/eval-workflows/evaluation-pipeline.js.map +1 -1
- package/dist/src/eval-workflows/run-evaluation.js +1 -1
- package/dist/src/eval-workflows/run-evaluation.js.map +1 -1
- package/dist/src/executors/claude-cli.d.ts.map +1 -1
- package/dist/src/executors/claude-cli.js +6 -4
- package/dist/src/executors/claude-cli.js.map +1 -1
- package/dist/src/observability/experience.d.ts +184 -3
- package/dist/src/observability/experience.d.ts.map +1 -1
- package/dist/src/observability/experience.js +1208 -41
- package/dist/src/observability/experience.js.map +1 -1
- package/dist/src/observability/inbox-view-model.d.ts +3 -0
- package/dist/src/observability/inbox-view-model.d.ts.map +1 -1
- package/dist/src/observability/inbox-view-model.js +9 -0
- package/dist/src/observability/inbox-view-model.js.map +1 -1
- package/dist/src/observability/inbox.d.ts +2 -0
- package/dist/src/observability/inbox.d.ts.map +1 -1
- package/dist/src/observability/inbox.js +16 -2
- package/dist/src/observability/inbox.js.map +1 -1
- package/dist/src/observability/problem-patterns.d.ts +1 -0
- package/dist/src/observability/problem-patterns.d.ts.map +1 -1
- package/dist/src/observability/problem-patterns.js +8 -8
- package/dist/src/observability/problem-patterns.js.map +1 -1
- package/dist/src/observability/resolved-review.d.ts +25 -0
- package/dist/src/observability/resolved-review.d.ts.map +1 -0
- package/dist/src/observability/resolved-review.js +231 -0
- package/dist/src/observability/resolved-review.js.map +1 -0
- package/dist/src/observability/review-state.d.ts +9 -2
- package/dist/src/observability/review-state.d.ts.map +1 -1
- package/dist/src/observability/review-state.js +40 -2
- package/dist/src/observability/review-state.js.map +1 -1
- package/dist/src/observability/skill-chain-advisories.js +4 -4
- package/dist/src/observability/skill-chain-advisories.js.map +1 -1
- package/dist/src/observability/skill-chain.d.ts +1 -0
- package/dist/src/observability/skill-chain.d.ts.map +1 -1
- package/dist/src/observability/skill-chain.js +72 -35
- package/dist/src/observability/skill-chain.js.map +1 -1
- package/dist/src/observability/soft-standards.d.ts +130 -0
- package/dist/src/observability/soft-standards.d.ts.map +1 -0
- package/dist/src/observability/soft-standards.js +426 -0
- package/dist/src/observability/soft-standards.js.map +1 -0
- package/dist/src/observability/text-signals.d.ts +7 -0
- package/dist/src/observability/text-signals.d.ts.map +1 -1
- package/dist/src/observability/text-signals.js +88 -4
- package/dist/src/observability/text-signals.js.map +1 -1
- package/dist/src/observability/trace-segmenter.d.ts.map +1 -1
- package/dist/src/observability/trace-segmenter.js +4 -2
- package/dist/src/observability/trace-segmenter.js.map +1 -1
- package/dist/src/observability/trace-source.d.ts.map +1 -1
- package/dist/src/observability/trace-source.js +13 -3
- package/dist/src/observability/trace-source.js.map +1 -1
- package/dist/src/renderer/observation-inbox-renderer.d.ts.map +1 -1
- package/dist/src/renderer/observation-inbox-renderer.js +5914 -924
- package/dist/src/renderer/observation-inbox-renderer.js.map +1 -1
- package/dist/src/renderer/skill-detail-renderer.d.ts.map +1 -1
- package/dist/src/renderer/skill-detail-renderer.js +15 -5
- package/dist/src/renderer/skill-detail-renderer.js.map +1 -1
- package/dist/src/renderer/skill-list-renderer.d.ts.map +1 -1
- package/dist/src/renderer/skill-list-renderer.js +10 -3
- package/dist/src/renderer/skill-list-renderer.js.map +1 -1
- package/dist/src/renderer/test-view.js +2 -2
- package/dist/src/renderer/test-view.js.map +1 -1
- package/dist/src/server/report-server.d.ts.map +1 -1
- package/dist/src/server/report-server.js +95 -2
- package/dist/src/server/report-server.js.map +1 -1
- package/dist/src/server/skill-index.d.ts +5 -1
- package/dist/src/server/skill-index.d.ts.map +1 -1
- package/dist/src/server/skill-index.js +72 -26
- package/dist/src/server/skill-index.js.map +1 -1
- package/dist/src/server/skill-insights.d.ts +10 -1
- package/dist/src/server/skill-insights.d.ts.map +1 -1
- package/dist/src/server/skill-insights.js +113 -1
- package/dist/src/server/skill-insights.js.map +1 -1
- package/dist/src/shared/hard-rules.d.ts +2 -0
- package/dist/src/shared/hard-rules.d.ts.map +1 -1
- package/dist/src/shared/hard-rules.js +42 -0
- package/dist/src/shared/hard-rules.js.map +1 -1
- package/dist/src/shared/llm-prompts/index.d.ts +14 -0
- package/dist/src/shared/llm-prompts/index.d.ts.map +1 -0
- package/dist/src/shared/llm-prompts/index.js +35 -0
- package/dist/src/shared/llm-prompts/index.js.map +1 -0
- package/dist/src/shared/llm-prompts/skill-health.d.ts +22 -0
- package/dist/src/shared/llm-prompts/skill-health.d.ts.map +1 -0
- package/dist/src/shared/llm-prompts/skill-health.js +170 -0
- package/dist/src/shared/llm-prompts/skill-health.js.map +1 -0
- package/dist/src/types/doctor.d.ts +2 -0
- package/dist/src/types/doctor.d.ts.map +1 -1
- package/dist/src/types/eval.d.ts +6 -1
- package/dist/src/types/eval.d.ts.map +1 -1
- package/dist/src/types/report.d.ts +6 -0
- package/dist/src/types/report.d.ts.map +1 -1
- package/docs/prompts/llm-enhanced-review.prompt.md +111 -0
- package/package.json +29 -4
- package/dist/src/cli/cli-exit.d.ts +0 -15
- package/dist/src/cli/cli-exit.d.ts.map +0 -1
- package/dist/src/cli/cli-exit.js +0 -19
- package/dist/src/cli/cli-exit.js.map +0 -1
- package/dist/src/cli/commands/_shared.d.ts.map +0 -1
- package/dist/src/cli/commands/_shared.js.map +0 -1
- package/dist/src/cli/commands/eval-gold.d.ts +0 -2
- package/dist/src/cli/commands/eval-gold.d.ts.map +0 -1
- package/dist/src/cli/commands/eval-gold.js +0 -137
- package/dist/src/cli/commands/eval-gold.js.map +0 -1
- package/dist/src/cli/commands/eval-runner.d.ts +0 -2
- package/dist/src/cli/commands/eval-runner.d.ts.map +0 -1
- package/dist/src/cli/commands/eval-runner.js.map +0 -1
- package/dist/src/cli/commands/eval.d.ts +0 -2
- package/dist/src/cli/commands/eval.d.ts.map +0 -1
- package/dist/src/cli/commands/eval.js +0 -11
- package/dist/src/cli/commands/eval.js.map +0 -1
- package/dist/src/cli/commands/observe.d.ts +0 -2
- package/dist/src/cli/commands/observe.d.ts.map +0 -1
- package/dist/src/cli/commands/observe.js +0 -247
- package/dist/src/cli/commands/observe.js.map +0 -1
- package/dist/src/cli/commands/registry.d.ts +0 -11
- package/dist/src/cli/commands/registry.d.ts.map +0 -1
- package/dist/src/cli/commands/registry.js +0 -32
- package/dist/src/cli/commands/registry.js.map +0 -1
- package/dist/src/cli/i18n-dict.d.ts.map +0 -1
- package/dist/src/cli/i18n-dict.js.map +0 -1
- package/dist/src/cli/i18n.d.ts.map +0 -1
- package/dist/src/cli/i18n.js.map +0 -1
- package/dist/src/cli/parse-run-config.d.ts.map +0 -1
- package/dist/src/cli/parse-run-config.js.map +0 -1
- package/dist/src/cli/parse-strict.d.ts +0 -7
- package/dist/src/cli/parse-strict.d.ts.map +0 -1
- package/dist/src/cli/parse-strict.js +0 -26
- package/dist/src/cli/parse-strict.js.map +0 -1
- package/dist/src/cli/progress.d.ts.map +0 -1
- package/dist/src/cli/progress.js.map +0 -1
- package/dist/src/cli/run-tally.d.ts.map +0 -1
- package/dist/src/cli/run-tally.js.map +0 -1
- package/dist/src/cli/update-check.d.ts.map +0 -1
- package/dist/src/cli/update-check.js.map +0 -1
- /package/dist/src/cli/{progress.d.ts → lib/progress.d.ts} +0 -0
- /package/dist/src/cli/{progress.js → lib/progress.js} +0 -0
- /package/dist/src/cli/{run-tally.js → lib/run-tally.js} +0 -0
- /package/dist/src/cli/{update-check.d.ts → lib/update-check.d.ts} +0 -0
- /package/dist/src/cli/{update-check.js → lib/update-check.js} +0 -0
|
@@ -1,9 +1,12 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { homedir } from 'node:os';
|
|
2
|
+
import { existsSync, statSync, mkdirSync, writeFileSync } from 'node:fs';
|
|
2
3
|
import { dirname, join, resolve } from 'node:path';
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
4
|
+
import { Args, Flags } from '@oclif/core';
|
|
5
|
+
import { LANG_FLAG, bilingual } from '../oclif/i18n.js';
|
|
6
|
+
import { BaseCommand } from '../oclif/base-command.js';
|
|
7
|
+
import { numberStringParser } from '../oclif/parsers.js';
|
|
8
|
+
import { CliExit } from '../lib/cli-exit.js';
|
|
9
|
+
import { tCli } from '../lib/i18n.js';
|
|
7
10
|
const DEFAULT_SAMPLE_FILENAMES = ['eval-samples.json', 'eval-samples.yaml', 'eval-samples.yml'];
|
|
8
11
|
function findSamplesInDir(dir) {
|
|
9
12
|
for (const name of DEFAULT_SAMPLE_FILENAMES) {
|
|
@@ -47,128 +50,234 @@ function findDefaultSamplesPath(target, cwd) {
|
|
|
47
50
|
}
|
|
48
51
|
return null;
|
|
49
52
|
}
|
|
50
|
-
export
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
allowPositionals: true,
|
|
55
|
-
options: {
|
|
56
|
-
...COMMON_OPTIONS,
|
|
57
|
-
json: { type: 'boolean', default: false },
|
|
58
|
-
gate: { type: 'boolean', default: false },
|
|
59
|
-
executor: { type: 'string' },
|
|
60
|
-
model: { type: 'string' },
|
|
61
|
-
samples: { type: 'string' },
|
|
62
|
-
timeout: { type: 'string' },
|
|
63
|
-
html: { type: 'string' },
|
|
64
|
-
'static-only': { type: 'boolean', default: false },
|
|
65
|
-
},
|
|
53
|
+
export default class Doctor extends BaseCommand {
|
|
54
|
+
static description = bilingual({
|
|
55
|
+
zh: '体检 omk 工作目录,检查 skill 配置 / 依赖 / executor 连通性。',
|
|
56
|
+
en: 'Preflight health checks for omk workdir: skill config / deps / executor connectivity.',
|
|
66
57
|
});
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
58
|
+
static examples = [
|
|
59
|
+
{
|
|
60
|
+
description: bilingual({
|
|
61
|
+
zh: '默认模式跑 LLM 健康度审计(7 内置维度)。',
|
|
62
|
+
en: 'Default mode runs LLM-driven health audit (7 built-in dimensions).',
|
|
63
|
+
}),
|
|
64
|
+
command: '<%= config.bin %> doctor',
|
|
65
|
+
},
|
|
66
|
+
{
|
|
67
|
+
description: bilingual({
|
|
68
|
+
zh: '离线静态模式,只跑 4 条静态 rule,不调 LLM,CI 无 LLM 凭证时用。',
|
|
69
|
+
en: 'Offline static mode, only 4 static rules, no LLM call. Use when CI lacks LLM credentials.',
|
|
70
|
+
}),
|
|
71
|
+
command: '<%= config.bin %> doctor --static-only',
|
|
72
|
+
},
|
|
73
|
+
{
|
|
74
|
+
description: bilingual({
|
|
75
|
+
zh: 'JSON 输出 + 写 HTML 报告,给 CI 抓 exit code 同时人看。',
|
|
76
|
+
en: 'JSON output + HTML report, for CI exit code + human review.',
|
|
77
|
+
}),
|
|
78
|
+
command: '<%= config.bin %> doctor --json --html doctor.html',
|
|
79
|
+
},
|
|
80
|
+
];
|
|
81
|
+
static args = {
|
|
82
|
+
target: Args.string({
|
|
83
|
+
description: bilingual({
|
|
84
|
+
zh: '要体检的 skill 路径或目录。可选,默认扫当前 cwd 下的 skills/。',
|
|
85
|
+
en: 'Skill path or directory to inspect. Optional, defaults to scanning ./skills/.',
|
|
86
|
+
}),
|
|
87
|
+
required: false,
|
|
88
|
+
}),
|
|
89
|
+
};
|
|
90
|
+
static flags = {
|
|
91
|
+
lang: LANG_FLAG,
|
|
92
|
+
json: Flags.boolean({
|
|
93
|
+
description: bilingual({
|
|
94
|
+
zh: 'JSON 输出到 stdout,适合 CI / 外部脚本消费。',
|
|
95
|
+
en: 'JSON output to stdout, for CI / external script consumption.',
|
|
96
|
+
}),
|
|
97
|
+
default: false,
|
|
98
|
+
}),
|
|
99
|
+
gate: Flags.boolean({
|
|
100
|
+
description: bilingual({
|
|
101
|
+
zh: '静默模式,只在 fail 时输出 stderr 摘要,exit code 标识结果。',
|
|
102
|
+
en: 'Silent mode: only emit stderr summary on fail. Exit code carries the signal.',
|
|
103
|
+
}),
|
|
104
|
+
default: false,
|
|
105
|
+
}),
|
|
106
|
+
executor: Flags.string({
|
|
107
|
+
description: bilingual({
|
|
108
|
+
zh: '执行器名,默认 claude。指定为测试 fixture 路径可在测试里跑(同 omk doctor)。',
|
|
109
|
+
en: 'Executor name, default claude. Pass a test fixture path to use in tests.',
|
|
110
|
+
}),
|
|
111
|
+
}),
|
|
112
|
+
model: Flags.string({
|
|
113
|
+
description: bilingual({
|
|
114
|
+
zh: 'LLM model 名,默认 sonnet。',
|
|
115
|
+
en: 'LLM model name, default sonnet.',
|
|
116
|
+
}),
|
|
117
|
+
}),
|
|
118
|
+
samples: Flags.string({
|
|
119
|
+
description: bilingual({
|
|
120
|
+
zh: '样本文件路径(.json/.yaml)。不传则按 target / cwd 顺序自动发现。',
|
|
121
|
+
en: 'Samples file path (.json/.yaml). Auto-detects from target / cwd if omitted.',
|
|
122
|
+
}),
|
|
123
|
+
}),
|
|
124
|
+
timeout: Flags.string({
|
|
125
|
+
description: bilingual({
|
|
126
|
+
zh: '单次 LLM 会话超时秒数,默认 600(10 分钟)。',
|
|
127
|
+
en: 'Single-session LLM timeout sec, default 600 (10 min).',
|
|
128
|
+
}),
|
|
129
|
+
parse: numberStringParser('--timeout', { min: 1 }),
|
|
130
|
+
}),
|
|
131
|
+
html: Flags.string({
|
|
132
|
+
description: bilingual({
|
|
133
|
+
zh: 'HTML 报告输出路径。可跟 --json / --gate 共存。',
|
|
134
|
+
en: 'HTML report output path. Coexists with --json / --gate.',
|
|
135
|
+
}),
|
|
136
|
+
}),
|
|
137
|
+
'static-only': Flags.boolean({
|
|
138
|
+
description: bilingual({
|
|
139
|
+
zh: '离线静态模式,只跑 4 条静态 rule(skill_readable / skill_metadata / dependencies_present / samples_contract_aligned),不调 LLM。',
|
|
140
|
+
en: 'Offline static mode: only 4 static rules, no LLM call.',
|
|
141
|
+
}),
|
|
142
|
+
default: false,
|
|
143
|
+
}),
|
|
144
|
+
fix: Flags.boolean({
|
|
145
|
+
description: bilingual({
|
|
146
|
+
zh: '交互式修复:根据 doctor 报告问题,用 LLM agent 修复 skill。',
|
|
147
|
+
en: 'Interactive fix: use LLM agent to fix skill issues reported by doctor.',
|
|
148
|
+
}),
|
|
149
|
+
default: false,
|
|
150
|
+
}),
|
|
151
|
+
effort: Flags.string({
|
|
152
|
+
description: bilingual({
|
|
153
|
+
zh: 'LLM 推理 effort:low / medium / high / xhigh / max。',
|
|
154
|
+
en: 'LLM reasoning effort: low / medium / high / xhigh / max.',
|
|
155
|
+
}),
|
|
156
|
+
}),
|
|
157
|
+
};
|
|
158
|
+
async run() {
|
|
159
|
+
const { args, flags } = await this.parse(Doctor);
|
|
160
|
+
const lang = this.lang;
|
|
161
|
+
await this.runWithCliExit(async () => {
|
|
162
|
+
const target = args.target ?? null;
|
|
163
|
+
const executorName = flags.executor ?? 'claude';
|
|
164
|
+
const model = flags.model ?? 'sonnet';
|
|
165
|
+
// 默认 LLM 健康度审计(7 内置维度 + 用户注册的自定义维度);--static-only 切到
|
|
166
|
+
// 离线静态模式:只跑 4 条静态 rule,不调 LLM。CI 节点没装 claude/codex、本地断网
|
|
167
|
+
// 调试等场景。
|
|
168
|
+
const staticOnly = flags['static-only'];
|
|
169
|
+
const runHealthCheck = !staticOnly;
|
|
170
|
+
const defaultTimeoutSec = 600;
|
|
171
|
+
const timeoutSec = flags.timeout != null ? Number(flags.timeout) : defaultTimeoutSec;
|
|
172
|
+
const timeoutMs = Math.max(1000, Math.floor((Number.isFinite(timeoutSec) ? timeoutSec : defaultTimeoutSec) * 1000));
|
|
173
|
+
const cwd = process.cwd();
|
|
174
|
+
const samplesPath = flags.samples ? resolve(flags.samples) : findDefaultSamplesPath(target, cwd);
|
|
175
|
+
let samples;
|
|
176
|
+
let requires;
|
|
177
|
+
if (samplesPath) {
|
|
178
|
+
try {
|
|
179
|
+
const { loadSamples } = await import('../../inputs/load-samples.js');
|
|
180
|
+
const loaded = loadSamples(samplesPath);
|
|
181
|
+
samples = loaded.samples;
|
|
182
|
+
requires = loaded.requires;
|
|
183
|
+
}
|
|
184
|
+
catch (err) {
|
|
185
|
+
const msg = err instanceof Error ? err.message : String(err);
|
|
186
|
+
process.stderr.write(tCli('cli.common.warn_load_samples_failed', lang, { path: samplesPath, message: msg }));
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
// 副作用 import: 注册 7 内置维度 spec + skill_health composer rule。
|
|
190
|
+
await import('../../doctor/health/register.js');
|
|
191
|
+
const { runDoctor } = await import('../../doctor/index.js');
|
|
192
|
+
const { renderDoctorReportText, renderDoctorReportJson } = await import('../../doctor/renderer.js');
|
|
193
|
+
const { getRegisteredRules } = await import('../../doctor/rules.js');
|
|
194
|
+
const { isComposerRule } = await import('../../types/doctor.js');
|
|
195
|
+
const rulesOverride = staticOnly
|
|
196
|
+
? getRegisteredRules().filter((r) => !isComposerRule(r))
|
|
197
|
+
: getRegisteredRules().filter(isComposerRule);
|
|
198
|
+
let report;
|
|
199
|
+
try {
|
|
200
|
+
report = await runDoctor({
|
|
201
|
+
target,
|
|
202
|
+
cwd,
|
|
203
|
+
executorName,
|
|
204
|
+
model,
|
|
205
|
+
timeoutMs,
|
|
206
|
+
lang,
|
|
207
|
+
runHealthCheck,
|
|
208
|
+
rules: rulesOverride,
|
|
209
|
+
samples,
|
|
210
|
+
requires,
|
|
211
|
+
});
|
|
212
|
+
}
|
|
213
|
+
catch (err) {
|
|
214
|
+
if (err instanceof CliExit)
|
|
215
|
+
throw err;
|
|
216
|
+
const msg = err instanceof Error ? err.message : String(err);
|
|
217
|
+
console.error(tCli('cli.doctor.no_skill_found', lang, { path: target ?? cwd }));
|
|
218
|
+
console.error(`(${msg})`);
|
|
219
|
+
throw new CliExit(1);
|
|
220
|
+
}
|
|
221
|
+
if (report.skills.length === 0) {
|
|
222
|
+
console.error(tCli('cli.doctor.no_skill_found', lang, { path: target ?? cwd }));
|
|
223
|
+
throw new CliExit(1);
|
|
224
|
+
}
|
|
225
|
+
if (flags.html) {
|
|
226
|
+
const { renderDoctorReportHtml } = await import('../../doctor/html-renderer.js');
|
|
227
|
+
const { writeFileSync, mkdirSync } = await import('node:fs');
|
|
228
|
+
const abs = resolve(flags.html);
|
|
229
|
+
mkdirSync(dirname(abs), { recursive: true });
|
|
230
|
+
writeFileSync(abs, renderDoctorReportHtml(report, lang), 'utf8');
|
|
231
|
+
console.error(lang === 'zh' ? `HTML 报告已写入: ${abs}` : `HTML report written to: ${abs}`);
|
|
232
|
+
}
|
|
233
|
+
if (flags.json) {
|
|
234
|
+
console.log(renderDoctorReportJson(report));
|
|
235
|
+
}
|
|
236
|
+
else if (flags.gate) {
|
|
237
|
+
if (report.outcome === 'failed') {
|
|
238
|
+
const summary = lang === 'zh'
|
|
239
|
+
? `doctor failed: ${report.totals.fail} 个 skill 未通过 (${report.totals.warn} warn / ${report.totals.pass} pass)`
|
|
240
|
+
: `doctor failed: ${report.totals.fail} skills did not pass (${report.totals.warn} warn / ${report.totals.pass} pass)`;
|
|
241
|
+
console.error(summary);
|
|
242
|
+
}
|
|
243
|
+
}
|
|
244
|
+
else {
|
|
245
|
+
if (samplesPath && samples) {
|
|
246
|
+
process.stderr.write(tCli('cli.doctor.samples_detected', lang, { path: samplesPath }) + '\n');
|
|
247
|
+
}
|
|
248
|
+
renderDoctorReportText(report, lang);
|
|
249
|
+
}
|
|
250
|
+
persistDoctorReport(report);
|
|
251
|
+
if (flags.fix) {
|
|
252
|
+
const existing = report;
|
|
253
|
+
if (existing.outcome !== 'failed') {
|
|
254
|
+
process.stderr.write(lang === 'zh' ? '✅ 没有需要修复的问题\n' : '✅ Nothing to fix\n');
|
|
255
|
+
throw new CliExit(0);
|
|
256
|
+
}
|
|
257
|
+
const { runDoctorFix } = await import('../../doctor/fixer.js');
|
|
258
|
+
const changed = await runDoctorFix({ report: existing, executorName, model, timeoutMs });
|
|
259
|
+
throw new CliExit(changed ? 0 : (existing.outcome === 'failed' ? 1 : 0));
|
|
260
|
+
}
|
|
261
|
+
throw new CliExit(report.outcome === 'failed' ? 1 : 0);
|
|
124
262
|
});
|
|
125
263
|
}
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
// 主输出格式跑(--json → JSON 到 stdout / --gate → 静默 / 默认 → text 到 stderr)。
|
|
144
|
-
if (htmlPath) {
|
|
145
|
-
const { renderDoctorReportHtml } = await import('../../doctor/html-renderer.js');
|
|
146
|
-
const { writeFileSync, mkdirSync } = await import('node:fs');
|
|
147
|
-
const { dirname, resolve } = await import('node:path');
|
|
148
|
-
const abs = resolve(htmlPath);
|
|
149
|
-
mkdirSync(dirname(abs), { recursive: true });
|
|
150
|
-
writeFileSync(abs, renderDoctorReportHtml(report, lang), 'utf8');
|
|
151
|
-
// 通知用户(stderr,不污染 --json 的 stdout)
|
|
152
|
-
console.error(lang === 'zh' ? `HTML 报告已写入: ${abs}` : `HTML report written to: ${abs}`);
|
|
153
|
-
}
|
|
154
|
-
if (isJson) {
|
|
155
|
-
console.log(renderDoctorReportJson(report));
|
|
156
|
-
}
|
|
157
|
-
else if (isGate) {
|
|
158
|
-
// gate 模式: 静默 stdout, fail 时简短 stderr 摘要(供 CI 抓 exit code)
|
|
159
|
-
if (report.outcome === 'failed') {
|
|
160
|
-
const summary = lang === 'zh'
|
|
161
|
-
? `doctor failed: ${report.totals.fail} 个 skill 未通过 (${report.totals.warn} warn / ${report.totals.pass} pass)`
|
|
162
|
-
: `doctor failed: ${report.totals.fail} skills did not pass (${report.totals.warn} warn / ${report.totals.pass} pass)`;
|
|
163
|
-
console.error(summary);
|
|
164
|
-
}
|
|
165
|
-
}
|
|
166
|
-
else {
|
|
167
|
-
if (samplesPath && samples) {
|
|
168
|
-
process.stderr.write(tCli('cli.doctor.samples_detected', lang, { path: samplesPath }) + '\n');
|
|
169
|
-
}
|
|
170
|
-
renderDoctorReportText(report, lang);
|
|
264
|
+
}
|
|
265
|
+
function persistDoctorReport(report) {
|
|
266
|
+
const dir = join(homedir(), '.oh-my-knowledge', 'doctors');
|
|
267
|
+
mkdirSync(dir, { recursive: true });
|
|
268
|
+
for (const skill of report.skills) {
|
|
269
|
+
const perSkill = {
|
|
270
|
+
...report,
|
|
271
|
+
skills: [skill],
|
|
272
|
+
totals: {
|
|
273
|
+
pass: skill.status === 'pass' ? 1 : 0,
|
|
274
|
+
warn: skill.status === 'warn' ? 1 : 0,
|
|
275
|
+
fail: skill.status === 'fail' ? 1 : 0,
|
|
276
|
+
},
|
|
277
|
+
outcome: skill.status === 'fail' ? 'failed' : skill.status === 'warn' ? 'warnings_only' : 'passed',
|
|
278
|
+
};
|
|
279
|
+
const safeName = skill.skillName.replace(/[/\\:*?"<>|]/g, '_');
|
|
280
|
+
writeFileSync(join(dir, `${safeName}.json`), JSON.stringify(perSkill, null, 2), 'utf8');
|
|
171
281
|
}
|
|
172
|
-
throw new CliExit(report.outcome === 'failed' ? 1 : 0);
|
|
173
282
|
}
|
|
174
283
|
//# sourceMappingURL=doctor.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"doctor.js","sourceRoot":"","sources":["../../../../src/cli/commands/doctor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;
|
|
1
|
+
{"version":3,"file":"doctor.js","sourceRoot":"","sources":["../../../../src/cli/commands/doctor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACzE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAItC,MAAM,wBAAwB,GAAG,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,kBAAkB,CAAU,CAAC;AAEzG,SAAS,gBAAgB,CAAC,GAAW;IACnC,KAAK,MAAM,IAAI,IAAI,wBAAwB,EAAE,CAAC;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAClC,IAAI,UAAU,CAAC,SAAS,CAAC;YAAE,OAAO,SAAS,CAAC;IAC9C,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAqB,EAAE,GAAW;IAC1D,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,GAAG,GAAG,CAAC,GAAW,EAAQ,EAAE;QAChC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1C,CAAC,CAAC;IACF,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;YACjC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACvB,GAAG,CAAC,SAAS,CAAC,CAAC;gBACf,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;gBACxB,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;gBAClC,GAAG,CAAC,MAAM,CAAC,CAAC;gBACZ,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IACD,GAAG,CAAC,GAAG,CAAC,CAAC;IACT,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,sBAAsB,CAAC,MAAqB,EAAE,GAAW;IAChE,KAAK,MAAM,GAAG,IAAI,gBAAgB,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;QAChD,MAAM,WAAW,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;QAC1C,IAAI,WAAW;YAAE,OAAO,WAAW,CAAC;IACtC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,OAAO,OAAO,MAAO,SAAQ,WAAW;IAC7C,MAAM,CAAC,WAAW,GAAG,SAAS,CAAC;QAC7B,EAAE,EAAE,8CAA8C;QAClD,EAAE,EAAE,uFAAuF;KAC5F,CAAC,CAAC;IAEH,MAAM,CAAC,QAAQ,GAAG;QAChB;YACE,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,0BAA0B;gBAC9B,EAAE,EAAE,oEAAoE;aACzE,CAAC;YACF,OAAO,EAAE,0BAA0B;SACpC;QACD;YACE,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,4CAA4C;gBAChD,EAAE,EAAE,2FAA2F;aAChG,CAAC;YACF,OAAO,EAAE,wCAAwC;SAClD;QACD;YACE,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,4CAA4C;gBAChD,EAAE,EAAE,6DAA6D;aAClE,CAAC;YACF,OAAO,EAAE,oDAAoD;SAC9D;KACF,CAAC;IAEF,MAAM,CAAC,IAAI,GAAG;QACZ,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;YAClB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,2CAA2C;gBAC/C,EAAE,EAAE,+EAA+E;aACpF,CAAC;YACF,QAAQ,EAAE,KAAK;SAChB,CAAC;KACH,CAAC;IAEF,MAAM,CAAC,KAAK,GAAG;QACb,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC;YAClB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,iCAAiC;gBACrC,EAAE,EAAE,8DAA8D;aACnE,CAAC;YACF,OAAO,EAAE,KAAK;SACf,CAAC;QACF,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC;YAClB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,4CAA4C;gBAChD,EAAE,EAAE,8EAA8E;aACnF,CAAC;YACF,OAAO,EAAE,KAAK;SACf,CAAC;QACF,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC;YACrB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,sDAAsD;gBAC1D,EAAE,EAAE,0EAA0E;aAC/E,CAAC;SACH,CAAC;QACF,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC;YAClB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,wBAAwB;gBAC5B,EAAE,EAAE,iCAAiC;aACtC,CAAC;SACH,CAAC;QACF,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;YACpB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,+CAA+C;gBACnD,EAAE,EAAE,6EAA6E;aAClF,CAAC;SACH,CAAC;QACF,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;YACpB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,8BAA8B;gBAClC,EAAE,EAAE,uDAAuD;aAC5D,CAAC;YACF,KAAK,EAAE,kBAAkB,CAAC,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SACnD,CAAC;QACF,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC;YACjB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,oCAAoC;gBACxC,EAAE,EAAE,yDAAyD;aAC9D,CAAC;SACH,CAAC;QACF,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC;YAC3B,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,iHAAiH;gBACrH,EAAE,EAAE,wDAAwD;aAC7D,CAAC;YACF,OAAO,EAAE,KAAK;SACf,CAAC;QACF,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC;YACjB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,4CAA4C;gBAChD,EAAE,EAAE,wEAAwE;aAC7E,CAAC;YACF,OAAO,EAAE,KAAK;SACf,CAAC;QACF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;YACnB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,kDAAkD;gBACtD,EAAE,EAAE,0DAA0D;aAC/D,CAAC;SACH,CAAC;KACH,CAAC;IAEF,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,IAAI,EAAE;YACnC,MAAM,MAAM,GAAkB,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC;YAClD,MAAM,YAAY,GAAG,KAAK,CAAC,QAAQ,IAAI,QAAQ,CAAC;YAChD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC;YACtC,qDAAqD;YACrD,wDAAwD;YACxD,SAAS;YACT,MAAM,UAAU,GAAG,KAAK,CAAC,aAAa,CAAC,CAAC;YACxC,MAAM,cAAc,GAAG,CAAC,UAAU,CAAC;YACnC,MAAM,iBAAiB,GAAG,GAAG,CAAC;YAC9B,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC;YACrF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,IAAI,EACJ,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,iBAAiB,CAAC,GAAG,IAAI,CAAC,CAClF,CAAC;YAEF,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;YAC1B,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACjG,IAAI,OAA6B,CAAC;YAClC,IAAI,QAA4C,CAAC;YACjD,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,CAAC;oBACH,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAC;oBACrE,MAAM,MAAM,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;oBACxC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;oBACzB,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;gBAC7B,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAC7D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,qCAAqC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;gBAC/G,CAAC;YACH,CAAC;YAED,2DAA2D;YAC3D,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;YAEhD,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;YAC5D,MAAM,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,GAAG,MAAM,MAAM,CAAC,0BAA0B,CAAC,CAAC;YACpG,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;YACrE,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;YACjE,MAAM,aAAa,GAAG,UAAU;gBAC9B,CAAC,CAAC,kBAAkB,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;gBACxD,CAAC,CAAC,kBAAkB,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;YAEhD,IAAI,MAAM,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,SAAS,CAAC;oBACvB,MAAM;oBACN,GAAG;oBACH,YAAY;oBACZ,KAAK;oBACL,SAAS;oBACT,IAAI;oBACJ,cAAc;oBACd,KAAK,EAAE,aAAa;oBACpB,OAAO;oBACP,QAAQ;iBACT,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,GAAG,YAAY,OAAO;oBAAE,MAAM,GAAG,CAAC;gBACtC,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,2BAA2B,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;gBAChF,OAAO,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC;gBAC1B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;YAED,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,2BAA2B,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;gBAChF,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;YAED,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,MAAM,EAAE,sBAAsB,EAAE,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;gBACjF,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC7D,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAChC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC7C,aAAa,CAAC,GAAG,EAAE,sBAAsB,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;gBACjE,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC,CAAC,2BAA2B,GAAG,EAAE,CAAC,CAAC;YACzF,CAAC;YAED,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAC;YAC9C,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACtB,IAAI,MAAM,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAChC,MAAM,OAAO,GAAG,IAAI,KAAK,IAAI;wBAC3B,CAAC,CAAC,kBAAkB,MAAM,CAAC,MAAM,CAAC,IAAI,iBAAiB,MAAM,CAAC,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC,MAAM,CAAC,IAAI,QAAQ;wBAC9G,CAAC,CAAC,kBAAkB,MAAM,CAAC,MAAM,CAAC,IAAI,yBAAyB,MAAM,CAAC,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC;oBACzH,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,WAAW,IAAI,OAAO,EAAE,CAAC;oBAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,6BAA6B,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;gBAChG,CAAC;gBACD,sBAAsB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACvC,CAAC;YAED,mBAAmB,CAAC,MAAM,CAAC,CAAC;YAE5B,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;gBACd,MAAM,QAAQ,GAAG,MAAM,CAAC;gBACxB,IAAI,QAAQ,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC;oBAC7E,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;gBACvB,CAAC;gBACD,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;gBAC/D,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;gBACzF,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3E,CAAC;YAED,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACL,CAAC;;AAGH,SAAS,mBAAmB,CAAC,MAAoD;IAC/E,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,kBAAkB,EAAE,SAAS,CAAC,CAAC;IAC3D,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG;YACf,GAAG,MAAM;YACT,MAAM,EAAE,CAAC,KAAK,CAAC;YACf,MAAM,EAAE;gBACN,IAAI,EAAE,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrC,IAAI,EAAE,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrC,IAAI,EAAE,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aACtC;YACD,OAAO,EAAE,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ;SACnG,CAAC;QACF,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;QAC/D,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,OAAO,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAC1F,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { BaseCommand } from '../../../oclif/base-command.js';
|
|
2
|
+
export default class EvalGoldCompare extends BaseCommand {
|
|
3
|
+
static description: string;
|
|
4
|
+
static args: {
|
|
5
|
+
reportId: import("@oclif/core/interfaces").Arg<string, Record<string, unknown>>;
|
|
6
|
+
};
|
|
7
|
+
static flags: {
|
|
8
|
+
lang: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
|
|
9
|
+
'gold-dir': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
10
|
+
variant: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
11
|
+
'reports-dir': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
12
|
+
'bootstrap-samples': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
13
|
+
seed: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
14
|
+
};
|
|
15
|
+
run(): Promise<void>;
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=compare.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"compare.d.ts","sourceRoot":"","sources":["../../../../../../src/cli/commands/eval/gold/compare.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAQ7D,MAAM,CAAC,OAAO,OAAO,eAAgB,SAAQ,WAAW;IACtD,MAAM,CAAC,WAAW,SAGf;IAEH,MAAM,CAAC,IAAI;;MAKT;IAEF,MAAM,CAAC,KAAK;;;;;;;MA4BV;IAEI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CAyC3B"}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
import { resolve } from 'node:path';
|
|
2
|
+
import { Args, Flags } from '@oclif/core';
|
|
3
|
+
import { BaseCommand } from '../../../oclif/base-command.js';
|
|
4
|
+
import { LANG_FLAG, bilingual } from '../../../oclif/i18n.js';
|
|
5
|
+
import { integerStringParser } from '../../../oclif/parsers.js';
|
|
6
|
+
import { CliExit } from '../../../lib/cli-exit.js';
|
|
7
|
+
import { DEFAULT_REPORTS_DIR } from '../../../lib/parse-run-config.js';
|
|
8
|
+
import { requireEvaluationReport } from '../../../lib/shared.js';
|
|
9
|
+
export default class EvalGoldCompare extends BaseCommand {
|
|
10
|
+
static description = bilingual({
|
|
11
|
+
zh: '把一份 evaluation report 跟 gold dataset 对比,计算 bootstrap CI 后的 agreement。',
|
|
12
|
+
en: 'Compare an evaluation report against gold dataset, output bootstrap-CI agreement.',
|
|
13
|
+
});
|
|
14
|
+
static args = {
|
|
15
|
+
reportId: Args.string({
|
|
16
|
+
description: bilingual({ zh: 'report ID。', en: 'Report ID.' }),
|
|
17
|
+
required: true,
|
|
18
|
+
}),
|
|
19
|
+
};
|
|
20
|
+
static flags = {
|
|
21
|
+
lang: LANG_FLAG,
|
|
22
|
+
'gold-dir': Flags.string({
|
|
23
|
+
description: bilingual({ zh: 'gold dataset 目录,必填', en: 'Gold dataset dir (required)' }),
|
|
24
|
+
}),
|
|
25
|
+
variant: Flags.string({
|
|
26
|
+
description: bilingual({
|
|
27
|
+
zh: '只比对指定 variant,默认全比',
|
|
28
|
+
en: 'Compare only specified variant',
|
|
29
|
+
}),
|
|
30
|
+
}),
|
|
31
|
+
'reports-dir': Flags.string({
|
|
32
|
+
description: bilingual({
|
|
33
|
+
zh: '报告目录,默认 ~/.oh-my-knowledge/reports',
|
|
34
|
+
en: 'Reports dir, default ~/.oh-my-knowledge/reports',
|
|
35
|
+
}),
|
|
36
|
+
}),
|
|
37
|
+
'bootstrap-samples': Flags.string({
|
|
38
|
+
description: bilingual({
|
|
39
|
+
zh: 'bootstrap 重采样次数,默认 1000',
|
|
40
|
+
en: 'Bootstrap resamples, default 1000',
|
|
41
|
+
}),
|
|
42
|
+
parse: integerStringParser('--bootstrap-samples', { min: 100 }),
|
|
43
|
+
}),
|
|
44
|
+
seed: Flags.string({
|
|
45
|
+
description: bilingual({ zh: 'bootstrap seed,可复现', en: 'Bootstrap seed for reproducibility' }),
|
|
46
|
+
parse: integerStringParser('--seed', { min: 0 }),
|
|
47
|
+
}),
|
|
48
|
+
};
|
|
49
|
+
async run() {
|
|
50
|
+
const { args, flags } = await this.parse(EvalGoldCompare);
|
|
51
|
+
const lang = this.lang;
|
|
52
|
+
await this.runWithCliExit(async () => {
|
|
53
|
+
const reportId = args.reportId;
|
|
54
|
+
if (!reportId) {
|
|
55
|
+
console.error('Usage: omk eval gold compare <reportId> --gold-dir <dir>');
|
|
56
|
+
throw new CliExit(1);
|
|
57
|
+
}
|
|
58
|
+
const goldDir = flags['gold-dir'];
|
|
59
|
+
if (!goldDir) {
|
|
60
|
+
console.error('--gold-dir is required');
|
|
61
|
+
throw new CliExit(1);
|
|
62
|
+
}
|
|
63
|
+
const { loadGoldDataset } = await import('../../../../grading/gold-dataset.js');
|
|
64
|
+
const { compareGoldToReport, formatGoldCompare } = await import('../../../../grading/gold-cli.js');
|
|
65
|
+
const { createFileStore } = await import('../../../../server/report-store.js');
|
|
66
|
+
const { dataset, issues } = loadGoldDataset(goldDir);
|
|
67
|
+
if (!dataset) {
|
|
68
|
+
console.error('Cannot load gold dataset:');
|
|
69
|
+
for (const i of issues)
|
|
70
|
+
console.error(` - ${i.message}`);
|
|
71
|
+
throw new CliExit(1);
|
|
72
|
+
}
|
|
73
|
+
for (const i of issues)
|
|
74
|
+
console.error(`warn: ${i.message}`);
|
|
75
|
+
const reportsDir = flags['reports-dir'] ?? DEFAULT_REPORTS_DIR;
|
|
76
|
+
const store = createFileStore(resolve(reportsDir));
|
|
77
|
+
const report = requireEvaluationReport(await store.get(reportId), reportId, lang);
|
|
78
|
+
const samples = Math.max(100, Number(flags['bootstrap-samples'] ?? 1000) || 1000);
|
|
79
|
+
const seedVal = flags.seed != null ? Number(flags.seed) : undefined;
|
|
80
|
+
const result = compareGoldToReport({
|
|
81
|
+
report,
|
|
82
|
+
gold: dataset,
|
|
83
|
+
variant: flags.variant,
|
|
84
|
+
samples,
|
|
85
|
+
seed: Number.isFinite(seedVal) ? seedVal : undefined,
|
|
86
|
+
});
|
|
87
|
+
console.log(formatGoldCompare(result, dataset));
|
|
88
|
+
});
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
//# sourceMappingURL=compare.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"compare.js","sourceRoot":"","sources":["../../../../../../src/cli/commands/eval/gold/compare.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AACvE,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AAGjE,MAAM,CAAC,OAAO,OAAO,eAAgB,SAAQ,WAAW;IACtD,MAAM,CAAC,WAAW,GAAG,SAAS,CAAC;QAC7B,EAAE,EAAE,uEAAuE;QAC3E,EAAE,EAAE,mFAAmF;KACxF,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,GAAG;QACZ,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC;YACpB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC;YAC9D,QAAQ,EAAE,IAAI;SACf,CAAC;KACH,CAAC;IAEF,MAAM,CAAC,KAAK,GAAG;QACb,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC;YACvB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,oBAAoB,EAAE,EAAE,EAAE,6BAA6B,EAAE,CAAC;SACxF,CAAC;QACF,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;YACpB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,oBAAoB;gBACxB,EAAE,EAAE,gCAAgC;aACrC,CAAC;SACH,CAAC;QACF,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC;YAC1B,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,oCAAoC;gBACxC,EAAE,EAAE,iDAAiD;aACtD,CAAC;SACH,CAAC;QACF,mBAAmB,EAAE,KAAK,CAAC,MAAM,CAAC;YAChC,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,yBAAyB;gBAC7B,EAAE,EAAE,mCAAmC;aACxC,CAAC;YACF,KAAK,EAAE,mBAAmB,CAAC,qBAAqB,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;SAChE,CAAC;QACF,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC;YACjB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,oBAAoB,EAAE,EAAE,EAAE,oCAAoC,EAAE,CAAC;YAC9F,KAAK,EAAE,mBAAmB,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SACjD,CAAC;KACH,CAAC;IAEF,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,IAAI,EAAE;YACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC/B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;gBAC1E,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;YACD,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC;YAClC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;gBACxC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;YACD,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,qCAAqC,CAAC,CAAC;YAChF,MAAM,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;YACnG,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,oCAAoC,CAAC,CAAC;YAE/E,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;YACrD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;gBAC3C,KAAK,MAAM,CAAC,IAAI,MAAM;oBAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC1D,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;YACD,KAAK,MAAM,CAAC,IAAI,MAAM;gBAAE,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAE5D,MAAM,UAAU,GAAG,KAAK,CAAC,aAAa,CAAC,IAAI,mBAAmB,CAAC;YAC/D,MAAM,KAAK,GAAgB,eAAe,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;YAChE,MAAM,MAAM,GAAG,uBAAuB,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;YAClF,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC;YAClF,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,MAAM,MAAM,GAAG,mBAAmB,CAAC;gBACjC,MAAM;gBACN,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,OAAO;gBACP,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;aACrD,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { BaseCommand } from '../../../oclif/base-command.js';
|
|
2
|
+
export default class EvalGold extends BaseCommand {
|
|
3
|
+
static description: string;
|
|
4
|
+
static flags: {
|
|
5
|
+
lang: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
|
|
6
|
+
};
|
|
7
|
+
run(): Promise<void>;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../../src/cli/commands/eval/gold/index.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAG7D,MAAM,CAAC,OAAO,OAAO,QAAS,SAAQ,WAAW;IAC/C,MAAM,CAAC,WAAW,SAGf;IAEH,MAAM,CAAC,KAAK;;MAEV;IAEI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CAc3B"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
// oclif 版 eval gold topic shim — 裸 `omk eval gold` 走 oclif Help class 打 topic
|
|
2
|
+
// help,然后 exit 1(跟 legacy CliExit(1) 行为对齐:CI 脚本靠 exit code 区分「漏写
|
|
3
|
+
// sub-sub」)。
|
|
4
|
+
//
|
|
5
|
+
// 不再依赖 legacy hand-written usage() 字符串(已删):oclif 默认没内建 help command,
|
|
6
|
+
// 但 helpClass 是可实例化的 Help 子类。直接 new HelpClass(config).showCommandHelp(
|
|
7
|
+
// config.findCommand('eval:gold')) 让 LangAwareHelp 按 --lang 渲染当前 topic 的
|
|
8
|
+
// description + sub-sub 列表(init / validate / compare)。
|
|
9
|
+
import { BaseCommand } from '../../../oclif/base-command.js';
|
|
10
|
+
import { LANG_FLAG, bilingual } from '../../../oclif/i18n.js';
|
|
11
|
+
export default class EvalGold extends BaseCommand {
|
|
12
|
+
static description = bilingual({
|
|
13
|
+
zh: '管理 human-gold 标注集(init / validate / compare 三个子命令)。',
|
|
14
|
+
en: 'Manage human-gold annotation datasets (sub-commands: init / validate / compare).',
|
|
15
|
+
});
|
|
16
|
+
static flags = {
|
|
17
|
+
lang: LANG_FLAG,
|
|
18
|
+
};
|
|
19
|
+
async run() {
|
|
20
|
+
await this.parse(EvalGold);
|
|
21
|
+
// 用 config.findCommand 拿到 `Command.Loadable` 形态(plain id/description/flags
|
|
22
|
+
// 对象),正好 match Help.showCommandHelp 的入参类型 — 比 `this.ctor` cast 一道
|
|
23
|
+
// unknown 干净。`must: true` 让找不到 id 时直接抛错(运行到这里说明 oclif
|
|
24
|
+
// dispatch 已经识别 'eval:gold',self-id 必然在 commands list 里)。
|
|
25
|
+
// `this.id!`:oclif Command 静态类型 `id: string | undefined`(给 plugin 留口子),
|
|
26
|
+
// 但本 Command 走文件路由有稳定 id,运行时不会是 undefined。
|
|
27
|
+
const loaded = this.config.findCommand(this.id, { must: true });
|
|
28
|
+
const HelpClass = (await import('../../../oclif/help.js')).default;
|
|
29
|
+
const help = new HelpClass(this.config);
|
|
30
|
+
await help.showCommandHelp(loaded);
|
|
31
|
+
this.exit(1);
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../src/cli/commands/eval/gold/index.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,iEAAiE;AACjE,aAAa;AACb,EAAE;AACF,qEAAqE;AACrE,uEAAuE;AACvE,yEAAyE;AACzE,uDAAuD;AAEvD,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAE9D,MAAM,CAAC,OAAO,OAAO,QAAS,SAAQ,WAAW;IAC/C,MAAM,CAAC,WAAW,GAAG,SAAS,CAAC;QAC7B,EAAE,EAAE,qDAAqD;QACzD,EAAE,EAAE,kFAAkF;KACvF,CAAC,CAAC;IAEH,MAAM,CAAC,KAAK,GAAG;QACb,IAAI,EAAE,SAAS;KAChB,CAAC;IAEF,KAAK,CAAC,GAAG;QACP,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3B,2EAA2E;QAC3E,kEAAkE;QAClE,sDAAsD;QACtD,0DAA0D;QAC1D,wEAAwE;QACxE,2CAA2C;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAG,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,CAAC,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC,CAAC,OAAO,CAAC;QACnE,MAAM,IAAI,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACf,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { BaseCommand } from '../../../oclif/base-command.js';
|
|
2
|
+
export default class EvalGoldInit extends BaseCommand {
|
|
3
|
+
static description: string;
|
|
4
|
+
static flags: {
|
|
5
|
+
lang: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
|
|
6
|
+
out: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
|
|
7
|
+
annotator: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
8
|
+
};
|
|
9
|
+
run(): Promise<void>;
|
|
10
|
+
}
|
|
11
|
+
//# sourceMappingURL=init.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../../../../../src/cli/commands/eval/gold/init.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAI7D,MAAM,CAAC,OAAO,OAAO,YAAa,SAAQ,WAAW;IACnD,MAAM,CAAC,WAAW,SAGf;IAEH,MAAM,CAAC,KAAK;;;;MAeV;IAEI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CAsB3B"}
|