oh-my-knowledge 0.30.0 → 0.32.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +33 -672
- package/README.zh.md +45 -684
- package/dist/analysis/coverage-analyzer.d.ts.map +1 -0
- package/dist/analysis/coverage-analyzer.js.map +1 -0
- package/dist/analysis/failure-clusterer.d.ts.map +1 -0
- package/dist/analysis/failure-clusterer.js.map +1 -0
- package/dist/analysis/gap-analyzer.d.ts +121 -0
- package/dist/analysis/gap-analyzer.d.ts.map +1 -0
- package/dist/analysis/gap-analyzer.js +471 -0
- package/dist/analysis/gap-analyzer.js.map +1 -0
- package/dist/analysis/hedging-classifier.d.ts.map +1 -0
- package/dist/analysis/hedging-classifier.js.map +1 -0
- package/dist/analysis/report-diagnostics.d.ts +34 -0
- package/dist/analysis/report-diagnostics.d.ts.map +1 -0
- package/dist/analysis/report-diagnostics.js +753 -0
- package/dist/analysis/report-diagnostics.js.map +1 -0
- package/dist/analysis/sample-diagnostics.d.ts.map +1 -0
- package/dist/analysis/sample-diagnostics.js.map +1 -0
- package/dist/analysis/saturation.d.ts.map +1 -0
- package/dist/analysis/saturation.js.map +1 -0
- package/dist/authoring/evolver.d.ts +102 -0
- package/dist/authoring/evolver.d.ts.map +1 -0
- package/dist/authoring/evolver.js +681 -0
- package/dist/authoring/evolver.js.map +1 -0
- package/dist/authoring/generator.d.ts +38 -0
- package/dist/authoring/generator.d.ts.map +1 -0
- package/dist/authoring/generator.js +720 -0
- package/dist/authoring/generator.js.map +1 -0
- package/dist/authoring/sample-fixer.d.ts +51 -0
- package/dist/authoring/sample-fixer.d.ts.map +1 -0
- package/dist/authoring/sample-fixer.js +213 -0
- package/dist/authoring/sample-fixer.js.map +1 -0
- package/dist/cli/commands/doctor.d.ts +26 -0
- package/dist/cli/commands/doctor.d.ts.map +1 -0
- package/dist/cli/commands/doctor.js +302 -0
- package/dist/cli/commands/doctor.js.map +1 -0
- package/dist/cli/commands/eval/gold/compare.d.ts +17 -0
- package/dist/cli/commands/eval/gold/compare.d.ts.map +1 -0
- package/dist/cli/commands/eval/gold/compare.js +91 -0
- package/dist/cli/commands/eval/gold/compare.js.map +1 -0
- package/dist/cli/commands/eval/gold/index.d.ts +9 -0
- package/dist/cli/commands/eval/gold/index.d.ts.map +1 -0
- package/dist/cli/commands/eval/gold/index.js +34 -0
- package/dist/cli/commands/eval/gold/index.js.map +1 -0
- package/dist/cli/commands/eval/gold/init.d.ts +11 -0
- package/dist/cli/commands/eval/gold/init.d.ts.map +1 -0
- package/dist/cli/commands/eval/gold/init.js +51 -0
- package/dist/cli/commands/eval/gold/init.js.map +1 -0
- package/dist/cli/commands/eval/gold/validate.d.ts +12 -0
- package/dist/cli/commands/eval/gold/validate.d.ts.map +1 -0
- package/dist/cli/commands/eval/gold/validate.js +46 -0
- package/dist/cli/commands/eval/gold/validate.js.map +1 -0
- package/dist/cli/commands/eval/index.d.ts +54 -0
- package/dist/cli/commands/eval/index.d.ts.map +1 -0
- package/dist/cli/commands/eval/index.js +465 -0
- package/dist/cli/commands/eval/index.js.map +1 -0
- package/dist/cli/commands/evolve.d.ts +37 -0
- package/dist/cli/commands/evolve.d.ts.map +1 -0
- package/dist/cli/commands/evolve.js +283 -0
- package/dist/cli/commands/evolve.js.map +1 -0
- package/dist/cli/commands/init.d.ts +16 -0
- package/dist/cli/commands/init.d.ts.map +1 -0
- package/dist/cli/commands/init.js +152 -0
- package/dist/cli/commands/init.js.map +1 -0
- package/dist/cli/commands/observe/inbox.d.ts +23 -0
- package/dist/cli/commands/observe/inbox.d.ts.map +1 -0
- package/dist/cli/commands/observe/inbox.js +260 -0
- package/dist/cli/commands/observe/inbox.js.map +1 -0
- package/dist/cli/commands/observe/index.d.ts +22 -0
- package/dist/cli/commands/observe/index.d.ts.map +1 -0
- package/dist/cli/commands/observe/index.js +118 -0
- package/dist/cli/commands/observe/index.js.map +1 -0
- package/dist/cli/commands/observe/ingest.d.ts +13 -0
- package/dist/cli/commands/observe/ingest.d.ts.map +1 -0
- package/dist/cli/commands/observe/ingest.js +71 -0
- package/dist/cli/commands/observe/ingest.js.map +1 -0
- package/dist/cli/commands/observe/show.d.ts +13 -0
- package/dist/cli/commands/observe/show.d.ts.map +1 -0
- package/dist/cli/commands/observe/show.js +49 -0
- package/dist/cli/commands/observe/show.js.map +1 -0
- package/dist/cli/commands/sample.d.ts +38 -0
- package/dist/cli/commands/sample.d.ts.map +1 -0
- package/dist/cli/commands/sample.js +487 -0
- package/dist/cli/commands/sample.js.map +1 -0
- package/dist/cli/commands/studio.d.ts +23 -0
- package/dist/cli/commands/studio.d.ts.map +1 -0
- package/dist/cli/commands/studio.js +158 -0
- package/dist/cli/commands/studio.js.map +1 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +29 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/lib/cli-exit.d.ts +16 -0
- package/dist/cli/lib/cli-exit.d.ts.map +1 -0
- package/dist/cli/lib/cli-exit.js +20 -0
- package/dist/cli/lib/cli-exit.js.map +1 -0
- package/dist/cli/lib/cmd-flags.d.ts +224 -0
- package/dist/cli/lib/cmd-flags.d.ts.map +1 -0
- package/dist/cli/lib/cmd-flags.js +46 -0
- package/dist/cli/lib/cmd-flags.js.map +1 -0
- package/dist/cli/lib/i18n-dict/common.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/common.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/common.js +67 -0
- package/dist/cli/lib/i18n-dict/common.js.map +1 -0
- package/dist/cli/lib/i18n-dict/evolve.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/evolve.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/evolve.js +43 -0
- package/dist/cli/lib/i18n-dict/evolve.js.map +1 -0
- package/dist/cli/lib/i18n-dict/gen.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/gen.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/gen.js +63 -0
- package/dist/cli/lib/i18n-dict/gen.js.map +1 -0
- package/dist/cli/lib/i18n-dict/help.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/help.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/help.js +281 -0
- package/dist/cli/lib/i18n-dict/help.js.map +1 -0
- package/dist/cli/lib/i18n-dict/init.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/init.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/init.js +27 -0
- package/dist/cli/lib/i18n-dict/init.js.map +1 -0
- package/dist/cli/lib/i18n-dict/run.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/run.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/run.js +143 -0
- package/dist/cli/lib/i18n-dict/run.js.map +1 -0
- package/dist/cli/lib/i18n-dict/types.d.ts +5 -0
- package/dist/cli/lib/i18n-dict/types.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/types.js +2 -0
- package/dist/cli/lib/i18n-dict/types.js.map +1 -0
- package/dist/cli/lib/i18n-dict.d.ts +63 -0
- package/dist/cli/lib/i18n-dict.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict.js +67 -0
- package/dist/cli/lib/i18n-dict.js.map +1 -0
- package/dist/cli/lib/i18n.d.ts +29 -0
- package/dist/cli/lib/i18n.d.ts.map +1 -0
- package/dist/cli/lib/i18n.js +58 -0
- package/dist/cli/lib/i18n.js.map +1 -0
- package/dist/cli/lib/parse-run-config/judge-models.d.ts +24 -0
- package/dist/cli/lib/parse-run-config/judge-models.d.ts.map +1 -0
- package/dist/cli/lib/parse-run-config/judge-models.js +55 -0
- package/dist/cli/lib/parse-run-config/judge-models.js.map +1 -0
- package/dist/cli/lib/parse-run-config/samples-discovery.d.ts +19 -0
- package/dist/cli/lib/parse-run-config/samples-discovery.d.ts.map +1 -0
- package/dist/cli/lib/parse-run-config/samples-discovery.js +53 -0
- package/dist/cli/lib/parse-run-config/samples-discovery.js.map +1 -0
- package/dist/cli/lib/parse-run-config/variant-resolution.d.ts +18 -0
- package/dist/cli/lib/parse-run-config/variant-resolution.d.ts.map +1 -0
- package/dist/cli/lib/parse-run-config/variant-resolution.js +59 -0
- package/dist/cli/lib/parse-run-config/variant-resolution.js.map +1 -0
- package/dist/cli/lib/parse-run-config.d.ts +93 -0
- package/dist/cli/lib/parse-run-config.d.ts.map +1 -0
- package/dist/cli/lib/parse-run-config.js +157 -0
- package/dist/cli/lib/parse-run-config.js.map +1 -0
- package/dist/cli/lib/progress.d.ts.map +1 -0
- package/dist/cli/lib/progress.js.map +1 -0
- package/dist/cli/lib/resolve-skill-input.d.ts +8 -0
- package/dist/cli/lib/resolve-skill-input.d.ts.map +1 -0
- package/dist/cli/lib/resolve-skill-input.js +38 -0
- package/dist/cli/lib/resolve-skill-input.js.map +1 -0
- package/dist/cli/lib/run-tally.d.ts +18 -0
- package/dist/cli/lib/run-tally.d.ts.map +1 -0
- package/dist/cli/lib/run-tally.js.map +1 -0
- package/dist/cli/lib/shared.d.ts +12 -0
- package/dist/cli/lib/shared.d.ts.map +1 -0
- package/dist/cli/lib/shared.js +26 -0
- package/dist/cli/lib/shared.js.map +1 -0
- package/dist/cli/lib/update-check.d.ts +9 -0
- package/dist/cli/lib/update-check.d.ts.map +1 -0
- package/dist/cli/lib/update-check.js +113 -0
- package/dist/cli/lib/update-check.js.map +1 -0
- package/dist/cli/oclif/base-command.d.ts +8 -0
- package/dist/cli/oclif/base-command.d.ts.map +1 -0
- package/dist/cli/oclif/base-command.js +27 -0
- package/dist/cli/oclif/base-command.js.map +1 -0
- package/dist/cli/oclif/help.d.ts +16 -0
- package/dist/cli/oclif/help.d.ts.map +1 -0
- package/dist/cli/oclif/help.js +33 -0
- package/dist/cli/oclif/help.js.map +1 -0
- package/dist/cli/oclif/i18n.d.ts +16 -0
- package/dist/cli/oclif/i18n.d.ts.map +1 -0
- package/dist/cli/oclif/i18n.js +62 -0
- package/dist/cli/oclif/i18n.js.map +1 -0
- package/dist/cli/oclif/parsers.d.ts +10 -0
- package/dist/cli/oclif/parsers.d.ts.map +1 -0
- package/dist/cli/oclif/parsers.js +102 -0
- package/dist/cli/oclif/parsers.js.map +1 -0
- package/dist/cli/oclif/projection.d.ts +23 -0
- package/dist/cli/oclif/projection.d.ts.map +1 -0
- package/dist/cli/oclif/projection.js +52 -0
- package/dist/cli/oclif/projection.js.map +1 -0
- package/dist/cli/oclif/run.d.ts +2 -0
- package/dist/cli/oclif/run.d.ts.map +1 -0
- package/dist/cli/oclif/run.js +11 -0
- package/dist/cli/oclif/run.js.map +1 -0
- package/dist/diagnosis/observe-mapper.d.ts +68 -0
- package/dist/diagnosis/observe-mapper.d.ts.map +1 -0
- package/dist/diagnosis/observe-mapper.js +276 -0
- package/dist/diagnosis/observe-mapper.js.map +1 -0
- package/dist/diagnosis/observe-producer.d.ts +9 -0
- package/dist/diagnosis/observe-producer.d.ts.map +1 -0
- package/dist/diagnosis/observe-producer.js +199 -0
- package/dist/diagnosis/observe-producer.js.map +1 -0
- package/dist/diagnosis/studio-projection.d.ts +7 -0
- package/dist/diagnosis/studio-projection.d.ts.map +1 -0
- package/dist/diagnosis/studio-projection.js +84 -0
- package/dist/diagnosis/studio-projection.js.map +1 -0
- package/dist/diagnosis/types.d.ts +4 -0
- package/dist/diagnosis/types.d.ts.map +1 -0
- package/dist/diagnosis/types.js +20 -0
- package/dist/diagnosis/types.js.map +1 -0
- package/dist/doctor/fixer.d.ts +12 -0
- package/dist/doctor/fixer.d.ts.map +1 -0
- package/dist/doctor/fixer.js +326 -0
- package/dist/doctor/fixer.js.map +1 -0
- package/dist/doctor/health/builtin-dimensions.d.ts.map +1 -0
- package/dist/doctor/health/builtin-dimensions.js.map +1 -0
- package/dist/doctor/health/composer.d.ts.map +1 -0
- package/dist/doctor/health/composer.js +296 -0
- package/dist/doctor/health/composer.js.map +1 -0
- package/dist/doctor/health/dimension-registry.d.ts.map +1 -0
- package/dist/doctor/health/dimension-registry.js.map +1 -0
- package/dist/doctor/health/dimension-spec.d.ts +47 -0
- package/dist/doctor/health/dimension-spec.d.ts.map +1 -0
- package/dist/doctor/health/dimension-spec.js.map +1 -0
- package/dist/doctor/health/parser.d.ts +26 -0
- package/dist/doctor/health/parser.d.ts.map +1 -0
- package/dist/doctor/health/parser.js +228 -0
- package/dist/doctor/health/parser.js.map +1 -0
- package/dist/doctor/health/prompt-builder.d.ts +3 -0
- package/dist/doctor/health/prompt-builder.d.ts.map +1 -0
- package/dist/doctor/health/prompt-builder.js +2 -0
- package/dist/doctor/health/prompt-builder.js.map +1 -0
- package/dist/doctor/health/register.d.ts.map +1 -0
- package/dist/doctor/health/register.js.map +1 -0
- package/dist/doctor/index.d.ts.map +1 -0
- package/dist/doctor/index.js +246 -0
- package/dist/doctor/index.js.map +1 -0
- package/dist/doctor/messages.d.ts +21 -0
- package/dist/doctor/messages.d.ts.map +1 -0
- package/dist/doctor/messages.js +217 -0
- package/dist/doctor/messages.js.map +1 -0
- package/dist/doctor/preflight.d.ts.map +1 -0
- package/dist/doctor/preflight.js.map +1 -0
- package/dist/doctor/renderer.d.ts +17 -0
- package/dist/doctor/renderer.d.ts.map +1 -0
- package/dist/doctor/renderer.js +122 -0
- package/dist/doctor/renderer.js.map +1 -0
- package/dist/doctor/rules.d.ts.map +1 -0
- package/dist/doctor/rules.js +289 -0
- package/dist/doctor/rules.js.map +1 -0
- package/dist/eval-core/bootstrap.d.ts.map +1 -0
- package/dist/eval-core/bootstrap.js.map +1 -0
- package/dist/eval-core/cache.d.ts.map +1 -0
- package/dist/eval-core/cache.js.map +1 -0
- package/dist/eval-core/comparability.d.ts.map +1 -0
- package/dist/eval-core/comparability.js.map +1 -0
- package/dist/eval-core/dependency-checker.d.ts +37 -0
- package/dist/eval-core/dependency-checker.d.ts.map +1 -0
- package/dist/eval-core/dependency-checker.js.map +1 -0
- package/dist/eval-core/evaluation-execution.d.ts.map +1 -0
- package/dist/eval-core/evaluation-execution.js.map +1 -0
- package/dist/eval-core/evaluation-job.d.ts.map +1 -0
- package/dist/eval-core/evaluation-job.js.map +1 -0
- package/dist/eval-core/evaluation-reporting.d.ts.map +1 -0
- package/dist/eval-core/evaluation-reporting.js.map +1 -0
- package/dist/eval-core/execution-strategy.d.ts.map +1 -0
- package/dist/eval-core/execution-strategy.js +165 -0
- package/dist/eval-core/execution-strategy.js.map +1 -0
- package/dist/eval-core/fact-checker.d.ts.map +1 -0
- package/dist/eval-core/fact-checker.js.map +1 -0
- package/dist/eval-core/layer-gates.d.ts.map +1 -0
- package/dist/eval-core/layer-gates.js.map +1 -0
- package/dist/eval-core/mock-hook.cjs +215 -0
- package/dist/eval-core/mocks-runtime.d.ts +100 -0
- package/dist/eval-core/mocks-runtime.d.ts.map +1 -0
- package/dist/eval-core/mocks-runtime.js +559 -0
- package/dist/eval-core/mocks-runtime.js.map +1 -0
- package/dist/eval-core/schema.d.ts.map +1 -0
- package/dist/eval-core/schema.js.map +1 -0
- package/dist/eval-core/statistics.d.ts.map +1 -0
- package/dist/eval-core/statistics.js.map +1 -0
- package/dist/eval-core/task-planner.d.ts.map +1 -0
- package/dist/eval-core/task-planner.js.map +1 -0
- package/dist/eval-core/verdict.d.ts.map +1 -0
- package/dist/eval-core/verdict.js.map +1 -0
- package/dist/eval-workflows/batch-evaluation-workflow.d.ts.map +1 -0
- package/dist/eval-workflows/batch-evaluation-workflow.js.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts +22 -0
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js +67 -0
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts +32 -0
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.js +57 -0
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.js.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts +60 -0
- package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/run-state.js +88 -0
- package/dist/eval-workflows/evaluation-pipeline/run-state.js.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts +21 -0
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js +46 -0
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline.d.ts +97 -0
- package/dist/eval-workflows/evaluation-pipeline.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline.js +179 -0
- package/dist/eval-workflows/evaluation-pipeline.js.map +1 -0
- package/dist/eval-workflows/evaluation-preparation.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-preparation.js.map +1 -0
- package/dist/eval-workflows/messages.d.ts +4 -0
- package/dist/eval-workflows/messages.d.ts.map +1 -0
- package/dist/eval-workflows/messages.js +30 -0
- package/dist/eval-workflows/messages.js.map +1 -0
- package/dist/eval-workflows/run-evaluation.d.ts.map +1 -0
- package/dist/eval-workflows/run-evaluation.js +528 -0
- package/dist/eval-workflows/run-evaluation.js.map +1 -0
- package/dist/executors/anthropic-api.d.ts.map +1 -0
- package/dist/executors/anthropic-api.js.map +1 -0
- package/dist/executors/claude-cli.d.ts.map +1 -0
- package/dist/executors/claude-cli.js +181 -0
- package/dist/executors/claude-cli.js.map +1 -0
- package/dist/executors/claude-sdk-trace.d.ts.map +1 -0
- package/dist/executors/claude-sdk-trace.js.map +1 -0
- package/dist/executors/claude-sdk.d.ts.map +1 -0
- package/dist/executors/claude-sdk.js.map +1 -0
- package/dist/executors/codex-cli-trace.d.ts.map +1 -0
- package/dist/executors/codex-cli-trace.js.map +1 -0
- package/dist/executors/codex-cli.d.ts.map +1 -0
- package/dist/executors/codex-cli.js.map +1 -0
- package/dist/executors/codex-sdk.d.ts.map +1 -0
- package/dist/executors/codex-sdk.js.map +1 -0
- package/dist/executors/gemini.d.ts.map +1 -0
- package/dist/executors/gemini.js.map +1 -0
- package/dist/executors/index.d.ts.map +1 -0
- package/dist/executors/index.js.map +1 -0
- package/dist/executors/openai-api.d.ts.map +1 -0
- package/dist/executors/openai-api.js.map +1 -0
- package/dist/executors/runtime-fingerprint.d.ts.map +1 -0
- package/dist/executors/runtime-fingerprint.js.map +1 -0
- package/dist/executors/script.d.ts.map +1 -0
- package/dist/executors/script.js.map +1 -0
- package/dist/executors/shared.d.ts +194 -0
- package/dist/executors/shared.d.ts.map +1 -0
- package/dist/executors/shared.js +253 -0
- package/dist/executors/shared.js.map +1 -0
- package/dist/grading/assertions.d.ts.map +1 -0
- package/dist/grading/assertions.js.map +1 -0
- package/dist/grading/debias-validate.d.ts.map +1 -0
- package/dist/grading/debias-validate.js.map +1 -0
- package/dist/grading/diagnostic.d.ts.map +1 -0
- package/dist/grading/diagnostic.js.map +1 -0
- package/dist/grading/gold-cli.d.ts.map +1 -0
- package/dist/grading/gold-cli.js.map +1 -0
- package/dist/grading/gold-dataset.d.ts.map +1 -0
- package/dist/grading/gold-dataset.js.map +1 -0
- package/dist/grading/human-gold.d.ts.map +1 -0
- package/dist/grading/human-gold.js.map +1 -0
- package/dist/grading/index.d.ts.map +1 -0
- package/dist/grading/index.js.map +1 -0
- package/dist/grading/judge.d.ts.map +1 -0
- package/dist/grading/judge.js.map +1 -0
- package/dist/grading/layered-scores.d.ts.map +1 -0
- package/dist/grading/layered-scores.js.map +1 -0
- package/dist/inputs/eval-config.d.ts.map +1 -0
- package/dist/inputs/eval-config.js.map +1 -0
- package/dist/inputs/load-samples.d.ts.map +1 -0
- package/dist/inputs/load-samples.js.map +1 -0
- package/dist/inputs/mcp-resolver.d.ts.map +1 -0
- package/dist/inputs/mcp-resolver.js.map +1 -0
- package/dist/inputs/skill-loader.d.ts.map +1 -0
- package/dist/inputs/skill-loader.js +261 -0
- package/dist/inputs/skill-loader.js.map +1 -0
- package/dist/inputs/url-fetcher.d.ts.map +1 -0
- package/dist/inputs/url-fetcher.js.map +1 -0
- package/dist/observability/experience-frontmatter.d.ts +37 -0
- package/dist/observability/experience-frontmatter.d.ts.map +1 -0
- package/dist/observability/experience-frontmatter.js +100 -0
- package/dist/observability/experience-frontmatter.js.map +1 -0
- package/dist/observability/experience.d.ts +23 -0
- package/dist/observability/experience.d.ts.map +1 -0
- package/dist/observability/experience.js +3438 -0
- package/dist/observability/experience.js.map +1 -0
- package/dist/observability/feedback-matchers.d.ts +37 -0
- package/dist/observability/feedback-matchers.d.ts.map +1 -0
- package/dist/observability/feedback-matchers.js +232 -0
- package/dist/observability/feedback-matchers.js.map +1 -0
- package/dist/observability/feedback-projection.d.ts +21 -0
- package/dist/observability/feedback-projection.d.ts.map +1 -0
- package/dist/observability/feedback-projection.js +20 -0
- package/dist/observability/feedback-projection.js.map +1 -0
- package/dist/observability/inbox-view-model.d.ts +43 -0
- package/dist/observability/inbox-view-model.d.ts.map +1 -0
- package/dist/observability/inbox-view-model.js +180 -0
- package/dist/observability/inbox-view-model.js.map +1 -0
- package/dist/observability/inbox.d.ts +28 -0
- package/dist/observability/inbox.d.ts.map +1 -0
- package/dist/observability/inbox.js +765 -0
- package/dist/observability/inbox.js.map +1 -0
- package/dist/observability/problem-patterns.d.ts +12 -0
- package/dist/observability/problem-patterns.d.ts.map +1 -0
- package/dist/observability/problem-patterns.js +244 -0
- package/dist/observability/problem-patterns.js.map +1 -0
- package/dist/observability/prompts/llm-enhanced-review.prompt.md +224 -0
- package/dist/observability/resolved-review.d.ts +37 -0
- package/dist/observability/resolved-review.d.ts.map +1 -0
- package/dist/observability/resolved-review.js +552 -0
- package/dist/observability/resolved-review.js.map +1 -0
- package/dist/observability/review-state.d.ts +20 -0
- package/dist/observability/review-state.d.ts.map +1 -0
- package/dist/observability/review-state.js +169 -0
- package/dist/observability/review-state.js.map +1 -0
- package/dist/observability/skill-chain-advisories.d.ts +16 -0
- package/dist/observability/skill-chain-advisories.d.ts.map +1 -0
- package/dist/observability/skill-chain-advisories.js +69 -0
- package/dist/observability/skill-chain-advisories.js.map +1 -0
- package/dist/observability/skill-chain.d.ts +7 -0
- package/dist/observability/skill-chain.d.ts.map +1 -0
- package/dist/observability/skill-chain.js +474 -0
- package/dist/observability/skill-chain.js.map +1 -0
- package/dist/observability/skill-health-analyzer.d.ts.map +1 -0
- package/dist/observability/skill-health-analyzer.js.map +1 -0
- package/dist/observability/soft-standards/constants.d.ts +5 -0
- package/dist/observability/soft-standards/constants.d.ts.map +1 -0
- package/dist/observability/soft-standards/constants.js +10 -0
- package/dist/observability/soft-standards/constants.js.map +1 -0
- package/dist/observability/soft-standards/index.d.ts +16 -0
- package/dist/observability/soft-standards/index.d.ts.map +1 -0
- package/dist/observability/soft-standards/index.js +15 -0
- package/dist/observability/soft-standards/index.js.map +1 -0
- package/dist/observability/soft-standards/llm-extractor.d.ts +6 -0
- package/dist/observability/soft-standards/llm-extractor.d.ts.map +1 -0
- package/dist/observability/soft-standards/llm-extractor.js +692 -0
- package/dist/observability/soft-standards/llm-extractor.js.map +1 -0
- package/dist/observability/soft-standards/runtime-evaluator.d.ts +12 -0
- package/dist/observability/soft-standards/runtime-evaluator.d.ts.map +1 -0
- package/dist/observability/soft-standards/runtime-evaluator.js +385 -0
- package/dist/observability/soft-standards/runtime-evaluator.js.map +1 -0
- package/dist/observability/soft-standards/skill-standards-store.d.ts +11 -0
- package/dist/observability/soft-standards/skill-standards-store.d.ts.map +1 -0
- package/dist/observability/soft-standards/skill-standards-store.js +158 -0
- package/dist/observability/soft-standards/skill-standards-store.js.map +1 -0
- package/dist/observability/soft-standards/types.d.ts +212 -0
- package/dist/observability/soft-standards/types.d.ts.map +1 -0
- package/dist/observability/soft-standards/types.js +2 -0
- package/dist/observability/soft-standards/types.js.map +1 -0
- package/dist/observability/text-signals.d.ts +14 -0
- package/dist/observability/text-signals.d.ts.map +1 -0
- package/dist/observability/text-signals.js +116 -0
- package/dist/observability/text-signals.js.map +1 -0
- package/dist/observability/trace-adapter.d.ts.map +1 -0
- package/dist/observability/trace-adapter.js.map +1 -0
- package/dist/observability/trace-attribution.d.ts +56 -0
- package/dist/observability/trace-attribution.d.ts.map +1 -0
- package/dist/observability/trace-attribution.js +200 -0
- package/dist/observability/trace-attribution.js.map +1 -0
- package/dist/observability/trace-segmenter.d.ts +52 -0
- package/dist/observability/trace-segmenter.d.ts.map +1 -0
- package/dist/observability/trace-segmenter.js +322 -0
- package/dist/observability/trace-segmenter.js.map +1 -0
- package/dist/observability/trace-source.d.ts +92 -0
- package/dist/observability/trace-source.d.ts.map +1 -0
- package/dist/observability/trace-source.js +502 -0
- package/dist/observability/trace-source.js.map +1 -0
- package/dist/renderer/html-renderer.d.ts.map +1 -0
- package/dist/renderer/html-renderer.js.map +1 -0
- package/dist/renderer/layout.d.ts.map +1 -0
- package/dist/renderer/layout.js.map +1 -0
- package/dist/renderer/observation-inbox/helpers.d.ts +14 -0
- package/dist/renderer/observation-inbox/helpers.d.ts.map +1 -0
- package/dist/renderer/observation-inbox/helpers.js +75 -0
- package/dist/renderer/observation-inbox/helpers.js.map +1 -0
- package/dist/renderer/observation-inbox/styles.d.ts +2 -0
- package/dist/renderer/observation-inbox/styles.d.ts.map +1 -0
- package/dist/renderer/observation-inbox/styles.js +5184 -0
- package/dist/renderer/observation-inbox/styles.js.map +1 -0
- package/dist/renderer/observation-inbox-renderer.d.ts +5 -0
- package/dist/renderer/observation-inbox-renderer.d.ts.map +1 -0
- package/dist/renderer/observation-inbox-renderer.js +7182 -0
- package/dist/renderer/observation-inbox-renderer.js.map +1 -0
- package/dist/renderer/skill-detail-renderer.d.ts +13 -0
- package/dist/renderer/skill-detail-renderer.d.ts.map +1 -0
- package/dist/renderer/skill-detail-renderer.js +1244 -0
- package/dist/renderer/skill-detail-renderer.js.map +1 -0
- package/dist/renderer/skill-health-renderer.d.ts.map +1 -0
- package/dist/renderer/skill-health-renderer.js.map +1 -0
- package/dist/renderer/skill-list-renderer.d.ts +3 -0
- package/dist/renderer/skill-list-renderer.d.ts.map +1 -0
- package/dist/renderer/skill-list-renderer.js +334 -0
- package/dist/renderer/skill-list-renderer.js.map +1 -0
- package/dist/renderer/summary.d.ts +68 -0
- package/dist/renderer/summary.d.ts.map +1 -0
- package/dist/renderer/summary.js +1896 -0
- package/dist/renderer/summary.js.map +1 -0
- package/dist/renderer/table.d.ts.map +1 -0
- package/dist/renderer/table.js.map +1 -0
- package/dist/renderer/test-view.d.ts.map +1 -0
- package/dist/renderer/test-view.js +905 -0
- package/dist/renderer/test-view.js.map +1 -0
- package/dist/renderer/trends.d.ts.map +1 -0
- package/dist/renderer/trends.js.map +1 -0
- package/dist/server/job-store.d.ts.map +1 -0
- package/dist/server/job-store.js.map +1 -0
- package/dist/server/report-server.d.ts.map +1 -0
- package/dist/server/report-server.js +892 -0
- package/dist/server/report-server.js.map +1 -0
- package/dist/server/report-store.d.ts.map +1 -0
- package/dist/server/report-store.js.map +1 -0
- package/dist/server/skill-index.d.ts +14 -0
- package/dist/server/skill-index.d.ts.map +1 -0
- package/dist/server/skill-index.js +381 -0
- package/dist/server/skill-index.js.map +1 -0
- package/dist/server/skill-insights.d.ts +32 -0
- package/dist/server/skill-insights.d.ts.map +1 -0
- package/dist/server/skill-insights.js +788 -0
- package/dist/server/skill-insights.js.map +1 -0
- package/dist/shared/hard-rules.d.ts +42 -0
- package/dist/shared/hard-rules.d.ts.map +1 -0
- package/dist/shared/hard-rules.js +242 -0
- package/dist/shared/hard-rules.js.map +1 -0
- package/dist/shared/llm-prompts/index.d.ts +14 -0
- package/dist/shared/llm-prompts/index.d.ts.map +1 -0
- package/dist/shared/llm-prompts/index.js +22 -0
- package/dist/shared/llm-prompts/index.js.map +1 -0
- package/dist/shared/llm-prompts/skill-health.d.ts +22 -0
- package/dist/shared/llm-prompts/skill-health.d.ts.map +1 -0
- package/dist/shared/llm-prompts/skill-health.js +170 -0
- package/dist/shared/llm-prompts/skill-health.js.map +1 -0
- package/dist/shared/time.d.ts.map +1 -0
- package/dist/shared/time.js.map +1 -0
- package/dist/shared/tool-search.d.ts.map +1 -0
- package/dist/shared/tool-search.js.map +1 -0
- package/dist/types/dependencies.d.ts +23 -0
- package/dist/types/dependencies.d.ts.map +1 -0
- package/dist/types/dependencies.js +2 -0
- package/dist/types/dependencies.js.map +1 -0
- package/dist/types/diagnosis.d.ts +88 -0
- package/dist/types/diagnosis.d.ts.map +1 -0
- package/dist/types/diagnosis.js +2 -0
- package/dist/types/diagnosis.js.map +1 -0
- package/dist/types/doctor.d.ts +157 -0
- package/dist/types/doctor.d.ts.map +1 -0
- package/dist/types/doctor.js.map +1 -0
- package/dist/types/eval.d.ts +377 -0
- package/dist/types/eval.d.ts.map +1 -0
- package/dist/types/eval.js.map +1 -0
- package/dist/types/executor.d.ts.map +1 -0
- package/dist/types/executor.js.map +1 -0
- package/dist/types/index.d.ts +12 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +12 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/judge.d.ts.map +1 -0
- package/dist/types/judge.js.map +1 -0
- package/dist/types/observability.d.ts +865 -0
- package/dist/types/observability.d.ts.map +1 -0
- package/dist/types/observability.js +14 -0
- package/dist/types/observability.js.map +1 -0
- package/dist/types/report.d.ts +560 -0
- package/dist/types/report.d.ts.map +1 -0
- package/dist/types/report.js.map +1 -0
- package/dist/types/shared.d.ts.map +1 -0
- package/dist/types/shared.js.map +1 -0
- package/dist/types/skill-index.d.ts +142 -0
- package/dist/types/skill-index.d.ts.map +1 -0
- package/dist/types/skill-index.js +2 -0
- package/dist/types/skill-index.js.map +1 -0
- package/dist/types/storage.d.ts.map +1 -0
- package/dist/types/storage.js.map +1 -0
- package/dist/util/safe-slice.d.ts +23 -0
- package/dist/util/safe-slice.d.ts.map +1 -0
- package/dist/util/safe-slice.js +33 -0
- package/dist/util/safe-slice.js.map +1 -0
- package/package.json +40 -8
- package/dist/src/analysis/coverage-analyzer.d.ts.map +0 -1
- package/dist/src/analysis/coverage-analyzer.js.map +0 -1
- package/dist/src/analysis/failure-clusterer.d.ts.map +0 -1
- package/dist/src/analysis/failure-clusterer.js.map +0 -1
- package/dist/src/analysis/gap-analyzer.d.ts +0 -121
- package/dist/src/analysis/gap-analyzer.d.ts.map +0 -1
- package/dist/src/analysis/gap-analyzer.js +0 -471
- package/dist/src/analysis/gap-analyzer.js.map +0 -1
- package/dist/src/analysis/hedging-classifier.d.ts.map +0 -1
- package/dist/src/analysis/hedging-classifier.js.map +0 -1
- package/dist/src/analysis/report-diagnostics.d.ts +0 -34
- package/dist/src/analysis/report-diagnostics.d.ts.map +0 -1
- package/dist/src/analysis/report-diagnostics.js +0 -753
- package/dist/src/analysis/report-diagnostics.js.map +0 -1
- package/dist/src/analysis/sample-diagnostics.d.ts.map +0 -1
- package/dist/src/analysis/sample-diagnostics.js.map +0 -1
- package/dist/src/analysis/saturation.d.ts.map +0 -1
- package/dist/src/analysis/saturation.js.map +0 -1
- package/dist/src/authoring/evolver.d.ts +0 -78
- package/dist/src/authoring/evolver.d.ts.map +0 -1
- package/dist/src/authoring/evolver.js +0 -320
- package/dist/src/authoring/evolver.js.map +0 -1
- package/dist/src/authoring/generator.d.ts +0 -35
- package/dist/src/authoring/generator.d.ts.map +0 -1
- package/dist/src/authoring/generator.js +0 -704
- package/dist/src/authoring/generator.js.map +0 -1
- package/dist/src/authoring/sample-fixer.d.ts +0 -45
- package/dist/src/authoring/sample-fixer.d.ts.map +0 -1
- package/dist/src/authoring/sample-fixer.js +0 -186
- package/dist/src/authoring/sample-fixer.js.map +0 -1
- package/dist/src/cli/cli-exit.d.ts +0 -15
- package/dist/src/cli/cli-exit.d.ts.map +0 -1
- package/dist/src/cli/cli-exit.js +0 -19
- package/dist/src/cli/cli-exit.js.map +0 -1
- package/dist/src/cli/commands/_shared.d.ts +0 -12
- package/dist/src/cli/commands/_shared.d.ts.map +0 -1
- package/dist/src/cli/commands/_shared.js +0 -26
- package/dist/src/cli/commands/_shared.js.map +0 -1
- package/dist/src/cli/commands/doctor.d.ts +0 -2
- package/dist/src/cli/commands/doctor.d.ts.map +0 -1
- package/dist/src/cli/commands/doctor.js +0 -174
- package/dist/src/cli/commands/doctor.js.map +0 -1
- package/dist/src/cli/commands/eval-gold.d.ts +0 -2
- package/dist/src/cli/commands/eval-gold.d.ts.map +0 -1
- package/dist/src/cli/commands/eval-gold.js +0 -137
- package/dist/src/cli/commands/eval-gold.js.map +0 -1
- package/dist/src/cli/commands/eval-runner.d.ts +0 -2
- package/dist/src/cli/commands/eval-runner.d.ts.map +0 -1
- package/dist/src/cli/commands/eval-runner.js +0 -299
- package/dist/src/cli/commands/eval-runner.js.map +0 -1
- package/dist/src/cli/commands/eval.d.ts +0 -2
- package/dist/src/cli/commands/eval.d.ts.map +0 -1
- package/dist/src/cli/commands/eval.js +0 -11
- package/dist/src/cli/commands/eval.js.map +0 -1
- package/dist/src/cli/commands/evolve.d.ts +0 -2
- package/dist/src/cli/commands/evolve.d.ts.map +0 -1
- package/dist/src/cli/commands/evolve.js +0 -132
- package/dist/src/cli/commands/evolve.js.map +0 -1
- package/dist/src/cli/commands/init.d.ts +0 -2
- package/dist/src/cli/commands/init.d.ts.map +0 -1
- package/dist/src/cli/commands/init.js +0 -110
- package/dist/src/cli/commands/init.js.map +0 -1
- package/dist/src/cli/commands/observe.d.ts +0 -2
- package/dist/src/cli/commands/observe.d.ts.map +0 -1
- package/dist/src/cli/commands/observe.js +0 -247
- package/dist/src/cli/commands/observe.js.map +0 -1
- package/dist/src/cli/commands/registry.d.ts +0 -11
- package/dist/src/cli/commands/registry.d.ts.map +0 -1
- package/dist/src/cli/commands/registry.js +0 -32
- package/dist/src/cli/commands/registry.js.map +0 -1
- package/dist/src/cli/commands/sample.d.ts +0 -15
- package/dist/src/cli/commands/sample.d.ts.map +0 -1
- package/dist/src/cli/commands/sample.js +0 -415
- package/dist/src/cli/commands/sample.js.map +0 -1
- package/dist/src/cli/commands/studio.d.ts +0 -2
- package/dist/src/cli/commands/studio.d.ts.map +0 -1
- package/dist/src/cli/commands/studio.js +0 -84
- package/dist/src/cli/commands/studio.js.map +0 -1
- package/dist/src/cli/i18n-dict.d.ts +0 -54
- package/dist/src/cli/i18n-dict.d.ts.map +0 -1
- package/dist/src/cli/i18n-dict.js +0 -1125
- package/dist/src/cli/i18n-dict.js.map +0 -1
- package/dist/src/cli/i18n.d.ts +0 -24
- package/dist/src/cli/i18n.d.ts.map +0 -1
- package/dist/src/cli/i18n.js +0 -53
- package/dist/src/cli/i18n.js.map +0 -1
- package/dist/src/cli/index.d.ts.map +0 -1
- package/dist/src/cli/index.js +0 -61
- package/dist/src/cli/index.js.map +0 -1
- package/dist/src/cli/parse-run-config.d.ts +0 -90
- package/dist/src/cli/parse-run-config.d.ts.map +0 -1
- package/dist/src/cli/parse-run-config.js +0 -302
- package/dist/src/cli/parse-run-config.js.map +0 -1
- package/dist/src/cli/parse-strict.d.ts +0 -7
- package/dist/src/cli/parse-strict.d.ts.map +0 -1
- package/dist/src/cli/parse-strict.js +0 -26
- package/dist/src/cli/parse-strict.js.map +0 -1
- package/dist/src/cli/progress.d.ts.map +0 -1
- package/dist/src/cli/progress.js.map +0 -1
- package/dist/src/cli/run-tally.d.ts +0 -18
- package/dist/src/cli/run-tally.d.ts.map +0 -1
- package/dist/src/cli/run-tally.js.map +0 -1
- package/dist/src/cli/update-check.d.ts +0 -3
- package/dist/src/cli/update-check.d.ts.map +0 -1
- package/dist/src/cli/update-check.js +0 -37
- package/dist/src/cli/update-check.js.map +0 -1
- package/dist/src/doctor/health/builtin-dimensions.d.ts.map +0 -1
- package/dist/src/doctor/health/builtin-dimensions.js.map +0 -1
- package/dist/src/doctor/health/composer.d.ts.map +0 -1
- package/dist/src/doctor/health/composer.js +0 -293
- package/dist/src/doctor/health/composer.js.map +0 -1
- package/dist/src/doctor/health/dimension-registry.d.ts.map +0 -1
- package/dist/src/doctor/health/dimension-registry.js.map +0 -1
- package/dist/src/doctor/health/dimension-spec.d.ts +0 -47
- package/dist/src/doctor/health/dimension-spec.d.ts.map +0 -1
- package/dist/src/doctor/health/dimension-spec.js.map +0 -1
- package/dist/src/doctor/health/parser.d.ts +0 -27
- package/dist/src/doctor/health/parser.d.ts.map +0 -1
- package/dist/src/doctor/health/parser.js +0 -191
- package/dist/src/doctor/health/parser.js.map +0 -1
- package/dist/src/doctor/health/prompt-builder.d.ts +0 -22
- package/dist/src/doctor/health/prompt-builder.d.ts.map +0 -1
- package/dist/src/doctor/health/prompt-builder.js +0 -170
- package/dist/src/doctor/health/prompt-builder.js.map +0 -1
- package/dist/src/doctor/health/register.d.ts.map +0 -1
- package/dist/src/doctor/health/register.js.map +0 -1
- package/dist/src/doctor/html-renderer.d.ts +0 -20
- package/dist/src/doctor/html-renderer.d.ts.map +0 -1
- package/dist/src/doctor/html-renderer.js +0 -376
- package/dist/src/doctor/html-renderer.js.map +0 -1
- package/dist/src/doctor/index.d.ts.map +0 -1
- package/dist/src/doctor/index.js +0 -245
- package/dist/src/doctor/index.js.map +0 -1
- package/dist/src/doctor/preflight.d.ts.map +0 -1
- package/dist/src/doctor/preflight.js.map +0 -1
- package/dist/src/doctor/renderer.d.ts +0 -17
- package/dist/src/doctor/renderer.d.ts.map +0 -1
- package/dist/src/doctor/renderer.js +0 -123
- package/dist/src/doctor/renderer.js.map +0 -1
- package/dist/src/doctor/rules.d.ts.map +0 -1
- package/dist/src/doctor/rules.js +0 -289
- package/dist/src/doctor/rules.js.map +0 -1
- package/dist/src/eval-core/bootstrap.d.ts.map +0 -1
- package/dist/src/eval-core/bootstrap.js.map +0 -1
- package/dist/src/eval-core/cache.d.ts.map +0 -1
- package/dist/src/eval-core/cache.js.map +0 -1
- package/dist/src/eval-core/comparability.d.ts.map +0 -1
- package/dist/src/eval-core/comparability.js.map +0 -1
- package/dist/src/eval-core/dependency-checker.d.ts +0 -58
- package/dist/src/eval-core/dependency-checker.d.ts.map +0 -1
- package/dist/src/eval-core/dependency-checker.js.map +0 -1
- package/dist/src/eval-core/evaluation-execution.d.ts.map +0 -1
- package/dist/src/eval-core/evaluation-execution.js.map +0 -1
- package/dist/src/eval-core/evaluation-job.d.ts.map +0 -1
- package/dist/src/eval-core/evaluation-job.js.map +0 -1
- package/dist/src/eval-core/evaluation-reporting.d.ts.map +0 -1
- package/dist/src/eval-core/evaluation-reporting.js.map +0 -1
- package/dist/src/eval-core/execution-strategy.d.ts.map +0 -1
- package/dist/src/eval-core/execution-strategy.js +0 -165
- package/dist/src/eval-core/execution-strategy.js.map +0 -1
- package/dist/src/eval-core/fact-checker.d.ts.map +0 -1
- package/dist/src/eval-core/fact-checker.js.map +0 -1
- package/dist/src/eval-core/layer-gates.d.ts.map +0 -1
- package/dist/src/eval-core/layer-gates.js.map +0 -1
- package/dist/src/eval-core/mock-hook.cjs +0 -203
- package/dist/src/eval-core/mocks-runtime.d.ts +0 -96
- package/dist/src/eval-core/mocks-runtime.d.ts.map +0 -1
- package/dist/src/eval-core/mocks-runtime.js +0 -323
- package/dist/src/eval-core/mocks-runtime.js.map +0 -1
- package/dist/src/eval-core/schema.d.ts.map +0 -1
- package/dist/src/eval-core/schema.js.map +0 -1
- package/dist/src/eval-core/statistics.d.ts.map +0 -1
- package/dist/src/eval-core/statistics.js.map +0 -1
- package/dist/src/eval-core/task-planner.d.ts.map +0 -1
- package/dist/src/eval-core/task-planner.js.map +0 -1
- package/dist/src/eval-core/verdict.d.ts.map +0 -1
- package/dist/src/eval-core/verdict.js.map +0 -1
- package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts.map +0 -1
- package/dist/src/eval-workflows/batch-evaluation-workflow.js.map +0 -1
- package/dist/src/eval-workflows/evaluation-pipeline.d.ts +0 -109
- package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +0 -1
- package/dist/src/eval-workflows/evaluation-pipeline.js +0 -373
- package/dist/src/eval-workflows/evaluation-pipeline.js.map +0 -1
- package/dist/src/eval-workflows/evaluation-preparation.d.ts.map +0 -1
- package/dist/src/eval-workflows/evaluation-preparation.js.map +0 -1
- package/dist/src/eval-workflows/run-evaluation.d.ts.map +0 -1
- package/dist/src/eval-workflows/run-evaluation.js +0 -528
- package/dist/src/eval-workflows/run-evaluation.js.map +0 -1
- package/dist/src/executors/anthropic-api.d.ts.map +0 -1
- package/dist/src/executors/anthropic-api.js.map +0 -1
- package/dist/src/executors/claude-cli.d.ts.map +0 -1
- package/dist/src/executors/claude-cli.js +0 -179
- package/dist/src/executors/claude-cli.js.map +0 -1
- package/dist/src/executors/claude-sdk-trace.d.ts.map +0 -1
- package/dist/src/executors/claude-sdk-trace.js.map +0 -1
- package/dist/src/executors/claude-sdk.d.ts.map +0 -1
- package/dist/src/executors/claude-sdk.js.map +0 -1
- package/dist/src/executors/codex-cli-trace.d.ts.map +0 -1
- package/dist/src/executors/codex-cli-trace.js.map +0 -1
- package/dist/src/executors/codex-cli.d.ts.map +0 -1
- package/dist/src/executors/codex-cli.js.map +0 -1
- package/dist/src/executors/codex-sdk.d.ts.map +0 -1
- package/dist/src/executors/codex-sdk.js.map +0 -1
- package/dist/src/executors/gemini.d.ts.map +0 -1
- package/dist/src/executors/gemini.js.map +0 -1
- package/dist/src/executors/index.d.ts.map +0 -1
- package/dist/src/executors/index.js.map +0 -1
- package/dist/src/executors/openai-api.d.ts.map +0 -1
- package/dist/src/executors/openai-api.js.map +0 -1
- package/dist/src/executors/runtime-fingerprint.d.ts.map +0 -1
- package/dist/src/executors/runtime-fingerprint.js.map +0 -1
- package/dist/src/executors/script.d.ts.map +0 -1
- package/dist/src/executors/script.js.map +0 -1
- package/dist/src/executors/shared.d.ts +0 -194
- package/dist/src/executors/shared.d.ts.map +0 -1
- package/dist/src/executors/shared.js +0 -256
- package/dist/src/executors/shared.js.map +0 -1
- package/dist/src/grading/assertions.d.ts.map +0 -1
- package/dist/src/grading/assertions.js.map +0 -1
- package/dist/src/grading/debias-validate.d.ts.map +0 -1
- package/dist/src/grading/debias-validate.js.map +0 -1
- package/dist/src/grading/diagnostic.d.ts.map +0 -1
- package/dist/src/grading/diagnostic.js.map +0 -1
- package/dist/src/grading/gold-cli.d.ts.map +0 -1
- package/dist/src/grading/gold-cli.js.map +0 -1
- package/dist/src/grading/gold-dataset.d.ts.map +0 -1
- package/dist/src/grading/gold-dataset.js.map +0 -1
- package/dist/src/grading/human-gold.d.ts.map +0 -1
- package/dist/src/grading/human-gold.js.map +0 -1
- package/dist/src/grading/index.d.ts.map +0 -1
- package/dist/src/grading/index.js.map +0 -1
- package/dist/src/grading/judge.d.ts.map +0 -1
- package/dist/src/grading/judge.js.map +0 -1
- package/dist/src/grading/layered-scores.d.ts.map +0 -1
- package/dist/src/grading/layered-scores.js.map +0 -1
- package/dist/src/inputs/eval-config.d.ts.map +0 -1
- package/dist/src/inputs/eval-config.js.map +0 -1
- package/dist/src/inputs/load-samples.d.ts.map +0 -1
- package/dist/src/inputs/load-samples.js.map +0 -1
- package/dist/src/inputs/mcp-resolver.d.ts.map +0 -1
- package/dist/src/inputs/mcp-resolver.js.map +0 -1
- package/dist/src/inputs/skill-loader.d.ts.map +0 -1
- package/dist/src/inputs/skill-loader.js +0 -253
- package/dist/src/inputs/skill-loader.js.map +0 -1
- package/dist/src/inputs/url-fetcher.d.ts.map +0 -1
- package/dist/src/inputs/url-fetcher.js.map +0 -1
- package/dist/src/observability/experience.d.ts +0 -260
- package/dist/src/observability/experience.d.ts.map +0 -1
- package/dist/src/observability/experience.js +0 -1233
- package/dist/src/observability/experience.js.map +0 -1
- package/dist/src/observability/inbox-view-model.d.ts +0 -27
- package/dist/src/observability/inbox-view-model.d.ts.map +0 -1
- package/dist/src/observability/inbox-view-model.js +0 -135
- package/dist/src/observability/inbox-view-model.js.map +0 -1
- package/dist/src/observability/inbox.d.ts +0 -125
- package/dist/src/observability/inbox.d.ts.map +0 -1
- package/dist/src/observability/inbox.js +0 -741
- package/dist/src/observability/inbox.js.map +0 -1
- package/dist/src/observability/problem-patterns.d.ts +0 -51
- package/dist/src/observability/problem-patterns.d.ts.map +0 -1
- package/dist/src/observability/problem-patterns.js +0 -205
- package/dist/src/observability/problem-patterns.js.map +0 -1
- package/dist/src/observability/review-state.d.ts +0 -54
- package/dist/src/observability/review-state.d.ts.map +0 -1
- package/dist/src/observability/review-state.js +0 -131
- package/dist/src/observability/review-state.js.map +0 -1
- package/dist/src/observability/skill-chain-advisories.d.ts +0 -25
- package/dist/src/observability/skill-chain-advisories.d.ts.map +0 -1
- package/dist/src/observability/skill-chain-advisories.js +0 -69
- package/dist/src/observability/skill-chain-advisories.js.map +0 -1
- package/dist/src/observability/skill-chain.d.ts +0 -61
- package/dist/src/observability/skill-chain.d.ts.map +0 -1
- package/dist/src/observability/skill-chain.js +0 -233
- package/dist/src/observability/skill-chain.js.map +0 -1
- package/dist/src/observability/skill-health-analyzer.d.ts.map +0 -1
- package/dist/src/observability/skill-health-analyzer.js.map +0 -1
- package/dist/src/observability/text-signals.d.ts +0 -7
- package/dist/src/observability/text-signals.d.ts.map +0 -1
- package/dist/src/observability/text-signals.js +0 -22
- package/dist/src/observability/text-signals.js.map +0 -1
- package/dist/src/observability/trace-adapter.d.ts.map +0 -1
- package/dist/src/observability/trace-adapter.js.map +0 -1
- package/dist/src/observability/trace-attribution.d.ts +0 -56
- package/dist/src/observability/trace-attribution.d.ts.map +0 -1
- package/dist/src/observability/trace-attribution.js +0 -200
- package/dist/src/observability/trace-attribution.js.map +0 -1
- package/dist/src/observability/trace-segmenter.d.ts +0 -52
- package/dist/src/observability/trace-segmenter.d.ts.map +0 -1
- package/dist/src/observability/trace-segmenter.js +0 -320
- package/dist/src/observability/trace-segmenter.js.map +0 -1
- package/dist/src/observability/trace-source.d.ts +0 -99
- package/dist/src/observability/trace-source.d.ts.map +0 -1
- package/dist/src/observability/trace-source.js +0 -492
- package/dist/src/observability/trace-source.js.map +0 -1
- package/dist/src/renderer/html-renderer.d.ts.map +0 -1
- package/dist/src/renderer/html-renderer.js.map +0 -1
- package/dist/src/renderer/layout.d.ts.map +0 -1
- package/dist/src/renderer/layout.js.map +0 -1
- package/dist/src/renderer/observation-inbox-renderer.d.ts +0 -4
- package/dist/src/renderer/observation-inbox-renderer.d.ts.map +0 -1
- package/dist/src/renderer/observation-inbox-renderer.js +0 -5376
- package/dist/src/renderer/observation-inbox-renderer.js.map +0 -1
- package/dist/src/renderer/skill-detail-renderer.d.ts +0 -15
- package/dist/src/renderer/skill-detail-renderer.d.ts.map +0 -1
- package/dist/src/renderer/skill-detail-renderer.js +0 -1234
- package/dist/src/renderer/skill-detail-renderer.js.map +0 -1
- package/dist/src/renderer/skill-health-renderer.d.ts.map +0 -1
- package/dist/src/renderer/skill-health-renderer.js.map +0 -1
- package/dist/src/renderer/skill-list-renderer.d.ts +0 -4
- package/dist/src/renderer/skill-list-renderer.d.ts.map +0 -1
- package/dist/src/renderer/skill-list-renderer.js +0 -327
- package/dist/src/renderer/skill-list-renderer.js.map +0 -1
- package/dist/src/renderer/summary.d.ts +0 -68
- package/dist/src/renderer/summary.d.ts.map +0 -1
- package/dist/src/renderer/summary.js +0 -1896
- package/dist/src/renderer/summary.js.map +0 -1
- package/dist/src/renderer/table.d.ts.map +0 -1
- package/dist/src/renderer/table.js.map +0 -1
- package/dist/src/renderer/test-view.d.ts.map +0 -1
- package/dist/src/renderer/test-view.js +0 -905
- package/dist/src/renderer/test-view.js.map +0 -1
- package/dist/src/renderer/trends.d.ts.map +0 -1
- package/dist/src/renderer/trends.js.map +0 -1
- package/dist/src/server/job-store.d.ts.map +0 -1
- package/dist/src/server/job-store.js.map +0 -1
- package/dist/src/server/report-server.d.ts.map +0 -1
- package/dist/src/server/report-server.js +0 -801
- package/dist/src/server/report-server.js.map +0 -1
- package/dist/src/server/report-store.d.ts.map +0 -1
- package/dist/src/server/report-store.js.map +0 -1
- package/dist/src/server/skill-index.d.ts +0 -77
- package/dist/src/server/skill-index.d.ts.map +0 -1
- package/dist/src/server/skill-index.js +0 -331
- package/dist/src/server/skill-index.js.map +0 -1
- package/dist/src/server/skill-insights.d.ts +0 -92
- package/dist/src/server/skill-insights.d.ts.map +0 -1
- package/dist/src/server/skill-insights.js +0 -676
- package/dist/src/server/skill-insights.js.map +0 -1
- package/dist/src/shared/hard-rules.d.ts +0 -40
- package/dist/src/shared/hard-rules.d.ts.map +0 -1
- package/dist/src/shared/hard-rules.js +0 -200
- package/dist/src/shared/hard-rules.js.map +0 -1
- package/dist/src/shared/time.d.ts.map +0 -1
- package/dist/src/shared/time.js.map +0 -1
- package/dist/src/shared/tool-search.d.ts.map +0 -1
- package/dist/src/shared/tool-search.js.map +0 -1
- package/dist/src/types/doctor.d.ts +0 -155
- package/dist/src/types/doctor.d.ts.map +0 -1
- package/dist/src/types/doctor.js.map +0 -1
- package/dist/src/types/eval.d.ts +0 -372
- package/dist/src/types/eval.d.ts.map +0 -1
- package/dist/src/types/eval.js.map +0 -1
- package/dist/src/types/executor.d.ts.map +0 -1
- package/dist/src/types/executor.js.map +0 -1
- package/dist/src/types/index.d.ts +0 -8
- package/dist/src/types/index.d.ts.map +0 -1
- package/dist/src/types/index.js +0 -8
- package/dist/src/types/index.js.map +0 -1
- package/dist/src/types/judge.d.ts.map +0 -1
- package/dist/src/types/judge.js.map +0 -1
- package/dist/src/types/report.d.ts +0 -551
- package/dist/src/types/report.d.ts.map +0 -1
- package/dist/src/types/report.js.map +0 -1
- package/dist/src/types/shared.d.ts.map +0 -1
- package/dist/src/types/shared.js.map +0 -1
- package/dist/src/types/storage.d.ts.map +0 -1
- package/dist/src/types/storage.js.map +0 -1
- package/dist/src/util/safe-slice.d.ts +0 -23
- package/dist/src/util/safe-slice.d.ts.map +0 -1
- package/dist/src/util/safe-slice.js +0 -33
- package/dist/src/util/safe-slice.js.map +0 -1
- /package/dist/{src/analysis → analysis}/coverage-analyzer.d.ts +0 -0
- /package/dist/{src/analysis → analysis}/coverage-analyzer.js +0 -0
- /package/dist/{src/analysis → analysis}/failure-clusterer.d.ts +0 -0
- /package/dist/{src/analysis → analysis}/failure-clusterer.js +0 -0
- /package/dist/{src/analysis → analysis}/hedging-classifier.d.ts +0 -0
- /package/dist/{src/analysis → analysis}/hedging-classifier.js +0 -0
- /package/dist/{src/analysis → analysis}/sample-diagnostics.d.ts +0 -0
- /package/dist/{src/analysis → analysis}/sample-diagnostics.js +0 -0
- /package/dist/{src/analysis → analysis}/saturation.d.ts +0 -0
- /package/dist/{src/analysis → analysis}/saturation.js +0 -0
- /package/dist/{src/cli → cli}/index.d.ts +0 -0
- /package/dist/{src/cli → cli/lib}/progress.d.ts +0 -0
- /package/dist/{src/cli → cli/lib}/progress.js +0 -0
- /package/dist/{src/cli → cli/lib}/run-tally.js +0 -0
- /package/dist/{src/doctor → doctor}/health/builtin-dimensions.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/health/builtin-dimensions.js +0 -0
- /package/dist/{src/doctor → doctor}/health/composer.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/health/dimension-registry.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/health/dimension-registry.js +0 -0
- /package/dist/{src/doctor → doctor}/health/dimension-spec.js +0 -0
- /package/dist/{src/doctor → doctor}/health/register.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/health/register.js +0 -0
- /package/dist/{src/doctor → doctor}/index.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/preflight.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/preflight.js +0 -0
- /package/dist/{src/doctor → doctor}/rules.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/bootstrap.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/bootstrap.js +0 -0
- /package/dist/{src/eval-core → eval-core}/cache.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/cache.js +0 -0
- /package/dist/{src/eval-core → eval-core}/comparability.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/comparability.js +0 -0
- /package/dist/{src/eval-core → eval-core}/dependency-checker.js +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-execution.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-execution.js +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-job.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-job.js +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-reporting.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-reporting.js +0 -0
- /package/dist/{src/eval-core → eval-core}/execution-strategy.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/fact-checker.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/fact-checker.js +0 -0
- /package/dist/{src/eval-core → eval-core}/layer-gates.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/layer-gates.js +0 -0
- /package/dist/{src/eval-core → eval-core}/schema.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/schema.js +0 -0
- /package/dist/{src/eval-core → eval-core}/statistics.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/statistics.js +0 -0
- /package/dist/{src/eval-core → eval-core}/task-planner.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/task-planner.js +0 -0
- /package/dist/{src/eval-core → eval-core}/verdict.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/verdict.js +0 -0
- /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.d.ts +0 -0
- /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.js +0 -0
- /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.d.ts +0 -0
- /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.js +0 -0
- /package/dist/{src/eval-workflows → eval-workflows}/run-evaluation.d.ts +0 -0
- /package/dist/{src/executors → executors}/anthropic-api.d.ts +0 -0
- /package/dist/{src/executors → executors}/anthropic-api.js +0 -0
- /package/dist/{src/executors → executors}/claude-cli.d.ts +0 -0
- /package/dist/{src/executors → executors}/claude-sdk-trace.d.ts +0 -0
- /package/dist/{src/executors → executors}/claude-sdk-trace.js +0 -0
- /package/dist/{src/executors → executors}/claude-sdk.d.ts +0 -0
- /package/dist/{src/executors → executors}/claude-sdk.js +0 -0
- /package/dist/{src/executors → executors}/codex-cli-trace.d.ts +0 -0
- /package/dist/{src/executors → executors}/codex-cli-trace.js +0 -0
- /package/dist/{src/executors → executors}/codex-cli.d.ts +0 -0
- /package/dist/{src/executors → executors}/codex-cli.js +0 -0
- /package/dist/{src/executors → executors}/codex-sdk.d.ts +0 -0
- /package/dist/{src/executors → executors}/codex-sdk.js +0 -0
- /package/dist/{src/executors → executors}/gemini.d.ts +0 -0
- /package/dist/{src/executors → executors}/gemini.js +0 -0
- /package/dist/{src/executors → executors}/index.d.ts +0 -0
- /package/dist/{src/executors → executors}/index.js +0 -0
- /package/dist/{src/executors → executors}/openai-api.d.ts +0 -0
- /package/dist/{src/executors → executors}/openai-api.js +0 -0
- /package/dist/{src/executors → executors}/runtime-fingerprint.d.ts +0 -0
- /package/dist/{src/executors → executors}/runtime-fingerprint.js +0 -0
- /package/dist/{src/executors → executors}/script.d.ts +0 -0
- /package/dist/{src/executors → executors}/script.js +0 -0
- /package/dist/{src/grading → grading}/assertions.d.ts +0 -0
- /package/dist/{src/grading → grading}/assertions.js +0 -0
- /package/dist/{src/grading → grading}/debias-validate.d.ts +0 -0
- /package/dist/{src/grading → grading}/debias-validate.js +0 -0
- /package/dist/{src/grading → grading}/diagnostic.d.ts +0 -0
- /package/dist/{src/grading → grading}/diagnostic.js +0 -0
- /package/dist/{src/grading → grading}/gold-cli.d.ts +0 -0
- /package/dist/{src/grading → grading}/gold-cli.js +0 -0
- /package/dist/{src/grading → grading}/gold-dataset.d.ts +0 -0
- /package/dist/{src/grading → grading}/gold-dataset.js +0 -0
- /package/dist/{src/grading → grading}/human-gold.d.ts +0 -0
- /package/dist/{src/grading → grading}/human-gold.js +0 -0
- /package/dist/{src/grading → grading}/index.d.ts +0 -0
- /package/dist/{src/grading → grading}/index.js +0 -0
- /package/dist/{src/grading → grading}/judge.d.ts +0 -0
- /package/dist/{src/grading → grading}/judge.js +0 -0
- /package/dist/{src/grading → grading}/layered-scores.d.ts +0 -0
- /package/dist/{src/grading → grading}/layered-scores.js +0 -0
- /package/dist/{src/inputs → inputs}/eval-config.d.ts +0 -0
- /package/dist/{src/inputs → inputs}/eval-config.js +0 -0
- /package/dist/{src/inputs → inputs}/load-samples.d.ts +0 -0
- /package/dist/{src/inputs → inputs}/load-samples.js +0 -0
- /package/dist/{src/inputs → inputs}/mcp-resolver.d.ts +0 -0
- /package/dist/{src/inputs → inputs}/mcp-resolver.js +0 -0
- /package/dist/{src/inputs → inputs}/skill-loader.d.ts +0 -0
- /package/dist/{src/inputs → inputs}/url-fetcher.d.ts +0 -0
- /package/dist/{src/inputs → inputs}/url-fetcher.js +0 -0
- /package/dist/{src/observability → observability}/skill-health-analyzer.d.ts +0 -0
- /package/dist/{src/observability → observability}/skill-health-analyzer.js +0 -0
- /package/dist/{src/observability → observability}/trace-adapter.d.ts +0 -0
- /package/dist/{src/observability → observability}/trace-adapter.js +0 -0
- /package/dist/{src/renderer → renderer}/html-renderer.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/html-renderer.js +0 -0
- /package/dist/{src/renderer → renderer}/layout.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/layout.js +0 -0
- /package/dist/{src/renderer → renderer}/skill-health-renderer.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/skill-health-renderer.js +0 -0
- /package/dist/{src/renderer → renderer}/table.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/table.js +0 -0
- /package/dist/{src/renderer → renderer}/test-view.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/trends.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/trends.js +0 -0
- /package/dist/{src/server → server}/job-store.d.ts +0 -0
- /package/dist/{src/server → server}/job-store.js +0 -0
- /package/dist/{src/server → server}/report-server.d.ts +0 -0
- /package/dist/{src/server → server}/report-store.d.ts +0 -0
- /package/dist/{src/server → server}/report-store.js +0 -0
- /package/dist/{src/shared → shared}/time.d.ts +0 -0
- /package/dist/{src/shared → shared}/time.js +0 -0
- /package/dist/{src/shared → shared}/tool-search.d.ts +0 -0
- /package/dist/{src/shared → shared}/tool-search.js +0 -0
- /package/dist/{src/types → types}/doctor.js +0 -0
- /package/dist/{src/types → types}/eval.js +0 -0
- /package/dist/{src/types → types}/executor.d.ts +0 -0
- /package/dist/{src/types → types}/executor.js +0 -0
- /package/dist/{src/types → types}/judge.d.ts +0 -0
- /package/dist/{src/types → types}/judge.js +0 -0
- /package/dist/{src/types → types}/report.js +0 -0
- /package/dist/{src/types → types}/shared.d.ts +0 -0
- /package/dist/{src/types → types}/shared.js +0 -0
- /package/dist/{src/types → types}/storage.d.ts +0 -0
- /package/dist/{src/types → types}/storage.js +0 -0
|
@@ -1,1125 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* CLI 文案字典。
|
|
3
|
-
*
|
|
4
|
-
* 命名约定: `cli.<command>.<event>` 或 `cli.common.<event>`。
|
|
5
|
-
* 占位符用 `{name}` 形式,在 tCli(params) 处替换。
|
|
6
|
-
*
|
|
7
|
-
* ============================================================================
|
|
8
|
-
* 翻译守则 (受 cc-viewer i18n 方案启发)
|
|
9
|
-
* ============================================================================
|
|
10
|
-
*
|
|
11
|
-
* 1. **彻底本地化, 不接受中英混搭**
|
|
12
|
-
* "中文用户读到的中文"和"英文用户读到的英文"必须是各自语言里自然的表达,
|
|
13
|
-
* 不能机械翻译, 不能在中文里塞英文短语解释术语。如果某个英文短语没有
|
|
14
|
-
* 自然的中文译法, 重新组织句子结构, 而不是混着写。
|
|
15
|
-
*
|
|
16
|
-
* 2. **保留原文的白名单 (产品术语 / 命令 / 文件名)**
|
|
17
|
-
* 以下 token 在两种语言里都保留原文, 不翻译:
|
|
18
|
-
* - 产品名: omk, oh-my-knowledge, Claude, npm
|
|
19
|
-
* - 命令名: init, doctor, eval, observe, evolve, sample, studio, gold
|
|
20
|
-
* - omk 核心业务术语: skill, variant, sample, judge, executor (出现在产品
|
|
21
|
-
* UI 里时首字母可大写如 "Skill 评测", 描述句中保持小写)
|
|
22
|
-
* - 技术参数: --lang, --control, --treatment, --bootstrap, --judge-repeat,
|
|
23
|
-
* OMK_LANG, JUDGE_PROMPT_VERSION_*
|
|
24
|
-
* - 文件名 / 路径: eval-samples.json, skills/v1.md, ~/.oh-my-knowledge/...
|
|
25
|
-
* - 数学概念缩写: CI, α, RAG (其译法可在配套描述里说明, 但术语本身留原文)
|
|
26
|
-
*
|
|
27
|
-
* 3. **必须翻译的内容**
|
|
28
|
-
* 动作 (run / edit / scaffold / generate), 状态 (success / failed /
|
|
29
|
-
* invalid), 引导文案 (next steps / try this / see also), 解释性描述。
|
|
30
|
-
*
|
|
31
|
-
* 4. **不要机械直译**
|
|
32
|
-
* "Next steps:" 译 "下一步:" 而不是 "下一步骤:"。
|
|
33
|
-
* "Run: ..." 译 "运行: ..." 而不是 "跑: ..."。
|
|
34
|
-
* 选用 omk 项目长期使用的中文措辞 (LLM judge 译"评委" 不译"判官", 见
|
|
35
|
-
* feedback_ui_translation.md)。
|
|
36
|
-
*
|
|
37
|
-
* 5. **新增 key 流程**
|
|
38
|
-
* a. 加到 CliMessageKey union 类型里
|
|
39
|
-
* b. 在 CLI_DICT 里同时给出 zh / en (Record 类型强制 zh/en 双写, 漏写
|
|
40
|
-
* tsc 直接报错)
|
|
41
|
-
* c. 自查: 中文里有没有非白名单的英文? 英文里有没有中文?
|
|
42
|
-
* d. 自查: 措辞自然度 — 把中文版念出来, 像不像中文项目的命令行输出?
|
|
43
|
-
* e. test/cli-i18n.test.ts 会跑 runtime parity 检查
|
|
44
|
-
*
|
|
45
|
-
* 未来扩 Lang (zh-TW / ja / ko ...): 改 src/types/shared.ts 的 Lang union,
|
|
46
|
-
* Record 类型自动强制每 key 加新语言版本。
|
|
47
|
-
*/
|
|
48
|
-
export const CLI_DICT = {
|
|
49
|
-
'cli.common.unknown_domain': {
|
|
50
|
-
zh: "未知命令:{domain}。运行 'omk --help' 查看可用命令。",
|
|
51
|
-
en: "Unknown command: {domain}. Run 'omk --help' to see available commands.",
|
|
52
|
-
},
|
|
53
|
-
'cli.init.scaffolded': {
|
|
54
|
-
zh: '已初始化测评项目: {dir}',
|
|
55
|
-
en: 'Eval project scaffolded at: {dir}',
|
|
56
|
-
},
|
|
57
|
-
'cli.init.next_steps_title': {
|
|
58
|
-
zh: '下一步:',
|
|
59
|
-
en: 'Next steps:',
|
|
60
|
-
},
|
|
61
|
-
'cli.init.next_step_edit_samples': {
|
|
62
|
-
zh: ' 1. 编辑 eval-samples.json,加入你要测的评测用例',
|
|
63
|
-
en: ' 1. Edit eval-samples.json to add your test cases',
|
|
64
|
-
},
|
|
65
|
-
'cli.init.next_step_edit_skills': {
|
|
66
|
-
zh: ' 2. 编辑 skills/code-review-v1/SKILL.md 和 skills/code-review-v2/SKILL.md, 为两个 skill 版本填入实际内容',
|
|
67
|
-
en: ' 2. Edit skills/code-review-v1/SKILL.md and skills/code-review-v2/SKILL.md with your skill versions',
|
|
68
|
-
},
|
|
69
|
-
'cli.init.next_step_run': {
|
|
70
|
-
zh: ' 3. 运行: omk eval --control code-review-v1 --treatment code-review-v2',
|
|
71
|
-
en: ' 3. Run: omk eval --control code-review-v1 --treatment code-review-v2',
|
|
72
|
-
},
|
|
73
|
-
'cli.init.note_codex_executor': {
|
|
74
|
-
zh: '\n注: omk 评测时把 SKILL.md 整文(含 frontmatter)作为 system prompt 注入——跨 executor 一致(claude / codex / openai-api / gemini 都走同一条路径,不依赖任何 executor 的 native skill auto-discovery 或 Skill 工具机制)。frontmatter 在 prompt 头部对 model 行为无显著影响。\n模板带 Claude Code 兼容的 frontmatter(name + description)是为了让同一份 directory-skill 也能 deploy 到 Claude Code:把整个目录复制到 ~/.claude/skills/code-review-v1/(整目录,不是单个 SKILL.md),Claude SDK 才能识别。这是 omk 评测之外的 bonus,一份文件双向 dogfood。',
|
|
75
|
-
en: '\nNote: during omk evaluation the full SKILL.md (frontmatter included) is injected as the system prompt — uniformly across executors (claude / codex / openai-api / gemini all take the same path; omk does not rely on any executor\'s native skill auto-discovery or Skill tool). Frontmatter has no measurable impact on model behavior in this position.\nThe template ships with Claude Code-compatible frontmatter (name + description) so the same directory-skill can also be deployed to Claude Code: copy the whole directory to ~/.claude/skills/code-review-v1/ (the directory, not just SKILL.md) so Claude SDK can recognize it. That is a bonus beyond omk evaluation — one source, two-way dogfood.',
|
|
76
|
-
},
|
|
77
|
-
'cli.update.new_version_available': {
|
|
78
|
-
zh: '\n💡 新版本可用: {old} → {new}, 运行 npm update {pkg} -g 升级\n\n',
|
|
79
|
-
en: '\n💡 New version available: {old} → {new}, run npm update {pkg} -g to upgrade\n\n',
|
|
80
|
-
},
|
|
81
|
-
'cli.run.power_warning_tiny_n': {
|
|
82
|
-
zh: '⚠ N={n} < 5:仅适合探索,任何结论都不可靠,CI 会很宽。需要决策时建议 ≥20 条评测用例。',
|
|
83
|
-
en: '⚠ N={n} < 5 (exploration-only): any conclusion is unreliable, CI will be uselessly wide. Decisions need ≥20 cases.',
|
|
84
|
-
},
|
|
85
|
-
'cli.run.power_warning_small_n': {
|
|
86
|
-
zh: '⚠ N={n} < 20:只能识别很大的效果(Cohen\'s d > 0.8),中等效果(d ≈ 0.5)很难检出。要做可靠决策建议 ≥20 条评测用例。',
|
|
87
|
-
en: '⚠ N={n} < 20 (large-effect-only, Cohen\'s d > 0.8): medium effects (d ≈ 0.5) hard to detect. For confident decisions consider ≥20 cases.',
|
|
88
|
-
},
|
|
89
|
-
'cli.run.power_warning_repeat_one': {
|
|
90
|
-
zh: '⚠ --repeat=1:单轮评测无法测稳定性(CV 会标记为未测量)。用 --repeat 3+ 检测同一 variant 内部方差。',
|
|
91
|
-
en: '⚠ --repeat=1: single-run cannot measure stability (CV will be marked "not measured"). Use --repeat 3+ to detect within-variant variance.',
|
|
92
|
-
},
|
|
93
|
-
'cli.run.dry_run_no_scores': {
|
|
94
|
-
zh: 'eval dry-run:仅预览任务,不检查分数',
|
|
95
|
-
en: 'Eval dry-run: no scores to check',
|
|
96
|
-
},
|
|
97
|
-
'cli.progress.preflight_starting': {
|
|
98
|
-
zh: '⏳ 正在预检模型连通性...\n',
|
|
99
|
-
en: '⏳ Preflight: checking model connectivity...\n',
|
|
100
|
-
},
|
|
101
|
-
'cli.progress.sample_retry': {
|
|
102
|
-
zh: '[{i}/{n}] {sample}/{variant} 🔄 重试 {attempt}/{max}...\n',
|
|
103
|
-
en: '[{i}/{n}] {sample}/{variant} 🔄 retry {attempt}/{max}...\n',
|
|
104
|
-
},
|
|
105
|
-
'cli.progress.sample_error': {
|
|
106
|
-
zh: '[{i}/{n}] {sample}/{variant} ⚠️ {error}\n',
|
|
107
|
-
en: '[{i}/{n}] {sample}/{variant} ⚠️ {error}\n',
|
|
108
|
-
},
|
|
109
|
-
'cli.progress.sample_executing': {
|
|
110
|
-
zh: '[{i}/{n}] {sample}/{variant} ⏳ 执行中...\n',
|
|
111
|
-
en: '[{i}/{n}] {sample}/{variant} ⏳ running...\n',
|
|
112
|
-
},
|
|
113
|
-
'cli.progress.sample_exec_done': {
|
|
114
|
-
zh: '[{i}/{n}] {sample}/{variant} 执行完成 {ms}ms {input}+{output} tokens{cost}\n',
|
|
115
|
-
en: '[{i}/{n}] {sample}/{variant} done {ms}ms {input}+{output} tokens{cost}\n',
|
|
116
|
-
},
|
|
117
|
-
'cli.progress.output_preview': {
|
|
118
|
-
zh: ' 输出预览: {preview}\n',
|
|
119
|
-
en: ' output preview: {preview}\n',
|
|
120
|
-
},
|
|
121
|
-
'cli.progress.judging': {
|
|
122
|
-
zh: '[{i}/{n}] {sample}/{variant} 评委评审中{dim}...\n',
|
|
123
|
-
en: '[{i}/{n}] {sample}/{variant} judging{dim}...\n',
|
|
124
|
-
},
|
|
125
|
-
'cli.progress.judged': {
|
|
126
|
-
zh: '[{i}/{n}] {sample}/{variant} 评委评审完成{dim} score={score}\n',
|
|
127
|
-
en: '[{i}/{n}] {sample}/{variant} judged{dim} score={score}\n',
|
|
128
|
-
},
|
|
129
|
-
'cli.progress.skipped': {
|
|
130
|
-
zh: '[{i}/{n}] {sample}/{variant} ⏭ 已跳过 (已有结果)\n',
|
|
131
|
-
en: '[{i}/{n}] {sample}/{variant} ⏭ skipped (cached)\n',
|
|
132
|
-
},
|
|
133
|
-
'cli.progress.sample_done': {
|
|
134
|
-
zh: '[{i}/{n}] {sample}/{variant} ✓ {ms}ms {input}+{output} tokens{cost}{score}\n',
|
|
135
|
-
en: '[{i}/{n}] {sample}/{variant} ✓ {ms}ms {input}+{output} tokens{cost}{score}\n',
|
|
136
|
-
},
|
|
137
|
-
'cli.progress.sample_failed_done': {
|
|
138
|
-
zh: '[{i}/{n}] {sample}/{variant} ⚠️ {ms}ms {input}+{output} tokens{cost} error={error}\n',
|
|
139
|
-
en: '[{i}/{n}] {sample}/{variant} ⚠️ {ms}ms {input}+{output} tokens{cost} error={error}\n',
|
|
140
|
-
},
|
|
141
|
-
'cli.run.invalid_repeat': {
|
|
142
|
-
zh: '⚠ --repeat "{value}" 无效 (期望 ≥ 1 的整数), 已按 1 次评测执行\n',
|
|
143
|
-
en: '⚠ --repeat "{value}" is invalid (expected an integer ≥ 1), falling back to 1 run\n',
|
|
144
|
-
},
|
|
145
|
-
'cli.run.invalid_judge_repeat': {
|
|
146
|
-
zh: '⚠ --judge-repeat "{value}" 无效 (期望 ≥ 1 的整数), 已按 1 次 judge 执行\n',
|
|
147
|
-
en: '⚠ --judge-repeat "{value}" is invalid (expected an integer ≥ 1), falling back to 1 judge call\n',
|
|
148
|
-
},
|
|
149
|
-
'cli.run.no_debias_length_active': {
|
|
150
|
-
zh: 'ℹ --no-debias-length 已生效: judge prompt 退回 v2-cot, 与 < v0.21 报告 hash 一致。\n',
|
|
151
|
-
en: 'ℹ --no-debias-length is active: judge prompt reverts to v2-cot, matching < v0.21 report hashes.\n',
|
|
152
|
-
},
|
|
153
|
-
'cli.run.invalid_bootstrap_samples': {
|
|
154
|
-
zh: '⚠ --bootstrap-samples "{value}" 无效 (期望 ≥ 100 的整数), 已按 1000 执行\n',
|
|
155
|
-
en: '⚠ --bootstrap-samples "{value}" is invalid (expected an integer ≥ 100), falling back to 1000\n',
|
|
156
|
-
},
|
|
157
|
-
'cli.run.bootstrap_samples_too_large': {
|
|
158
|
-
zh: '⚠ --bootstrap-samples {n} 较大, 可能耗时数秒。1000 是业内标准, 通常已够用。\n',
|
|
159
|
-
en: '⚠ --bootstrap-samples {n} is large and may take several seconds. 1000 is the industry standard and usually sufficient.\n',
|
|
160
|
-
},
|
|
161
|
-
'cli.run.skill_section': {
|
|
162
|
-
zh: '\n=== [{i}/{n}] Skill: {skill} ===\n',
|
|
163
|
-
en: '\n=== [{i}/{n}] Skill: {skill} ===\n',
|
|
164
|
-
},
|
|
165
|
-
'cli.run.run_section': {
|
|
166
|
-
zh: '\n=== 第 {i}/{n} 轮 ===\n',
|
|
167
|
-
en: '\n=== Run {i}/{n} ===\n',
|
|
168
|
-
},
|
|
169
|
-
'cli.run.batch_complete': {
|
|
170
|
-
zh: '\n✅ 批量评测完成\n',
|
|
171
|
-
en: '\n✅ Batch evaluation done\n',
|
|
172
|
-
},
|
|
173
|
-
'cli.run.batch_verdict_header': {
|
|
174
|
-
zh: '批量评测结论:{status}({passed}/{total} 通过)',
|
|
175
|
-
en: 'Batch verdict: {status} ({passed}/{total} passed)',
|
|
176
|
-
},
|
|
177
|
-
'cli.run.batch_child_report_missing': {
|
|
178
|
-
zh: '⚠ 子报告缺失:{id},将按不可 ship 处理。\n',
|
|
179
|
-
en: '⚠ Child report missing: {id}; treating it as not shippable.\n',
|
|
180
|
-
},
|
|
181
|
-
'cli.run.eval_complete': {
|
|
182
|
-
zh: '\n✅ 评测完成\n',
|
|
183
|
-
en: '\n✅ Evaluation done\n',
|
|
184
|
-
},
|
|
185
|
-
'cli.run.tally': {
|
|
186
|
-
zh: '试次: {passed} ✓ / {failed} ⚠️\n',
|
|
187
|
-
en: 'Trials: {passed} ✓ / {failed} ⚠️\n',
|
|
188
|
-
},
|
|
189
|
-
'cli.run.report_saved': {
|
|
190
|
-
zh: '📄 报告已保存到: {path}\n',
|
|
191
|
-
en: '📄 Report saved to: {path}\n',
|
|
192
|
-
},
|
|
193
|
-
'cli.run.report_only_gate_skipped': {
|
|
194
|
-
zh: 'ℹ 已启用 report-only 模式:保留 verdict 输出,但本次不使用 verdict 改写 exit code。\n',
|
|
195
|
-
en: 'ℹ Report-only mode enabled: verdict is still printed, but it will not affect the exit code.\n',
|
|
196
|
-
},
|
|
197
|
-
'cli.run.report_server_running': {
|
|
198
|
-
zh: '\n📊 报告服务已启动: {url}\n',
|
|
199
|
-
en: '\n📊 Report server running at {url}\n',
|
|
200
|
-
},
|
|
201
|
-
'cli.run.report_server_view': {
|
|
202
|
-
zh: '👉 查看报告: {url}\n',
|
|
203
|
-
en: '👉 View report: {url}\n',
|
|
204
|
-
},
|
|
205
|
-
'cli.run.report_server_stop': {
|
|
206
|
-
zh: '\n按 Ctrl+C 停止服务\n',
|
|
207
|
-
en: '\nPress Ctrl+C to stop the server\n',
|
|
208
|
-
},
|
|
209
|
-
'cli.run.no_serve_in_non_tty': {
|
|
210
|
-
zh: '\n💡 非交互环境, 已跳过 report server\n',
|
|
211
|
-
en: '\n💡 Non-interactive environment, skipping report server\n',
|
|
212
|
-
},
|
|
213
|
-
'cli.run.no_serve_view_hint': {
|
|
214
|
-
zh: ' 查看报告:omk studio --reports-dir {dir}(报告 ID:{id})\n',
|
|
215
|
-
en: ' View report: omk studio --reports-dir {dir} (report id: {id})\n',
|
|
216
|
-
},
|
|
217
|
-
'cli.run.gold_load_failed': {
|
|
218
|
-
zh: '\n⚠ gold dataset 加载失败 ({dir}):\n',
|
|
219
|
-
en: '\n⚠ Failed to load gold dataset ({dir}):\n',
|
|
220
|
-
},
|
|
221
|
-
'cli.run.gold_load_issue': {
|
|
222
|
-
zh: ' - {message}\n',
|
|
223
|
-
en: ' - {message}\n',
|
|
224
|
-
},
|
|
225
|
-
'cli.run.contamination_warning': {
|
|
226
|
-
zh: '\n⚠ {warning}\n',
|
|
227
|
-
en: '\n⚠ {warning}\n',
|
|
228
|
-
},
|
|
229
|
-
'cli.common.error_prefix': {
|
|
230
|
-
zh: '❌ 错误: {message}',
|
|
231
|
-
en: '❌ Error: {message}',
|
|
232
|
-
},
|
|
233
|
-
'cli.observe.view_hint': {
|
|
234
|
-
zh: '分析 JSON 已写入 output-dir;后续可用 omk observe 持续生成日报。',
|
|
235
|
-
en: 'Analysis JSON written to output-dir; use omk observe to keep producing health reports.',
|
|
236
|
-
},
|
|
237
|
-
'cli.common.skill_dir_not_found': {
|
|
238
|
-
zh: '未找到 skill 目录: {path}',
|
|
239
|
-
en: 'Skill directory not found: {path}',
|
|
240
|
-
},
|
|
241
|
-
'cli.common.skill_file_not_found': {
|
|
242
|
-
zh: '未找到 skill 文件: {path}',
|
|
243
|
-
en: 'Skill file not found: {path}',
|
|
244
|
-
},
|
|
245
|
-
'cli.common.report_not_found': {
|
|
246
|
-
zh: '未找到 report: {id}',
|
|
247
|
-
en: 'Report not found: {id}',
|
|
248
|
-
},
|
|
249
|
-
'cli.common.no_judge_model': {
|
|
250
|
-
zh: '未指定评委。请加 --judge-models <executor:model>, 或确保 report.meta.judgeModels 已写。',
|
|
251
|
-
en: 'No judge configured. Pass --judge-models <executor:model> or ensure the report has meta.judgeModels.',
|
|
252
|
-
},
|
|
253
|
-
'cli.common.judge_models_single_only': {
|
|
254
|
-
zh: '{cmd} 仅支持单评委。--judge-models 只能传一个 executor:model entry。',
|
|
255
|
-
en: '{cmd} only supports a single judge. --judge-models accepts exactly one executor:model entry.',
|
|
256
|
-
},
|
|
257
|
-
'cli.common.warn_load_samples_failed': {
|
|
258
|
-
zh: '⚠ 加载 samples 文件失败 ({path}): {message}\n',
|
|
259
|
-
en: '⚠ Failed to load samples file ({path}): {message}\n',
|
|
260
|
-
},
|
|
261
|
-
'cli.studio.started': {
|
|
262
|
-
zh: 'studio 已启动:{url}',
|
|
263
|
-
en: 'Studio running at {url}',
|
|
264
|
-
},
|
|
265
|
-
'cli.studio.stop_hint': {
|
|
266
|
-
zh: '按 Ctrl+C 停止服务',
|
|
267
|
-
en: 'Press Ctrl+C to stop',
|
|
268
|
-
},
|
|
269
|
-
'cli.studio.open_failed': {
|
|
270
|
-
zh: '⚠ 无法自动打开浏览器({command}):{message}\n',
|
|
271
|
-
en: '⚠ Failed to open browser automatically ({command}): {message}\n',
|
|
272
|
-
},
|
|
273
|
-
'cli.gen.skill_skipped_existing': {
|
|
274
|
-
zh: '⏭️ {name}: eval-samples 已存在, 跳过\n',
|
|
275
|
-
en: '⏭️ {name}: eval-samples already exists, skipping\n',
|
|
276
|
-
},
|
|
277
|
-
'cli.gen.skill_generating': {
|
|
278
|
-
zh: '🔄 {name}: 正在生成 {count} 条评测用例...\n',
|
|
279
|
-
en: '🔄 {name}: generating {count} test cases...\n',
|
|
280
|
-
},
|
|
281
|
-
'cli.gen.skill_generating_auto': {
|
|
282
|
-
zh: '🔄 {name}: 正在生成评测用例(数量由 LLM 按 skill 类型自动判断)...\n',
|
|
283
|
-
en: '🔄 {name}: generating test cases (count auto-decided by LLM based on skill type)...\n',
|
|
284
|
-
},
|
|
285
|
-
'cli.gen.skill_done': {
|
|
286
|
-
zh: '✅ {name}: 已生成 {n} 条用例 → {path}{cost}\n',
|
|
287
|
-
en: '✅ {name}: generated {n} samples → {path}{cost}\n',
|
|
288
|
-
},
|
|
289
|
-
'cli.gen.skill_failed': {
|
|
290
|
-
zh: '❌ {name}: {message}\n',
|
|
291
|
-
en: '❌ {name}: {message}\n',
|
|
292
|
-
},
|
|
293
|
-
'cli.gen.batch_none_needed': {
|
|
294
|
-
zh: '没有需要生成的 eval-samples (所有 skill 都已有配对文件)',
|
|
295
|
-
en: 'No eval-samples need generating (all skills already have paired files)',
|
|
296
|
-
},
|
|
297
|
-
'cli.gen.batch_summary': {
|
|
298
|
-
zh: '\n共生成 {n} 份 eval-samples, 请审查后运行: omk eval --batch',
|
|
299
|
-
en: '\nGenerated {n} eval-samples files. Review them, then run: omk eval --batch',
|
|
300
|
-
},
|
|
301
|
-
'cli.gen.specify_skill_path': {
|
|
302
|
-
zh: '请指定 skill 文件路径, 例如: omk sample skills/my-skill.md',
|
|
303
|
-
en: 'Please specify a skill file path, e.g.: omk sample skills/my-skill.md',
|
|
304
|
-
},
|
|
305
|
-
'cli.gen.samples_already_exists': {
|
|
306
|
-
zh: 'eval-samples.json 已存在。如需覆盖请先删除该文件。',
|
|
307
|
-
en: 'eval-samples.json already exists. Delete it first if you want to overwrite.',
|
|
308
|
-
},
|
|
309
|
-
'cli.gen.single_generating': {
|
|
310
|
-
zh: '🔄 正在生成 {count} 条评测用例...\n',
|
|
311
|
-
en: '🔄 Generating {count} test cases...\n',
|
|
312
|
-
},
|
|
313
|
-
'cli.gen.single_generating_auto': {
|
|
314
|
-
zh: '🔄 正在生成评测用例(数量由 LLM 按 skill 类型自动判断)...\n',
|
|
315
|
-
en: '🔄 Generating test cases (count auto-decided by LLM based on skill type)...\n',
|
|
316
|
-
},
|
|
317
|
-
'cli.gen.single_done': {
|
|
318
|
-
zh: '✅ 已生成 {n} 条用例 → {path}{cost}\n',
|
|
319
|
-
en: '✅ Generated {n} samples → {path}{cost}\n',
|
|
320
|
-
},
|
|
321
|
-
'cli.gen.review_hint': {
|
|
322
|
-
zh: '\n请审查生成的评测用例后运行: omk eval',
|
|
323
|
-
en: '\nReview the generated test cases, then run: omk eval',
|
|
324
|
-
},
|
|
325
|
-
'cli.gen.failed': {
|
|
326
|
-
zh: '生成失败: {message}',
|
|
327
|
-
en: 'Generation failed: {message}',
|
|
328
|
-
},
|
|
329
|
-
'cli.gen.focus_applied': {
|
|
330
|
-
zh: '🎯 场景重点(--focus):{focus}\n',
|
|
331
|
-
en: '🎯 Focus scenarios (--focus): {focus}\n',
|
|
332
|
-
},
|
|
333
|
-
'cli.evolve.specify_skill_path': {
|
|
334
|
-
zh: '请指定 skill 文件路径, 例如: omk evolve skills/my-skill.md',
|
|
335
|
-
en: 'Please specify a skill file path, e.g.: omk evolve skills/my-skill.md',
|
|
336
|
-
},
|
|
337
|
-
'cli.evolve.section_header': {
|
|
338
|
-
zh: '\n=== Improve skill: {path} ===\n',
|
|
339
|
-
en: '\n=== Improve skill: {path} ===\n',
|
|
340
|
-
},
|
|
341
|
-
'cli.evolve.round_baseline': {
|
|
342
|
-
zh: '第 0 轮 (基线): score={score} ({cost})\n',
|
|
343
|
-
en: 'Round 0 (baseline): score={score} ({cost})\n',
|
|
344
|
-
},
|
|
345
|
-
'cli.evolve.round_error': {
|
|
346
|
-
zh: '第 {round} 轮: ✗ 改进生成失败: {error}\n',
|
|
347
|
-
en: 'Round {round}: ✗ improvement generation failed: {error}\n',
|
|
348
|
-
},
|
|
349
|
-
'cli.evolve.round_done': {
|
|
350
|
-
zh: '第 {round} 轮: score={score} ({delta}) {status} ({cost})\n',
|
|
351
|
-
en: 'Round {round}: score={score} ({delta}) {status} ({cost})\n',
|
|
352
|
-
},
|
|
353
|
-
'cli.evolve.summary': {
|
|
354
|
-
zh: '\n✅ {start} → {final} (+{percent}%) | 共 {rounds} 轮 | {cost}\n',
|
|
355
|
-
en: '\n✅ {start} → {final} (+{percent}%) | {rounds} rounds | {cost}\n',
|
|
356
|
-
},
|
|
357
|
-
'cli.evolve.best_path': {
|
|
358
|
-
zh: '最优版本: {best} → {target}\n',
|
|
359
|
-
en: 'Best: {best} → {target}\n',
|
|
360
|
-
},
|
|
361
|
-
'cli.evolve.versions_saved': {
|
|
362
|
-
zh: '所有版本已保存在: {dir}/\n',
|
|
363
|
-
en: 'All versions saved at: {dir}/\n',
|
|
364
|
-
},
|
|
365
|
-
'cli.evolve.report_link': {
|
|
366
|
-
zh: '📊 查看报告:omk studio(报告 ID:{id})\n',
|
|
367
|
-
en: '📊 View report: omk studio (report id: {id})\n',
|
|
368
|
-
},
|
|
369
|
-
'cli.help.product_main': {
|
|
370
|
-
zh: `
|
|
371
|
-
oh-my-knowledge——知识载体工作台
|
|
372
|
-
|
|
373
|
-
用法:
|
|
374
|
-
omk init [dir] 初始化一个 skill 评测项目
|
|
375
|
-
omk doctor [path] LLM 健康度审计(7 内置维度 + 可扩展);--static-only 切离线静态模式
|
|
376
|
-
omk eval [options] 离线评测:比较版本,输出 verdict + report
|
|
377
|
-
omk observe <sessions-dir> 线上观测:真实 session、gap、失败率、inbox
|
|
378
|
-
omk evolve <skill> 多轮自动迭代改进 skill
|
|
379
|
-
omk sample <skill> 生成或补齐 eval-samples 评测用例(或 --batch 批量模式)
|
|
380
|
-
omk studio 打开本地工作台浏览报告
|
|
381
|
-
|
|
382
|
-
主路径:
|
|
383
|
-
omk doctor
|
|
384
|
-
omk eval --control code-review-v1 --treatment code-review-v2
|
|
385
|
-
omk observe ~/.claude/projects/<project>
|
|
386
|
-
omk evolve skills/code-review-v2/SKILL.md
|
|
387
|
-
omk studio
|
|
388
|
-
|
|
389
|
-
通用选项:
|
|
390
|
-
--lang <zh|en> CLI 输出语言(默认:zh,也可设 OMK_LANG)
|
|
391
|
-
|
|
392
|
-
运行 'omk <command> --help' 查看单个命令的参数。
|
|
393
|
-
`,
|
|
394
|
-
en: `
|
|
395
|
-
oh-my-knowledge — Knowledge Artifact Workbench
|
|
396
|
-
|
|
397
|
-
Usage:
|
|
398
|
-
omk init [dir] Scaffold a skill evaluation project
|
|
399
|
-
omk doctor [path] LLM health audit (7 builtin dimensions, extensible); --static-only for offline static checks
|
|
400
|
-
omk eval [options] Offline evaluation: compare versions, emit verdict + report
|
|
401
|
-
omk observe <sessions-dir> Production observation: sessions, gaps, failure rate, inbox
|
|
402
|
-
omk evolve <skill> Auto-iterate a skill through multi-round eval loops
|
|
403
|
-
omk sample <skill> Generate or fill eval-samples test cases (or --batch for all skills)
|
|
404
|
-
omk studio Open the local workbench to browse reports
|
|
405
|
-
|
|
406
|
-
Main workflow:
|
|
407
|
-
omk doctor
|
|
408
|
-
omk eval --control code-review-v1 --treatment code-review-v2
|
|
409
|
-
omk observe ~/.claude/projects/<project>
|
|
410
|
-
omk evolve skills/code-review-v2/SKILL.md
|
|
411
|
-
omk studio
|
|
412
|
-
|
|
413
|
-
Common options:
|
|
414
|
-
--lang <zh|en> CLI output language (default: zh, or set OMK_LANG)
|
|
415
|
-
|
|
416
|
-
Run 'omk <command> --help' for command-specific options.
|
|
417
|
-
`,
|
|
418
|
-
},
|
|
419
|
-
'cli.help.init_usage': {
|
|
420
|
-
zh: `
|
|
421
|
-
omk init——初始化 skill 评测项目
|
|
422
|
-
|
|
423
|
-
用法:
|
|
424
|
-
omk init [dir]
|
|
425
|
-
|
|
426
|
-
生成内容:
|
|
427
|
-
eval-samples.json 示例评测用例
|
|
428
|
-
skills/code-review-v1/SKILL.md 基线 skill
|
|
429
|
-
skills/code-review-v2/SKILL.md 实验组 skill
|
|
430
|
-
|
|
431
|
-
下一步:
|
|
432
|
-
1. 编辑 eval-samples.json,替换成你的真实评测用例
|
|
433
|
-
2. 编辑两个 SKILL.md,填入要对比的 skill 版本
|
|
434
|
-
3. 运行 omk eval --control code-review-v1 --treatment code-review-v2
|
|
435
|
-
`,
|
|
436
|
-
en: `
|
|
437
|
-
omk init — scaffold a skill evaluation project
|
|
438
|
-
|
|
439
|
-
Usage:
|
|
440
|
-
omk init [dir]
|
|
441
|
-
|
|
442
|
-
Generated files:
|
|
443
|
-
eval-samples.json Example test cases
|
|
444
|
-
skills/code-review-v1/SKILL.md Baseline skill
|
|
445
|
-
skills/code-review-v2/SKILL.md Treatment skill
|
|
446
|
-
|
|
447
|
-
Next steps:
|
|
448
|
-
1. Edit eval-samples.json with your real test cases
|
|
449
|
-
2. Edit both SKILL.md files with the skill versions to compare
|
|
450
|
-
3. Run omk eval --control code-review-v1 --treatment code-review-v2
|
|
451
|
-
`,
|
|
452
|
-
},
|
|
453
|
-
'cli.help.eval': {
|
|
454
|
-
zh: `
|
|
455
|
-
omk eval——离线评测 skill 版本,并给出 ship/no-ship verdict
|
|
456
|
-
|
|
457
|
-
用法:
|
|
458
|
-
omk eval --control <variant> --treatment <variant> [options]
|
|
459
|
-
omk eval gold <init|validate|compare> ...
|
|
460
|
-
|
|
461
|
-
常用选项:
|
|
462
|
-
--samples <path> 用例文件(默认:eval-samples.json)
|
|
463
|
-
--skill-dir <path> skill 目录(默认:skills)
|
|
464
|
-
--control <expr> 对照组 variant
|
|
465
|
-
--treatment <v1,v2> 实验组 variant,逗号分隔
|
|
466
|
-
--config <path> eval.yaml / JSON 配置
|
|
467
|
-
--executor <name> 执行器:claude / claude-sdk / codex / openai / gemini / custom
|
|
468
|
-
--model <name> 任务执行模型(默认:opus;想要省钱可改 sonnet / haiku;想钉版本可写 claude-opus-4-7)
|
|
469
|
-
--effort <level> 执行模型扩展思考预算 low / medium / high / xhigh / max(默认:low;高 effort 跨报告不可严格比较)
|
|
470
|
-
--judge-models <list> 评委配置,例如 claude:haiku 或 claude:opus,openai:gpt-4o
|
|
471
|
-
--dry-run 预览任务,不调用模型
|
|
472
|
-
--batch 批量评测:每个 skill 独立 vs baseline
|
|
473
|
-
--bootstrap 显式开启 bootstrap CI;omk eval 默认会自动开启
|
|
474
|
-
--bootstrap-samples <n> bootstrap 重采样次数(默认:1000)
|
|
475
|
-
--threshold <number> 三层 gate 阈值(默认:3.5)
|
|
476
|
-
--trivial-diff <number> 实际可忽略 diff(默认:0.1)
|
|
477
|
-
--report-only / --no-gate 生成报告并打印 verdict,但始终 exit 0
|
|
478
|
-
--no-serve 评测后不自动启动报告 server
|
|
479
|
-
--no-judge 关闭 judge 主观评分(仍跑断言;layered 评分可能塌缩到事实/行为层)
|
|
480
|
-
--no-diagnostic 关闭 diagnostic 诊断 LLM 调用(默认开启,给 failed sample 出"哪错了 + 怎么改"建议)
|
|
481
|
-
--skip-doctor escape hatch:跳过 doctor 健康检查门禁(默认强制启用)。评测环境用 mock/stub 提供依赖时绕开 doctor 物理路径误报;garbage-in 风险由调用方承担
|
|
482
|
-
|
|
483
|
-
示例:
|
|
484
|
-
omk eval --control baseline --treatment my-skill # 单 skill 必要性测试(baseline 是保留 variant 名,代表「不注入 skill 的裸基线」)
|
|
485
|
-
omk eval --control code-review-v1 --treatment code-review-v2 # 多版本 A/B
|
|
486
|
-
omk eval --config eval.yaml
|
|
487
|
-
omk eval gold compare v1-vs-v2-20260505-1200 --gold-dir gold-dataset
|
|
488
|
-
`,
|
|
489
|
-
en: `
|
|
490
|
-
omk eval — run offline skill evaluation and emit a ship/no-ship verdict
|
|
491
|
-
|
|
492
|
-
Usage:
|
|
493
|
-
omk eval --control <variant> --treatment <variant> [options]
|
|
494
|
-
omk eval gold <init|validate|compare> ...
|
|
495
|
-
|
|
496
|
-
Common options:
|
|
497
|
-
--samples <path> Sample file (default: eval-samples.json)
|
|
498
|
-
--skill-dir <path> Skill directory (default: skills)
|
|
499
|
-
--control <expr> Control variant
|
|
500
|
-
--treatment <v1,v2> Treatment variants, comma-separated
|
|
501
|
-
--config <path> eval.yaml / JSON config
|
|
502
|
-
--executor <name> Executor: claude / claude-sdk / codex / openai / gemini / custom
|
|
503
|
-
--model <name> Task execution model (default: opus; pass --model sonnet/haiku to save cost, or claude-opus-4-7 to pin)
|
|
504
|
-
--effort <level> Reasoning effort for executor LLM: low / medium / high / xhigh / max (default: low; reports across efforts not strictly comparable)
|
|
505
|
-
--judge-models <list> Judge config, e.g. claude:haiku or claude:opus,openai:gpt-4o
|
|
506
|
-
--dry-run Preview tasks without model calls
|
|
507
|
-
--batch Batch evaluation: each skill independently against baseline
|
|
508
|
-
--bootstrap Enable bootstrap CI explicitly; omk eval turns it on by default
|
|
509
|
-
--bootstrap-samples <n> Bootstrap resamples (default: 1000)
|
|
510
|
-
--threshold <number> Three-layer gate threshold (default: 3.5)
|
|
511
|
-
--trivial-diff <number> Practically negligible diff (default: 0.1)
|
|
512
|
-
--report-only / --no-gate Produce the report and print verdict, but always exit 0
|
|
513
|
-
--no-serve Do not auto-start report server after evaluation
|
|
514
|
-
--no-judge Disable judge subjective scoring (assertions still run; layered scoring may collapse to fact/behavior layers)
|
|
515
|
-
--no-diagnostic Disable diagnostic LLM call (on by default; emits "what went wrong + how to fix" advice for failed samples)
|
|
516
|
-
--skip-doctor Escape hatch: bypass the doctor health check gate (default on). Useful when the eval environment supplies dependencies via mocks/stubs and doctor's physical-path checks misfire; caller owns garbage-in risk
|
|
517
|
-
|
|
518
|
-
Examples:
|
|
519
|
-
omk eval --control baseline --treatment my-skill # Single-skill necessity test (baseline is a reserved variant — "no skill injected")
|
|
520
|
-
omk eval --control code-review-v1 --treatment code-review-v2 # Multi-variant A/B
|
|
521
|
-
omk eval --config eval.yaml
|
|
522
|
-
omk eval gold compare v1-vs-v2-20260505-1200 --gold-dir gold-dataset
|
|
523
|
-
`,
|
|
524
|
-
},
|
|
525
|
-
'cli.help.eval_gold': {
|
|
526
|
-
zh: `
|
|
527
|
-
omk eval gold——管理 human-gold 标注集
|
|
528
|
-
|
|
529
|
-
用法:
|
|
530
|
-
omk eval gold init [--out <dir>] [--annotator <name>]
|
|
531
|
-
omk eval gold validate <dir>
|
|
532
|
-
omk eval gold compare <reportId> --gold-dir <dir>
|
|
533
|
-
|
|
534
|
-
选项:
|
|
535
|
-
--reports-dir <path> 报告目录(compare 使用,默认:~/.oh-my-knowledge/reports)
|
|
536
|
-
--variant <name> 指定 report 中要对比的 variant
|
|
537
|
-
--bootstrap-samples <n> bootstrap 重采样次数(compare 使用)
|
|
538
|
-
`,
|
|
539
|
-
en: `
|
|
540
|
-
omk eval gold — manage human-gold annotation datasets
|
|
541
|
-
|
|
542
|
-
Usage:
|
|
543
|
-
omk eval gold init [--out <dir>] [--annotator <name>]
|
|
544
|
-
omk eval gold validate <dir>
|
|
545
|
-
omk eval gold compare <reportId> --gold-dir <dir>
|
|
546
|
-
|
|
547
|
-
Options:
|
|
548
|
-
--reports-dir <path> Reports directory for compare (default: ~/.oh-my-knowledge/reports)
|
|
549
|
-
--variant <name> Variant in the report to compare
|
|
550
|
-
--bootstrap-samples <n> Bootstrap resamples for compare
|
|
551
|
-
`,
|
|
552
|
-
},
|
|
553
|
-
'cli.help.observe': {
|
|
554
|
-
zh: `
|
|
555
|
-
omk observe——分析真实 session trace,生成 skill 健康度日报
|
|
556
|
-
|
|
557
|
-
用法:
|
|
558
|
-
omk observe <sessions-dir> [options]
|
|
559
|
-
omk observe ingest <sessions-dir> [options]
|
|
560
|
-
omk observe inbox [options]
|
|
561
|
-
omk observe show <inbox_id> [options]
|
|
562
|
-
|
|
563
|
-
选项:
|
|
564
|
-
--kb <path> 知识库根路径(默认:从 trace cwd 推断)
|
|
565
|
-
--last <duration> 时间窗口,例如 7d / 24h / 30m
|
|
566
|
-
--from <iso> 窗口起点,优先级高于 --last
|
|
567
|
-
--to <iso> 窗口终点,优先级高于 --last
|
|
568
|
-
--skills <n1,n2,...> 只分析指定 skill
|
|
569
|
-
--output-dir <path> 输出目录(默认:~/.oh-my-knowledge/analyses)
|
|
570
|
-
|
|
571
|
-
Inbox:
|
|
572
|
-
ingest --output-dir <path> 写入 observe inbox 数据(默认:.omk/observations;读取时兜底到 ~/.oh-my-knowledge/observations)
|
|
573
|
-
inbox --input-dir <path> 读取 observe inbox 数据
|
|
574
|
-
inbox --limit <n> 展示 top N(默认:20)
|
|
575
|
-
inbox --skill <name> 只看指定 skill
|
|
576
|
-
inbox --explore <n> 从最近 50 条 medium/low 问题里抽样查看长尾
|
|
577
|
-
inbox --include-noise --explore 时显式包含 noise 桶
|
|
578
|
-
inbox --by-skill 按 skill 输出资产看板
|
|
579
|
-
inbox --json 输出 JSON
|
|
580
|
-
show <inbox_id> --input-dir <path> 查看单条 observation 的前后上下文
|
|
581
|
-
`,
|
|
582
|
-
en: `
|
|
583
|
-
omk observe — analyze production session traces and produce skill health reports
|
|
584
|
-
|
|
585
|
-
Usage:
|
|
586
|
-
omk observe <sessions-dir> [options]
|
|
587
|
-
omk observe ingest <sessions-dir> [options]
|
|
588
|
-
omk observe inbox [options]
|
|
589
|
-
omk observe show <inbox_id> [options]
|
|
590
|
-
|
|
591
|
-
Options:
|
|
592
|
-
--kb <path> Knowledge base root (default: infer from trace cwd)
|
|
593
|
-
--last <duration> Time window, e.g. 7d / 24h / 30m
|
|
594
|
-
--from <iso> Window start, overrides --last
|
|
595
|
-
--to <iso> Window end, overrides --last
|
|
596
|
-
--skills <n1,n2,...> Only analyze selected skills
|
|
597
|
-
--output-dir <path> Output directory (default: ~/.oh-my-knowledge/analyses)
|
|
598
|
-
|
|
599
|
-
Inbox:
|
|
600
|
-
ingest --output-dir <path> Write observe inbox data (default: .omk/observations; read fallback: ~/.oh-my-knowledge/observations)
|
|
601
|
-
inbox --input-dir <path> Read observe inbox data
|
|
602
|
-
inbox --limit <n> Show top N (default: 20)
|
|
603
|
-
inbox --skill <name> Only show one skill
|
|
604
|
-
inbox --explore <n> Sample long-tail issues from the latest 50 medium/low items
|
|
605
|
-
inbox --include-noise Explicitly include the noise bucket with --explore
|
|
606
|
-
inbox --by-skill Print the skill-level asset board
|
|
607
|
-
inbox --json Print JSON
|
|
608
|
-
show <inbox_id> --input-dir <path> Show context around one observation
|
|
609
|
-
`,
|
|
610
|
-
},
|
|
611
|
-
'cli.help.observe_ingest': {
|
|
612
|
-
zh: `
|
|
613
|
-
omk observe ingest — 读取真实 session trace,写入 observe inbox 数据
|
|
614
|
-
|
|
615
|
-
用法:
|
|
616
|
-
omk observe ingest <sessions-dir-or-file> [options]
|
|
617
|
-
|
|
618
|
-
选项:
|
|
619
|
-
--output-dir <path> 输出目录(默认:.omk/observations;读取时兜底到 ~/.oh-my-knowledge/observations)
|
|
620
|
-
|
|
621
|
-
支持:
|
|
622
|
-
Claude Code JSONL
|
|
623
|
-
Markdown 对话日志(.log)
|
|
624
|
-
`,
|
|
625
|
-
en: `
|
|
626
|
-
omk observe ingest — read real session traces and write observe inbox data
|
|
627
|
-
|
|
628
|
-
Usage:
|
|
629
|
-
omk observe ingest <sessions-dir-or-file> [options]
|
|
630
|
-
|
|
631
|
-
Options:
|
|
632
|
-
--output-dir <path> Output directory (default: .omk/observations; read fallback: ~/.oh-my-knowledge/observations)
|
|
633
|
-
|
|
634
|
-
Supported:
|
|
635
|
-
Claude Code JSONL
|
|
636
|
-
Markdown conversation logs (.log)
|
|
637
|
-
`,
|
|
638
|
-
},
|
|
639
|
-
'cli.help.observe_inbox': {
|
|
640
|
-
zh: `
|
|
641
|
-
omk observe inbox — 查看已写入的 observe inbox 问题列表
|
|
642
|
-
|
|
643
|
-
用法:
|
|
644
|
-
omk observe inbox [options]
|
|
645
|
-
|
|
646
|
-
选项:
|
|
647
|
-
--input-dir <path> 读取目录(默认:.omk/observations;兜底到 ~/.oh-my-knowledge/observations)
|
|
648
|
-
--limit <n> 展示 top N(默认:20)
|
|
649
|
-
--skill <name> 只看指定 skill
|
|
650
|
-
--explore <n> 从最近 50 条 medium/low 问题里抽样查看长尾
|
|
651
|
-
--include-noise --explore 时显式包含 noise 桶
|
|
652
|
-
--by-skill 按 skill 输出资产看板
|
|
653
|
-
--json 输出 JSON
|
|
654
|
-
`,
|
|
655
|
-
en: `
|
|
656
|
-
omk observe inbox — inspect previously ingested observe inbox items
|
|
657
|
-
|
|
658
|
-
Usage:
|
|
659
|
-
omk observe inbox [options]
|
|
660
|
-
|
|
661
|
-
Options:
|
|
662
|
-
--input-dir <path> Input directory (default: .omk/observations; fallback: ~/.oh-my-knowledge/observations)
|
|
663
|
-
--limit <n> Show top N (default: 20)
|
|
664
|
-
--skill <name> Only show one skill
|
|
665
|
-
--explore <n> Sample long-tail issues from the latest 50 medium/low items
|
|
666
|
-
--include-noise Explicitly include the noise bucket with --explore
|
|
667
|
-
--by-skill Print the skill-level asset board
|
|
668
|
-
--json Print JSON
|
|
669
|
-
`,
|
|
670
|
-
},
|
|
671
|
-
'cli.help.observe_show': {
|
|
672
|
-
zh: `
|
|
673
|
-
omk observe show — 查看单条 observation 的原始上下文
|
|
674
|
-
|
|
675
|
-
用法:
|
|
676
|
-
omk observe show <inbox_id> [options]
|
|
677
|
-
|
|
678
|
-
选项:
|
|
679
|
-
--input-dir <path> 读取目录(默认:.omk/observations;兜底到 ~/.oh-my-knowledge/observations)
|
|
680
|
-
`,
|
|
681
|
-
en: `
|
|
682
|
-
omk observe show — inspect the raw context around one observation
|
|
683
|
-
|
|
684
|
-
Usage:
|
|
685
|
-
omk observe show <inbox_id> [options]
|
|
686
|
-
|
|
687
|
-
Options:
|
|
688
|
-
--input-dir <path> Input directory (default: .omk/observations; fallback: ~/.oh-my-knowledge/observations)
|
|
689
|
-
`,
|
|
690
|
-
},
|
|
691
|
-
'cli.help.evolve': {
|
|
692
|
-
zh: `
|
|
693
|
-
omk evolve——多轮自动迭代改进 skill
|
|
694
|
-
|
|
695
|
-
用法:
|
|
696
|
-
omk evolve <skill-path> [options]
|
|
697
|
-
|
|
698
|
-
选项:
|
|
699
|
-
--rounds <n> 迭代轮数(默认:5)
|
|
700
|
-
--target <score> 目标分数
|
|
701
|
-
--model <name> 任务执行模型,每轮跑 eval samples 的被测模型(默认:sonnet)
|
|
702
|
-
--improve-model <name> skill 改写模型,每轮根据反馈改写 skill 的模型(默认:sonnet)
|
|
703
|
-
--judge-models <executor:model> 单评委配置(默认:claude:haiku)
|
|
704
|
-
|
|
705
|
-
示例:
|
|
706
|
-
omk evolve skills/code-review/SKILL.md
|
|
707
|
-
omk evolve skills/code-review/SKILL.md --rounds 10 --target 4.5
|
|
708
|
-
omk evolve skills/code-review/SKILL.md --model sonnet --improve-model opus
|
|
709
|
-
`,
|
|
710
|
-
en: `
|
|
711
|
-
omk evolve — auto-iterate a skill through multi-round evaluation loops
|
|
712
|
-
|
|
713
|
-
Usage:
|
|
714
|
-
omk evolve <skill-path> [options]
|
|
715
|
-
|
|
716
|
-
Options:
|
|
717
|
-
--rounds <n> Iteration rounds (default: 5)
|
|
718
|
-
--target <score> Target score
|
|
719
|
-
--model <name> Task executor model — runs eval samples each round (default: sonnet)
|
|
720
|
-
--improve-model <name> Skill rewriter model — rewrites the skill each round (default: sonnet)
|
|
721
|
-
--judge-models <executor:model> Single judge config (default: claude:haiku)
|
|
722
|
-
|
|
723
|
-
Examples:
|
|
724
|
-
omk evolve skills/code-review/SKILL.md
|
|
725
|
-
omk evolve skills/code-review/SKILL.md --rounds 10 --target 4.5
|
|
726
|
-
omk evolve skills/code-review/SKILL.md --model sonnet --improve-model opus
|
|
727
|
-
`,
|
|
728
|
-
},
|
|
729
|
-
'cli.help.sample': {
|
|
730
|
-
zh: `
|
|
731
|
-
omk sample——生成或补齐 eval-samples 评测用例
|
|
732
|
-
|
|
733
|
-
用法:
|
|
734
|
-
omk sample <skill-path> [options]
|
|
735
|
-
omk sample --batch [--skill-dir <dir>] [options]
|
|
736
|
-
|
|
737
|
-
输出位置(默认):
|
|
738
|
-
<skill>/SKILL.md → <skill>/.omk/samples.json(omk 标准约定)
|
|
739
|
-
其他 .md 路径 → 当前目录的 eval-samples.json(兜底)
|
|
740
|
-
|
|
741
|
-
选项:
|
|
742
|
-
--count <n> 强制生成 N 条(不指定时由 LLM 按 skill 类型自动判断:
|
|
743
|
-
工作流型 6-8 条 / 原子型 4-6 条 / 混合型 5-7 条)
|
|
744
|
-
--model <name> 生成模型(默认:opus;lean+effort-low 已自动开,想省钱可改 sonnet/haiku)
|
|
745
|
-
--focus <text> 自然语言指定希望覆盖的场景(追加到 prompt,优先级高于自由发挥)
|
|
746
|
-
--batch 为 skill 目录下缺少 eval-samples 的 skill 批量生成
|
|
747
|
-
--skill-dir <path> skill 目录(batch 使用,默认:skills)
|
|
748
|
-
|
|
749
|
-
示例:
|
|
750
|
-
omk improve samples skills/req-tool.md
|
|
751
|
-
omk improve samples skills/req-tool.md --count 8 \\
|
|
752
|
-
--focus "重点覆盖 tag 查询走 PROJECT 空 → WORKSPACE 兜底的多步流程,以及 search 失败的错误路径"
|
|
753
|
-
`,
|
|
754
|
-
en: `
|
|
755
|
-
omk sample — generate or fill eval-samples test cases
|
|
756
|
-
|
|
757
|
-
Usage:
|
|
758
|
-
omk sample <skill-path> [options]
|
|
759
|
-
omk sample --batch [--skill-dir <dir>] [options]
|
|
760
|
-
|
|
761
|
-
Output path (default):
|
|
762
|
-
<skill>/SKILL.md → <skill>/.omk/samples.json (omk standard layout)
|
|
763
|
-
other .md paths → ./eval-samples.json in current directory (fallback)
|
|
764
|
-
|
|
765
|
-
Options:
|
|
766
|
-
--count <n> Force N samples (omit to let LLM auto-decide by skill type:
|
|
767
|
-
workflow 6-8 / atomic 4-6 / mixed 5-7)
|
|
768
|
-
--model <name> Generation model (default: opus; lean+effort-low applied; pass --model sonnet/haiku to save cost)
|
|
769
|
-
--focus <text> Natural-language scenario hints appended to the prompt (overrides freeform diversity)
|
|
770
|
-
--batch Generate for skills that are missing eval-samples
|
|
771
|
-
--skill-dir <path> Skill directory for batch mode (default: skills)
|
|
772
|
-
|
|
773
|
-
Examples:
|
|
774
|
-
omk improve samples skills/req-tool.md
|
|
775
|
-
omk improve samples skills/req-tool.md --count 8 \\
|
|
776
|
-
--focus "Cover PROJECT-empty → WORKSPACE-fallback multi-step tag lookup and the search-failure error path"
|
|
777
|
-
`,
|
|
778
|
-
},
|
|
779
|
-
'cli.help.studio': {
|
|
780
|
-
zh: `
|
|
781
|
-
omk studio——打开本地知识工作台
|
|
782
|
-
|
|
783
|
-
用法:
|
|
784
|
-
omk studio [options]
|
|
785
|
-
|
|
786
|
-
选项:
|
|
787
|
-
--port <n> 本地服务端口(默认:7799)
|
|
788
|
-
--host <host> 监听地址(默认:127.0.0.1;局域网访问可用 0.0.0.0)
|
|
789
|
-
--reports-dir <path> 报告目录(默认:~/.oh-my-knowledge/reports)
|
|
790
|
-
--analyses-dir <path> 观测分析目录
|
|
791
|
-
--observations-dir <path> observe inbox 数据目录(默认:.omk/observations)
|
|
792
|
-
--no-open 只启动服务,不自动打开浏览器
|
|
793
|
-
--dev 开发模式:文件变化时自动重启
|
|
794
|
-
|
|
795
|
-
示例:
|
|
796
|
-
omk studio
|
|
797
|
-
omk studio --port 7798
|
|
798
|
-
omk studio --host 0.0.0.0 --observations-dir .omk/observations
|
|
799
|
-
omk studio --no-open
|
|
800
|
-
`,
|
|
801
|
-
en: `
|
|
802
|
-
omk studio — open the local knowledge workbench
|
|
803
|
-
|
|
804
|
-
Usage:
|
|
805
|
-
omk studio [options]
|
|
806
|
-
|
|
807
|
-
Options:
|
|
808
|
-
--port <n> Local server port (default: 7799)
|
|
809
|
-
--host <host> Listen address (default: 127.0.0.1; use 0.0.0.0 for LAN access)
|
|
810
|
-
--reports-dir <path> Reports directory (default: ~/.oh-my-knowledge/reports)
|
|
811
|
-
--analyses-dir <path> Observation analyses directory
|
|
812
|
-
--observations-dir <path> Observe inbox data directory (default: .omk/observations)
|
|
813
|
-
--no-open Start the server without opening a browser
|
|
814
|
-
--dev Dev mode: restart on file changes
|
|
815
|
-
|
|
816
|
-
Examples:
|
|
817
|
-
omk studio
|
|
818
|
-
omk studio --port 7798
|
|
819
|
-
omk studio --host 0.0.0.0 --observations-dir .omk/observations
|
|
820
|
-
omk studio --no-open
|
|
821
|
-
`,
|
|
822
|
-
},
|
|
823
|
-
// ============ omk doctor 健康检查 ============
|
|
824
|
-
'cli.doctor.rule.skill_readable': {
|
|
825
|
-
zh: 'skill 文件可读',
|
|
826
|
-
en: 'skill file readable',
|
|
827
|
-
},
|
|
828
|
-
'cli.doctor.rule.skill_metadata': {
|
|
829
|
-
zh: 'skill 元数据合法',
|
|
830
|
-
en: 'skill metadata valid',
|
|
831
|
-
},
|
|
832
|
-
'cli.doctor.rule.dependencies': {
|
|
833
|
-
zh: '前置依赖完整',
|
|
834
|
-
en: 'dependencies present',
|
|
835
|
-
},
|
|
836
|
-
'cli.doctor.rule.samples_contract': {
|
|
837
|
-
zh: '用例 ↔ skill 输入约定',
|
|
838
|
-
en: 'samples ↔ skill contract',
|
|
839
|
-
},
|
|
840
|
-
'cli.doctor.rule.skill_health_check': {
|
|
841
|
-
zh: '健康度体检',
|
|
842
|
-
en: 'Health check',
|
|
843
|
-
},
|
|
844
|
-
// ============ skill_health composer (CLI default; --static-only disables it) ============
|
|
845
|
-
'cli.doctor.health.skipped': {
|
|
846
|
-
zh: '健康度体检已跳过(runHealthCheck=false)',
|
|
847
|
-
en: 'health check skipped (runHealthCheck=false)',
|
|
848
|
-
},
|
|
849
|
-
'cli.doctor.health.no_dimensions': {
|
|
850
|
-
zh: '没有注册任何健康度维度,跳过',
|
|
851
|
-
en: 'no health dimensions registered, skipped',
|
|
852
|
-
},
|
|
853
|
-
'cli.doctor.health.fail.executor': {
|
|
854
|
-
zh: 'LLM 调用失败: {error}',
|
|
855
|
-
en: 'LLM call failed: {error}',
|
|
856
|
-
},
|
|
857
|
-
'cli.doctor.health.fail.parse': {
|
|
858
|
-
zh: 'LLM 输出解析失败: {error}',
|
|
859
|
-
en: 'failed to parse LLM output: {error}',
|
|
860
|
-
},
|
|
861
|
-
'cli.doctor.health.fail.empty_output': {
|
|
862
|
-
zh: 'LLM 返回了空输出',
|
|
863
|
-
en: 'LLM returned empty output',
|
|
864
|
-
},
|
|
865
|
-
'cli.doctor.health.hint.executor': {
|
|
866
|
-
zh: '检查 executor 配置(--executor / --model)与网络连通,或调大 --timeout',
|
|
867
|
-
en: 'Verify executor config (--executor / --model) and connectivity, or raise --timeout',
|
|
868
|
-
},
|
|
869
|
-
'cli.doctor.health.hint.parse': {
|
|
870
|
-
zh: 'LLM 没返回合法 JSON;原文存在 detail.rawOutput 截断片段,可重跑或换 model',
|
|
871
|
-
en: 'LLM did not return valid JSON; raw snippet stored in detail.rawOutput. Re-run or switch model',
|
|
872
|
-
},
|
|
873
|
-
'cli.doctor.health.dim.message': {
|
|
874
|
-
zh: '{level}: 错误 {err}/警告 {warn}/建议 {sug}',
|
|
875
|
-
en: '{level}: error {err}/warn {warn}/suggest {sug}',
|
|
876
|
-
},
|
|
877
|
-
'cli.doctor.health.dim.missing': {
|
|
878
|
-
zh: 'LLM 未输出此维度({dim}),已置不适用',
|
|
879
|
-
en: 'LLM omitted dimension ({dim}); treated as N/A',
|
|
880
|
-
},
|
|
881
|
-
'cli.doctor.health.summary.label': {
|
|
882
|
-
zh: '健康度总览',
|
|
883
|
-
en: 'Health summary',
|
|
884
|
-
},
|
|
885
|
-
'cli.doctor.health.summary.message': {
|
|
886
|
-
zh: '{overall} | 维度: 健康 {h}/亚健康 {sh}/不健康 {bad}/不适用 {na} | finding: 错误 {err}/警告 {warn}/建议 {sug}',
|
|
887
|
-
en: '{overall} | dims: healthy {h}/sub {sh}/unhealthy {bad}/n-a {na} | findings: err {err}/warn {warn}/sug {sug}',
|
|
888
|
-
},
|
|
889
|
-
'cli.doctor.health.summary.no_top': {
|
|
890
|
-
zh: '完整详情见 --json 输出或 --html 报告',
|
|
891
|
-
en: 'Full detail in --json output or --html report',
|
|
892
|
-
},
|
|
893
|
-
// 7 内置维度 labelKey (id-based)
|
|
894
|
-
'cli.doctor.health.dim.trigger-boundary': { zh: '触发与边界', en: 'Trigger & boundary' },
|
|
895
|
-
'cli.doctor.health.dim.doc-clarity': { zh: '文档清晰', en: 'Documentation clarity' },
|
|
896
|
-
'cli.doctor.health.dim.instr-precision': { zh: '指令精确性', en: 'Instruction precision' },
|
|
897
|
-
'cli.doctor.health.dim.dependency': { zh: '依赖检查', en: 'Dependency check' },
|
|
898
|
-
'cli.doctor.health.dim.tool-conventions': { zh: '工具规范', en: 'Tool conventions' },
|
|
899
|
-
'cli.doctor.health.dim.security': { zh: '安全与合规', en: 'Security & compliance' },
|
|
900
|
-
'cli.doctor.health.dim.examples': { zh: '示例完备', en: 'Example completeness' },
|
|
901
|
-
// pass
|
|
902
|
-
'cli.doctor.skill_readable.pass': {
|
|
903
|
-
zh: 'skill 内容长度 {length} 字符',
|
|
904
|
-
en: 'skill content {length} chars',
|
|
905
|
-
},
|
|
906
|
-
'cli.doctor.skill_metadata.pass': {
|
|
907
|
-
zh: '元数据格式合法',
|
|
908
|
-
en: 'metadata format valid',
|
|
909
|
-
},
|
|
910
|
-
'cli.doctor.dependencies.pass': {
|
|
911
|
-
zh: '依赖检查通过',
|
|
912
|
-
en: 'all dependencies present',
|
|
913
|
-
},
|
|
914
|
-
'cli.doctor.samples_contract.pass': {
|
|
915
|
-
zh: '用例 {count} 条,prompt 字段齐全',
|
|
916
|
-
en: '{count} samples, all with prompt',
|
|
917
|
-
},
|
|
918
|
-
// skill_readable
|
|
919
|
-
'cli.doctor.skill_readable.fail.missing': {
|
|
920
|
-
zh: 'skill 文件无内容(content 为空)',
|
|
921
|
-
en: 'skill file has no content (content is null)',
|
|
922
|
-
},
|
|
923
|
-
'cli.doctor.skill_readable.fail.empty': {
|
|
924
|
-
zh: 'skill 文件 trim 后为空',
|
|
925
|
-
en: 'skill file is empty after trim',
|
|
926
|
-
},
|
|
927
|
-
'cli.doctor.skill_readable.fail.too_short': {
|
|
928
|
-
zh: 'skill 内容过短(只有 {length} 字符,最低 10)',
|
|
929
|
-
en: 'skill content too short ({length} chars, minimum 10)',
|
|
930
|
-
},
|
|
931
|
-
'cli.doctor.skill_readable.hint.missing': {
|
|
932
|
-
zh: 'skill 文件未读到内容(尝试路径: {path})。用 `ls -la {path}` 确认文件存在,用 `cat {path}` 确认可读且非空',
|
|
933
|
-
en: 'no content read from skill (tried path: {path}). Run `ls -la {path}` to verify it exists and `cat {path}` to confirm it is readable and non-empty',
|
|
934
|
-
},
|
|
935
|
-
'cli.doctor.skill_readable.hint.too_short': {
|
|
936
|
-
zh: 'skill 至少需要写一句完整的指令,过短的内容评测出来无意义',
|
|
937
|
-
en: 'a skill needs at least a full instruction sentence — too short content yields meaningless eval',
|
|
938
|
-
},
|
|
939
|
-
// skill_metadata
|
|
940
|
-
'cli.doctor.skill_metadata.fail.frontmatter_invalid': {
|
|
941
|
-
zh: 'front-matter 格式错误: {error}',
|
|
942
|
-
en: 'front-matter format error: {error}',
|
|
943
|
-
},
|
|
944
|
-
'cli.doctor.skill_metadata.fail.hardrules_invalid': {
|
|
945
|
-
zh: 'hardRules 结构错误: {error}',
|
|
946
|
-
en: 'hardRules schema error: {error}',
|
|
947
|
-
},
|
|
948
|
-
'cli.doctor.skill_metadata.fail.workflows_invalid': {
|
|
949
|
-
zh: 'workflows 结构错误: {error}',
|
|
950
|
-
en: 'workflows schema error: {error}',
|
|
951
|
-
},
|
|
952
|
-
'cli.doctor.skill_metadata.fail.missing_skillmd': {
|
|
953
|
-
zh: 'directory-skill 缺少 SKILL.md 入口文件',
|
|
954
|
-
en: 'directory-skill missing SKILL.md entry file',
|
|
955
|
-
},
|
|
956
|
-
'cli.doctor.skill_metadata.hint.frontmatter': {
|
|
957
|
-
zh: 'front-matter 用 YAML 语法,key: value 或 - item 形式。可参考 examples/multi-skills 下的 skill 写法',
|
|
958
|
-
en: 'front-matter uses YAML syntax (key: value or - item). See examples/multi-skills for reference',
|
|
959
|
-
},
|
|
960
|
-
'cli.doctor.skill_metadata.hint.hardrules': {
|
|
961
|
-
zh: 'hardRules 必须写在 SKILL.md front-matter 中,格式为 hardRules: [{ id, rule, expectedBehavior }];id 要稳定且唯一,expectedBehavior 写可观察行为。',
|
|
962
|
-
en: 'hardRules must live in SKILL.md front-matter as hardRules: [{ id, rule, expectedBehavior }]; id must be stable and unique, expectedBehavior should describe observable behavior.',
|
|
963
|
-
},
|
|
964
|
-
'cli.doctor.skill_metadata.hint.workflows': {
|
|
965
|
-
zh: 'workflows 必须写在 SKILL.md front-matter 中,格式为 workflows: [{ id, description, nodes: [{ id, action }] }];nodes 也兼容 steps 别名。',
|
|
966
|
-
en: 'workflows must live in SKILL.md front-matter as workflows: [{ id, description, nodes: [{ id, action }] }]; nodes also accepts the steps alias.',
|
|
967
|
-
},
|
|
968
|
-
'cli.doctor.skill_metadata.hint.missing_skillmd': {
|
|
969
|
-
zh: 'directory-skill 必须有 SKILL.md 文件作为入口。或将 skill 写成单文件 .md',
|
|
970
|
-
en: 'directory-skills require a SKILL.md entry file. Alternatively, write the skill as a single .md file',
|
|
971
|
-
},
|
|
972
|
-
// dependencies
|
|
973
|
-
'cli.doctor.dependencies.fail': {
|
|
974
|
-
zh: '前置依赖检查失败: {summary}',
|
|
975
|
-
en: 'dependency check failed: {summary}',
|
|
976
|
-
},
|
|
977
|
-
'cli.doctor.dependencies.hint.tool': {
|
|
978
|
-
zh: '工具缺失: 安装到 PATH 或更新 skill 的 requires.tools 引用名',
|
|
979
|
-
en: 'missing tool: install it on PATH or update skill\'s requires.tools entry',
|
|
980
|
-
},
|
|
981
|
-
'cli.doctor.dependencies.hint.file': {
|
|
982
|
-
zh: '文件缺失: 检查路径是否相对 skill 目录正确,或更新 skill 的 requires.files 引用',
|
|
983
|
-
en: 'missing file: verify path is relative to skill dir, or update skill\'s requires.files entry',
|
|
984
|
-
},
|
|
985
|
-
'cli.doctor.dependencies.hint.env': {
|
|
986
|
-
zh: '环境变量缺失: 在 .env / shell profile 里 export,或在 CI secrets 中配置',
|
|
987
|
-
en: 'missing env: export it in .env / shell profile, or configure it in CI secrets',
|
|
988
|
-
},
|
|
989
|
-
'cli.doctor.dependencies.hint.preflight': {
|
|
990
|
-
zh: 'preflight 命令失败: 看上面的失败原因定位根因,或调整 skill 的 preflight 命令',
|
|
991
|
-
en: 'preflight command failed: read the failure reason above, or adjust the skill\'s preflight command',
|
|
992
|
-
},
|
|
993
|
-
// Per-issue translated lines. dep-checker emits structured reasonCode +
|
|
994
|
-
// reasonDetail (untranslated raw stderr / cwd) so doctor can localize per ctx.lang.
|
|
995
|
-
'cli.doctor.dependencies.issue.tool_not_found': {
|
|
996
|
-
zh: '工具 {name} 未找到 (不在 PATH 中)',
|
|
997
|
-
en: 'tool {name} not found on PATH',
|
|
998
|
-
},
|
|
999
|
-
'cli.doctor.dependencies.issue.file_not_found': {
|
|
1000
|
-
zh: '文件 {name} 不存在 (cwd: {detail})',
|
|
1001
|
-
en: 'file {name} not found (cwd: {detail})',
|
|
1002
|
-
},
|
|
1003
|
-
'cli.doctor.dependencies.issue.env_not_set': {
|
|
1004
|
-
zh: '环境变量 {name} 未设置',
|
|
1005
|
-
en: 'env var {name} not set',
|
|
1006
|
-
},
|
|
1007
|
-
'cli.doctor.dependencies.issue.preflight_failed': {
|
|
1008
|
-
zh: 'preflight 命令 "{name}" 执行失败: {detail}',
|
|
1009
|
-
en: 'preflight command "{name}" failed: {detail}',
|
|
1010
|
-
},
|
|
1011
|
-
// samples_contract
|
|
1012
|
-
'cli.doctor.samples_contract.skipped': {
|
|
1013
|
-
zh: '未提供 samples,跳过此项检查',
|
|
1014
|
-
en: 'no samples provided, skipped',
|
|
1015
|
-
},
|
|
1016
|
-
'cli.doctor.samples_contract.warn.empty': {
|
|
1017
|
-
zh: 'samples 列表为空',
|
|
1018
|
-
en: 'samples list is empty',
|
|
1019
|
-
},
|
|
1020
|
-
'cli.doctor.samples_contract.warn.missing_prompt': {
|
|
1021
|
-
zh: '{count} 条用例缺 prompt 字段',
|
|
1022
|
-
en: '{count} samples missing prompt field',
|
|
1023
|
-
},
|
|
1024
|
-
'cli.doctor.samples_contract.hint': {
|
|
1025
|
-
zh: '用例必须至少包含 prompt 字段。详见 docs/sample-design-spec.md',
|
|
1026
|
-
en: 'samples must contain at least a prompt field. See docs/sample-design-spec.md',
|
|
1027
|
-
},
|
|
1028
|
-
// ============ omk doctor CLI level ============
|
|
1029
|
-
'cli.help.doctor_usage': {
|
|
1030
|
-
zh: `
|
|
1031
|
-
oh-my-knowledge——omk doctor 健康度体检 (LLM-judge)
|
|
1032
|
-
|
|
1033
|
-
用法:
|
|
1034
|
-
omk doctor [path] 在 path 上跑深度健康度体检
|
|
1035
|
-
omk doctor 在当前目录(或 ./skills)批量跑
|
|
1036
|
-
|
|
1037
|
-
参数:
|
|
1038
|
-
path .md 单文件、目录或省略(=cwd)。目录会批量检查所有 skill
|
|
1039
|
-
|
|
1040
|
-
选项:
|
|
1041
|
-
--json 把 DoctorReport 打到 stdout(CI 消费用)
|
|
1042
|
-
--gate 静默模式: fatal 问题 exit 1; warnings_only 仍 exit 0, 仅 stderr 出摘要
|
|
1043
|
-
--executor <name> LLM executor (默认 claude, 可换 anthropic-api/codex 等)
|
|
1044
|
-
--model <name> 模型 (默认 sonnet)
|
|
1045
|
-
--samples <path> 显式指定评测用例文件
|
|
1046
|
-
--timeout <seconds> 单次 LLM 会话超时 (默认 600)
|
|
1047
|
-
--html <path> 产出可视化 HTML 报告到 <path> (可与 --json 同时用)
|
|
1048
|
-
--static-only 离线模式: 只跑静态检查 (skill 可读性 / 元数据 / 依赖 / samples 契约), 不调 LLM
|
|
1049
|
-
--lang <zh|en> 切换输出语言
|
|
1050
|
-
|
|
1051
|
-
示例:
|
|
1052
|
-
omk doctor my-skill --html /tmp/report.html # 深度体检 + HTML 报告 (默认)
|
|
1053
|
-
omk doctor examples/code-review/skills --json > r.json # JSON 给 CI / 外部工具消费
|
|
1054
|
-
omk doctor --gate; echo $? # CI 模式: fatal 问题 exit 1, 警告不阻断
|
|
1055
|
-
omk doctor --static-only # 无 LLM 环境 (CI / 断网) 跑纯静态检查
|
|
1056
|
-
|
|
1057
|
-
doctor = LLM 健康度体检 (单次 LLM 会话):
|
|
1058
|
-
- 7 个内置维度: 触发与边界 / 文档清晰 / 指令精确性 / 依赖检查 / 工具规范 / 安全与合规 / 示例完备
|
|
1059
|
-
- 用户可扩展: 在自己代码里 registerHealthDimension(spec) 加自定义维度,
|
|
1060
|
-
会自动加入同一次 LLM 调用的 prompt + 报告 (顺序 = 注册顺序)
|
|
1061
|
-
- 每维度独立给 健康/亚健康/不健康/不适用 + findings + 改进建议
|
|
1062
|
-
- HTML 报告: 维度按 fail→warn→pass→skipped 排, 错误 finding 排前面
|
|
1063
|
-
|
|
1064
|
-
注: omk eval 内部仍跑静态 skill-readability/metadata/dependency
|
|
1065
|
-
gate 保护评测质量, 不走 omk doctor 这条 LLM 路径 (角色分离: doctor=审计, eval=评测)。
|
|
1066
|
-
LLM 连通性可用 omk eval --skip-connectivity 跳过 (--resume 时自动)。
|
|
1067
|
-
`.trim() + '\n',
|
|
1068
|
-
en: `
|
|
1069
|
-
oh-my-knowledge — omk doctor health audit (LLM-judge)
|
|
1070
|
-
|
|
1071
|
-
Usage:
|
|
1072
|
-
omk doctor [path] Run deep LLM-based health audit on path
|
|
1073
|
-
omk doctor Batch audit current dir (or ./skills)
|
|
1074
|
-
|
|
1075
|
-
Arguments:
|
|
1076
|
-
path A .md file, directory, or omit (= cwd). Directory batches all skills.
|
|
1077
|
-
|
|
1078
|
-
Options:
|
|
1079
|
-
--json Print DoctorReport JSON to stdout (CI-friendly)
|
|
1080
|
-
--gate Silent mode: exit 1 only on fatal failure; warnings_only exits 0
|
|
1081
|
-
--executor <name> LLM executor (default 'claude'; switchable to anthropic-api/codex etc)
|
|
1082
|
-
--model <name> model name (default 'sonnet')
|
|
1083
|
-
--samples <path> Explicit eval samples file
|
|
1084
|
-
--timeout <seconds> LLM session timeout (default 600)
|
|
1085
|
-
--html <path> Also write a visual HTML report to <path> (combines with --json)
|
|
1086
|
-
--static-only Offline mode: run only static checks (readability / metadata / deps / samples contract); no LLM call
|
|
1087
|
-
--lang <zh|en> Output language
|
|
1088
|
-
|
|
1089
|
-
Examples:
|
|
1090
|
-
omk doctor my-skill --html /tmp/report.html # deep audit + HTML report (default)
|
|
1091
|
-
omk doctor examples/code-review/skills --json > r.json # JSON for CI / external tools
|
|
1092
|
-
omk doctor --gate; echo $? # CI mode: fatal failures exit 1; warnings do not block
|
|
1093
|
-
omk doctor --static-only # offline (CI / no LLM) static checks only
|
|
1094
|
-
|
|
1095
|
-
doctor = LLM health audit (single LLM session):
|
|
1096
|
-
- 7 builtin dimensions: trigger & boundary / doc clarity / instruction precision /
|
|
1097
|
-
dependency / tool conventions / security & compliance / example completeness
|
|
1098
|
-
- User-extensible: call registerHealthDimension(spec) in your code to add custom
|
|
1099
|
-
dimensions; they join the same LLM call's prompt + report (order = registration order)
|
|
1100
|
-
- Each dim graded healthy / sub-healthy / unhealthy / N-A + findings + suggestions
|
|
1101
|
-
- HTML report: dims sorted fail→warn→pass→skipped; errors first within each dim
|
|
1102
|
-
|
|
1103
|
-
Note: omk eval still runs static skill-readability/metadata/dependency gates
|
|
1104
|
-
internally (separate from this doctor command). Roles: doctor=audit, eval=evaluate.
|
|
1105
|
-
LLM connectivity for omk eval can be skipped with --skip-connectivity (auto on --resume).
|
|
1106
|
-
`.trim() + '\n',
|
|
1107
|
-
},
|
|
1108
|
-
'cli.doctor.no_skill_found': {
|
|
1109
|
-
zh: '未在 {path} 下发现 skill 文件。\n doctor 期望 .md 文件、目录(包含 .md 或 SKILL.md)或 cwd 下的 skills/ 子目录。',
|
|
1110
|
-
en: 'No skills found at {path}.\n doctor expects a .md file, a directory (containing .md or SKILL.md), or skills/ under cwd.',
|
|
1111
|
-
},
|
|
1112
|
-
'cli.doctor.samples_detected': {
|
|
1113
|
-
zh: '✓ 使用评测用例文件:{path}',
|
|
1114
|
-
en: '✓ Using eval samples file: {path}',
|
|
1115
|
-
},
|
|
1116
|
-
'cli.doctor.gate_blocked': {
|
|
1117
|
-
zh: 'skill 健康检查未通过,评测已中止。doctor 是评测必经环节,无 skip 选项——请修复上述问题后重跑。',
|
|
1118
|
-
en: 'skill health check failed; evaluation aborted. doctor is mandatory and not skippable — fix the issues above and re-run.',
|
|
1119
|
-
},
|
|
1120
|
-
'cli.run.skip_connectivity_warning': {
|
|
1121
|
-
zh: '⚠️ --skip-connectivity 已启用: 跳过 LLM 模型连通性检测。请确保 executor / judge 已通过其他方式验证可达。',
|
|
1122
|
-
en: '⚠️ --skip-connectivity enabled: LLM connectivity check skipped. Verify executor / judge are reachable by other means.',
|
|
1123
|
-
},
|
|
1124
|
-
};
|
|
1125
|
-
//# sourceMappingURL=i18n-dict.js.map
|