oh-my-knowledge 0.32.0 → 0.34.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +29 -14
- package/README.zh.md +32 -17
- package/dist/analysis/coverage-analyzer.d.ts +0 -1
- package/dist/analysis/coverage-analyzer.js +0 -1
- package/dist/analysis/failure-clusterer.d.ts +0 -1
- package/dist/analysis/failure-clusterer.js +0 -1
- package/dist/analysis/gap-analyzer.d.ts +0 -1
- package/dist/analysis/gap-analyzer.js +0 -1
- package/dist/analysis/hedging-classifier.d.ts +0 -1
- package/dist/analysis/hedging-classifier.js +1 -2
- package/dist/analysis/report-diagnostics.d.ts +0 -1
- package/dist/analysis/report-diagnostics.js +0 -1
- package/dist/analysis/sample-diagnostics.d.ts +1 -2
- package/dist/analysis/sample-diagnostics.js +18 -19
- package/dist/analysis/saturation.d.ts +8 -1
- package/dist/analysis/saturation.js +12 -5
- package/dist/assets/agent-skills/omk/SKILL.md +197 -0
- package/dist/assets/agent-skills/omk/references/commands.md +547 -0
- package/dist/authoring/evolver.d.ts +169 -4
- package/dist/authoring/evolver.js +287 -15
- package/dist/authoring/generator.d.ts +29 -2
- package/dist/authoring/generator.js +113 -1
- package/dist/authoring/sample-fixer.d.ts +0 -1
- package/dist/authoring/sample-fixer.js +0 -1
- package/dist/cli/commands/doctor.d.ts +2 -1
- package/dist/cli/commands/doctor.js +24 -6
- package/dist/cli/commands/eval/gold/compare.d.ts +0 -1
- package/dist/cli/commands/eval/gold/compare.js +0 -1
- package/dist/cli/commands/eval/gold/index.d.ts +0 -1
- package/dist/cli/commands/eval/gold/index.js +0 -1
- package/dist/cli/commands/eval/gold/init.d.ts +0 -1
- package/dist/cli/commands/eval/gold/init.js +0 -1
- package/dist/cli/commands/eval/gold/validate.d.ts +0 -1
- package/dist/cli/commands/eval/gold/validate.js +0 -1
- package/dist/cli/commands/eval/index.d.ts +2 -1
- package/dist/cli/commands/eval/index.js +23 -11
- package/dist/cli/commands/evolve.d.ts +7 -1
- package/dist/cli/commands/evolve.js +93 -6
- package/dist/cli/commands/init.d.ts +0 -1
- package/dist/cli/commands/init.js +0 -1
- package/dist/cli/commands/install.d.ts +22 -0
- package/dist/cli/commands/install.js +411 -0
- package/dist/cli/commands/observe/inbox.d.ts +0 -1
- package/dist/cli/commands/observe/inbox.js +0 -1
- package/dist/cli/commands/observe/index.d.ts +0 -1
- package/dist/cli/commands/observe/index.js +6 -3
- package/dist/cli/commands/observe/ingest.d.ts +0 -1
- package/dist/cli/commands/observe/ingest.js +0 -1
- package/dist/cli/commands/observe/show.d.ts +0 -1
- package/dist/cli/commands/observe/show.js +0 -1
- package/dist/cli/commands/sample.d.ts +2 -1
- package/dist/cli/commands/sample.js +100 -9
- package/dist/cli/commands/studio.d.ts +0 -1
- package/dist/cli/commands/studio.js +0 -1
- package/dist/cli/index.d.ts +0 -1
- package/dist/cli/index.js +1 -2
- package/dist/cli/lib/cli-exit.d.ts +0 -1
- package/dist/cli/lib/cli-exit.js +0 -1
- package/dist/cli/lib/cmd-flags.d.ts +11 -1
- package/dist/cli/lib/cmd-flags.js +0 -1
- package/dist/cli/lib/i18n-dict/common.d.ts +1 -2
- package/dist/cli/lib/i18n-dict/common.js +18 -3
- package/dist/cli/lib/i18n-dict/evolve.d.ts +1 -2
- package/dist/cli/lib/i18n-dict/evolve.js +24 -1
- package/dist/cli/lib/i18n-dict/gen.d.ts +0 -1
- package/dist/cli/lib/i18n-dict/gen.js +0 -1
- package/dist/cli/lib/i18n-dict/help.d.ts +0 -1
- package/dist/cli/lib/i18n-dict/help.js +0 -1
- package/dist/cli/lib/i18n-dict/init.d.ts +0 -1
- package/dist/cli/lib/i18n-dict/init.js +0 -1
- package/dist/cli/lib/i18n-dict/install.d.ts +3 -0
- package/dist/cli/lib/i18n-dict/install.js +90 -0
- package/dist/cli/lib/i18n-dict/run.d.ts +0 -1
- package/dist/cli/lib/i18n-dict/run.js +0 -1
- package/dist/cli/lib/i18n-dict/types.d.ts +0 -1
- package/dist/cli/lib/i18n-dict/types.js +0 -1
- package/dist/cli/lib/i18n-dict.d.ts +2 -2
- package/dist/cli/lib/i18n-dict.js +2 -1
- package/dist/cli/lib/i18n.d.ts +0 -1
- package/dist/cli/lib/i18n.js +0 -1
- package/dist/cli/lib/parse-run-config/judge-models.d.ts +0 -1
- package/dist/cli/lib/parse-run-config/judge-models.js +0 -1
- package/dist/cli/lib/parse-run-config/samples-discovery.d.ts +0 -1
- package/dist/cli/lib/parse-run-config/samples-discovery.js +1 -4
- package/dist/cli/lib/parse-run-config/variant-resolution.d.ts +8 -4
- package/dist/cli/lib/parse-run-config/variant-resolution.js +46 -14
- package/dist/cli/lib/parse-run-config.d.ts +0 -1
- package/dist/cli/lib/parse-run-config.js +1 -2
- package/dist/cli/lib/progress.d.ts +0 -1
- package/dist/cli/lib/progress.js +0 -1
- package/dist/cli/lib/resolve-skill-input.d.ts +0 -1
- package/dist/cli/lib/resolve-skill-input.js +7 -6
- package/dist/cli/lib/run-tally.d.ts +0 -1
- package/dist/cli/lib/run-tally.js +1 -2
- package/dist/cli/lib/shared.d.ts +0 -1
- package/dist/cli/lib/shared.js +1 -2
- package/dist/cli/lib/update-check.d.ts +65 -1
- package/dist/cli/lib/update-check.js +220 -32
- package/dist/cli/lib/update-fetch-worker.d.ts +1 -0
- package/dist/cli/lib/update-fetch-worker.js +34 -0
- package/dist/cli/oclif/base-command.d.ts +0 -1
- package/dist/cli/oclif/base-command.js +0 -1
- package/dist/cli/oclif/help.d.ts +0 -1
- package/dist/cli/oclif/help.js +0 -1
- package/dist/cli/oclif/i18n.d.ts +0 -1
- package/dist/cli/oclif/i18n.js +0 -1
- package/dist/cli/oclif/parsers.d.ts +0 -1
- package/dist/cli/oclif/parsers.js +0 -1
- package/dist/cli/oclif/projection.d.ts +0 -1
- package/dist/cli/oclif/projection.js +0 -1
- package/dist/cli/oclif/run.d.ts +0 -1
- package/dist/cli/oclif/run.js +0 -1
- package/dist/diagnosis/observe-mapper.d.ts +2 -3
- package/dist/diagnosis/observe-mapper.js +6 -7
- package/dist/diagnosis/observe-producer.d.ts +0 -1
- package/dist/diagnosis/observe-producer.js +3 -4
- package/dist/diagnosis/studio-projection.d.ts +0 -1
- package/dist/diagnosis/studio-projection.js +0 -1
- package/dist/diagnosis/types.d.ts +0 -1
- package/dist/diagnosis/types.js +0 -1
- package/dist/doctor/fixer.d.ts +0 -1
- package/dist/doctor/fixer.js +0 -1
- package/dist/doctor/health/builtin-dimensions.d.ts +0 -1
- package/dist/doctor/health/builtin-dimensions.js +0 -1
- package/dist/doctor/health/composer.d.ts +0 -1
- package/dist/doctor/health/composer.js +1 -2
- package/dist/doctor/health/dimension-registry.d.ts +0 -1
- package/dist/doctor/health/dimension-registry.js +0 -1
- package/dist/doctor/health/dimension-spec.d.ts +0 -1
- package/dist/doctor/health/dimension-spec.js +0 -1
- package/dist/doctor/health/load-custom-dimensions.d.ts +1 -0
- package/dist/doctor/health/load-custom-dimensions.js +30 -0
- package/dist/doctor/health/parser.d.ts +0 -1
- package/dist/doctor/health/parser.js +0 -1
- package/dist/doctor/health/prompt-builder.d.ts +0 -1
- package/dist/doctor/health/prompt-builder.js +0 -1
- package/dist/doctor/health/register.d.ts +0 -1
- package/dist/doctor/health/register.js +0 -1
- package/dist/doctor/index.d.ts +0 -1
- package/dist/doctor/index.js +1 -2
- package/dist/doctor/messages.d.ts +0 -1
- package/dist/doctor/messages.js +1 -2
- package/dist/doctor/preflight.d.ts +0 -1
- package/dist/doctor/preflight.js +0 -1
- package/dist/doctor/renderer.d.ts +0 -1
- package/dist/doctor/renderer.js +0 -1
- package/dist/doctor/rules.d.ts +0 -1
- package/dist/doctor/rules.js +0 -1
- package/dist/eval-core/bootstrap.d.ts +8 -1
- package/dist/eval-core/bootstrap.js +11 -4
- package/dist/eval-core/cache.d.ts +0 -1
- package/dist/eval-core/cache.js +0 -1
- package/dist/eval-core/comparability.d.ts +0 -1
- package/dist/eval-core/comparability.js +3 -4
- package/dist/eval-core/dependency-checker.d.ts +0 -1
- package/dist/eval-core/dependency-checker.js +2 -2
- package/dist/eval-core/evaluation-execution.d.ts +0 -1
- package/dist/eval-core/evaluation-execution.js +0 -1
- package/dist/eval-core/evaluation-job.d.ts +0 -1
- package/dist/eval-core/evaluation-job.js +0 -1
- package/dist/eval-core/evaluation-reporting.d.ts +0 -1
- package/dist/eval-core/evaluation-reporting.js +9 -8
- package/dist/eval-core/execution-strategy.d.ts +0 -1
- package/dist/eval-core/execution-strategy.js +6 -3
- package/dist/eval-core/fact-checker.d.ts +0 -1
- package/dist/eval-core/fact-checker.js +0 -1
- package/dist/eval-core/layer-gates.d.ts +0 -1
- package/dist/eval-core/layer-gates.js +0 -1
- package/dist/eval-core/mocks-runtime.d.ts +0 -1
- package/dist/eval-core/mocks-runtime.js +0 -1
- package/dist/eval-core/schema.d.ts +0 -1
- package/dist/eval-core/schema.js +0 -1
- package/dist/eval-core/statistics.d.ts +0 -1
- package/dist/eval-core/statistics.js +0 -1
- package/dist/eval-core/task-planner.d.ts +0 -1
- package/dist/eval-core/task-planner.js +0 -1
- package/dist/eval-core/verdict.d.ts +21 -4
- package/dist/eval-core/verdict.js +54 -5
- package/dist/eval-workflows/batch-evaluation-workflow.d.ts +18 -3
- package/dist/eval-workflows/batch-evaluation-workflow.js +31 -15
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts +0 -1
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js +0 -1
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts +0 -1
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.js +0 -1
- package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts +0 -1
- package/dist/eval-workflows/evaluation-pipeline/run-state.js +0 -1
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts +0 -1
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js +0 -1
- package/dist/eval-workflows/evaluation-pipeline.d.ts +0 -1
- package/dist/eval-workflows/evaluation-pipeline.js +0 -1
- package/dist/eval-workflows/evaluation-preparation.d.ts +1 -5
- package/dist/eval-workflows/evaluation-preparation.js +20 -16
- package/dist/eval-workflows/messages.d.ts +0 -1
- package/dist/eval-workflows/messages.js +0 -1
- package/dist/eval-workflows/run-evaluation.d.ts +4 -9
- package/dist/eval-workflows/run-evaluation.js +16 -26
- package/dist/executors/anthropic-api.d.ts +0 -1
- package/dist/executors/anthropic-api.js +1 -2
- package/dist/executors/claude-cli.d.ts +0 -1
- package/dist/executors/claude-cli.js +0 -1
- package/dist/executors/claude-sdk-trace.d.ts +0 -1
- package/dist/executors/claude-sdk-trace.js +0 -1
- package/dist/executors/claude-sdk.d.ts +0 -1
- package/dist/executors/claude-sdk.js +0 -1
- package/dist/executors/codex-cli-trace.d.ts +0 -1
- package/dist/executors/codex-cli-trace.js +0 -1
- package/dist/executors/codex-cli.d.ts +0 -1
- package/dist/executors/codex-cli.js +0 -1
- package/dist/executors/codex-sdk.d.ts +0 -1
- package/dist/executors/codex-sdk.js +0 -1
- package/dist/executors/gemini.d.ts +0 -1
- package/dist/executors/gemini.js +0 -1
- package/dist/executors/index.d.ts +0 -1
- package/dist/executors/index.js +0 -1
- package/dist/executors/openai-api.d.ts +0 -1
- package/dist/executors/openai-api.js +0 -1
- package/dist/executors/runtime-fingerprint.d.ts +0 -1
- package/dist/executors/runtime-fingerprint.js +2 -3
- package/dist/executors/script.d.ts +0 -1
- package/dist/executors/script.js +0 -1
- package/dist/executors/shared.d.ts +0 -2
- package/dist/executors/shared.js +0 -1
- package/dist/grading/assertions.d.ts +0 -1
- package/dist/grading/assertions.js +0 -1
- package/dist/grading/debias-validate.d.ts +0 -1
- package/dist/grading/debias-validate.js +0 -1
- package/dist/grading/diagnostic.d.ts +0 -1
- package/dist/grading/diagnostic.js +0 -1
- package/dist/grading/gold-cli.d.ts +0 -1
- package/dist/grading/gold-cli.js +0 -1
- package/dist/grading/gold-dataset.d.ts +0 -1
- package/dist/grading/gold-dataset.js +0 -1
- package/dist/grading/human-gold.d.ts +0 -1
- package/dist/grading/human-gold.js +0 -1
- package/dist/grading/index.d.ts +0 -1
- package/dist/grading/index.js +0 -1
- package/dist/grading/judge.d.ts +0 -1
- package/dist/grading/judge.js +0 -1
- package/dist/grading/layered-scores.d.ts +0 -1
- package/dist/grading/layered-scores.js +0 -1
- package/dist/inputs/eval-config.d.ts +0 -1
- package/dist/inputs/eval-config.js +3 -2
- package/dist/inputs/load-samples.d.ts +0 -1
- package/dist/inputs/load-samples.js +0 -1
- package/dist/inputs/mcp-resolver.d.ts +0 -1
- package/dist/inputs/mcp-resolver.js +0 -1
- package/dist/inputs/skill-loader.d.ts +99 -7
- package/dist/inputs/skill-loader.js +325 -45
- package/dist/inputs/source-resolver.d.ts +28 -0
- package/dist/inputs/source-resolver.js +125 -0
- package/dist/inputs/url-fetcher.d.ts +0 -1
- package/dist/inputs/url-fetcher.js +0 -1
- package/dist/managed/index.d.ts +5 -0
- package/dist/managed/index.js +5 -0
- package/dist/managed/store.d.ts +76 -0
- package/dist/managed/store.js +260 -0
- package/dist/observability/experience-frontmatter.d.ts +0 -1
- package/dist/observability/experience-frontmatter.js +0 -1
- package/dist/observability/experience.d.ts +1 -2
- package/dist/observability/experience.js +1 -2
- package/dist/observability/feedback-matchers.d.ts +0 -1
- package/dist/observability/feedback-matchers.js +0 -1
- package/dist/observability/feedback-projection.d.ts +0 -1
- package/dist/observability/feedback-projection.js +0 -1
- package/dist/observability/inbox-view-model.d.ts +0 -1
- package/dist/observability/inbox-view-model.js +0 -1
- package/dist/observability/inbox.d.ts +0 -1
- package/dist/observability/inbox.js +2 -3
- package/dist/observability/problem-patterns.d.ts +0 -1
- package/dist/observability/problem-patterns.js +0 -1
- package/dist/observability/resolved-review.d.ts +0 -1
- package/dist/observability/resolved-review.js +4 -5
- package/dist/observability/review-state.d.ts +0 -1
- package/dist/observability/review-state.js +3 -4
- package/dist/observability/skill-chain-advisories.d.ts +0 -1
- package/dist/observability/skill-chain-advisories.js +0 -1
- package/dist/observability/skill-chain.d.ts +0 -1
- package/dist/observability/skill-chain.js +5 -6
- package/dist/observability/skill-health-analyzer.d.ts +13 -1
- package/dist/observability/skill-health-analyzer.js +17 -3
- package/dist/observability/soft-standards/constants.d.ts +0 -1
- package/dist/observability/soft-standards/constants.js +0 -1
- package/dist/observability/soft-standards/index.d.ts +0 -1
- package/dist/observability/soft-standards/index.js +0 -1
- package/dist/observability/soft-standards/llm-extractor.d.ts +0 -1
- package/dist/observability/soft-standards/llm-extractor.js +7 -8
- package/dist/observability/soft-standards/runtime-evaluator.d.ts +0 -1
- package/dist/observability/soft-standards/runtime-evaluator.js +2 -3
- package/dist/observability/soft-standards/skill-standards-store.d.ts +0 -1
- package/dist/observability/soft-standards/skill-standards-store.js +5 -6
- package/dist/observability/soft-standards/types.d.ts +10 -11
- package/dist/observability/soft-standards/types.js +0 -1
- package/dist/observability/text-signals.d.ts +0 -1
- package/dist/observability/text-signals.js +0 -1
- package/dist/observability/trace-adapter.d.ts +0 -1
- package/dist/observability/trace-adapter.js +0 -1
- package/dist/observability/trace-attribution.d.ts +0 -1
- package/dist/observability/trace-attribution.js +0 -1
- package/dist/observability/trace-segmenter.d.ts +0 -1
- package/dist/observability/trace-segmenter.js +0 -1
- package/dist/observability/trace-source.d.ts +0 -1
- package/dist/observability/trace-source.js +0 -1
- package/dist/renderer/html-renderer.d.ts +0 -1
- package/dist/renderer/html-renderer.js +4 -5
- package/dist/renderer/layout.d.ts +0 -1
- package/dist/renderer/layout.js +2 -1
- package/dist/renderer/observation-inbox/helpers.d.ts +0 -1
- package/dist/renderer/observation-inbox/helpers.js +0 -1
- package/dist/renderer/observation-inbox/styles.d.ts +0 -1
- package/dist/renderer/observation-inbox/styles.js +0 -1
- package/dist/renderer/observation-inbox-renderer.d.ts +0 -1
- package/dist/renderer/observation-inbox-renderer.js +13 -14
- package/dist/renderer/skill-detail-renderer.d.ts +0 -1
- package/dist/renderer/skill-detail-renderer.js +101 -23
- package/dist/renderer/skill-health-renderer.d.ts +0 -1
- package/dist/renderer/skill-health-renderer.js +33 -5
- package/dist/renderer/skill-list-renderer.d.ts +0 -1
- package/dist/renderer/skill-list-renderer.js +18 -7
- package/dist/renderer/summary.d.ts +0 -1
- package/dist/renderer/summary.js +21 -10
- package/dist/renderer/table.d.ts +0 -1
- package/dist/renderer/table.js +0 -1
- package/dist/renderer/test-view.d.ts +0 -1
- package/dist/renderer/test-view.js +0 -1
- package/dist/renderer/trends.d.ts +0 -1
- package/dist/renderer/trends.js +0 -1
- package/dist/server/job-store.d.ts +0 -1
- package/dist/server/job-store.js +0 -1
- package/dist/server/report-server.d.ts +0 -1
- package/dist/server/report-server.js +10 -4
- package/dist/server/report-store.d.ts +1 -2
- package/dist/server/report-store.js +6 -7
- package/dist/server/skill-index.d.ts +0 -1
- package/dist/server/skill-index.js +7 -5
- package/dist/server/skill-insights.d.ts +0 -1
- package/dist/server/skill-insights.js +41 -14
- package/dist/shared/hard-rules.d.ts +0 -1
- package/dist/shared/hard-rules.js +0 -1
- package/dist/shared/llm-prompts/index.d.ts +0 -1
- package/dist/shared/llm-prompts/index.js +0 -1
- package/dist/shared/llm-prompts/skill-health.d.ts +0 -1
- package/dist/shared/llm-prompts/skill-health.js +0 -1
- package/dist/shared/time.d.ts +0 -1
- package/dist/shared/time.js +0 -1
- package/dist/shared/tool-search.d.ts +0 -1
- package/dist/shared/tool-search.js +0 -1
- package/dist/types/dependencies.d.ts +0 -1
- package/dist/types/dependencies.js +0 -1
- package/dist/types/diagnosis.d.ts +0 -1
- package/dist/types/diagnosis.js +0 -1
- package/dist/types/doctor.d.ts +4 -5
- package/dist/types/doctor.js +2 -3
- package/dist/types/eval.d.ts +2 -1
- package/dist/types/eval.js +0 -1
- package/dist/types/executor.d.ts +1 -2
- package/dist/types/executor.js +0 -1
- package/dist/types/index.d.ts +1 -1
- package/dist/types/index.js +1 -1
- package/dist/types/judge.d.ts +0 -1
- package/dist/types/judge.js +0 -1
- package/dist/types/managed.d.ts +85 -0
- package/dist/types/managed.js +1 -0
- package/dist/types/observability.d.ts +5 -6
- package/dist/types/observability.js +0 -1
- package/dist/types/report.d.ts +2 -3
- package/dist/types/report.js +0 -1
- package/dist/types/shared.d.ts +0 -1
- package/dist/types/shared.js +0 -1
- package/dist/types/skill-index.d.ts +3 -1
- package/dist/types/skill-index.js +0 -1
- package/dist/types/storage.d.ts +0 -1
- package/dist/types/storage.js +0 -1
- package/dist/util/safe-slice.d.ts +0 -1
- package/dist/util/safe-slice.js +0 -1
- package/package.json +10 -5
- package/dist/analysis/coverage-analyzer.d.ts.map +0 -1
- package/dist/analysis/coverage-analyzer.js.map +0 -1
- package/dist/analysis/failure-clusterer.d.ts.map +0 -1
- package/dist/analysis/failure-clusterer.js.map +0 -1
- package/dist/analysis/gap-analyzer.d.ts.map +0 -1
- package/dist/analysis/gap-analyzer.js.map +0 -1
- package/dist/analysis/hedging-classifier.d.ts.map +0 -1
- package/dist/analysis/hedging-classifier.js.map +0 -1
- package/dist/analysis/report-diagnostics.d.ts.map +0 -1
- package/dist/analysis/report-diagnostics.js.map +0 -1
- package/dist/analysis/sample-diagnostics.d.ts.map +0 -1
- package/dist/analysis/sample-diagnostics.js.map +0 -1
- package/dist/analysis/saturation.d.ts.map +0 -1
- package/dist/analysis/saturation.js.map +0 -1
- package/dist/authoring/evolver.d.ts.map +0 -1
- package/dist/authoring/evolver.js.map +0 -1
- package/dist/authoring/generator.d.ts.map +0 -1
- package/dist/authoring/generator.js.map +0 -1
- package/dist/authoring/sample-fixer.d.ts.map +0 -1
- package/dist/authoring/sample-fixer.js.map +0 -1
- package/dist/cli/commands/doctor.d.ts.map +0 -1
- package/dist/cli/commands/doctor.js.map +0 -1
- package/dist/cli/commands/eval/gold/compare.d.ts.map +0 -1
- package/dist/cli/commands/eval/gold/compare.js.map +0 -1
- package/dist/cli/commands/eval/gold/index.d.ts.map +0 -1
- package/dist/cli/commands/eval/gold/index.js.map +0 -1
- package/dist/cli/commands/eval/gold/init.d.ts.map +0 -1
- package/dist/cli/commands/eval/gold/init.js.map +0 -1
- package/dist/cli/commands/eval/gold/validate.d.ts.map +0 -1
- package/dist/cli/commands/eval/gold/validate.js.map +0 -1
- package/dist/cli/commands/eval/index.d.ts.map +0 -1
- package/dist/cli/commands/eval/index.js.map +0 -1
- package/dist/cli/commands/evolve.d.ts.map +0 -1
- package/dist/cli/commands/evolve.js.map +0 -1
- package/dist/cli/commands/init.d.ts.map +0 -1
- package/dist/cli/commands/init.js.map +0 -1
- package/dist/cli/commands/observe/inbox.d.ts.map +0 -1
- package/dist/cli/commands/observe/inbox.js.map +0 -1
- package/dist/cli/commands/observe/index.d.ts.map +0 -1
- package/dist/cli/commands/observe/index.js.map +0 -1
- package/dist/cli/commands/observe/ingest.d.ts.map +0 -1
- package/dist/cli/commands/observe/ingest.js.map +0 -1
- package/dist/cli/commands/observe/show.d.ts.map +0 -1
- package/dist/cli/commands/observe/show.js.map +0 -1
- package/dist/cli/commands/sample.d.ts.map +0 -1
- package/dist/cli/commands/sample.js.map +0 -1
- package/dist/cli/commands/studio.d.ts.map +0 -1
- package/dist/cli/commands/studio.js.map +0 -1
- package/dist/cli/index.d.ts.map +0 -1
- package/dist/cli/index.js.map +0 -1
- package/dist/cli/lib/cli-exit.d.ts.map +0 -1
- package/dist/cli/lib/cli-exit.js.map +0 -1
- package/dist/cli/lib/cmd-flags.d.ts.map +0 -1
- package/dist/cli/lib/cmd-flags.js.map +0 -1
- package/dist/cli/lib/i18n-dict/common.d.ts.map +0 -1
- package/dist/cli/lib/i18n-dict/common.js.map +0 -1
- package/dist/cli/lib/i18n-dict/evolve.d.ts.map +0 -1
- package/dist/cli/lib/i18n-dict/evolve.js.map +0 -1
- package/dist/cli/lib/i18n-dict/gen.d.ts.map +0 -1
- package/dist/cli/lib/i18n-dict/gen.js.map +0 -1
- package/dist/cli/lib/i18n-dict/help.d.ts.map +0 -1
- package/dist/cli/lib/i18n-dict/help.js.map +0 -1
- package/dist/cli/lib/i18n-dict/init.d.ts.map +0 -1
- package/dist/cli/lib/i18n-dict/init.js.map +0 -1
- package/dist/cli/lib/i18n-dict/run.d.ts.map +0 -1
- package/dist/cli/lib/i18n-dict/run.js.map +0 -1
- package/dist/cli/lib/i18n-dict/types.d.ts.map +0 -1
- package/dist/cli/lib/i18n-dict/types.js.map +0 -1
- package/dist/cli/lib/i18n-dict.d.ts.map +0 -1
- package/dist/cli/lib/i18n-dict.js.map +0 -1
- package/dist/cli/lib/i18n.d.ts.map +0 -1
- package/dist/cli/lib/i18n.js.map +0 -1
- package/dist/cli/lib/parse-run-config/judge-models.d.ts.map +0 -1
- package/dist/cli/lib/parse-run-config/judge-models.js.map +0 -1
- package/dist/cli/lib/parse-run-config/samples-discovery.d.ts.map +0 -1
- package/dist/cli/lib/parse-run-config/samples-discovery.js.map +0 -1
- package/dist/cli/lib/parse-run-config/variant-resolution.d.ts.map +0 -1
- package/dist/cli/lib/parse-run-config/variant-resolution.js.map +0 -1
- package/dist/cli/lib/parse-run-config.d.ts.map +0 -1
- package/dist/cli/lib/parse-run-config.js.map +0 -1
- package/dist/cli/lib/progress.d.ts.map +0 -1
- package/dist/cli/lib/progress.js.map +0 -1
- package/dist/cli/lib/resolve-skill-input.d.ts.map +0 -1
- package/dist/cli/lib/resolve-skill-input.js.map +0 -1
- package/dist/cli/lib/run-tally.d.ts.map +0 -1
- package/dist/cli/lib/run-tally.js.map +0 -1
- package/dist/cli/lib/shared.d.ts.map +0 -1
- package/dist/cli/lib/shared.js.map +0 -1
- package/dist/cli/lib/update-check.d.ts.map +0 -1
- package/dist/cli/lib/update-check.js.map +0 -1
- package/dist/cli/oclif/base-command.d.ts.map +0 -1
- package/dist/cli/oclif/base-command.js.map +0 -1
- package/dist/cli/oclif/help.d.ts.map +0 -1
- package/dist/cli/oclif/help.js.map +0 -1
- package/dist/cli/oclif/i18n.d.ts.map +0 -1
- package/dist/cli/oclif/i18n.js.map +0 -1
- package/dist/cli/oclif/parsers.d.ts.map +0 -1
- package/dist/cli/oclif/parsers.js.map +0 -1
- package/dist/cli/oclif/projection.d.ts.map +0 -1
- package/dist/cli/oclif/projection.js.map +0 -1
- package/dist/cli/oclif/run.d.ts.map +0 -1
- package/dist/cli/oclif/run.js.map +0 -1
- package/dist/diagnosis/observe-mapper.d.ts.map +0 -1
- package/dist/diagnosis/observe-mapper.js.map +0 -1
- package/dist/diagnosis/observe-producer.d.ts.map +0 -1
- package/dist/diagnosis/observe-producer.js.map +0 -1
- package/dist/diagnosis/studio-projection.d.ts.map +0 -1
- package/dist/diagnosis/studio-projection.js.map +0 -1
- package/dist/diagnosis/types.d.ts.map +0 -1
- package/dist/diagnosis/types.js.map +0 -1
- package/dist/doctor/fixer.d.ts.map +0 -1
- package/dist/doctor/fixer.js.map +0 -1
- package/dist/doctor/health/builtin-dimensions.d.ts.map +0 -1
- package/dist/doctor/health/builtin-dimensions.js.map +0 -1
- package/dist/doctor/health/composer.d.ts.map +0 -1
- package/dist/doctor/health/composer.js.map +0 -1
- package/dist/doctor/health/dimension-registry.d.ts.map +0 -1
- package/dist/doctor/health/dimension-registry.js.map +0 -1
- package/dist/doctor/health/dimension-spec.d.ts.map +0 -1
- package/dist/doctor/health/dimension-spec.js.map +0 -1
- package/dist/doctor/health/parser.d.ts.map +0 -1
- package/dist/doctor/health/parser.js.map +0 -1
- package/dist/doctor/health/prompt-builder.d.ts.map +0 -1
- package/dist/doctor/health/prompt-builder.js.map +0 -1
- package/dist/doctor/health/register.d.ts.map +0 -1
- package/dist/doctor/health/register.js.map +0 -1
- package/dist/doctor/index.d.ts.map +0 -1
- package/dist/doctor/index.js.map +0 -1
- package/dist/doctor/messages.d.ts.map +0 -1
- package/dist/doctor/messages.js.map +0 -1
- package/dist/doctor/preflight.d.ts.map +0 -1
- package/dist/doctor/preflight.js.map +0 -1
- package/dist/doctor/renderer.d.ts.map +0 -1
- package/dist/doctor/renderer.js.map +0 -1
- package/dist/doctor/rules.d.ts.map +0 -1
- package/dist/doctor/rules.js.map +0 -1
- package/dist/eval-core/bootstrap.d.ts.map +0 -1
- package/dist/eval-core/bootstrap.js.map +0 -1
- package/dist/eval-core/cache.d.ts.map +0 -1
- package/dist/eval-core/cache.js.map +0 -1
- package/dist/eval-core/comparability.d.ts.map +0 -1
- package/dist/eval-core/comparability.js.map +0 -1
- package/dist/eval-core/dependency-checker.d.ts.map +0 -1
- package/dist/eval-core/dependency-checker.js.map +0 -1
- package/dist/eval-core/evaluation-execution.d.ts.map +0 -1
- package/dist/eval-core/evaluation-execution.js.map +0 -1
- package/dist/eval-core/evaluation-job.d.ts.map +0 -1
- package/dist/eval-core/evaluation-job.js.map +0 -1
- package/dist/eval-core/evaluation-reporting.d.ts.map +0 -1
- package/dist/eval-core/evaluation-reporting.js.map +0 -1
- package/dist/eval-core/execution-strategy.d.ts.map +0 -1
- package/dist/eval-core/execution-strategy.js.map +0 -1
- package/dist/eval-core/fact-checker.d.ts.map +0 -1
- package/dist/eval-core/fact-checker.js.map +0 -1
- package/dist/eval-core/layer-gates.d.ts.map +0 -1
- package/dist/eval-core/layer-gates.js.map +0 -1
- package/dist/eval-core/mocks-runtime.d.ts.map +0 -1
- package/dist/eval-core/mocks-runtime.js.map +0 -1
- package/dist/eval-core/schema.d.ts.map +0 -1
- package/dist/eval-core/schema.js.map +0 -1
- package/dist/eval-core/statistics.d.ts.map +0 -1
- package/dist/eval-core/statistics.js.map +0 -1
- package/dist/eval-core/task-planner.d.ts.map +0 -1
- package/dist/eval-core/task-planner.js.map +0 -1
- package/dist/eval-core/verdict.d.ts.map +0 -1
- package/dist/eval-core/verdict.js.map +0 -1
- package/dist/eval-workflows/batch-evaluation-workflow.d.ts.map +0 -1
- package/dist/eval-workflows/batch-evaluation-workflow.js.map +0 -1
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts.map +0 -1
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js.map +0 -1
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts.map +0 -1
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.js.map +0 -1
- package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts.map +0 -1
- package/dist/eval-workflows/evaluation-pipeline/run-state.js.map +0 -1
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts.map +0 -1
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js.map +0 -1
- package/dist/eval-workflows/evaluation-pipeline.d.ts.map +0 -1
- package/dist/eval-workflows/evaluation-pipeline.js.map +0 -1
- package/dist/eval-workflows/evaluation-preparation.d.ts.map +0 -1
- package/dist/eval-workflows/evaluation-preparation.js.map +0 -1
- package/dist/eval-workflows/messages.d.ts.map +0 -1
- package/dist/eval-workflows/messages.js.map +0 -1
- package/dist/eval-workflows/run-evaluation.d.ts.map +0 -1
- package/dist/eval-workflows/run-evaluation.js.map +0 -1
- package/dist/executors/anthropic-api.d.ts.map +0 -1
- package/dist/executors/anthropic-api.js.map +0 -1
- package/dist/executors/claude-cli.d.ts.map +0 -1
- package/dist/executors/claude-cli.js.map +0 -1
- package/dist/executors/claude-sdk-trace.d.ts.map +0 -1
- package/dist/executors/claude-sdk-trace.js.map +0 -1
- package/dist/executors/claude-sdk.d.ts.map +0 -1
- package/dist/executors/claude-sdk.js.map +0 -1
- package/dist/executors/codex-cli-trace.d.ts.map +0 -1
- package/dist/executors/codex-cli-trace.js.map +0 -1
- package/dist/executors/codex-cli.d.ts.map +0 -1
- package/dist/executors/codex-cli.js.map +0 -1
- package/dist/executors/codex-sdk.d.ts.map +0 -1
- package/dist/executors/codex-sdk.js.map +0 -1
- package/dist/executors/gemini.d.ts.map +0 -1
- package/dist/executors/gemini.js.map +0 -1
- package/dist/executors/index.d.ts.map +0 -1
- package/dist/executors/index.js.map +0 -1
- package/dist/executors/openai-api.d.ts.map +0 -1
- package/dist/executors/openai-api.js.map +0 -1
- package/dist/executors/runtime-fingerprint.d.ts.map +0 -1
- package/dist/executors/runtime-fingerprint.js.map +0 -1
- package/dist/executors/script.d.ts.map +0 -1
- package/dist/executors/script.js.map +0 -1
- package/dist/executors/shared.d.ts.map +0 -1
- package/dist/executors/shared.js.map +0 -1
- package/dist/grading/assertions.d.ts.map +0 -1
- package/dist/grading/assertions.js.map +0 -1
- package/dist/grading/debias-validate.d.ts.map +0 -1
- package/dist/grading/debias-validate.js.map +0 -1
- package/dist/grading/diagnostic.d.ts.map +0 -1
- package/dist/grading/diagnostic.js.map +0 -1
- package/dist/grading/gold-cli.d.ts.map +0 -1
- package/dist/grading/gold-cli.js.map +0 -1
- package/dist/grading/gold-dataset.d.ts.map +0 -1
- package/dist/grading/gold-dataset.js.map +0 -1
- package/dist/grading/human-gold.d.ts.map +0 -1
- package/dist/grading/human-gold.js.map +0 -1
- package/dist/grading/index.d.ts.map +0 -1
- package/dist/grading/index.js.map +0 -1
- package/dist/grading/judge.d.ts.map +0 -1
- package/dist/grading/judge.js.map +0 -1
- package/dist/grading/layered-scores.d.ts.map +0 -1
- package/dist/grading/layered-scores.js.map +0 -1
- package/dist/inputs/eval-config.d.ts.map +0 -1
- package/dist/inputs/eval-config.js.map +0 -1
- package/dist/inputs/load-samples.d.ts.map +0 -1
- package/dist/inputs/load-samples.js.map +0 -1
- package/dist/inputs/mcp-resolver.d.ts.map +0 -1
- package/dist/inputs/mcp-resolver.js.map +0 -1
- package/dist/inputs/skill-loader.d.ts.map +0 -1
- package/dist/inputs/skill-loader.js.map +0 -1
- package/dist/inputs/url-fetcher.d.ts.map +0 -1
- package/dist/inputs/url-fetcher.js.map +0 -1
- package/dist/observability/experience-frontmatter.d.ts.map +0 -1
- package/dist/observability/experience-frontmatter.js.map +0 -1
- package/dist/observability/experience.d.ts.map +0 -1
- package/dist/observability/experience.js.map +0 -1
- package/dist/observability/feedback-matchers.d.ts.map +0 -1
- package/dist/observability/feedback-matchers.js.map +0 -1
- package/dist/observability/feedback-projection.d.ts.map +0 -1
- package/dist/observability/feedback-projection.js.map +0 -1
- package/dist/observability/inbox-view-model.d.ts.map +0 -1
- package/dist/observability/inbox-view-model.js.map +0 -1
- package/dist/observability/inbox.d.ts.map +0 -1
- package/dist/observability/inbox.js.map +0 -1
- package/dist/observability/problem-patterns.d.ts.map +0 -1
- package/dist/observability/problem-patterns.js.map +0 -1
- package/dist/observability/resolved-review.d.ts.map +0 -1
- package/dist/observability/resolved-review.js.map +0 -1
- package/dist/observability/review-state.d.ts.map +0 -1
- package/dist/observability/review-state.js.map +0 -1
- package/dist/observability/skill-chain-advisories.d.ts.map +0 -1
- package/dist/observability/skill-chain-advisories.js.map +0 -1
- package/dist/observability/skill-chain.d.ts.map +0 -1
- package/dist/observability/skill-chain.js.map +0 -1
- package/dist/observability/skill-health-analyzer.d.ts.map +0 -1
- package/dist/observability/skill-health-analyzer.js.map +0 -1
- package/dist/observability/soft-standards/constants.d.ts.map +0 -1
- package/dist/observability/soft-standards/constants.js.map +0 -1
- package/dist/observability/soft-standards/index.d.ts.map +0 -1
- package/dist/observability/soft-standards/index.js.map +0 -1
- package/dist/observability/soft-standards/llm-extractor.d.ts.map +0 -1
- package/dist/observability/soft-standards/llm-extractor.js.map +0 -1
- package/dist/observability/soft-standards/runtime-evaluator.d.ts.map +0 -1
- package/dist/observability/soft-standards/runtime-evaluator.js.map +0 -1
- package/dist/observability/soft-standards/skill-standards-store.d.ts.map +0 -1
- package/dist/observability/soft-standards/skill-standards-store.js.map +0 -1
- package/dist/observability/soft-standards/types.d.ts.map +0 -1
- package/dist/observability/soft-standards/types.js.map +0 -1
- package/dist/observability/text-signals.d.ts.map +0 -1
- package/dist/observability/text-signals.js.map +0 -1
- package/dist/observability/trace-adapter.d.ts.map +0 -1
- package/dist/observability/trace-adapter.js.map +0 -1
- package/dist/observability/trace-attribution.d.ts.map +0 -1
- package/dist/observability/trace-attribution.js.map +0 -1
- package/dist/observability/trace-segmenter.d.ts.map +0 -1
- package/dist/observability/trace-segmenter.js.map +0 -1
- package/dist/observability/trace-source.d.ts.map +0 -1
- package/dist/observability/trace-source.js.map +0 -1
- package/dist/renderer/html-renderer.d.ts.map +0 -1
- package/dist/renderer/html-renderer.js.map +0 -1
- package/dist/renderer/layout.d.ts.map +0 -1
- package/dist/renderer/layout.js.map +0 -1
- package/dist/renderer/observation-inbox/helpers.d.ts.map +0 -1
- package/dist/renderer/observation-inbox/helpers.js.map +0 -1
- package/dist/renderer/observation-inbox/styles.d.ts.map +0 -1
- package/dist/renderer/observation-inbox/styles.js.map +0 -1
- package/dist/renderer/observation-inbox-renderer.d.ts.map +0 -1
- package/dist/renderer/observation-inbox-renderer.js.map +0 -1
- package/dist/renderer/skill-detail-renderer.d.ts.map +0 -1
- package/dist/renderer/skill-detail-renderer.js.map +0 -1
- package/dist/renderer/skill-health-renderer.d.ts.map +0 -1
- package/dist/renderer/skill-health-renderer.js.map +0 -1
- package/dist/renderer/skill-list-renderer.d.ts.map +0 -1
- package/dist/renderer/skill-list-renderer.js.map +0 -1
- package/dist/renderer/summary.d.ts.map +0 -1
- package/dist/renderer/summary.js.map +0 -1
- package/dist/renderer/table.d.ts.map +0 -1
- package/dist/renderer/table.js.map +0 -1
- package/dist/renderer/test-view.d.ts.map +0 -1
- package/dist/renderer/test-view.js.map +0 -1
- package/dist/renderer/trends.d.ts.map +0 -1
- package/dist/renderer/trends.js.map +0 -1
- package/dist/server/job-store.d.ts.map +0 -1
- package/dist/server/job-store.js.map +0 -1
- package/dist/server/report-server.d.ts.map +0 -1
- package/dist/server/report-server.js.map +0 -1
- package/dist/server/report-store.d.ts.map +0 -1
- package/dist/server/report-store.js.map +0 -1
- package/dist/server/skill-index.d.ts.map +0 -1
- package/dist/server/skill-index.js.map +0 -1
- package/dist/server/skill-insights.d.ts.map +0 -1
- package/dist/server/skill-insights.js.map +0 -1
- package/dist/shared/hard-rules.d.ts.map +0 -1
- package/dist/shared/hard-rules.js.map +0 -1
- package/dist/shared/llm-prompts/index.d.ts.map +0 -1
- package/dist/shared/llm-prompts/index.js.map +0 -1
- package/dist/shared/llm-prompts/skill-health.d.ts.map +0 -1
- package/dist/shared/llm-prompts/skill-health.js.map +0 -1
- package/dist/shared/time.d.ts.map +0 -1
- package/dist/shared/time.js.map +0 -1
- package/dist/shared/tool-search.d.ts.map +0 -1
- package/dist/shared/tool-search.js.map +0 -1
- package/dist/types/dependencies.d.ts.map +0 -1
- package/dist/types/dependencies.js.map +0 -1
- package/dist/types/diagnosis.d.ts.map +0 -1
- package/dist/types/diagnosis.js.map +0 -1
- package/dist/types/doctor.d.ts.map +0 -1
- package/dist/types/doctor.js.map +0 -1
- package/dist/types/eval.d.ts.map +0 -1
- package/dist/types/eval.js.map +0 -1
- package/dist/types/executor.d.ts.map +0 -1
- package/dist/types/executor.js.map +0 -1
- package/dist/types/index.d.ts.map +0 -1
- package/dist/types/index.js.map +0 -1
- package/dist/types/judge.d.ts.map +0 -1
- package/dist/types/judge.js.map +0 -1
- package/dist/types/observability.d.ts.map +0 -1
- package/dist/types/observability.js.map +0 -1
- package/dist/types/report.d.ts.map +0 -1
- package/dist/types/report.js.map +0 -1
- package/dist/types/shared.d.ts.map +0 -1
- package/dist/types/shared.js.map +0 -1
- package/dist/types/skill-index.d.ts.map +0 -1
- package/dist/types/skill-index.js.map +0 -1
- package/dist/types/storage.d.ts.map +0 -1
- package/dist/types/storage.js.map +0 -1
- package/dist/util/safe-slice.d.ts.map +0 -1
- package/dist/util/safe-slice.js.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare function loadAndRegisterCustomDimensions(filePath: string): number;
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { readFileSync, existsSync } from 'node:fs';
|
|
2
|
+
import yaml from 'js-yaml';
|
|
3
|
+
import { registerHealthDimension } from './dimension-registry.js';
|
|
4
|
+
const VALID_SEVERITIES = new Set(['fatal', 'warn', 'info']);
|
|
5
|
+
export function loadAndRegisterCustomDimensions(filePath) {
|
|
6
|
+
if (!existsSync(filePath)) {
|
|
7
|
+
throw new Error(`自定义维度配置文件不存在: ${filePath}`);
|
|
8
|
+
}
|
|
9
|
+
const raw = readFileSync(filePath, 'utf-8');
|
|
10
|
+
const doc = yaml.load(raw);
|
|
11
|
+
if (!doc?.dimensions || !Array.isArray(doc.dimensions))
|
|
12
|
+
return 0;
|
|
13
|
+
let count = 0;
|
|
14
|
+
for (const dim of doc.dimensions) {
|
|
15
|
+
if (!dim.id || !dim.displayName || !dim.promptSection) {
|
|
16
|
+
throw new Error(`自定义维度缺少必填字段(id/displayName/promptSection): ${JSON.stringify(dim).slice(0, 100)}`);
|
|
17
|
+
}
|
|
18
|
+
const severity = VALID_SEVERITIES.has(dim.severity ?? '') ? dim.severity : 'warn';
|
|
19
|
+
const spec = {
|
|
20
|
+
id: dim.id,
|
|
21
|
+
displayName: dim.displayName,
|
|
22
|
+
labelKey: `cli.doctor.health.dim.${dim.id}`,
|
|
23
|
+
severity,
|
|
24
|
+
promptSection: dim.promptSection,
|
|
25
|
+
};
|
|
26
|
+
registerHealthDimension(spec);
|
|
27
|
+
count++;
|
|
28
|
+
}
|
|
29
|
+
return count;
|
|
30
|
+
}
|
|
@@ -23,4 +23,3 @@ export interface HealthParseResult {
|
|
|
23
23
|
/** 从 cleaned JSON 字串(extractJson 的输出)派发到各维度。 */
|
|
24
24
|
export declare function parseHealthOutput(jsonText: string, dims: HealthDimensionSpec[]): HealthParseResult;
|
|
25
25
|
export declare function deriveOverallHealth(byDimId: Map<string, HealthDimensionResult>): '良好' | '部分缺陷' | '严重缺陷';
|
|
26
|
-
//# sourceMappingURL=parser.d.ts.map
|
package/dist/doctor/index.d.ts
CHANGED
|
@@ -16,4 +16,3 @@ import type { Artifact, DoctorReport, DoctorRunOptions } from '../types/index.js
|
|
|
16
16
|
*/
|
|
17
17
|
export declare function resolveDoctorTargets(target: string | null | undefined, cwd: string): Artifact[];
|
|
18
18
|
export declare function runDoctor(opts: DoctorRunOptions): Promise<DoctorReport>;
|
|
19
|
-
//# sourceMappingURL=index.d.ts.map
|
package/dist/doctor/index.js
CHANGED
|
@@ -229,7 +229,7 @@ export async function runDoctor(opts) {
|
|
|
229
229
|
? 'warnings_only'
|
|
230
230
|
: 'passed';
|
|
231
231
|
return {
|
|
232
|
-
|
|
232
|
+
reportKind: 'doctor',
|
|
233
233
|
schemaVersion: DOCTOR_REPORT_SCHEMA_VERSION,
|
|
234
234
|
id: nextReportId(),
|
|
235
235
|
timestamp: new Date().toISOString(),
|
|
@@ -243,4 +243,3 @@ export async function runDoctor(opts) {
|
|
|
243
243
|
ruleStats,
|
|
244
244
|
};
|
|
245
245
|
}
|
|
246
|
-
//# sourceMappingURL=index.js.map
|
|
@@ -18,4 +18,3 @@ export type DoctorMessageKey = 'cli.doctor.rule.skill_readable' | 'cli.doctor.ru
|
|
|
18
18
|
export declare const DOCTOR_MESSAGES: Record<DoctorMessageKey, MessageEntry>;
|
|
19
19
|
export declare function tDoctorMessage(key: DoctorMessageKey, lang?: Lang, params?: Record<string, string | number>): string;
|
|
20
20
|
export {};
|
|
21
|
-
//# sourceMappingURL=messages.d.ts.map
|
package/dist/doctor/messages.js
CHANGED
|
@@ -199,7 +199,7 @@ export const DOCTOR_MESSAGES = {
|
|
|
199
199
|
en: '{count} samples missing prompt field',
|
|
200
200
|
},
|
|
201
201
|
'cli.doctor.samples_contract.hint': {
|
|
202
|
-
zh: '用例必须至少包含 prompt 字段。详见 docs/specs/sample-design-spec.md',
|
|
202
|
+
zh: '用例必须至少包含 prompt 字段。详见 docs/zh/specs/sample-design-spec.md',
|
|
203
203
|
en: 'samples must contain at least a prompt field. See docs/specs/sample-design-spec.md',
|
|
204
204
|
},
|
|
205
205
|
};
|
|
@@ -214,4 +214,3 @@ export function tDoctorMessage(key, lang = DEFAULT_LANG, params) {
|
|
|
214
214
|
}
|
|
215
215
|
return text;
|
|
216
216
|
}
|
|
217
|
-
//# sourceMappingURL=messages.js.map
|
package/dist/doctor/preflight.js
CHANGED
|
@@ -14,4 +14,3 @@ import type { Lang } from '../types/shared.js';
|
|
|
14
14
|
import type { DoctorReport } from '../types/index.js';
|
|
15
15
|
export declare function renderDoctorReportText(report: DoctorReport, lang: Lang, write?: (s: string) => void): void;
|
|
16
16
|
export declare function renderDoctorReportJson(report: DoctorReport): string;
|
|
17
|
-
//# sourceMappingURL=renderer.d.ts.map
|
package/dist/doctor/renderer.js
CHANGED
package/dist/doctor/rules.d.ts
CHANGED
|
@@ -28,4 +28,3 @@ export declare const BUILTIN_RULES: DoctorRule[];
|
|
|
28
28
|
export declare function registerRule(rule: DoctorRuleLike): void;
|
|
29
29
|
export declare function getRegisteredRules(): DoctorRuleLike[];
|
|
30
30
|
export declare function __resetCustomRulesForTest(): void;
|
|
31
|
-
//# sourceMappingURL=rules.d.ts.map
|
package/dist/doctor/rules.js
CHANGED
|
@@ -34,6 +34,14 @@ export interface BootstrapDiffCI extends BootstrapCI {
|
|
|
34
34
|
/** Whether 0 is inside the CI — when false, the difference is statistically significant. */
|
|
35
35
|
significant: boolean;
|
|
36
36
|
}
|
|
37
|
+
/**
|
|
38
|
+
* Default number of bootstrap resamples. Every eval path uses this unless
|
|
39
|
+
* `--bootstrap-samples` overrides it. Single source of truth: the docs cite
|
|
40
|
+
* it and `test/scripts/doc-constants-drift.test.ts` guards doc ↔ code parity.
|
|
41
|
+
*/
|
|
42
|
+
export declare const DEFAULT_BOOTSTRAP_SAMPLES = 1000;
|
|
43
|
+
/** Default significance level; 0.05 → 95% CI. */
|
|
44
|
+
export declare const DEFAULT_BOOTSTRAP_ALPHA = 0.05;
|
|
37
45
|
/**
|
|
38
46
|
* Bootstrap confidence interval for the mean of a single sample.
|
|
39
47
|
*
|
|
@@ -69,4 +77,3 @@ export declare function bootstrapDiffCI(scoresA: number[], scoresB: number[], al
|
|
|
69
77
|
* @param metricFn Function reducing a resampled array to a scalar.
|
|
70
78
|
*/
|
|
71
79
|
export declare function bootstrapWithMetric(scores: number[], metricFn: (resampled: number[]) => number, alpha?: number, samples?: number, seed?: number): BootstrapCI;
|
|
72
|
-
//# sourceMappingURL=bootstrap.d.ts.map
|
|
@@ -20,6 +20,14 @@
|
|
|
20
20
|
* Reproducibility: pass a fixed `seed` to get deterministic CIs across runs.
|
|
21
21
|
* Without a seed we use Math.random() — fine for production but not for tests.
|
|
22
22
|
*/
|
|
23
|
+
/**
|
|
24
|
+
* Default number of bootstrap resamples. Every eval path uses this unless
|
|
25
|
+
* `--bootstrap-samples` overrides it. Single source of truth: the docs cite
|
|
26
|
+
* it and `test/scripts/doc-constants-drift.test.ts` guards doc ↔ code parity.
|
|
27
|
+
*/
|
|
28
|
+
export const DEFAULT_BOOTSTRAP_SAMPLES = 1000;
|
|
29
|
+
/** Default significance level; 0.05 → 95% CI. */
|
|
30
|
+
export const DEFAULT_BOOTSTRAP_ALPHA = 0.05;
|
|
23
31
|
/** Mulberry32 PRNG — seedable, deterministic for tests. */
|
|
24
32
|
function mulberry32(seed) {
|
|
25
33
|
let s = seed >>> 0;
|
|
@@ -75,7 +83,7 @@ function sortedQuantile(sorted, q) {
|
|
|
75
83
|
* @param seed Optional seed for deterministic CIs (tests).
|
|
76
84
|
* @returns { low, high, estimate, samples }; all numbers rounded to 4 decimals.
|
|
77
85
|
*/
|
|
78
|
-
export function bootstrapMeanCI(scores, alpha =
|
|
86
|
+
export function bootstrapMeanCI(scores, alpha = DEFAULT_BOOTSTRAP_ALPHA, samples = DEFAULT_BOOTSTRAP_SAMPLES, seed) {
|
|
79
87
|
if (scores.length === 0) {
|
|
80
88
|
return { low: 0, high: 0, estimate: 0, samples: 0 };
|
|
81
89
|
}
|
|
@@ -114,7 +122,7 @@ export function bootstrapMeanCI(scores, alpha = 0.05, samples = 1000, seed) {
|
|
|
114
122
|
* @param seed Optional seed.
|
|
115
123
|
* @returns BootstrapDiffCI with low/high of (B - A) and significant flag.
|
|
116
124
|
*/
|
|
117
|
-
export function bootstrapDiffCI(scoresA, scoresB, alpha =
|
|
125
|
+
export function bootstrapDiffCI(scoresA, scoresB, alpha = DEFAULT_BOOTSTRAP_ALPHA, samples = DEFAULT_BOOTSTRAP_SAMPLES, seed) {
|
|
118
126
|
if (scoresA.length === 0 || scoresB.length === 0) {
|
|
119
127
|
return { low: 0, high: 0, estimate: 0, samples: 0, significant: false };
|
|
120
128
|
}
|
|
@@ -150,7 +158,7 @@ export function bootstrapDiffCI(scoresA, scoresB, alpha = 0.05, samples = 1000,
|
|
|
150
158
|
* @param scores Original sample.
|
|
151
159
|
* @param metricFn Function reducing a resampled array to a scalar.
|
|
152
160
|
*/
|
|
153
|
-
export function bootstrapWithMetric(scores, metricFn, alpha =
|
|
161
|
+
export function bootstrapWithMetric(scores, metricFn, alpha = DEFAULT_BOOTSTRAP_ALPHA, samples = DEFAULT_BOOTSTRAP_SAMPLES, seed) {
|
|
154
162
|
if (scores.length === 0)
|
|
155
163
|
return { low: 0, high: 0, estimate: 0, samples: 0 };
|
|
156
164
|
const rng = makeRng(seed);
|
|
@@ -171,4 +179,3 @@ export function bootstrapWithMetric(scores, metricFn, alpha = 0.05, samples = 10
|
|
|
171
179
|
function round4(x) {
|
|
172
180
|
return Math.round(x * 10000) / 10000;
|
|
173
181
|
}
|
|
174
|
-
//# sourceMappingURL=bootstrap.js.map
|
package/dist/eval-core/cache.js
CHANGED
|
@@ -8,4 +8,3 @@ export interface ComparabilityWarning {
|
|
|
8
8
|
export declare function reportComparabilityWarnings(report: Report): ComparabilityWarning[];
|
|
9
9
|
export declare function crossReportComparabilityWarnings(before: Report, after: Report): ComparabilityWarning[];
|
|
10
10
|
export declare function formatComparabilityWarnings(warnings: ComparabilityWarning[], lang?: Lang): string;
|
|
11
|
-
//# sourceMappingURL=comparability.d.ts.map
|
|
@@ -43,9 +43,9 @@ function packageReasons(pkg, label) {
|
|
|
43
43
|
}
|
|
44
44
|
function runtimeUnverifiableReasons(runtime) {
|
|
45
45
|
const reasons = [];
|
|
46
|
-
if (runtime.
|
|
46
|
+
if (runtime.runtimeKind === 'api')
|
|
47
47
|
return reasons;
|
|
48
|
-
if (runtime.
|
|
48
|
+
if (runtime.runtimeKind === 'agent-sdk') {
|
|
49
49
|
reasons.push(...packageReasons(runtime.sdk, 'sdk'));
|
|
50
50
|
}
|
|
51
51
|
const binary = runtime.binary;
|
|
@@ -70,7 +70,7 @@ function runtimeUnverifiableReasons(runtime) {
|
|
|
70
70
|
else if (binary.source === 'unknown') {
|
|
71
71
|
reasons.push('binary source unknown');
|
|
72
72
|
}
|
|
73
|
-
if (runtime.
|
|
73
|
+
if (runtime.runtimeKind === 'unknown')
|
|
74
74
|
reasons.push('runtime kind unknown');
|
|
75
75
|
return [...new Set(reasons)];
|
|
76
76
|
}
|
|
@@ -293,4 +293,3 @@ export function formatComparabilityWarnings(warnings, lang = 'zh') {
|
|
|
293
293
|
: 'Comparability warnings: the following differences affect strict comparison / construct validity';
|
|
294
294
|
return [header, ...warnings.map((warning) => ` - ${lang === 'zh' ? warning.zh : warning.en}`)].join('\n');
|
|
295
295
|
}
|
|
296
|
-
//# sourceMappingURL=comparability.js.map
|
|
@@ -34,4 +34,3 @@ export declare function checkDependencies(deps: DependencyRequirements, cwd: str
|
|
|
34
34
|
* 声明,落到 defaultCwd。
|
|
35
35
|
*/
|
|
36
36
|
export declare function preflightDependencies(skillContents: string[], samples: Sample[], cwd: string, explicitRequires?: DependencyRequirements, artifacts?: Artifact[]): Promise<DependencyCheckResult>;
|
|
37
|
-
//# sourceMappingURL=dependency-checker.d.ts.map
|
|
@@ -159,7 +159,8 @@ function buildPreflightEnv(artifacts) {
|
|
|
159
159
|
return process.env;
|
|
160
160
|
const extraPaths = [];
|
|
161
161
|
for (const a of artifacts) {
|
|
162
|
-
|
|
162
|
+
// git artifact 的 locator 是 git spec、非在盘目录,对它取 dirname 会得到伪路径;跳过(与 extractSkillDir 一致)。
|
|
163
|
+
if (!a.locator || a.source === 'git')
|
|
163
164
|
continue;
|
|
164
165
|
const dir = dirname(a.locator);
|
|
165
166
|
const nodeBin = join(dir, 'node_modules', '.bin');
|
|
@@ -339,4 +340,3 @@ export async function preflightDependencies(skillContents, samples, cwd, explici
|
|
|
339
340
|
}
|
|
340
341
|
return result;
|
|
341
342
|
}
|
|
342
|
-
//# sourceMappingURL=dependency-checker.js.map
|
|
@@ -63,4 +63,3 @@ export declare function preflight(executor: ExecutorFn, model: string, timeoutMs
|
|
|
63
63
|
* pipeline must build the map covering every judge before calling this).
|
|
64
64
|
*/
|
|
65
65
|
export declare function preflightAllJudges(judgeModels: import('../types/index.js').JudgeConfig[], judgeExecutors: Record<string, ExecutorFn>, timeoutMs?: number): Promise<void>;
|
|
66
|
-
//# sourceMappingURL=evaluation-execution.d.ts.map
|
|
@@ -34,4 +34,3 @@ export interface PersistableReport {
|
|
|
34
34
|
export declare function persistReport(report: PersistableReport, outputDir: string | null): string | null;
|
|
35
35
|
export declare function generateRunId(variants: string[]): string;
|
|
36
36
|
export {};
|
|
37
|
-
//# sourceMappingURL=evaluation-reporting.d.ts.map
|
|
@@ -7,7 +7,7 @@ import { fileURLToPath } from 'node:url';
|
|
|
7
7
|
import { buildVariantSummary } from './schema.js';
|
|
8
8
|
import { buildVariantConfig, resolveExecutionStrategy } from './execution-strategy.js';
|
|
9
9
|
import { getJudgePromptHash } from '../grading/judge.js';
|
|
10
|
-
import { bootstrapMeanCI, bootstrapDiffCI } from './bootstrap.js';
|
|
10
|
+
import { bootstrapMeanCI, bootstrapDiffCI, DEFAULT_BOOTSTRAP_ALPHA, DEFAULT_BOOTSTRAP_SAMPLES, } from './bootstrap.js';
|
|
11
11
|
import { getExecutorRuntimeFingerprint } from '../executors/runtime-fingerprint.js';
|
|
12
12
|
const __dirname = dirname(fileURLToPath(import.meta.url));
|
|
13
13
|
function findPackageJson(startDir) {
|
|
@@ -92,9 +92,11 @@ function buildExecutorRuntimesByVariant({ variants, model, executorName, tasks,
|
|
|
92
92
|
if (runtimes[variant])
|
|
93
93
|
continue;
|
|
94
94
|
const artifact = artifacts.find((a) => a.name === variant);
|
|
95
|
-
|
|
95
|
+
// git artifact 无在盘 skillDir(content 经 SDK 注入),与 baseline 一样取 null —— 与主路径
|
|
96
|
+
// extractSkillDir 的判定一致,避免 git variant 的 runtime fingerprint 被 cwd 的 node_modules 污染。
|
|
97
|
+
const fallbackSkillDir = artifact?.kind === 'baseline' || artifact?.source === 'git'
|
|
96
98
|
? null
|
|
97
|
-
: artifact?.locator
|
|
99
|
+
: artifact?.locator
|
|
98
100
|
? dirname(artifact.locator)
|
|
99
101
|
: request?.skillDir;
|
|
100
102
|
runtimes[variant] = getExecutorRuntimeFingerprint(executorName, model, {
|
|
@@ -112,7 +114,7 @@ export function aggregateReport({ runId, variants, model, judgeModel, noJudge, e
|
|
|
112
114
|
// Bootstrap CI (per-variant mean) when --bootstrap requested. Adds bootstrapCI to
|
|
113
115
|
// each VariantSummary; legacy t-interval (in summary's other fields) is preserved.
|
|
114
116
|
const bootstrapEnabled = request?.bootstrap === true;
|
|
115
|
-
const bootstrapSamples = request?.bootstrapSamples ??
|
|
117
|
+
const bootstrapSamples = request?.bootstrapSamples ?? DEFAULT_BOOTSTRAP_SAMPLES;
|
|
116
118
|
let pairComparisons;
|
|
117
119
|
if (bootstrapEnabled) {
|
|
118
120
|
for (const variant of variants) {
|
|
@@ -121,7 +123,7 @@ export function aggregateReport({ runId, variants, model, judgeModel, noJudge, e
|
|
|
121
123
|
.filter((e) => typeof e.compositeScore === 'number' && e.compositeScore > 0)
|
|
122
124
|
.map((e) => e.compositeScore);
|
|
123
125
|
if (compositeScores.length >= 2) {
|
|
124
|
-
summary[variant].bootstrapCI = bootstrapMeanCI(compositeScores,
|
|
126
|
+
summary[variant].bootstrapCI = bootstrapMeanCI(compositeScores, DEFAULT_BOOTSTRAP_ALPHA, bootstrapSamples);
|
|
125
127
|
}
|
|
126
128
|
}
|
|
127
129
|
// Pairwise treatment-vs-control comparisons. Convention: variants[0] is control;
|
|
@@ -143,7 +145,7 @@ export function aggregateReport({ runId, variants, model, judgeModel, noJudge, e
|
|
|
143
145
|
pairComparisons.push({
|
|
144
146
|
control: controlName,
|
|
145
147
|
treatment: treatmentName,
|
|
146
|
-
diffBootstrapCI: bootstrapDiffCI(controlScores, treatmentScores,
|
|
148
|
+
diffBootstrapCI: bootstrapDiffCI(controlScores, treatmentScores, DEFAULT_BOOTSTRAP_ALPHA, bootstrapSamples),
|
|
147
149
|
});
|
|
148
150
|
}
|
|
149
151
|
}
|
|
@@ -175,7 +177,7 @@ export function aggregateReport({ runId, variants, model, judgeModel, noJudge, e
|
|
|
175
177
|
debiasModeList.push('length');
|
|
176
178
|
const totalCostReported = Object.values(summary).every((variant) => variant.execCostReported !== false && variant.judgeCostReported !== false);
|
|
177
179
|
return {
|
|
178
|
-
|
|
180
|
+
reportKind: 'evaluation',
|
|
179
181
|
id: runId,
|
|
180
182
|
meta: {
|
|
181
183
|
variants,
|
|
@@ -289,4 +291,3 @@ export function generateRunId(variants) {
|
|
|
289
291
|
.join('-vs-');
|
|
290
292
|
return `${variantPart}-${date}-${time}`;
|
|
291
293
|
}
|
|
292
|
-
//# sourceMappingURL=evaluation-reporting.js.map
|
|
@@ -8,4 +8,3 @@ export declare function resolveArtifactExecutionStrategy(artifact: Artifact): Ex
|
|
|
8
8
|
export declare function resolveExperimentType(artifact: Artifact): ExperimentType;
|
|
9
9
|
export declare function buildVariantConfig(artifact: Artifact): VariantConfig;
|
|
10
10
|
export declare function resolveExecutionStrategy(task: Task, model: string, timeoutMs?: number, verbose?: boolean, effort?: 'low' | 'medium' | 'high' | 'xhigh' | 'max', samplesBaseDir?: string): ExecutionPlan;
|
|
11
|
-
//# sourceMappingURL=execution-strategy.d.ts.map
|
|
@@ -53,7 +53,7 @@ export function buildVariantConfig(artifact) {
|
|
|
53
53
|
// 因此缺失时直接 throw,强迫调用者修配置,不走默认值掩盖。
|
|
54
54
|
if (!artifact.experimentRole) {
|
|
55
55
|
throw new Error(`artifact "${artifact.name}" 缺少 experimentRole:应该由 CLI --control/--treatment、`
|
|
56
|
-
+ `--config eval.yaml 或 batch workflow 显式注入。参见 docs/specs/terminology-spec.md 三-4。`);
|
|
56
|
+
+ `--config eval.yaml 或 batch workflow 显式注入。参见 docs/zh/specs/terminology-spec.md 三-4。`);
|
|
57
57
|
}
|
|
58
58
|
return {
|
|
59
59
|
variant: artifact.name,
|
|
@@ -72,7 +72,11 @@ export function buildVariantConfig(artifact) {
|
|
|
72
72
|
};
|
|
73
73
|
}
|
|
74
74
|
function extractSkillDir(artifact) {
|
|
75
|
-
|
|
75
|
+
// git artifact 的 content 经 SDK 注入、根本不落盘,其 locator 是 git spec(`review` / `skills/review`)
|
|
76
|
+
// 而非磁盘目录。若对它取 dirname,会得到相对进程 cwd 的伪 skillDir(`.` / `skills`),进而让 buildExecEnv
|
|
77
|
+
// 把 `<cwd>/node_modules/.bin` 误并进 PATH、污染 runtime fingerprint —— 与 baseline(skillDir=null)
|
|
78
|
+
// 不对称,造成 Δ 污染。git 与 baseline 一样无在盘 skillDir,返回 null。
|
|
79
|
+
if (!artifact.locator || artifact.source === 'git')
|
|
76
80
|
return null;
|
|
77
81
|
return dirname(artifact.locator);
|
|
78
82
|
}
|
|
@@ -162,4 +166,3 @@ export function resolveExecutionStrategy(task, model, timeoutMs, verbose, effort
|
|
|
162
166
|
};
|
|
163
167
|
}
|
|
164
168
|
}
|
|
165
|
-
//# sourceMappingURL=execution-strategy.js.map
|
|
@@ -22,4 +22,3 @@ export declare function extractPathClaims(output: string): string[];
|
|
|
22
22
|
* Check facts in agent output by verifying file paths exist in cwd.
|
|
23
23
|
*/
|
|
24
24
|
export declare function checkFacts(output: string, cwd: string): FactCheckResult;
|
|
25
|
-
//# sourceMappingURL=fact-checker.d.ts.map
|
|
@@ -14,4 +14,3 @@ export interface LayerGateResult {
|
|
|
14
14
|
* 抽为纯函数便于单测;commands/eval-runner.ts 负责 IO(读 config、打印、退出码)。
|
|
15
15
|
*/
|
|
16
16
|
export declare function evaluateLayerGates(summary: Record<string, VariantSummary>, threshold: number): LayerGateResult;
|
|
17
|
-
//# sourceMappingURL=layer-gates.d.ts.map
|
package/dist/eval-core/schema.js
CHANGED
|
@@ -9,4 +9,3 @@ import type { Artifact, Sample, SampleEnvironment, Task } from '../types/index.j
|
|
|
9
9
|
export declare function renderEnvironmentSection(env: SampleEnvironment | undefined): string | null;
|
|
10
10
|
export declare function buildTasks(samples: Sample[], variants: string[], skills: Record<string, string | null>): Task[];
|
|
11
11
|
export declare function buildTasksFromArtifacts(samples: Sample[], artifacts: Artifact[]): Task[];
|
|
12
|
-
//# sourceMappingURL=task-planner.d.ts.map
|
|
@@ -6,9 +6,10 @@
|
|
|
6
6
|
* v0.21 makes the data trustworthy. closes the last mile: senior
|
|
7
7
|
* engineers' #1 complaint is "the report has all the right numbers but I
|
|
8
8
|
* still need 30 minutes to read it before I can decide". This module
|
|
9
|
-
* aggregates the
|
|
10
|
-
*
|
|
11
|
-
* available) Krippendorff α against gold — and emits one
|
|
9
|
+
* aggregates the data sources omk already produces — Bootstrap CI on the
|
|
10
|
+
* pairwise diff, three-layer CI gate, saturation curve, inter-judge ensemble
|
|
11
|
+
* agreement, and (when available) Krippendorff α against gold — and emits one
|
|
12
|
+
* of six verdicts:
|
|
12
13
|
*
|
|
13
14
|
* - **PROGRESS** diff CI shows real positive shift, no layer regressed
|
|
14
15
|
* - **CAUTIOUS** positive shift but at least one layer broke its gate,
|
|
@@ -27,6 +28,23 @@
|
|
|
27
28
|
* empirical) is documented inline so users can audit and override.
|
|
28
29
|
*/
|
|
29
30
|
import type { Report } from '../types/index.js';
|
|
31
|
+
/**
|
|
32
|
+
* Below this sample count a non-significant diff is read as UNDERPOWERED
|
|
33
|
+
* (only large effects are detectable) rather than NOISE. Matches the
|
|
34
|
+
* pre-flight power band documented in `docs/specs/sample-design-spec.md`;
|
|
35
|
+
* guarded by `test/scripts/doc-constants-drift.test.ts`.
|
|
36
|
+
*/
|
|
37
|
+
export declare const UNDERPOWERED_MIN_SAMPLES = 20;
|
|
38
|
+
/**
|
|
39
|
+
* Inter-judge Pearson bands, shared with the report's ensemble-agreement audit
|
|
40
|
+
* badge (`src/renderer/summary.ts`) so the verdict gate and the UI read one scale.
|
|
41
|
+
* - `>= ENSEMBLE_STRONG_PEARSON` (0.7): judges agree on rank order (badge green).
|
|
42
|
+
* - `< ENSEMBLE_DISSENT_PEARSON` (0.4): strong disagreement (badge red). A
|
|
43
|
+
* would-be PROGRESS is downgraded to CAUTIOUS — the judge-layer signal driving
|
|
44
|
+
* the win is unreliable when the ensemble can't agree.
|
|
45
|
+
*/
|
|
46
|
+
export declare const ENSEMBLE_STRONG_PEARSON = 0.7;
|
|
47
|
+
export declare const ENSEMBLE_DISSENT_PEARSON = 0.4;
|
|
30
48
|
export type VerdictLevel = 'PROGRESS' | 'CAUTIOUS' | 'REGRESS' | 'NOISE' | 'UNDERPOWERED' | 'SOLO';
|
|
31
49
|
export interface VerdictResult {
|
|
32
50
|
level: VerdictLevel;
|
|
@@ -74,4 +92,3 @@ export declare function computeVerdict(report: Report, options?: VerdictOptions)
|
|
|
74
92
|
export declare function formatVerdictText(result: VerdictResult, options?: {
|
|
75
93
|
verbose?: boolean;
|
|
76
94
|
}): string;
|
|
77
|
-
//# sourceMappingURL=verdict.d.ts.map
|