oh-my-knowledge 0.31.0 → 0.32.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +31 -842
- package/README.zh.md +43 -854
- package/dist/analysis/coverage-analyzer.d.ts.map +1 -0
- package/dist/analysis/coverage-analyzer.js.map +1 -0
- package/dist/analysis/failure-clusterer.d.ts.map +1 -0
- package/dist/analysis/failure-clusterer.js.map +1 -0
- package/dist/analysis/gap-analyzer.d.ts +121 -0
- package/dist/analysis/gap-analyzer.d.ts.map +1 -0
- package/dist/analysis/gap-analyzer.js +471 -0
- package/dist/analysis/gap-analyzer.js.map +1 -0
- package/dist/analysis/hedging-classifier.d.ts.map +1 -0
- package/dist/analysis/hedging-classifier.js.map +1 -0
- package/dist/analysis/report-diagnostics.d.ts +34 -0
- package/dist/analysis/report-diagnostics.d.ts.map +1 -0
- package/dist/analysis/report-diagnostics.js +753 -0
- package/dist/analysis/report-diagnostics.js.map +1 -0
- package/dist/analysis/sample-diagnostics.d.ts.map +1 -0
- package/dist/analysis/sample-diagnostics.js.map +1 -0
- package/dist/analysis/saturation.d.ts.map +1 -0
- package/dist/analysis/saturation.js.map +1 -0
- package/dist/authoring/evolver.d.ts.map +1 -0
- package/dist/authoring/evolver.js.map +1 -0
- package/dist/authoring/generator.d.ts.map +1 -0
- package/dist/authoring/generator.js +720 -0
- package/dist/authoring/generator.js.map +1 -0
- package/dist/authoring/sample-fixer.d.ts.map +1 -0
- package/dist/authoring/sample-fixer.js.map +1 -0
- package/dist/cli/commands/doctor.d.ts +26 -0
- package/dist/cli/commands/doctor.d.ts.map +1 -0
- package/dist/cli/commands/doctor.js +302 -0
- package/dist/cli/commands/doctor.js.map +1 -0
- package/dist/cli/commands/eval/gold/compare.d.ts.map +1 -0
- package/dist/cli/commands/eval/gold/compare.js.map +1 -0
- package/dist/cli/commands/eval/gold/index.d.ts.map +1 -0
- package/dist/cli/commands/eval/gold/index.js.map +1 -0
- package/dist/cli/commands/eval/gold/init.d.ts.map +1 -0
- package/dist/cli/commands/eval/gold/init.js.map +1 -0
- package/dist/cli/commands/eval/gold/validate.d.ts.map +1 -0
- package/dist/cli/commands/eval/gold/validate.js.map +1 -0
- package/dist/cli/commands/eval/index.d.ts.map +1 -0
- package/dist/cli/commands/eval/index.js +465 -0
- package/dist/cli/commands/eval/index.js.map +1 -0
- package/dist/cli/commands/evolve.d.ts.map +1 -0
- package/dist/cli/commands/evolve.js +283 -0
- package/dist/cli/commands/evolve.js.map +1 -0
- package/dist/cli/commands/init.d.ts.map +1 -0
- package/dist/cli/commands/init.js.map +1 -0
- package/dist/cli/commands/observe/inbox.d.ts.map +1 -0
- package/dist/cli/commands/observe/inbox.js +260 -0
- package/dist/cli/commands/observe/inbox.js.map +1 -0
- package/dist/cli/commands/observe/index.d.ts.map +1 -0
- package/dist/cli/commands/observe/index.js.map +1 -0
- package/dist/cli/commands/observe/ingest.d.ts.map +1 -0
- package/dist/cli/commands/observe/ingest.js +71 -0
- package/dist/cli/commands/observe/ingest.js.map +1 -0
- package/dist/cli/commands/observe/show.d.ts.map +1 -0
- package/dist/cli/commands/observe/show.js.map +1 -0
- package/dist/cli/commands/sample.d.ts.map +1 -0
- package/dist/cli/commands/sample.js +487 -0
- package/dist/cli/commands/sample.js.map +1 -0
- package/dist/cli/commands/studio.d.ts.map +1 -0
- package/dist/cli/commands/studio.js +158 -0
- package/dist/cli/commands/studio.js.map +1 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/lib/cli-exit.d.ts.map +1 -0
- package/dist/cli/lib/cli-exit.js.map +1 -0
- package/dist/cli/lib/cmd-flags.d.ts +224 -0
- package/dist/cli/lib/cmd-flags.d.ts.map +1 -0
- package/dist/cli/lib/cmd-flags.js.map +1 -0
- package/dist/cli/lib/i18n-dict/common.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/common.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/common.js +67 -0
- package/dist/cli/lib/i18n-dict/common.js.map +1 -0
- package/dist/cli/lib/i18n-dict/evolve.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/evolve.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/evolve.js +43 -0
- package/dist/cli/lib/i18n-dict/evolve.js.map +1 -0
- package/dist/cli/lib/i18n-dict/gen.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/gen.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/gen.js +63 -0
- package/dist/cli/lib/i18n-dict/gen.js.map +1 -0
- package/dist/cli/lib/i18n-dict/help.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/help.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/help.js +281 -0
- package/dist/cli/lib/i18n-dict/help.js.map +1 -0
- package/dist/cli/lib/i18n-dict/init.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/init.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/init.js +27 -0
- package/dist/cli/lib/i18n-dict/init.js.map +1 -0
- package/dist/cli/lib/i18n-dict/run.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/run.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/run.js +143 -0
- package/dist/cli/lib/i18n-dict/run.js.map +1 -0
- package/dist/cli/lib/i18n-dict/types.d.ts +5 -0
- package/dist/cli/lib/i18n-dict/types.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/types.js +2 -0
- package/dist/cli/lib/i18n-dict/types.js.map +1 -0
- package/dist/cli/lib/i18n-dict.d.ts +63 -0
- package/dist/cli/lib/i18n-dict.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict.js +67 -0
- package/dist/cli/lib/i18n-dict.js.map +1 -0
- package/dist/cli/lib/i18n.d.ts.map +1 -0
- package/dist/cli/lib/i18n.js.map +1 -0
- package/dist/cli/lib/parse-run-config/judge-models.d.ts +24 -0
- package/dist/cli/lib/parse-run-config/judge-models.d.ts.map +1 -0
- package/dist/cli/lib/parse-run-config/judge-models.js +55 -0
- package/dist/cli/lib/parse-run-config/judge-models.js.map +1 -0
- package/dist/cli/lib/parse-run-config/samples-discovery.d.ts +19 -0
- package/dist/cli/lib/parse-run-config/samples-discovery.d.ts.map +1 -0
- package/dist/cli/lib/parse-run-config/samples-discovery.js +53 -0
- package/dist/cli/lib/parse-run-config/samples-discovery.js.map +1 -0
- package/dist/cli/lib/parse-run-config/variant-resolution.d.ts +18 -0
- package/dist/cli/lib/parse-run-config/variant-resolution.d.ts.map +1 -0
- package/dist/cli/lib/parse-run-config/variant-resolution.js +59 -0
- package/dist/cli/lib/parse-run-config/variant-resolution.js.map +1 -0
- package/dist/cli/lib/parse-run-config.d.ts +93 -0
- package/dist/cli/lib/parse-run-config.d.ts.map +1 -0
- package/dist/cli/lib/parse-run-config.js +157 -0
- package/dist/cli/lib/parse-run-config.js.map +1 -0
- package/dist/cli/lib/progress.d.ts.map +1 -0
- package/dist/cli/lib/progress.js.map +1 -0
- package/dist/cli/lib/resolve-skill-input.d.ts +8 -0
- package/dist/cli/lib/resolve-skill-input.d.ts.map +1 -0
- package/dist/cli/lib/resolve-skill-input.js +38 -0
- package/dist/cli/lib/resolve-skill-input.js.map +1 -0
- package/dist/cli/lib/run-tally.d.ts.map +1 -0
- package/dist/cli/lib/run-tally.js.map +1 -0
- package/dist/cli/lib/shared.d.ts.map +1 -0
- package/dist/cli/lib/shared.js.map +1 -0
- package/dist/cli/lib/update-check.d.ts +9 -0
- package/dist/cli/lib/update-check.d.ts.map +1 -0
- package/dist/cli/lib/update-check.js +113 -0
- package/dist/cli/lib/update-check.js.map +1 -0
- package/dist/cli/oclif/base-command.d.ts.map +1 -0
- package/dist/cli/oclif/base-command.js.map +1 -0
- package/dist/cli/oclif/help.d.ts.map +1 -0
- package/dist/cli/oclif/help.js.map +1 -0
- package/dist/cli/oclif/i18n.d.ts.map +1 -0
- package/dist/cli/oclif/i18n.js.map +1 -0
- package/dist/cli/oclif/parsers.d.ts.map +1 -0
- package/dist/cli/oclif/parsers.js.map +1 -0
- package/dist/cli/oclif/projection.d.ts.map +1 -0
- package/dist/cli/oclif/projection.js.map +1 -0
- package/dist/cli/oclif/run.d.ts.map +1 -0
- package/dist/cli/oclif/run.js +11 -0
- package/dist/cli/oclif/run.js.map +1 -0
- package/dist/diagnosis/observe-mapper.d.ts.map +1 -0
- package/dist/diagnosis/observe-mapper.js.map +1 -0
- package/dist/diagnosis/observe-producer.d.ts.map +1 -0
- package/dist/diagnosis/observe-producer.js +199 -0
- package/dist/diagnosis/observe-producer.js.map +1 -0
- package/dist/diagnosis/studio-projection.d.ts +7 -0
- package/dist/diagnosis/studio-projection.d.ts.map +1 -0
- package/dist/diagnosis/studio-projection.js.map +1 -0
- package/dist/diagnosis/types.d.ts +4 -0
- package/dist/diagnosis/types.d.ts.map +1 -0
- package/dist/diagnosis/types.js +20 -0
- package/dist/diagnosis/types.js.map +1 -0
- package/dist/doctor/fixer.d.ts.map +1 -0
- package/dist/doctor/fixer.js.map +1 -0
- package/dist/doctor/health/builtin-dimensions.d.ts.map +1 -0
- package/dist/doctor/health/builtin-dimensions.js.map +1 -0
- package/dist/doctor/health/composer.d.ts.map +1 -0
- package/dist/doctor/health/composer.js +296 -0
- package/dist/doctor/health/composer.js.map +1 -0
- package/dist/doctor/health/dimension-registry.d.ts.map +1 -0
- package/dist/doctor/health/dimension-registry.js.map +1 -0
- package/dist/doctor/health/dimension-spec.d.ts +47 -0
- package/dist/doctor/health/dimension-spec.d.ts.map +1 -0
- package/dist/doctor/health/dimension-spec.js.map +1 -0
- package/dist/doctor/health/parser.d.ts.map +1 -0
- package/dist/doctor/health/parser.js.map +1 -0
- package/dist/doctor/health/prompt-builder.d.ts.map +1 -0
- package/dist/doctor/health/prompt-builder.js.map +1 -0
- package/dist/doctor/health/register.d.ts.map +1 -0
- package/dist/doctor/health/register.js.map +1 -0
- package/dist/doctor/index.d.ts.map +1 -0
- package/dist/doctor/index.js.map +1 -0
- package/dist/doctor/messages.d.ts +21 -0
- package/dist/doctor/messages.d.ts.map +1 -0
- package/dist/doctor/messages.js +217 -0
- package/dist/doctor/messages.js.map +1 -0
- package/dist/doctor/preflight.d.ts.map +1 -0
- package/dist/doctor/preflight.js.map +1 -0
- package/dist/doctor/renderer.d.ts +17 -0
- package/dist/doctor/renderer.d.ts.map +1 -0
- package/dist/doctor/renderer.js +122 -0
- package/dist/doctor/renderer.js.map +1 -0
- package/dist/doctor/rules.d.ts.map +1 -0
- package/dist/doctor/rules.js +289 -0
- package/dist/doctor/rules.js.map +1 -0
- package/dist/eval-core/bootstrap.d.ts.map +1 -0
- package/dist/eval-core/bootstrap.js.map +1 -0
- package/dist/eval-core/cache.d.ts.map +1 -0
- package/dist/eval-core/cache.js.map +1 -0
- package/dist/eval-core/comparability.d.ts.map +1 -0
- package/dist/eval-core/comparability.js.map +1 -0
- package/dist/eval-core/dependency-checker.d.ts +37 -0
- package/dist/eval-core/dependency-checker.d.ts.map +1 -0
- package/dist/eval-core/dependency-checker.js.map +1 -0
- package/dist/eval-core/evaluation-execution.d.ts.map +1 -0
- package/dist/eval-core/evaluation-execution.js.map +1 -0
- package/dist/eval-core/evaluation-job.d.ts.map +1 -0
- package/dist/eval-core/evaluation-job.js.map +1 -0
- package/dist/eval-core/evaluation-reporting.d.ts.map +1 -0
- package/dist/eval-core/evaluation-reporting.js.map +1 -0
- package/dist/eval-core/execution-strategy.d.ts.map +1 -0
- package/dist/eval-core/execution-strategy.js +165 -0
- package/dist/eval-core/execution-strategy.js.map +1 -0
- package/dist/eval-core/fact-checker.d.ts.map +1 -0
- package/dist/eval-core/fact-checker.js.map +1 -0
- package/dist/eval-core/layer-gates.d.ts.map +1 -0
- package/dist/eval-core/layer-gates.js.map +1 -0
- package/dist/eval-core/mocks-runtime.d.ts.map +1 -0
- package/dist/eval-core/mocks-runtime.js +559 -0
- package/dist/eval-core/mocks-runtime.js.map +1 -0
- package/dist/eval-core/schema.d.ts.map +1 -0
- package/dist/eval-core/schema.js.map +1 -0
- package/dist/eval-core/statistics.d.ts.map +1 -0
- package/dist/eval-core/statistics.js.map +1 -0
- package/dist/eval-core/task-planner.d.ts.map +1 -0
- package/dist/eval-core/task-planner.js.map +1 -0
- package/dist/eval-core/verdict.d.ts.map +1 -0
- package/dist/eval-core/verdict.js.map +1 -0
- package/dist/eval-workflows/batch-evaluation-workflow.d.ts.map +1 -0
- package/dist/eval-workflows/batch-evaluation-workflow.js.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts +22 -0
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js +67 -0
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts +32 -0
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.js +57 -0
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.js.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts +60 -0
- package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/run-state.js +88 -0
- package/dist/eval-workflows/evaluation-pipeline/run-state.js.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts +21 -0
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js +46 -0
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline.d.ts +97 -0
- package/dist/eval-workflows/evaluation-pipeline.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline.js +179 -0
- package/dist/eval-workflows/evaluation-pipeline.js.map +1 -0
- package/dist/eval-workflows/evaluation-preparation.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-preparation.js.map +1 -0
- package/dist/eval-workflows/messages.d.ts +4 -0
- package/dist/eval-workflows/messages.d.ts.map +1 -0
- package/dist/eval-workflows/messages.js +30 -0
- package/dist/eval-workflows/messages.js.map +1 -0
- package/dist/eval-workflows/run-evaluation.d.ts.map +1 -0
- package/dist/eval-workflows/run-evaluation.js +528 -0
- package/dist/eval-workflows/run-evaluation.js.map +1 -0
- package/dist/executors/anthropic-api.d.ts.map +1 -0
- package/dist/executors/anthropic-api.js.map +1 -0
- package/dist/executors/claude-cli.d.ts.map +1 -0
- package/dist/executors/claude-cli.js.map +1 -0
- package/dist/executors/claude-sdk-trace.d.ts.map +1 -0
- package/dist/executors/claude-sdk-trace.js.map +1 -0
- package/dist/executors/claude-sdk.d.ts.map +1 -0
- package/dist/executors/claude-sdk.js.map +1 -0
- package/dist/executors/codex-cli-trace.d.ts.map +1 -0
- package/dist/executors/codex-cli-trace.js.map +1 -0
- package/dist/executors/codex-cli.d.ts.map +1 -0
- package/dist/executors/codex-cli.js.map +1 -0
- package/dist/executors/codex-sdk.d.ts.map +1 -0
- package/dist/executors/codex-sdk.js.map +1 -0
- package/dist/executors/gemini.d.ts.map +1 -0
- package/dist/executors/gemini.js.map +1 -0
- package/dist/executors/index.d.ts.map +1 -0
- package/dist/executors/index.js.map +1 -0
- package/dist/executors/openai-api.d.ts.map +1 -0
- package/dist/executors/openai-api.js.map +1 -0
- package/dist/executors/runtime-fingerprint.d.ts.map +1 -0
- package/dist/executors/runtime-fingerprint.js.map +1 -0
- package/dist/executors/script.d.ts.map +1 -0
- package/dist/executors/script.js.map +1 -0
- package/dist/executors/shared.d.ts +194 -0
- package/dist/executors/shared.d.ts.map +1 -0
- package/dist/executors/shared.js +253 -0
- package/dist/executors/shared.js.map +1 -0
- package/dist/grading/assertions.d.ts.map +1 -0
- package/dist/grading/assertions.js.map +1 -0
- package/dist/grading/debias-validate.d.ts.map +1 -0
- package/dist/grading/debias-validate.js.map +1 -0
- package/dist/grading/diagnostic.d.ts.map +1 -0
- package/dist/grading/diagnostic.js.map +1 -0
- package/dist/grading/gold-cli.d.ts.map +1 -0
- package/dist/grading/gold-cli.js.map +1 -0
- package/dist/grading/gold-dataset.d.ts.map +1 -0
- package/dist/grading/gold-dataset.js.map +1 -0
- package/dist/grading/human-gold.d.ts.map +1 -0
- package/dist/grading/human-gold.js.map +1 -0
- package/dist/grading/index.d.ts.map +1 -0
- package/dist/grading/index.js.map +1 -0
- package/dist/grading/judge.d.ts.map +1 -0
- package/dist/grading/judge.js.map +1 -0
- package/dist/grading/layered-scores.d.ts.map +1 -0
- package/dist/grading/layered-scores.js.map +1 -0
- package/dist/inputs/eval-config.d.ts.map +1 -0
- package/dist/inputs/eval-config.js.map +1 -0
- package/dist/inputs/load-samples.d.ts.map +1 -0
- package/dist/inputs/load-samples.js.map +1 -0
- package/dist/inputs/mcp-resolver.d.ts.map +1 -0
- package/dist/inputs/mcp-resolver.js.map +1 -0
- package/dist/inputs/skill-loader.d.ts.map +1 -0
- package/dist/inputs/skill-loader.js +261 -0
- package/dist/inputs/skill-loader.js.map +1 -0
- package/dist/inputs/url-fetcher.d.ts.map +1 -0
- package/dist/inputs/url-fetcher.js.map +1 -0
- package/dist/observability/experience-frontmatter.d.ts +37 -0
- package/dist/observability/experience-frontmatter.d.ts.map +1 -0
- package/dist/observability/experience-frontmatter.js +100 -0
- package/dist/observability/experience-frontmatter.js.map +1 -0
- package/dist/observability/experience.d.ts +23 -0
- package/dist/observability/experience.d.ts.map +1 -0
- package/dist/observability/experience.js +3438 -0
- package/dist/observability/experience.js.map +1 -0
- package/dist/observability/feedback-matchers.d.ts +37 -0
- package/dist/observability/feedback-matchers.d.ts.map +1 -0
- package/dist/observability/feedback-matchers.js +232 -0
- package/dist/observability/feedback-matchers.js.map +1 -0
- package/dist/observability/feedback-projection.d.ts +21 -0
- package/dist/observability/feedback-projection.d.ts.map +1 -0
- package/dist/observability/feedback-projection.js +20 -0
- package/dist/observability/feedback-projection.js.map +1 -0
- package/dist/observability/inbox-view-model.d.ts +43 -0
- package/dist/observability/inbox-view-model.d.ts.map +1 -0
- package/dist/observability/inbox-view-model.js +180 -0
- package/dist/observability/inbox-view-model.js.map +1 -0
- package/dist/observability/inbox.d.ts +28 -0
- package/dist/observability/inbox.d.ts.map +1 -0
- package/dist/observability/inbox.js +765 -0
- package/dist/observability/inbox.js.map +1 -0
- package/dist/observability/problem-patterns.d.ts +12 -0
- package/dist/observability/problem-patterns.d.ts.map +1 -0
- package/dist/observability/problem-patterns.js +244 -0
- package/dist/observability/problem-patterns.js.map +1 -0
- package/dist/observability/prompts/llm-enhanced-review.prompt.md +224 -0
- package/dist/observability/resolved-review.d.ts +37 -0
- package/dist/observability/resolved-review.d.ts.map +1 -0
- package/dist/observability/resolved-review.js +552 -0
- package/dist/observability/resolved-review.js.map +1 -0
- package/dist/observability/review-state.d.ts +20 -0
- package/dist/observability/review-state.d.ts.map +1 -0
- package/dist/observability/review-state.js.map +1 -0
- package/dist/observability/skill-chain-advisories.d.ts +16 -0
- package/dist/observability/skill-chain-advisories.d.ts.map +1 -0
- package/dist/observability/skill-chain-advisories.js.map +1 -0
- package/dist/observability/skill-chain.d.ts +7 -0
- package/dist/observability/skill-chain.d.ts.map +1 -0
- package/dist/observability/skill-chain.js +474 -0
- package/dist/observability/skill-chain.js.map +1 -0
- package/dist/observability/skill-health-analyzer.d.ts.map +1 -0
- package/dist/observability/skill-health-analyzer.js.map +1 -0
- package/dist/observability/soft-standards/constants.d.ts +5 -0
- package/dist/observability/soft-standards/constants.d.ts.map +1 -0
- package/dist/observability/soft-standards/constants.js +10 -0
- package/dist/observability/soft-standards/constants.js.map +1 -0
- package/dist/observability/soft-standards/index.d.ts +16 -0
- package/dist/observability/soft-standards/index.d.ts.map +1 -0
- package/dist/observability/soft-standards/index.js +15 -0
- package/dist/observability/soft-standards/index.js.map +1 -0
- package/dist/observability/soft-standards/llm-extractor.d.ts +6 -0
- package/dist/observability/soft-standards/llm-extractor.d.ts.map +1 -0
- package/dist/observability/soft-standards/llm-extractor.js +692 -0
- package/dist/observability/soft-standards/llm-extractor.js.map +1 -0
- package/dist/observability/soft-standards/runtime-evaluator.d.ts +12 -0
- package/dist/observability/soft-standards/runtime-evaluator.d.ts.map +1 -0
- package/dist/observability/soft-standards/runtime-evaluator.js +385 -0
- package/dist/observability/soft-standards/runtime-evaluator.js.map +1 -0
- package/dist/observability/soft-standards/skill-standards-store.d.ts +11 -0
- package/dist/observability/soft-standards/skill-standards-store.d.ts.map +1 -0
- package/dist/observability/soft-standards/skill-standards-store.js +158 -0
- package/dist/observability/soft-standards/skill-standards-store.js.map +1 -0
- package/dist/observability/soft-standards/types.d.ts +212 -0
- package/dist/observability/soft-standards/types.d.ts.map +1 -0
- package/dist/observability/soft-standards/types.js +2 -0
- package/dist/observability/soft-standards/types.js.map +1 -0
- package/dist/observability/text-signals.d.ts +14 -0
- package/dist/observability/text-signals.d.ts.map +1 -0
- package/dist/observability/text-signals.js +116 -0
- package/dist/observability/text-signals.js.map +1 -0
- package/dist/observability/trace-adapter.d.ts.map +1 -0
- package/dist/observability/trace-adapter.js.map +1 -0
- package/dist/observability/trace-attribution.d.ts +56 -0
- package/dist/observability/trace-attribution.d.ts.map +1 -0
- package/dist/observability/trace-attribution.js +200 -0
- package/dist/observability/trace-attribution.js.map +1 -0
- package/dist/observability/trace-segmenter.d.ts +52 -0
- package/dist/observability/trace-segmenter.d.ts.map +1 -0
- package/dist/observability/trace-segmenter.js +322 -0
- package/dist/observability/trace-segmenter.js.map +1 -0
- package/dist/observability/trace-source.d.ts +92 -0
- package/dist/observability/trace-source.d.ts.map +1 -0
- package/dist/observability/trace-source.js +502 -0
- package/dist/observability/trace-source.js.map +1 -0
- package/dist/renderer/html-renderer.d.ts.map +1 -0
- package/dist/renderer/html-renderer.js.map +1 -0
- package/dist/renderer/layout.d.ts.map +1 -0
- package/dist/renderer/layout.js.map +1 -0
- package/dist/renderer/observation-inbox/helpers.d.ts +14 -0
- package/dist/renderer/observation-inbox/helpers.d.ts.map +1 -0
- package/dist/renderer/observation-inbox/helpers.js +75 -0
- package/dist/renderer/observation-inbox/helpers.js.map +1 -0
- package/dist/renderer/observation-inbox/styles.d.ts +2 -0
- package/dist/renderer/observation-inbox/styles.d.ts.map +1 -0
- package/dist/renderer/observation-inbox/styles.js +5184 -0
- package/dist/renderer/observation-inbox/styles.js.map +1 -0
- package/dist/renderer/observation-inbox-renderer.d.ts +5 -0
- package/dist/renderer/observation-inbox-renderer.d.ts.map +1 -0
- package/dist/renderer/observation-inbox-renderer.js +7182 -0
- package/dist/renderer/observation-inbox-renderer.js.map +1 -0
- package/dist/renderer/skill-detail-renderer.d.ts +13 -0
- package/dist/renderer/skill-detail-renderer.d.ts.map +1 -0
- package/dist/renderer/skill-detail-renderer.js.map +1 -0
- package/dist/renderer/skill-health-renderer.d.ts.map +1 -0
- package/dist/renderer/skill-health-renderer.js.map +1 -0
- package/dist/renderer/skill-list-renderer.d.ts +3 -0
- package/dist/renderer/skill-list-renderer.d.ts.map +1 -0
- package/dist/renderer/skill-list-renderer.js.map +1 -0
- package/dist/renderer/summary.d.ts +68 -0
- package/dist/renderer/summary.d.ts.map +1 -0
- package/dist/renderer/summary.js +1896 -0
- package/dist/renderer/summary.js.map +1 -0
- package/dist/renderer/table.d.ts.map +1 -0
- package/dist/renderer/table.js.map +1 -0
- package/dist/renderer/test-view.d.ts.map +1 -0
- package/dist/renderer/test-view.js.map +1 -0
- package/dist/renderer/trends.d.ts.map +1 -0
- package/dist/renderer/trends.js.map +1 -0
- package/dist/server/job-store.d.ts.map +1 -0
- package/dist/server/job-store.js.map +1 -0
- package/dist/server/report-server.d.ts.map +1 -0
- package/dist/server/report-server.js +892 -0
- package/dist/server/report-server.js.map +1 -0
- package/dist/server/report-store.d.ts.map +1 -0
- package/dist/server/report-store.js.map +1 -0
- package/dist/server/skill-index.d.ts +14 -0
- package/dist/server/skill-index.d.ts.map +1 -0
- package/dist/server/skill-index.js +381 -0
- package/dist/server/skill-index.js.map +1 -0
- package/dist/server/skill-insights.d.ts +32 -0
- package/dist/server/skill-insights.d.ts.map +1 -0
- package/dist/server/skill-insights.js.map +1 -0
- package/dist/shared/hard-rules.d.ts.map +1 -0
- package/dist/shared/hard-rules.js.map +1 -0
- package/dist/shared/llm-prompts/index.d.ts +14 -0
- package/dist/shared/llm-prompts/index.d.ts.map +1 -0
- package/dist/shared/llm-prompts/index.js +22 -0
- package/dist/shared/llm-prompts/index.js.map +1 -0
- package/dist/shared/llm-prompts/skill-health.d.ts.map +1 -0
- package/dist/shared/llm-prompts/skill-health.js.map +1 -0
- package/dist/shared/time.d.ts.map +1 -0
- package/dist/shared/time.js.map +1 -0
- package/dist/shared/tool-search.d.ts.map +1 -0
- package/dist/shared/tool-search.js.map +1 -0
- package/dist/types/dependencies.d.ts +23 -0
- package/dist/types/dependencies.d.ts.map +1 -0
- package/dist/types/dependencies.js +2 -0
- package/dist/types/dependencies.js.map +1 -0
- package/dist/types/diagnosis.d.ts +88 -0
- package/dist/types/diagnosis.d.ts.map +1 -0
- package/dist/types/diagnosis.js +2 -0
- package/dist/types/diagnosis.js.map +1 -0
- package/dist/types/doctor.d.ts +157 -0
- package/dist/types/doctor.d.ts.map +1 -0
- package/dist/types/doctor.js.map +1 -0
- package/dist/types/eval.d.ts +377 -0
- package/dist/types/eval.d.ts.map +1 -0
- package/dist/types/eval.js.map +1 -0
- package/dist/types/executor.d.ts.map +1 -0
- package/dist/types/executor.js.map +1 -0
- package/dist/types/index.d.ts +12 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +12 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/judge.d.ts.map +1 -0
- package/dist/types/judge.js.map +1 -0
- package/dist/types/observability.d.ts +865 -0
- package/dist/types/observability.d.ts.map +1 -0
- package/dist/types/observability.js +14 -0
- package/dist/types/observability.js.map +1 -0
- package/dist/types/report.d.ts +560 -0
- package/dist/types/report.d.ts.map +1 -0
- package/dist/types/report.js.map +1 -0
- package/dist/types/shared.d.ts.map +1 -0
- package/dist/types/shared.js.map +1 -0
- package/dist/types/skill-index.d.ts +142 -0
- package/dist/types/skill-index.d.ts.map +1 -0
- package/dist/types/skill-index.js +2 -0
- package/dist/types/skill-index.js.map +1 -0
- package/dist/types/storage.d.ts.map +1 -0
- package/dist/types/storage.js.map +1 -0
- package/dist/util/safe-slice.d.ts +23 -0
- package/dist/util/safe-slice.d.ts.map +1 -0
- package/dist/util/safe-slice.js +33 -0
- package/dist/util/safe-slice.js.map +1 -0
- package/package.json +20 -13
- package/dist/src/analysis/coverage-analyzer.d.ts.map +0 -1
- package/dist/src/analysis/coverage-analyzer.js.map +0 -1
- package/dist/src/analysis/failure-clusterer.d.ts.map +0 -1
- package/dist/src/analysis/failure-clusterer.js.map +0 -1
- package/dist/src/analysis/gap-analyzer.d.ts +0 -121
- package/dist/src/analysis/gap-analyzer.d.ts.map +0 -1
- package/dist/src/analysis/gap-analyzer.js +0 -471
- package/dist/src/analysis/gap-analyzer.js.map +0 -1
- package/dist/src/analysis/hedging-classifier.d.ts.map +0 -1
- package/dist/src/analysis/hedging-classifier.js.map +0 -1
- package/dist/src/analysis/report-diagnostics.d.ts +0 -34
- package/dist/src/analysis/report-diagnostics.d.ts.map +0 -1
- package/dist/src/analysis/report-diagnostics.js +0 -753
- package/dist/src/analysis/report-diagnostics.js.map +0 -1
- package/dist/src/analysis/sample-diagnostics.d.ts.map +0 -1
- package/dist/src/analysis/sample-diagnostics.js.map +0 -1
- package/dist/src/analysis/saturation.d.ts.map +0 -1
- package/dist/src/analysis/saturation.js.map +0 -1
- package/dist/src/authoring/evolver.d.ts.map +0 -1
- package/dist/src/authoring/evolver.js.map +0 -1
- package/dist/src/authoring/generator.d.ts.map +0 -1
- package/dist/src/authoring/generator.js +0 -720
- package/dist/src/authoring/generator.js.map +0 -1
- package/dist/src/authoring/sample-fixer.d.ts.map +0 -1
- package/dist/src/authoring/sample-fixer.js.map +0 -1
- package/dist/src/cli/commands/doctor.d.ts +0 -26
- package/dist/src/cli/commands/doctor.d.ts.map +0 -1
- package/dist/src/cli/commands/doctor.js +0 -283
- package/dist/src/cli/commands/doctor.js.map +0 -1
- package/dist/src/cli/commands/eval/gold/compare.d.ts.map +0 -1
- package/dist/src/cli/commands/eval/gold/compare.js.map +0 -1
- package/dist/src/cli/commands/eval/gold/index.d.ts.map +0 -1
- package/dist/src/cli/commands/eval/gold/index.js.map +0 -1
- package/dist/src/cli/commands/eval/gold/init.d.ts.map +0 -1
- package/dist/src/cli/commands/eval/gold/init.js.map +0 -1
- package/dist/src/cli/commands/eval/gold/validate.d.ts.map +0 -1
- package/dist/src/cli/commands/eval/gold/validate.js.map +0 -1
- package/dist/src/cli/commands/eval/index.d.ts.map +0 -1
- package/dist/src/cli/commands/eval/index.js +0 -465
- package/dist/src/cli/commands/eval/index.js.map +0 -1
- package/dist/src/cli/commands/evolve.d.ts.map +0 -1
- package/dist/src/cli/commands/evolve.js +0 -276
- package/dist/src/cli/commands/evolve.js.map +0 -1
- package/dist/src/cli/commands/init.d.ts.map +0 -1
- package/dist/src/cli/commands/init.js.map +0 -1
- package/dist/src/cli/commands/observe/inbox.d.ts.map +0 -1
- package/dist/src/cli/commands/observe/inbox.js +0 -258
- package/dist/src/cli/commands/observe/inbox.js.map +0 -1
- package/dist/src/cli/commands/observe/index.d.ts.map +0 -1
- package/dist/src/cli/commands/observe/index.js.map +0 -1
- package/dist/src/cli/commands/observe/ingest.d.ts.map +0 -1
- package/dist/src/cli/commands/observe/ingest.js +0 -69
- package/dist/src/cli/commands/observe/ingest.js.map +0 -1
- package/dist/src/cli/commands/observe/show.d.ts.map +0 -1
- package/dist/src/cli/commands/observe/show.js.map +0 -1
- package/dist/src/cli/commands/sample.d.ts.map +0 -1
- package/dist/src/cli/commands/sample.js +0 -488
- package/dist/src/cli/commands/sample.js.map +0 -1
- package/dist/src/cli/commands/skill-extract.d.ts +0 -20
- package/dist/src/cli/commands/skill-extract.d.ts.map +0 -1
- package/dist/src/cli/commands/skill-extract.js +0 -84
- package/dist/src/cli/commands/skill-extract.js.map +0 -1
- package/dist/src/cli/commands/studio.d.ts.map +0 -1
- package/dist/src/cli/commands/studio.js +0 -158
- package/dist/src/cli/commands/studio.js.map +0 -1
- package/dist/src/cli/index.d.ts.map +0 -1
- package/dist/src/cli/index.js.map +0 -1
- package/dist/src/cli/lib/cli-exit.d.ts.map +0 -1
- package/dist/src/cli/lib/cli-exit.js.map +0 -1
- package/dist/src/cli/lib/cmd-flags.d.ts +0 -236
- package/dist/src/cli/lib/cmd-flags.d.ts.map +0 -1
- package/dist/src/cli/lib/cmd-flags.js.map +0 -1
- package/dist/src/cli/lib/i18n-dict.d.ts +0 -54
- package/dist/src/cli/lib/i18n-dict.d.ts.map +0 -1
- package/dist/src/cli/lib/i18n-dict.js +0 -900
- package/dist/src/cli/lib/i18n-dict.js.map +0 -1
- package/dist/src/cli/lib/i18n.d.ts.map +0 -1
- package/dist/src/cli/lib/i18n.js.map +0 -1
- package/dist/src/cli/lib/parse-run-config.d.ts +0 -89
- package/dist/src/cli/lib/parse-run-config.d.ts.map +0 -1
- package/dist/src/cli/lib/parse-run-config.js +0 -252
- package/dist/src/cli/lib/parse-run-config.js.map +0 -1
- package/dist/src/cli/lib/progress.d.ts.map +0 -1
- package/dist/src/cli/lib/progress.js.map +0 -1
- package/dist/src/cli/lib/run-tally.d.ts.map +0 -1
- package/dist/src/cli/lib/run-tally.js.map +0 -1
- package/dist/src/cli/lib/shared.d.ts.map +0 -1
- package/dist/src/cli/lib/shared.js.map +0 -1
- package/dist/src/cli/lib/update-check.d.ts +0 -3
- package/dist/src/cli/lib/update-check.d.ts.map +0 -1
- package/dist/src/cli/lib/update-check.js +0 -37
- package/dist/src/cli/lib/update-check.js.map +0 -1
- package/dist/src/cli/oclif/base-command.d.ts.map +0 -1
- package/dist/src/cli/oclif/base-command.js.map +0 -1
- package/dist/src/cli/oclif/help.d.ts.map +0 -1
- package/dist/src/cli/oclif/help.js.map +0 -1
- package/dist/src/cli/oclif/i18n.d.ts.map +0 -1
- package/dist/src/cli/oclif/i18n.js.map +0 -1
- package/dist/src/cli/oclif/parsers.d.ts.map +0 -1
- package/dist/src/cli/oclif/parsers.js.map +0 -1
- package/dist/src/cli/oclif/projection.d.ts.map +0 -1
- package/dist/src/cli/oclif/projection.js.map +0 -1
- package/dist/src/cli/oclif/run.d.ts.map +0 -1
- package/dist/src/cli/oclif/run.js +0 -11
- package/dist/src/cli/oclif/run.js.map +0 -1
- package/dist/src/diagnosis/observe-mapper.d.ts.map +0 -1
- package/dist/src/diagnosis/observe-mapper.js.map +0 -1
- package/dist/src/diagnosis/observe-producer.d.ts.map +0 -1
- package/dist/src/diagnosis/observe-producer.js +0 -197
- package/dist/src/diagnosis/observe-producer.js.map +0 -1
- package/dist/src/diagnosis/studio-projection.d.ts +0 -14
- package/dist/src/diagnosis/studio-projection.d.ts.map +0 -1
- package/dist/src/diagnosis/studio-projection.js.map +0 -1
- package/dist/src/diagnosis/types.d.ts +0 -79
- package/dist/src/diagnosis/types.d.ts.map +0 -1
- package/dist/src/diagnosis/types.js +0 -20
- package/dist/src/diagnosis/types.js.map +0 -1
- package/dist/src/doctor/fixer.d.ts.map +0 -1
- package/dist/src/doctor/fixer.js.map +0 -1
- package/dist/src/doctor/health/builtin-dimensions.d.ts.map +0 -1
- package/dist/src/doctor/health/builtin-dimensions.js.map +0 -1
- package/dist/src/doctor/health/composer.d.ts.map +0 -1
- package/dist/src/doctor/health/composer.js +0 -296
- package/dist/src/doctor/health/composer.js.map +0 -1
- package/dist/src/doctor/health/dimension-registry.d.ts.map +0 -1
- package/dist/src/doctor/health/dimension-registry.js.map +0 -1
- package/dist/src/doctor/health/dimension-spec.d.ts +0 -47
- package/dist/src/doctor/health/dimension-spec.d.ts.map +0 -1
- package/dist/src/doctor/health/dimension-spec.js.map +0 -1
- package/dist/src/doctor/health/parser.d.ts.map +0 -1
- package/dist/src/doctor/health/parser.js.map +0 -1
- package/dist/src/doctor/health/prompt-builder.d.ts.map +0 -1
- package/dist/src/doctor/health/prompt-builder.js.map +0 -1
- package/dist/src/doctor/health/register.d.ts.map +0 -1
- package/dist/src/doctor/health/register.js.map +0 -1
- package/dist/src/doctor/html-renderer.d.ts +0 -20
- package/dist/src/doctor/html-renderer.d.ts.map +0 -1
- package/dist/src/doctor/html-renderer.js +0 -376
- package/dist/src/doctor/html-renderer.js.map +0 -1
- package/dist/src/doctor/index.d.ts.map +0 -1
- package/dist/src/doctor/index.js.map +0 -1
- package/dist/src/doctor/preflight.d.ts.map +0 -1
- package/dist/src/doctor/preflight.js.map +0 -1
- package/dist/src/doctor/renderer.d.ts +0 -17
- package/dist/src/doctor/renderer.d.ts.map +0 -1
- package/dist/src/doctor/renderer.js +0 -123
- package/dist/src/doctor/renderer.js.map +0 -1
- package/dist/src/doctor/rules.d.ts.map +0 -1
- package/dist/src/doctor/rules.js +0 -289
- package/dist/src/doctor/rules.js.map +0 -1
- package/dist/src/eval-core/bootstrap.d.ts.map +0 -1
- package/dist/src/eval-core/bootstrap.js.map +0 -1
- package/dist/src/eval-core/cache.d.ts.map +0 -1
- package/dist/src/eval-core/cache.js.map +0 -1
- package/dist/src/eval-core/comparability.d.ts.map +0 -1
- package/dist/src/eval-core/comparability.js.map +0 -1
- package/dist/src/eval-core/dependency-checker.d.ts +0 -58
- package/dist/src/eval-core/dependency-checker.d.ts.map +0 -1
- package/dist/src/eval-core/dependency-checker.js.map +0 -1
- package/dist/src/eval-core/evaluation-execution.d.ts.map +0 -1
- package/dist/src/eval-core/evaluation-execution.js.map +0 -1
- package/dist/src/eval-core/evaluation-job.d.ts.map +0 -1
- package/dist/src/eval-core/evaluation-job.js.map +0 -1
- package/dist/src/eval-core/evaluation-reporting.d.ts.map +0 -1
- package/dist/src/eval-core/evaluation-reporting.js.map +0 -1
- package/dist/src/eval-core/execution-strategy.d.ts.map +0 -1
- package/dist/src/eval-core/execution-strategy.js +0 -165
- package/dist/src/eval-core/execution-strategy.js.map +0 -1
- package/dist/src/eval-core/fact-checker.d.ts.map +0 -1
- package/dist/src/eval-core/fact-checker.js.map +0 -1
- package/dist/src/eval-core/layer-gates.d.ts.map +0 -1
- package/dist/src/eval-core/layer-gates.js.map +0 -1
- package/dist/src/eval-core/mocks-runtime.d.ts.map +0 -1
- package/dist/src/eval-core/mocks-runtime.js +0 -559
- package/dist/src/eval-core/mocks-runtime.js.map +0 -1
- package/dist/src/eval-core/schema.d.ts.map +0 -1
- package/dist/src/eval-core/schema.js.map +0 -1
- package/dist/src/eval-core/statistics.d.ts.map +0 -1
- package/dist/src/eval-core/statistics.js.map +0 -1
- package/dist/src/eval-core/task-planner.d.ts.map +0 -1
- package/dist/src/eval-core/task-planner.js.map +0 -1
- package/dist/src/eval-core/verdict.d.ts.map +0 -1
- package/dist/src/eval-core/verdict.js.map +0 -1
- package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts.map +0 -1
- package/dist/src/eval-workflows/batch-evaluation-workflow.js.map +0 -1
- package/dist/src/eval-workflows/evaluation-pipeline.d.ts +0 -109
- package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +0 -1
- package/dist/src/eval-workflows/evaluation-pipeline.js +0 -373
- package/dist/src/eval-workflows/evaluation-pipeline.js.map +0 -1
- package/dist/src/eval-workflows/evaluation-preparation.d.ts.map +0 -1
- package/dist/src/eval-workflows/evaluation-preparation.js.map +0 -1
- package/dist/src/eval-workflows/run-evaluation.d.ts.map +0 -1
- package/dist/src/eval-workflows/run-evaluation.js +0 -528
- package/dist/src/eval-workflows/run-evaluation.js.map +0 -1
- package/dist/src/executors/anthropic-api.d.ts.map +0 -1
- package/dist/src/executors/anthropic-api.js.map +0 -1
- package/dist/src/executors/claude-cli.d.ts.map +0 -1
- package/dist/src/executors/claude-cli.js.map +0 -1
- package/dist/src/executors/claude-sdk-trace.d.ts.map +0 -1
- package/dist/src/executors/claude-sdk-trace.js.map +0 -1
- package/dist/src/executors/claude-sdk.d.ts.map +0 -1
- package/dist/src/executors/claude-sdk.js.map +0 -1
- package/dist/src/executors/codex-cli-trace.d.ts.map +0 -1
- package/dist/src/executors/codex-cli-trace.js.map +0 -1
- package/dist/src/executors/codex-cli.d.ts.map +0 -1
- package/dist/src/executors/codex-cli.js.map +0 -1
- package/dist/src/executors/codex-sdk.d.ts.map +0 -1
- package/dist/src/executors/codex-sdk.js.map +0 -1
- package/dist/src/executors/gemini.d.ts.map +0 -1
- package/dist/src/executors/gemini.js.map +0 -1
- package/dist/src/executors/index.d.ts.map +0 -1
- package/dist/src/executors/index.js.map +0 -1
- package/dist/src/executors/openai-api.d.ts.map +0 -1
- package/dist/src/executors/openai-api.js.map +0 -1
- package/dist/src/executors/runtime-fingerprint.d.ts.map +0 -1
- package/dist/src/executors/runtime-fingerprint.js.map +0 -1
- package/dist/src/executors/script.d.ts.map +0 -1
- package/dist/src/executors/script.js.map +0 -1
- package/dist/src/executors/shared.d.ts +0 -194
- package/dist/src/executors/shared.d.ts.map +0 -1
- package/dist/src/executors/shared.js +0 -256
- package/dist/src/executors/shared.js.map +0 -1
- package/dist/src/grading/assertions.d.ts.map +0 -1
- package/dist/src/grading/assertions.js.map +0 -1
- package/dist/src/grading/debias-validate.d.ts.map +0 -1
- package/dist/src/grading/debias-validate.js.map +0 -1
- package/dist/src/grading/diagnostic.d.ts.map +0 -1
- package/dist/src/grading/diagnostic.js.map +0 -1
- package/dist/src/grading/gold-cli.d.ts.map +0 -1
- package/dist/src/grading/gold-cli.js.map +0 -1
- package/dist/src/grading/gold-dataset.d.ts.map +0 -1
- package/dist/src/grading/gold-dataset.js.map +0 -1
- package/dist/src/grading/human-gold.d.ts.map +0 -1
- package/dist/src/grading/human-gold.js.map +0 -1
- package/dist/src/grading/index.d.ts.map +0 -1
- package/dist/src/grading/index.js.map +0 -1
- package/dist/src/grading/judge.d.ts.map +0 -1
- package/dist/src/grading/judge.js.map +0 -1
- package/dist/src/grading/layered-scores.d.ts.map +0 -1
- package/dist/src/grading/layered-scores.js.map +0 -1
- package/dist/src/inputs/eval-config.d.ts.map +0 -1
- package/dist/src/inputs/eval-config.js.map +0 -1
- package/dist/src/inputs/load-samples.d.ts.map +0 -1
- package/dist/src/inputs/load-samples.js.map +0 -1
- package/dist/src/inputs/mcp-resolver.d.ts.map +0 -1
- package/dist/src/inputs/mcp-resolver.js.map +0 -1
- package/dist/src/inputs/skill-loader.d.ts.map +0 -1
- package/dist/src/inputs/skill-loader.js +0 -253
- package/dist/src/inputs/skill-loader.js.map +0 -1
- package/dist/src/inputs/url-fetcher.d.ts.map +0 -1
- package/dist/src/inputs/url-fetcher.js.map +0 -1
- package/dist/src/observability/experience.d.ts +0 -441
- package/dist/src/observability/experience.d.ts.map +0 -1
- package/dist/src/observability/experience.js +0 -2400
- package/dist/src/observability/experience.js.map +0 -1
- package/dist/src/observability/inbox-view-model.d.ts +0 -30
- package/dist/src/observability/inbox-view-model.d.ts.map +0 -1
- package/dist/src/observability/inbox-view-model.js +0 -144
- package/dist/src/observability/inbox-view-model.js.map +0 -1
- package/dist/src/observability/inbox.d.ts +0 -127
- package/dist/src/observability/inbox.d.ts.map +0 -1
- package/dist/src/observability/inbox.js +0 -755
- package/dist/src/observability/inbox.js.map +0 -1
- package/dist/src/observability/problem-patterns.d.ts +0 -52
- package/dist/src/observability/problem-patterns.d.ts.map +0 -1
- package/dist/src/observability/problem-patterns.js +0 -205
- package/dist/src/observability/problem-patterns.js.map +0 -1
- package/dist/src/observability/resolved-review.d.ts +0 -25
- package/dist/src/observability/resolved-review.d.ts.map +0 -1
- package/dist/src/observability/resolved-review.js +0 -231
- package/dist/src/observability/resolved-review.js.map +0 -1
- package/dist/src/observability/review-state.d.ts +0 -61
- package/dist/src/observability/review-state.d.ts.map +0 -1
- package/dist/src/observability/review-state.js.map +0 -1
- package/dist/src/observability/skill-chain-advisories.d.ts +0 -25
- package/dist/src/observability/skill-chain-advisories.d.ts.map +0 -1
- package/dist/src/observability/skill-chain-advisories.js.map +0 -1
- package/dist/src/observability/skill-chain.d.ts +0 -62
- package/dist/src/observability/skill-chain.d.ts.map +0 -1
- package/dist/src/observability/skill-chain.js +0 -270
- package/dist/src/observability/skill-chain.js.map +0 -1
- package/dist/src/observability/skill-health-analyzer.d.ts.map +0 -1
- package/dist/src/observability/skill-health-analyzer.js.map +0 -1
- package/dist/src/observability/soft-standards.d.ts +0 -130
- package/dist/src/observability/soft-standards.d.ts.map +0 -1
- package/dist/src/observability/soft-standards.js +0 -426
- package/dist/src/observability/soft-standards.js.map +0 -1
- package/dist/src/observability/text-signals.d.ts +0 -14
- package/dist/src/observability/text-signals.d.ts.map +0 -1
- package/dist/src/observability/text-signals.js +0 -106
- package/dist/src/observability/text-signals.js.map +0 -1
- package/dist/src/observability/trace-adapter.d.ts.map +0 -1
- package/dist/src/observability/trace-adapter.js.map +0 -1
- package/dist/src/observability/trace-attribution.d.ts +0 -56
- package/dist/src/observability/trace-attribution.d.ts.map +0 -1
- package/dist/src/observability/trace-attribution.js +0 -200
- package/dist/src/observability/trace-attribution.js.map +0 -1
- package/dist/src/observability/trace-segmenter.d.ts +0 -52
- package/dist/src/observability/trace-segmenter.d.ts.map +0 -1
- package/dist/src/observability/trace-segmenter.js +0 -322
- package/dist/src/observability/trace-segmenter.js.map +0 -1
- package/dist/src/observability/trace-source.d.ts +0 -99
- package/dist/src/observability/trace-source.d.ts.map +0 -1
- package/dist/src/observability/trace-source.js +0 -502
- package/dist/src/observability/trace-source.js.map +0 -1
- package/dist/src/renderer/html-renderer.d.ts.map +0 -1
- package/dist/src/renderer/html-renderer.js.map +0 -1
- package/dist/src/renderer/layout.d.ts.map +0 -1
- package/dist/src/renderer/layout.js.map +0 -1
- package/dist/src/renderer/observation-inbox-renderer.d.ts +0 -4
- package/dist/src/renderer/observation-inbox-renderer.d.ts.map +0 -1
- package/dist/src/renderer/observation-inbox-renderer.js +0 -10366
- package/dist/src/renderer/observation-inbox-renderer.js.map +0 -1
- package/dist/src/renderer/skill-detail-renderer.d.ts +0 -15
- package/dist/src/renderer/skill-detail-renderer.d.ts.map +0 -1
- package/dist/src/renderer/skill-detail-renderer.js.map +0 -1
- package/dist/src/renderer/skill-health-renderer.d.ts.map +0 -1
- package/dist/src/renderer/skill-health-renderer.js.map +0 -1
- package/dist/src/renderer/skill-list-renderer.d.ts +0 -4
- package/dist/src/renderer/skill-list-renderer.d.ts.map +0 -1
- package/dist/src/renderer/skill-list-renderer.js.map +0 -1
- package/dist/src/renderer/summary.d.ts +0 -68
- package/dist/src/renderer/summary.d.ts.map +0 -1
- package/dist/src/renderer/summary.js +0 -1896
- package/dist/src/renderer/summary.js.map +0 -1
- package/dist/src/renderer/table.d.ts.map +0 -1
- package/dist/src/renderer/table.js.map +0 -1
- package/dist/src/renderer/test-view.d.ts.map +0 -1
- package/dist/src/renderer/test-view.js.map +0 -1
- package/dist/src/renderer/trends.d.ts.map +0 -1
- package/dist/src/renderer/trends.js.map +0 -1
- package/dist/src/server/job-store.d.ts.map +0 -1
- package/dist/src/server/job-store.js.map +0 -1
- package/dist/src/server/report-server.d.ts.map +0 -1
- package/dist/src/server/report-server.js +0 -894
- package/dist/src/server/report-server.js.map +0 -1
- package/dist/src/server/report-store.d.ts.map +0 -1
- package/dist/src/server/report-store.js.map +0 -1
- package/dist/src/server/skill-index.d.ts +0 -81
- package/dist/src/server/skill-index.d.ts.map +0 -1
- package/dist/src/server/skill-index.js +0 -377
- package/dist/src/server/skill-index.js.map +0 -1
- package/dist/src/server/skill-insights.d.ts +0 -101
- package/dist/src/server/skill-insights.d.ts.map +0 -1
- package/dist/src/server/skill-insights.js.map +0 -1
- package/dist/src/shared/hard-rules.d.ts.map +0 -1
- package/dist/src/shared/hard-rules.js.map +0 -1
- package/dist/src/shared/llm-prompts/index.d.ts +0 -14
- package/dist/src/shared/llm-prompts/index.d.ts.map +0 -1
- package/dist/src/shared/llm-prompts/index.js +0 -35
- package/dist/src/shared/llm-prompts/index.js.map +0 -1
- package/dist/src/shared/llm-prompts/skill-health.d.ts.map +0 -1
- package/dist/src/shared/llm-prompts/skill-health.js.map +0 -1
- package/dist/src/shared/time.d.ts.map +0 -1
- package/dist/src/shared/time.js.map +0 -1
- package/dist/src/shared/tool-search.d.ts.map +0 -1
- package/dist/src/shared/tool-search.js.map +0 -1
- package/dist/src/types/doctor.d.ts +0 -157
- package/dist/src/types/doctor.d.ts.map +0 -1
- package/dist/src/types/doctor.js.map +0 -1
- package/dist/src/types/eval.d.ts +0 -377
- package/dist/src/types/eval.d.ts.map +0 -1
- package/dist/src/types/eval.js.map +0 -1
- package/dist/src/types/executor.d.ts.map +0 -1
- package/dist/src/types/executor.js.map +0 -1
- package/dist/src/types/index.d.ts +0 -8
- package/dist/src/types/index.d.ts.map +0 -1
- package/dist/src/types/index.js +0 -8
- package/dist/src/types/index.js.map +0 -1
- package/dist/src/types/judge.d.ts.map +0 -1
- package/dist/src/types/judge.js.map +0 -1
- package/dist/src/types/report.d.ts +0 -557
- package/dist/src/types/report.d.ts.map +0 -1
- package/dist/src/types/report.js.map +0 -1
- package/dist/src/types/shared.d.ts.map +0 -1
- package/dist/src/types/shared.js.map +0 -1
- package/dist/src/types/storage.d.ts.map +0 -1
- package/dist/src/types/storage.js.map +0 -1
- package/dist/src/util/safe-slice.d.ts +0 -23
- package/dist/src/util/safe-slice.d.ts.map +0 -1
- package/dist/src/util/safe-slice.js +0 -33
- package/dist/src/util/safe-slice.js.map +0 -1
- package/docs/prompts/llm-enhanced-review.prompt.md +0 -111
- /package/dist/{src/analysis → analysis}/coverage-analyzer.d.ts +0 -0
- /package/dist/{src/analysis → analysis}/coverage-analyzer.js +0 -0
- /package/dist/{src/analysis → analysis}/failure-clusterer.d.ts +0 -0
- /package/dist/{src/analysis → analysis}/failure-clusterer.js +0 -0
- /package/dist/{src/analysis → analysis}/hedging-classifier.d.ts +0 -0
- /package/dist/{src/analysis → analysis}/hedging-classifier.js +0 -0
- /package/dist/{src/analysis → analysis}/sample-diagnostics.d.ts +0 -0
- /package/dist/{src/analysis → analysis}/sample-diagnostics.js +0 -0
- /package/dist/{src/analysis → analysis}/saturation.d.ts +0 -0
- /package/dist/{src/analysis → analysis}/saturation.js +0 -0
- /package/dist/{src/authoring → authoring}/evolver.d.ts +0 -0
- /package/dist/{src/authoring → authoring}/evolver.js +0 -0
- /package/dist/{src/authoring → authoring}/generator.d.ts +0 -0
- /package/dist/{src/authoring → authoring}/sample-fixer.d.ts +0 -0
- /package/dist/{src/authoring → authoring}/sample-fixer.js +0 -0
- /package/dist/{src/cli → cli}/commands/eval/gold/compare.d.ts +0 -0
- /package/dist/{src/cli → cli}/commands/eval/gold/compare.js +0 -0
- /package/dist/{src/cli → cli}/commands/eval/gold/index.d.ts +0 -0
- /package/dist/{src/cli → cli}/commands/eval/gold/index.js +0 -0
- /package/dist/{src/cli → cli}/commands/eval/gold/init.d.ts +0 -0
- /package/dist/{src/cli → cli}/commands/eval/gold/init.js +0 -0
- /package/dist/{src/cli → cli}/commands/eval/gold/validate.d.ts +0 -0
- /package/dist/{src/cli → cli}/commands/eval/gold/validate.js +0 -0
- /package/dist/{src/cli → cli}/commands/eval/index.d.ts +0 -0
- /package/dist/{src/cli → cli}/commands/evolve.d.ts +0 -0
- /package/dist/{src/cli → cli}/commands/init.d.ts +0 -0
- /package/dist/{src/cli → cli}/commands/init.js +0 -0
- /package/dist/{src/cli → cli}/commands/observe/inbox.d.ts +0 -0
- /package/dist/{src/cli → cli}/commands/observe/index.d.ts +0 -0
- /package/dist/{src/cli → cli}/commands/observe/index.js +0 -0
- /package/dist/{src/cli → cli}/commands/observe/ingest.d.ts +0 -0
- /package/dist/{src/cli → cli}/commands/observe/show.d.ts +0 -0
- /package/dist/{src/cli → cli}/commands/observe/show.js +0 -0
- /package/dist/{src/cli → cli}/commands/sample.d.ts +0 -0
- /package/dist/{src/cli → cli}/commands/studio.d.ts +0 -0
- /package/dist/{src/cli → cli}/index.d.ts +0 -0
- /package/dist/{src/cli → cli}/index.js +0 -0
- /package/dist/{src/cli → cli}/lib/cli-exit.d.ts +0 -0
- /package/dist/{src/cli → cli}/lib/cli-exit.js +0 -0
- /package/dist/{src/cli → cli}/lib/cmd-flags.js +0 -0
- /package/dist/{src/cli → cli}/lib/i18n.d.ts +0 -0
- /package/dist/{src/cli → cli}/lib/i18n.js +0 -0
- /package/dist/{src/cli → cli}/lib/progress.d.ts +0 -0
- /package/dist/{src/cli → cli}/lib/progress.js +0 -0
- /package/dist/{src/cli → cli}/lib/run-tally.d.ts +0 -0
- /package/dist/{src/cli → cli}/lib/run-tally.js +0 -0
- /package/dist/{src/cli → cli}/lib/shared.d.ts +0 -0
- /package/dist/{src/cli → cli}/lib/shared.js +0 -0
- /package/dist/{src/cli → cli}/oclif/base-command.d.ts +0 -0
- /package/dist/{src/cli → cli}/oclif/base-command.js +0 -0
- /package/dist/{src/cli → cli}/oclif/help.d.ts +0 -0
- /package/dist/{src/cli → cli}/oclif/help.js +0 -0
- /package/dist/{src/cli → cli}/oclif/i18n.d.ts +0 -0
- /package/dist/{src/cli → cli}/oclif/i18n.js +0 -0
- /package/dist/{src/cli → cli}/oclif/parsers.d.ts +0 -0
- /package/dist/{src/cli → cli}/oclif/parsers.js +0 -0
- /package/dist/{src/cli → cli}/oclif/projection.d.ts +0 -0
- /package/dist/{src/cli → cli}/oclif/projection.js +0 -0
- /package/dist/{src/cli → cli}/oclif/run.d.ts +0 -0
- /package/dist/{src/diagnosis → diagnosis}/observe-mapper.d.ts +0 -0
- /package/dist/{src/diagnosis → diagnosis}/observe-mapper.js +0 -0
- /package/dist/{src/diagnosis → diagnosis}/observe-producer.d.ts +0 -0
- /package/dist/{src/diagnosis → diagnosis}/studio-projection.js +0 -0
- /package/dist/{src/doctor → doctor}/fixer.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/fixer.js +0 -0
- /package/dist/{src/doctor → doctor}/health/builtin-dimensions.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/health/builtin-dimensions.js +0 -0
- /package/dist/{src/doctor → doctor}/health/composer.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/health/dimension-registry.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/health/dimension-registry.js +0 -0
- /package/dist/{src/doctor → doctor}/health/dimension-spec.js +0 -0
- /package/dist/{src/doctor → doctor}/health/parser.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/health/parser.js +0 -0
- /package/dist/{src/doctor → doctor}/health/prompt-builder.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/health/prompt-builder.js +0 -0
- /package/dist/{src/doctor → doctor}/health/register.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/health/register.js +0 -0
- /package/dist/{src/doctor → doctor}/index.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/index.js +0 -0
- /package/dist/{src/doctor → doctor}/preflight.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/preflight.js +0 -0
- /package/dist/{src/doctor → doctor}/rules.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/bootstrap.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/bootstrap.js +0 -0
- /package/dist/{src/eval-core → eval-core}/cache.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/cache.js +0 -0
- /package/dist/{src/eval-core → eval-core}/comparability.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/comparability.js +0 -0
- /package/dist/{src/eval-core → eval-core}/dependency-checker.js +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-execution.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-execution.js +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-job.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-job.js +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-reporting.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-reporting.js +0 -0
- /package/dist/{src/eval-core → eval-core}/execution-strategy.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/fact-checker.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/fact-checker.js +0 -0
- /package/dist/{src/eval-core → eval-core}/layer-gates.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/layer-gates.js +0 -0
- /package/dist/{src/eval-core → eval-core}/mock-hook.cjs +0 -0
- /package/dist/{src/eval-core → eval-core}/mocks-runtime.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/schema.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/schema.js +0 -0
- /package/dist/{src/eval-core → eval-core}/statistics.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/statistics.js +0 -0
- /package/dist/{src/eval-core → eval-core}/task-planner.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/task-planner.js +0 -0
- /package/dist/{src/eval-core → eval-core}/verdict.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/verdict.js +0 -0
- /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.d.ts +0 -0
- /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.js +0 -0
- /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.d.ts +0 -0
- /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.js +0 -0
- /package/dist/{src/eval-workflows → eval-workflows}/run-evaluation.d.ts +0 -0
- /package/dist/{src/executors → executors}/anthropic-api.d.ts +0 -0
- /package/dist/{src/executors → executors}/anthropic-api.js +0 -0
- /package/dist/{src/executors → executors}/claude-cli.d.ts +0 -0
- /package/dist/{src/executors → executors}/claude-cli.js +0 -0
- /package/dist/{src/executors → executors}/claude-sdk-trace.d.ts +0 -0
- /package/dist/{src/executors → executors}/claude-sdk-trace.js +0 -0
- /package/dist/{src/executors → executors}/claude-sdk.d.ts +0 -0
- /package/dist/{src/executors → executors}/claude-sdk.js +0 -0
- /package/dist/{src/executors → executors}/codex-cli-trace.d.ts +0 -0
- /package/dist/{src/executors → executors}/codex-cli-trace.js +0 -0
- /package/dist/{src/executors → executors}/codex-cli.d.ts +0 -0
- /package/dist/{src/executors → executors}/codex-cli.js +0 -0
- /package/dist/{src/executors → executors}/codex-sdk.d.ts +0 -0
- /package/dist/{src/executors → executors}/codex-sdk.js +0 -0
- /package/dist/{src/executors → executors}/gemini.d.ts +0 -0
- /package/dist/{src/executors → executors}/gemini.js +0 -0
- /package/dist/{src/executors → executors}/index.d.ts +0 -0
- /package/dist/{src/executors → executors}/index.js +0 -0
- /package/dist/{src/executors → executors}/openai-api.d.ts +0 -0
- /package/dist/{src/executors → executors}/openai-api.js +0 -0
- /package/dist/{src/executors → executors}/runtime-fingerprint.d.ts +0 -0
- /package/dist/{src/executors → executors}/runtime-fingerprint.js +0 -0
- /package/dist/{src/executors → executors}/script.d.ts +0 -0
- /package/dist/{src/executors → executors}/script.js +0 -0
- /package/dist/{src/grading → grading}/assertions.d.ts +0 -0
- /package/dist/{src/grading → grading}/assertions.js +0 -0
- /package/dist/{src/grading → grading}/debias-validate.d.ts +0 -0
- /package/dist/{src/grading → grading}/debias-validate.js +0 -0
- /package/dist/{src/grading → grading}/diagnostic.d.ts +0 -0
- /package/dist/{src/grading → grading}/diagnostic.js +0 -0
- /package/dist/{src/grading → grading}/gold-cli.d.ts +0 -0
- /package/dist/{src/grading → grading}/gold-cli.js +0 -0
- /package/dist/{src/grading → grading}/gold-dataset.d.ts +0 -0
- /package/dist/{src/grading → grading}/gold-dataset.js +0 -0
- /package/dist/{src/grading → grading}/human-gold.d.ts +0 -0
- /package/dist/{src/grading → grading}/human-gold.js +0 -0
- /package/dist/{src/grading → grading}/index.d.ts +0 -0
- /package/dist/{src/grading → grading}/index.js +0 -0
- /package/dist/{src/grading → grading}/judge.d.ts +0 -0
- /package/dist/{src/grading → grading}/judge.js +0 -0
- /package/dist/{src/grading → grading}/layered-scores.d.ts +0 -0
- /package/dist/{src/grading → grading}/layered-scores.js +0 -0
- /package/dist/{src/inputs → inputs}/eval-config.d.ts +0 -0
- /package/dist/{src/inputs → inputs}/eval-config.js +0 -0
- /package/dist/{src/inputs → inputs}/load-samples.d.ts +0 -0
- /package/dist/{src/inputs → inputs}/load-samples.js +0 -0
- /package/dist/{src/inputs → inputs}/mcp-resolver.d.ts +0 -0
- /package/dist/{src/inputs → inputs}/mcp-resolver.js +0 -0
- /package/dist/{src/inputs → inputs}/skill-loader.d.ts +0 -0
- /package/dist/{src/inputs → inputs}/url-fetcher.d.ts +0 -0
- /package/dist/{src/inputs → inputs}/url-fetcher.js +0 -0
- /package/dist/{src/observability → observability}/review-state.js +0 -0
- /package/dist/{src/observability → observability}/skill-chain-advisories.js +0 -0
- /package/dist/{src/observability → observability}/skill-health-analyzer.d.ts +0 -0
- /package/dist/{src/observability → observability}/skill-health-analyzer.js +0 -0
- /package/dist/{src/observability → observability}/trace-adapter.d.ts +0 -0
- /package/dist/{src/observability → observability}/trace-adapter.js +0 -0
- /package/dist/{src/renderer → renderer}/html-renderer.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/html-renderer.js +0 -0
- /package/dist/{src/renderer → renderer}/layout.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/layout.js +0 -0
- /package/dist/{src/renderer → renderer}/skill-detail-renderer.js +0 -0
- /package/dist/{src/renderer → renderer}/skill-health-renderer.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/skill-health-renderer.js +0 -0
- /package/dist/{src/renderer → renderer}/skill-list-renderer.js +0 -0
- /package/dist/{src/renderer → renderer}/table.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/table.js +0 -0
- /package/dist/{src/renderer → renderer}/test-view.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/test-view.js +0 -0
- /package/dist/{src/renderer → renderer}/trends.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/trends.js +0 -0
- /package/dist/{src/server → server}/job-store.d.ts +0 -0
- /package/dist/{src/server → server}/job-store.js +0 -0
- /package/dist/{src/server → server}/report-server.d.ts +0 -0
- /package/dist/{src/server → server}/report-store.d.ts +0 -0
- /package/dist/{src/server → server}/report-store.js +0 -0
- /package/dist/{src/server → server}/skill-insights.js +0 -0
- /package/dist/{src/shared → shared}/hard-rules.d.ts +0 -0
- /package/dist/{src/shared → shared}/hard-rules.js +0 -0
- /package/dist/{src/shared → shared}/llm-prompts/skill-health.d.ts +0 -0
- /package/dist/{src/shared → shared}/llm-prompts/skill-health.js +0 -0
- /package/dist/{src/shared → shared}/time.d.ts +0 -0
- /package/dist/{src/shared → shared}/time.js +0 -0
- /package/dist/{src/shared → shared}/tool-search.d.ts +0 -0
- /package/dist/{src/shared → shared}/tool-search.js +0 -0
- /package/dist/{src/types → types}/doctor.js +0 -0
- /package/dist/{src/types → types}/eval.js +0 -0
- /package/dist/{src/types → types}/executor.d.ts +0 -0
- /package/dist/{src/types → types}/executor.js +0 -0
- /package/dist/{src/types → types}/judge.d.ts +0 -0
- /package/dist/{src/types → types}/judge.js +0 -0
- /package/dist/{src/types → types}/report.js +0 -0
- /package/dist/{src/types → types}/shared.d.ts +0 -0
- /package/dist/{src/types → types}/shared.js +0 -0
- /package/dist/{src/types → types}/storage.d.ts +0 -0
- /package/dist/{src/types → types}/storage.js +0 -0
|
@@ -0,0 +1,465 @@
|
|
|
1
|
+
import { Flags } from '@oclif/core';
|
|
2
|
+
import { LANG_FLAG, bilingual } from '../../oclif/i18n.js';
|
|
3
|
+
import { BaseCommand } from '../../oclif/base-command.js';
|
|
4
|
+
import { enumStringParser, integerStringParser, numberStringParser } from '../../oclif/parsers.js';
|
|
5
|
+
import { CliExit } from '../../lib/cli-exit.js';
|
|
6
|
+
import { tCli } from '../../lib/i18n.js';
|
|
7
|
+
import { parseRunConfig } from '../../lib/parse-run-config.js';
|
|
8
|
+
import { makeOnProgress } from '../../lib/progress.js';
|
|
9
|
+
import { computeRunTally } from '../../lib/run-tally.js';
|
|
10
|
+
function isDryRunReport(report) {
|
|
11
|
+
return Boolean(report && typeof report === 'object' && report.dryRun === true);
|
|
12
|
+
}
|
|
13
|
+
function isDryRunBatchReport(report) {
|
|
14
|
+
return isDryRunReport(report) && report.batch === true;
|
|
15
|
+
}
|
|
16
|
+
function verdictOptions(values) {
|
|
17
|
+
const rawThreshold = values.threshold;
|
|
18
|
+
const gateThreshold = rawThreshold !== undefined && Number.isFinite(Number(rawThreshold))
|
|
19
|
+
? Number(rawThreshold)
|
|
20
|
+
: 3.5;
|
|
21
|
+
const rawTrivial = values['trivial-diff'];
|
|
22
|
+
const triviallySmallDiff = rawTrivial !== undefined && Number.isFinite(Number(rawTrivial))
|
|
23
|
+
? Number(rawTrivial)
|
|
24
|
+
: undefined;
|
|
25
|
+
return { gateThreshold, triviallySmallDiff };
|
|
26
|
+
}
|
|
27
|
+
function verdictPasses(level, headline) {
|
|
28
|
+
return level === 'PROGRESS' || (level === 'SOLO' && headline.includes('PASS'));
|
|
29
|
+
}
|
|
30
|
+
function reportOnlyMode(values) {
|
|
31
|
+
return values['report-only'] === true || values['no-gate'] === true;
|
|
32
|
+
}
|
|
33
|
+
function applyGateExitCode(code, values, lang) {
|
|
34
|
+
if (!reportOnlyMode(values))
|
|
35
|
+
return code;
|
|
36
|
+
process.stderr.write(tCli('cli.run.report_only_gate_skipped', lang));
|
|
37
|
+
return 0;
|
|
38
|
+
}
|
|
39
|
+
async function emitEvaluationVerdict(report, values) {
|
|
40
|
+
const { computeVerdict, formatVerdictText } = await import('../../../eval-core/verdict.js');
|
|
41
|
+
const result = computeVerdict(report, verdictOptions(values));
|
|
42
|
+
console.log(formatVerdictText(result, { verbose: true }));
|
|
43
|
+
return verdictPasses(result.level, result.headline) ? 0 : 1;
|
|
44
|
+
}
|
|
45
|
+
function batchItemFallbackReport(batch, item) {
|
|
46
|
+
return {
|
|
47
|
+
kind: 'evaluation',
|
|
48
|
+
id: item.reportId,
|
|
49
|
+
meta: {
|
|
50
|
+
...batch.meta,
|
|
51
|
+
variants: ['baseline', item.name],
|
|
52
|
+
sampleCount: item.sampleCount,
|
|
53
|
+
totalCostUSD: item.totalCostUSD,
|
|
54
|
+
artifactHashes: item.artifactHash ? { [item.name]: item.artifactHash } : {},
|
|
55
|
+
},
|
|
56
|
+
summary: item.summary,
|
|
57
|
+
results: [],
|
|
58
|
+
...(item.variance ? { variance: item.variance } : {}),
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
async function loadBatchChildReports(batch, reportsDir, lang) {
|
|
62
|
+
const { createFileStore } = await import('../../../server/report-store.js');
|
|
63
|
+
const store = createFileStore(reportsDir);
|
|
64
|
+
const reports = [];
|
|
65
|
+
for (const item of batch.items) {
|
|
66
|
+
const loaded = await store.get(item.reportId);
|
|
67
|
+
if (loaded?.kind === 'evaluation') {
|
|
68
|
+
reports.push(loaded);
|
|
69
|
+
}
|
|
70
|
+
else {
|
|
71
|
+
process.stderr.write(tCli('cli.run.batch_child_report_missing', lang, { id: item.reportId }));
|
|
72
|
+
reports.push(batchItemFallbackReport(batch, item));
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
return reports;
|
|
76
|
+
}
|
|
77
|
+
async function emitBatchVerdict(report, reportsDir, values, lang) {
|
|
78
|
+
const { computeVerdict } = await import('../../../eval-core/verdict.js');
|
|
79
|
+
const childReports = await loadBatchChildReports(report, reportsDir, lang);
|
|
80
|
+
const results = childReports.map((child) => ({
|
|
81
|
+
id: child.id,
|
|
82
|
+
treatment: child.meta.variants[1] ?? child.id,
|
|
83
|
+
verdict: computeVerdict(child, verdictOptions(values)),
|
|
84
|
+
}));
|
|
85
|
+
const passed = results.filter((r) => verdictPasses(r.verdict.level, r.verdict.headline)).length;
|
|
86
|
+
const failed = results.length - passed;
|
|
87
|
+
const status = lang === 'zh'
|
|
88
|
+
? (failed === 0 ? '通过' : '未通过')
|
|
89
|
+
: (failed === 0 ? 'PASS' : 'FAIL');
|
|
90
|
+
console.log(tCli('cli.run.batch_verdict_header', lang, {
|
|
91
|
+
status,
|
|
92
|
+
passed,
|
|
93
|
+
total: results.length,
|
|
94
|
+
}));
|
|
95
|
+
for (const result of results) {
|
|
96
|
+
console.log(` ${result.verdict.level}: ${result.treatment} — ${result.verdict.headline}`);
|
|
97
|
+
}
|
|
98
|
+
return failed === 0 ? 0 : 1;
|
|
99
|
+
}
|
|
100
|
+
async function announceSavedReport({ report, filePath, reportsDir, values, lang, }) {
|
|
101
|
+
const tally = computeRunTally(report);
|
|
102
|
+
process.stderr.write(tCli(report.kind === 'batch-evaluation' ? 'cli.run.batch_complete' : 'cli.run.eval_complete', lang));
|
|
103
|
+
process.stderr.write(tCli('cli.run.tally', lang, tally));
|
|
104
|
+
process.stderr.write(tCli('cli.run.report_saved', lang, { path: filePath }));
|
|
105
|
+
if (!values['no-serve'] && process.stdout.isTTY) {
|
|
106
|
+
const { createReportServer } = await import('../../../server/report-server.js');
|
|
107
|
+
const server = createReportServer({ reportsDir });
|
|
108
|
+
const serverUrl = await server.start();
|
|
109
|
+
const reportUrl = `${serverUrl}/reports/${report.id}`;
|
|
110
|
+
process.stderr.write(tCli('cli.run.report_server_running', lang, { url: serverUrl }));
|
|
111
|
+
process.stderr.write(tCli('cli.run.report_server_view', lang, { url: reportUrl }));
|
|
112
|
+
process.stderr.write(tCli('cli.run.report_server_stop', lang));
|
|
113
|
+
const { platform } = await import('node:os');
|
|
114
|
+
const openCmd = platform() === 'darwin' ? 'open' : platform() === 'win32' ? 'start' : 'xdg-open';
|
|
115
|
+
const { execFile: execFileCb } = await import('node:child_process');
|
|
116
|
+
execFileCb(openCmd, [reportUrl], () => undefined);
|
|
117
|
+
}
|
|
118
|
+
else if (!values['no-serve']) {
|
|
119
|
+
process.stderr.write(tCli('cli.run.no_serve_in_non_tty', lang));
|
|
120
|
+
process.stderr.write(tCli('cli.run.no_serve_view_hint', lang, { id: report.id, dir: reportsDir }));
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
async function runEval(_args, flags, lang) {
|
|
124
|
+
const { values, config, evalConfig } = parseRunConfig({ ...flags });
|
|
125
|
+
const { runEvaluation, runMultiple, runBatchEvaluation } = await import('../../../eval-workflows/run-evaluation.js');
|
|
126
|
+
if (values.blind !== undefined) {
|
|
127
|
+
config.blind = values.blind;
|
|
128
|
+
}
|
|
129
|
+
config.onProgress = makeOnProgress(lang);
|
|
130
|
+
const repeatRaw = values.repeat;
|
|
131
|
+
const parsedRepeat = repeatRaw !== undefined ? Number(repeatRaw) : (evalConfig?.repeat ?? 1);
|
|
132
|
+
if (repeatRaw !== undefined && (!Number.isFinite(parsedRepeat) || parsedRepeat < 1)) {
|
|
133
|
+
process.stderr.write(tCli('cli.run.invalid_repeat', lang, { value: repeatRaw }));
|
|
134
|
+
}
|
|
135
|
+
const repeatCount = Math.max(1, Math.floor(parsedRepeat) || 1);
|
|
136
|
+
const judgeRepeatRaw = values['judge-repeat'];
|
|
137
|
+
const parsedJudgeRepeat = judgeRepeatRaw !== undefined ? Number(judgeRepeatRaw) : (evalConfig?.judgeRepeat ?? 1);
|
|
138
|
+
if (judgeRepeatRaw !== undefined && (!Number.isFinite(parsedJudgeRepeat) || parsedJudgeRepeat < 1)) {
|
|
139
|
+
process.stderr.write(tCli('cli.run.invalid_judge_repeat', lang, { value: judgeRepeatRaw }));
|
|
140
|
+
}
|
|
141
|
+
const judgeRepeatCount = Math.max(1, Math.floor(parsedJudgeRepeat) || 1);
|
|
142
|
+
if (judgeRepeatCount > 1)
|
|
143
|
+
config.judgeRepeat = judgeRepeatCount;
|
|
144
|
+
const budgetUSD = values['budget-usd'] != null ? Number(values['budget-usd']) : undefined;
|
|
145
|
+
const budgetPerSampleUSD = values['budget-per-sample-usd'] != null ? Number(values['budget-per-sample-usd']) : undefined;
|
|
146
|
+
const budgetPerSampleMs = values['budget-per-sample-ms'] != null ? Number(values['budget-per-sample-ms']) : undefined;
|
|
147
|
+
if (budgetUSD !== undefined || budgetPerSampleUSD !== undefined || budgetPerSampleMs !== undefined) {
|
|
148
|
+
config.budget = {
|
|
149
|
+
...(budgetUSD !== undefined && Number.isFinite(budgetUSD) && budgetUSD >= 0 ? { totalUSD: budgetUSD } : {}),
|
|
150
|
+
...(budgetPerSampleUSD !== undefined && Number.isFinite(budgetPerSampleUSD) && budgetPerSampleUSD >= 0 ? { perSampleUSD: budgetPerSampleUSD } : {}),
|
|
151
|
+
...(budgetPerSampleMs !== undefined && Number.isFinite(budgetPerSampleMs) && budgetPerSampleMs >= 0 ? { perSampleMs: budgetPerSampleMs } : {}),
|
|
152
|
+
};
|
|
153
|
+
}
|
|
154
|
+
const lengthDebiasOff = values['no-debias-length'] === true
|
|
155
|
+
|| (values['no-debias-length'] === undefined && evalConfig?.lengthDebias === false);
|
|
156
|
+
if (lengthDebiasOff) {
|
|
157
|
+
config.lengthDebias = false;
|
|
158
|
+
process.stderr.write(tCli('cli.run.no_debias_length_active', lang));
|
|
159
|
+
}
|
|
160
|
+
const bootstrapEnabled = values.bootstrap === true
|
|
161
|
+
|| (values.bootstrap === undefined && evalConfig?.bootstrap !== false);
|
|
162
|
+
if (bootstrapEnabled) {
|
|
163
|
+
config.bootstrap = true;
|
|
164
|
+
const bsRaw = values['bootstrap-samples'];
|
|
165
|
+
const parsedBs = bsRaw !== undefined ? Number(bsRaw) : (evalConfig?.bootstrapSamples ?? 1000);
|
|
166
|
+
if (bsRaw !== undefined && (!Number.isFinite(parsedBs) || parsedBs < 100)) {
|
|
167
|
+
process.stderr.write(tCli('cli.run.invalid_bootstrap_samples', lang, { value: bsRaw }));
|
|
168
|
+
}
|
|
169
|
+
const bsCount = Math.max(100, Math.floor(parsedBs) || 1000);
|
|
170
|
+
if (bsCount > 10000) {
|
|
171
|
+
process.stderr.write(tCli('cli.run.bootstrap_samples_too_large', lang, { n: bsCount }));
|
|
172
|
+
}
|
|
173
|
+
config.bootstrapSamples = bsCount;
|
|
174
|
+
}
|
|
175
|
+
config.lang = lang;
|
|
176
|
+
if (values['skip-connectivity']) {
|
|
177
|
+
process.stderr.write(tCli('cli.run.skip_connectivity_warning', lang) + '\n');
|
|
178
|
+
}
|
|
179
|
+
try {
|
|
180
|
+
if (values.batch) {
|
|
181
|
+
const { report, filePath } = await runBatchEvaluation({
|
|
182
|
+
...config,
|
|
183
|
+
repeat: repeatCount,
|
|
184
|
+
onSkillProgress({ phase, skill, current, total }) {
|
|
185
|
+
if (phase === 'start') {
|
|
186
|
+
process.stderr.write(tCli('cli.run.skill_section', lang, {
|
|
187
|
+
i: current ?? '', n: total ?? '', skill: skill ?? '',
|
|
188
|
+
}));
|
|
189
|
+
}
|
|
190
|
+
},
|
|
191
|
+
});
|
|
192
|
+
console.log(JSON.stringify(report, null, 2));
|
|
193
|
+
if (isDryRunBatchReport(report)) {
|
|
194
|
+
console.log(tCli('cli.run.dry_run_no_scores', lang));
|
|
195
|
+
throw new CliExit(0);
|
|
196
|
+
}
|
|
197
|
+
if (filePath) {
|
|
198
|
+
await announceSavedReport({ report, filePath, reportsDir: config.outputDir, values, lang });
|
|
199
|
+
}
|
|
200
|
+
const exitCode = await emitBatchVerdict(report, config.outputDir, values, lang);
|
|
201
|
+
throw new CliExit(applyGateExitCode(exitCode, values, lang));
|
|
202
|
+
}
|
|
203
|
+
let report;
|
|
204
|
+
let filePath;
|
|
205
|
+
if (repeatCount > 1 && !config.dryRun) {
|
|
206
|
+
const result = await runMultiple({
|
|
207
|
+
...config,
|
|
208
|
+
repeat: repeatCount,
|
|
209
|
+
onRepeatProgress({ run, total }) {
|
|
210
|
+
process.stderr.write(tCli('cli.run.run_section', lang, { i: run, n: total }));
|
|
211
|
+
},
|
|
212
|
+
});
|
|
213
|
+
report = result.report;
|
|
214
|
+
filePath = null;
|
|
215
|
+
}
|
|
216
|
+
else {
|
|
217
|
+
const result = (await runEvaluation({
|
|
218
|
+
...config,
|
|
219
|
+
...(repeatCount > 1 ? { repeat: repeatCount } : {}),
|
|
220
|
+
}));
|
|
221
|
+
if (isDryRunReport(result.report)) {
|
|
222
|
+
console.log(JSON.stringify(result.report, null, 2));
|
|
223
|
+
console.log(tCli('cli.run.dry_run_no_scores', lang));
|
|
224
|
+
throw new CliExit(0);
|
|
225
|
+
}
|
|
226
|
+
report = result.report;
|
|
227
|
+
filePath = result.filePath;
|
|
228
|
+
}
|
|
229
|
+
const goldDir = values['gold-dir'] ?? evalConfig?.goldDir;
|
|
230
|
+
if (goldDir && filePath) {
|
|
231
|
+
const { attachGoldAgreementToReport, formatGoldCompare } = await import('../../../grading/gold-cli.js');
|
|
232
|
+
const out = attachGoldAgreementToReport({
|
|
233
|
+
report,
|
|
234
|
+
goldDir,
|
|
235
|
+
outputDir: config.outputDir,
|
|
236
|
+
samples: config.bootstrapSamples,
|
|
237
|
+
});
|
|
238
|
+
if (out.result && out.gold) {
|
|
239
|
+
process.stderr.write(formatGoldCompare(out.result, out.gold));
|
|
240
|
+
if (out.result.contaminationWarning) {
|
|
241
|
+
process.stderr.write(tCli('cli.run.contamination_warning', lang, {
|
|
242
|
+
warning: out.result.contaminationWarning,
|
|
243
|
+
}));
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
else {
|
|
247
|
+
process.stderr.write(tCli('cli.run.gold_load_failed', lang, { dir: goldDir }));
|
|
248
|
+
for (const m of out.loadIssues) {
|
|
249
|
+
process.stderr.write(tCli('cli.run.gold_load_issue', lang, { message: m }));
|
|
250
|
+
}
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
console.log(JSON.stringify(report, null, 2));
|
|
254
|
+
if (filePath) {
|
|
255
|
+
await announceSavedReport({ report, filePath, reportsDir: config.outputDir, values, lang });
|
|
256
|
+
}
|
|
257
|
+
const exitCode = await emitEvaluationVerdict(report, values);
|
|
258
|
+
throw new CliExit(applyGateExitCode(exitCode, values, lang));
|
|
259
|
+
}
|
|
260
|
+
catch (err) {
|
|
261
|
+
if (err instanceof CliExit)
|
|
262
|
+
throw err;
|
|
263
|
+
console.error(tCli('cli.common.error_prefix', lang, { message: err.message }));
|
|
264
|
+
throw new CliExit(1);
|
|
265
|
+
}
|
|
266
|
+
}
|
|
267
|
+
export default class Eval extends BaseCommand {
|
|
268
|
+
static description = bilingual({
|
|
269
|
+
zh: '跑评测:对一个 control vs 多个 treatment skill 做对照试验,产 verdict 报告。',
|
|
270
|
+
en: 'Run evaluation: control vs treatment(s) comparison, produce verdict report.',
|
|
271
|
+
});
|
|
272
|
+
static examples = [
|
|
273
|
+
{
|
|
274
|
+
description: bilingual({
|
|
275
|
+
zh: '最简对照:baseline vs my-skill',
|
|
276
|
+
en: 'Minimal A/B: baseline vs my-skill',
|
|
277
|
+
}),
|
|
278
|
+
command: '<%= config.bin %> eval --control baseline --treatment my-skill',
|
|
279
|
+
},
|
|
280
|
+
{
|
|
281
|
+
description: bilingual({
|
|
282
|
+
zh: 'eval.yaml 驱动 + bootstrap CI',
|
|
283
|
+
en: 'eval.yaml driven + bootstrap CI',
|
|
284
|
+
}),
|
|
285
|
+
command: '<%= config.bin %> eval --config eval.yaml --bootstrap',
|
|
286
|
+
},
|
|
287
|
+
];
|
|
288
|
+
static flags = {
|
|
289
|
+
lang: LANG_FLAG,
|
|
290
|
+
// ── 实验角色 ──
|
|
291
|
+
control: Flags.string({
|
|
292
|
+
description: bilingual({ zh: 'control variant 表达式', en: 'Control variant expr' }),
|
|
293
|
+
}),
|
|
294
|
+
treatment: Flags.string({
|
|
295
|
+
description: bilingual({
|
|
296
|
+
zh: 'treatment variant 列表,逗号分隔',
|
|
297
|
+
en: 'Treatment variants, comma-separated',
|
|
298
|
+
}),
|
|
299
|
+
}),
|
|
300
|
+
config: Flags.string({
|
|
301
|
+
description: bilingual({ zh: 'eval.yaml 路径', en: 'eval.yaml path' }),
|
|
302
|
+
}),
|
|
303
|
+
samples: Flags.string({
|
|
304
|
+
description: bilingual({
|
|
305
|
+
zh: '样本文件路径。默认 eval-samples.json,也接受 .yaml/.yml;自动发现 --skill-dir 下的 <skill>/.omk/samples.json。',
|
|
306
|
+
en: 'Samples file path. Defaults to eval-samples.json (also .yaml/.yml); auto-discovers <skill>/.omk/samples.json under --skill-dir.',
|
|
307
|
+
}),
|
|
308
|
+
}),
|
|
309
|
+
'skill-dir': Flags.string({
|
|
310
|
+
description: bilingual({ zh: 'skill 目录,默认 skills', en: 'Skill dir, default skills' }),
|
|
311
|
+
}),
|
|
312
|
+
// ── 模型 / 执行器 ──
|
|
313
|
+
model: Flags.string({
|
|
314
|
+
description: bilingual({ zh: '被测模型', en: 'Evaluated model' }),
|
|
315
|
+
}),
|
|
316
|
+
executor: Flags.string({
|
|
317
|
+
description: bilingual({
|
|
318
|
+
zh: '执行器:claude / claude-sdk / codex / codex-sdk / openai-api / gemini / 自定义命令(默认 claude)。',
|
|
319
|
+
en: 'Executor: claude / claude-sdk / codex / codex-sdk / openai-api / gemini / custom (default claude).',
|
|
320
|
+
}),
|
|
321
|
+
}),
|
|
322
|
+
'judge-models': Flags.string({
|
|
323
|
+
description: bilingual({
|
|
324
|
+
zh: '评委配置,格式 executor:model[,...],例 claude:haiku 或 claude:opus,openai:gpt-4o(≥ 2 个 = ensemble)。默认 <executor>:haiku。',
|
|
325
|
+
en: 'Judge config: executor:model[,...]. e.g. claude:haiku or claude:opus,openai:gpt-4o (≥ 2 = ensemble). Default <executor>:haiku.',
|
|
326
|
+
}),
|
|
327
|
+
}),
|
|
328
|
+
'output-dir': Flags.string({
|
|
329
|
+
description: bilingual({ zh: '报告输出目录', en: 'Report output dir' }),
|
|
330
|
+
}),
|
|
331
|
+
// ── 评测 toggle ──
|
|
332
|
+
'no-judge': Flags.boolean({
|
|
333
|
+
description: bilingual({ zh: '跳过 LLM judge', en: 'Skip LLM judge' }),
|
|
334
|
+
}),
|
|
335
|
+
'no-cache': Flags.boolean({
|
|
336
|
+
description: bilingual({ zh: '跳过 executor cache', en: 'Skip executor cache' }),
|
|
337
|
+
}),
|
|
338
|
+
'dry-run': Flags.boolean({
|
|
339
|
+
description: bilingual({ zh: '只 plan 不实跑', en: 'Plan only, no real exec' }),
|
|
340
|
+
}),
|
|
341
|
+
concurrency: Flags.string({
|
|
342
|
+
description: bilingual({ zh: '并发数,默认 1', en: 'Concurrency, default 1' }),
|
|
343
|
+
parse: integerStringParser('--concurrency', { min: 1 }),
|
|
344
|
+
}),
|
|
345
|
+
timeout: Flags.string({
|
|
346
|
+
description: bilingual({ zh: '单样本超时秒,默认 600', en: 'Per-sample timeout sec, default 600' }),
|
|
347
|
+
parse: numberStringParser('--timeout', { min: 1 }),
|
|
348
|
+
}),
|
|
349
|
+
batch: Flags.boolean({
|
|
350
|
+
description: bilingual({
|
|
351
|
+
zh: 'batch 模式:baseline vs 每个 skill',
|
|
352
|
+
en: 'Batch mode: baseline vs each skill',
|
|
353
|
+
}),
|
|
354
|
+
}),
|
|
355
|
+
'skip-connectivity': Flags.boolean({
|
|
356
|
+
description: bilingual({ zh: '跳 LLM 连通性预检', en: 'Skip LLM connectivity preflight' }),
|
|
357
|
+
}),
|
|
358
|
+
'skip-doctor': Flags.boolean({
|
|
359
|
+
description: bilingual({
|
|
360
|
+
zh: 'escape hatch:跳 doctor 健康检查门禁(默认强制启用)。沙箱 mock 提供依赖时绕开 doctor 物理路径误报;garbage-in 风险自负。',
|
|
361
|
+
en: 'Escape hatch: skip the doctor health-check gate (on by default). Use when sandbox mocks supply deps; caller owns garbage-in risk.',
|
|
362
|
+
}),
|
|
363
|
+
}),
|
|
364
|
+
'mcp-config': Flags.string({
|
|
365
|
+
description: bilingual({ zh: 'MCP 配置文件路径', en: 'MCP config path' }),
|
|
366
|
+
}),
|
|
367
|
+
'no-serve': Flags.boolean({
|
|
368
|
+
description: bilingual({ zh: '不启 report server', en: 'Do not start report server' }),
|
|
369
|
+
}),
|
|
370
|
+
verbose: Flags.boolean({
|
|
371
|
+
description: bilingual({ zh: '详细日志', en: 'Verbose logging' }),
|
|
372
|
+
}),
|
|
373
|
+
retry: Flags.string({
|
|
374
|
+
description: bilingual({ zh: '失败 sample 重试次数', en: 'Per-sample retry count' }),
|
|
375
|
+
parse: integerStringParser('--retry', { min: 0 }),
|
|
376
|
+
}),
|
|
377
|
+
resume: Flags.string({
|
|
378
|
+
description: bilingual({ zh: '从某次失败 run 续跑', en: 'Resume a previous failed run' }),
|
|
379
|
+
}),
|
|
380
|
+
'layered-stats': Flags.boolean({
|
|
381
|
+
description: bilingual({ zh: '输出分层统计', en: 'Emit layered stats' }),
|
|
382
|
+
}),
|
|
383
|
+
'strict-baseline': Flags.boolean({
|
|
384
|
+
description: bilingual({ zh: '强制 baseline 隔离(default true)', en: 'Force baseline isolation (default true)' }),
|
|
385
|
+
}),
|
|
386
|
+
'no-strict-baseline': Flags.boolean({
|
|
387
|
+
description: bilingual({ zh: '关闭 baseline 隔离', en: 'Disable baseline isolation' }),
|
|
388
|
+
}),
|
|
389
|
+
effort: Flags.string({
|
|
390
|
+
description: bilingual({
|
|
391
|
+
zh: '被测 LLM 扩展思考预算 low/medium/high/xhigh/max(默认 low;跨 effort 报告不严格可比)。',
|
|
392
|
+
en: 'Executor LLM reasoning effort low/medium/high/xhigh/max (default low; reports across efforts not strictly comparable).',
|
|
393
|
+
}),
|
|
394
|
+
parse: enumStringParser('--effort', ['low', 'medium', 'high', 'xhigh', 'max']),
|
|
395
|
+
}),
|
|
396
|
+
'no-diagnostic': Flags.boolean({
|
|
397
|
+
description: bilingual({
|
|
398
|
+
zh: '关闭 diagnostic 诊断 LLM 调用(默认开,给 failed sample 出「哪错了 + 怎么改」建议)。',
|
|
399
|
+
en: 'Disable diagnostic LLM call (on by default; emits "what went wrong + how to fix" advice for failed samples).',
|
|
400
|
+
}),
|
|
401
|
+
}),
|
|
402
|
+
// ── eval-runner extra ──
|
|
403
|
+
blind: Flags.boolean({
|
|
404
|
+
description: bilingual({ zh: 'judge blind 模式', en: 'Blind judge mode' }),
|
|
405
|
+
}),
|
|
406
|
+
repeat: Flags.string({
|
|
407
|
+
description: bilingual({ zh: '每个 sample 重复跑 N 次', en: 'Repeat each sample N times' }),
|
|
408
|
+
parse: integerStringParser('--repeat', { min: 1 }),
|
|
409
|
+
}),
|
|
410
|
+
'judge-repeat': Flags.string({
|
|
411
|
+
description: bilingual({ zh: '每个 dim 评 N 次', en: 'Judge each dim N times' }),
|
|
412
|
+
parse: integerStringParser('--judge-repeat', { min: 1 }),
|
|
413
|
+
}),
|
|
414
|
+
bootstrap: Flags.boolean({
|
|
415
|
+
description: bilingual({ zh: '加 bootstrap CI', en: 'Add bootstrap CI' }),
|
|
416
|
+
}),
|
|
417
|
+
'bootstrap-samples': Flags.string({
|
|
418
|
+
description: bilingual({ zh: 'bootstrap 重采样次数,默认 1000', en: 'Bootstrap resamples, default 1000' }),
|
|
419
|
+
parse: integerStringParser('--bootstrap-samples', { min: 100 }),
|
|
420
|
+
}),
|
|
421
|
+
'gold-dir': Flags.string({
|
|
422
|
+
description: bilingual({ zh: 'gold dataset 目录', en: 'Gold dataset dir' }),
|
|
423
|
+
}),
|
|
424
|
+
'no-debias-length': Flags.boolean({
|
|
425
|
+
description: bilingual({ zh: '关 length-debias(默认开)', en: 'Disable length-debias (default on)' }),
|
|
426
|
+
}),
|
|
427
|
+
'budget-usd': Flags.string({
|
|
428
|
+
description: bilingual({ zh: '总预算上限 USD(必须 > 0,不传则无上限)', en: 'Total budget cap USD (must be > 0; omit for no cap)' }),
|
|
429
|
+
parse: numberStringParser('--budget-usd', { minExclusive: 0 }),
|
|
430
|
+
}),
|
|
431
|
+
'budget-per-sample-usd': Flags.string({
|
|
432
|
+
description: bilingual({ zh: '单 sample 预算上限 USD(必须 > 0,不传则无上限)', en: 'Per-sample budget cap USD (must be > 0; omit for no cap)' }),
|
|
433
|
+
parse: numberStringParser('--budget-per-sample-usd', { minExclusive: 0 }),
|
|
434
|
+
}),
|
|
435
|
+
'budget-per-sample-ms': Flags.string({
|
|
436
|
+
description: bilingual({ zh: '单 sample 时长上限 ms(必须 > 0,不传则无上限)', en: 'Per-sample time cap ms (must be > 0; omit for no cap)' }),
|
|
437
|
+
parse: numberStringParser('--budget-per-sample-ms', { minExclusive: 0 }),
|
|
438
|
+
}),
|
|
439
|
+
threshold: Flags.string({
|
|
440
|
+
description: bilingual({ zh: 'verdict 阈值,默认 3.5', en: 'Verdict threshold, default 3.5' }),
|
|
441
|
+
parse: numberStringParser('--threshold'),
|
|
442
|
+
}),
|
|
443
|
+
'trivial-diff': Flags.string({
|
|
444
|
+
description: bilingual({ zh: '可忽略 diff 容差,0 表示不启用容差', en: 'Trivial diff tolerance; 0 disables tolerance' }),
|
|
445
|
+
parse: numberStringParser('--trivial-diff', { min: 0 }),
|
|
446
|
+
}),
|
|
447
|
+
'report-only': Flags.boolean({
|
|
448
|
+
description: bilingual({
|
|
449
|
+
zh: '生成报告并打印 verdict,但始终 exit 0(不参与 CI gate)。',
|
|
450
|
+
en: 'Produce the report and print verdict, but always exit 0 (no CI gate).',
|
|
451
|
+
}),
|
|
452
|
+
}),
|
|
453
|
+
'no-gate': Flags.boolean({
|
|
454
|
+
description: bilingual({ zh: '关 verdict gate', en: 'Disable verdict gate' }),
|
|
455
|
+
}),
|
|
456
|
+
};
|
|
457
|
+
async run() {
|
|
458
|
+
const { args, flags } = await this.parse(Eval);
|
|
459
|
+
const lang = this.lang;
|
|
460
|
+
await this.runWithCliExit(async () => {
|
|
461
|
+
await runEval(args, { ...flags, lang }, lang);
|
|
462
|
+
});
|
|
463
|
+
}
|
|
464
|
+
}
|
|
465
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/cli/commands/eval/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACnG,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAChD,OAAO,EAAE,IAAI,EAAgB,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AA0BzD,SAAS,cAAc,CAAC,MAAe;IACrC,OAAO,OAAO,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAK,MAA+B,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC;AAC3G,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAe;IAC1C,OAAO,cAAc,CAAC,MAAM,CAAC,IAAK,MAA8B,CAAC,KAAK,KAAK,IAAI,CAAC;AAClF,CAAC;AAED,SAAS,cAAc,CAAC,MAAoB;IAC1C,MAAM,YAAY,GAAG,MAAM,CAAC,SAA+B,CAAC;IAC5D,MAAM,aAAa,GAAG,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACvF,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;QACtB,CAAC,CAAC,GAAG,CAAC;IACR,MAAM,UAAU,GAAG,MAAM,CAAC,cAAc,CAAuB,CAAC;IAChE,MAAM,kBAAkB,GAAG,UAAU,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACxF,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC;QACpB,CAAC,CAAC,SAAS,CAAC;IACd,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,CAAC;AAC/C,CAAC;AAED,SAAS,aAAa,CAAC,KAAa,EAAE,QAAgB;IACpD,OAAO,KAAK,KAAK,UAAU,IAAI,CAAC,KAAK,KAAK,MAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;AACjF,CAAC;AAED,SAAS,cAAc,CAAC,MAAoB;IAC1C,OAAO,MAAM,CAAC,aAAa,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC;AACtE,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,MAAoB,EAAE,IAAa;IAC1E,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IACzC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,kCAAkC,EAAE,IAAI,CAAC,CAAC,CAAC;IACrE,OAAO,CAAC,CAAC;AACX,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,MAAwB,EAAE,MAAoB;IACjF,MAAM,EAAE,cAAc,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;IAC5F,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC1D,OAAO,aAAa,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,uBAAuB,CAC9B,KAA4B,EAC5B,IAA4C;IAE5C,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,EAAE,EAAE,IAAI,CAAC,QAAQ;QACjB,IAAI,EAAE;YACJ,GAAG,KAAK,CAAC,IAAI;YACb,QAAQ,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC;YACjC,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,cAAc,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE;SAC5E;QACD,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,OAAO,EAAE,EAAE;QACX,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClC,CAAC;AACxB,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,KAA4B,EAC5B,UAAkB,EAClB,IAAa;IAEb,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;IAC5E,MAAM,KAAK,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAuB,EAAE,CAAC;IACvC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAI,MAAM,EAAE,IAAI,KAAK,YAAY,EAAE,CAAC;YAClC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,oCAAoC,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC9F,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,MAA6B,EAC7B,UAAkB,EAClB,MAAoB,EACpB,IAAa;IAEb,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;IACzE,MAAM,YAAY,GAAG,MAAM,qBAAqB,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IAC3E,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC3C,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,EAAE;QAC7C,OAAO,EAAE,cAAc,CAAC,KAAK,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;KACvD,CAAC,CAAC,CAAC;IACJ,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;IAChG,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;IAEvC,MAAM,MAAM,GAAG,IAAI,KAAK,IAAI;QAC1B,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;QAC/B,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,8BAA8B,EAAE,IAAI,EAAE;QACrD,MAAM;QACN,MAAM;QACN,KAAK,EAAE,OAAO,CAAC,MAAM;KACtB,CAAC,CAAC,CAAC;IACJ,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,OAAO,CAAC,KAAK,KAAK,MAAM,CAAC,SAAS,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,EACjC,MAAM,EACN,QAAQ,EACR,UAAU,EACV,MAAM,EACN,IAAI,GAOL;IACC,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IACtC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,kBAAkB,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,uBAAuB,EAAE,IAAI,CAAC,CAAC,CAAC;IAC1H,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IACzD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IAE7E,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAChD,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC;QAChF,MAAM,MAAM,GAAiB,kBAAkB,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;QAChE,MAAM,SAAS,GAAW,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QAC/C,MAAM,SAAS,GAAW,GAAG,SAAS,YAAY,MAAM,CAAC,EAAE,EAAE,CAAC;QAC9D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,+BAA+B,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QACtF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QACnF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,CAAC,CAAC,CAAC;QAE/D,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAW,QAAQ,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC;QACzG,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACpE,UAAU,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;SAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,6BAA6B,EAAE,IAAI,CAAC,CAAC,CAAC;QAChE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;IACrG,CAAC;AACH,CAAC;AAED,KAAK,UAAU,OAAO,CACpB,KAAe,EACf,KAAgB,EAChB,IAAa;IAEb,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,cAAc,CAAC,EAAE,GAAG,KAAK,EAA6B,CAAC,CAAC;IAE/F,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,2CAA2C,CAAC,CAAC;IAErH,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAA4B,CAAC;IACrD,CAAC;IACD,MAAM,CAAC,UAAU,GAAG,cAAc,CAAC,IAAI,CAAgC,CAAC;IAExE,MAAM,SAAS,GAAG,MAAM,CAAC,MAA4B,CAAC;IACtD,MAAM,YAAY,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IAC7F,IAAI,SAAS,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,CAAC,CAAC,EAAE,CAAC;QACpF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,wBAAwB,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IACnF,CAAC;IACD,MAAM,WAAW,GAAW,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;IAEvE,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,CAAuB,CAAC;IACpE,MAAM,iBAAiB,GAAG,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,WAAW,IAAI,CAAC,CAAC,CAAC;IACjH,IAAI,cAAc,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,iBAAiB,GAAG,CAAC,CAAC,EAAE,CAAC;QACnG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,8BAA8B,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;IAC9F,CAAC;IACD,MAAM,gBAAgB,GAAW,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;IACjF,IAAI,gBAAgB,GAAG,CAAC;QAAE,MAAM,CAAC,WAAW,GAAG,gBAAgB,CAAC;IAEhE,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1F,MAAM,kBAAkB,GAAG,MAAM,CAAC,uBAAuB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzH,MAAM,iBAAiB,GAAG,MAAM,CAAC,sBAAsB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACtH,IAAI,SAAS,KAAK,SAAS,IAAI,kBAAkB,KAAK,SAAS,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;QACnG,MAAM,CAAC,MAAM,GAAG;YACd,GAAG,CAAC,SAAS,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3G,GAAG,CAAC,kBAAkB,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,IAAI,kBAAkB,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnJ,GAAG,CAAC,iBAAiB,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,iBAAiB,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/I,CAAC;IACJ,CAAC;IAED,MAAM,eAAe,GAAI,MAAM,CAAC,kBAAkB,CAAyB,KAAK,IAAI;WAC/E,CAAC,MAAM,CAAC,kBAAkB,CAAC,KAAK,SAAS,IAAI,UAAU,EAAE,YAAY,KAAK,KAAK,CAAC,CAAC;IACtF,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,CAAC,YAAY,GAAG,KAAK,CAAC;QAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,iCAAiC,EAAE,IAAI,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,gBAAgB,GAAI,MAAM,CAAC,SAAiC,KAAK,IAAI;WACtE,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,IAAI,UAAU,EAAE,SAAS,KAAK,KAAK,CAAC,CAAC;IACzE,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,MAAM,KAAK,GAAG,MAAM,CAAC,mBAAmB,CAAuB,CAAC;QAChE,MAAM,QAAQ,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,gBAAgB,IAAI,IAAI,CAAC,CAAC;QAC9F,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,GAAG,CAAC,EAAE,CAAC;YAC1E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,mCAAmC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QAC1F,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC;QAC5D,IAAI,OAAO,GAAG,KAAK,EAAE,CAAC;YACpB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,qCAAqC,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QAC1F,CAAC;QACD,MAAM,CAAC,gBAAgB,GAAG,OAAO,CAAC;IACpC,CAAC;IAED,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,IAAI,MAAM,CAAC,mBAAmB,CAAY,EAAE,CAAC;QAC3C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,mCAAmC,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;IAC/E,CAAC;IAED,IAAI,CAAC;QACH,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,kBAAkB,CAAC;gBACpD,GAAG,MAAM;gBACT,MAAM,EAAE,WAAW;gBACnB,eAAe,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAqB;oBACjE,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;wBACtB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,uBAAuB,EAAE,IAAI,EAAE;4BACvD,CAAC,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC,EAAE,KAAK,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE;yBACrD,CAAC,CAAC,CAAC;oBACN,CAAC;gBACH,CAAC;aACF,CAAmF,CAAC;YACrF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC7C,IAAI,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC;gBAChC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAC,CAAC;gBACrD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,mBAAmB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9F,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;YAChF,MAAM,IAAI,OAAO,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,MAAc,CAAC;QACnB,IAAI,QAAuB,CAAC;QAE5B,IAAI,WAAW,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC;gBAC/B,GAAG,MAAM;gBACT,MAAM,EAAE,WAAW;gBACnB,gBAAgB,CAAC,EAAE,GAAG,EAAE,KAAK,EAAsB;oBACjD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;gBAChF,CAAC;aACF,CAAuB,CAAC;YACzB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YACvB,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,CAAC,MAAM,aAAa,CAAC;gBAClC,GAAG,MAAM;gBACT,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpD,CAAC,CAAe,CAAC;YAClB,IAAI,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;gBAClC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBACpD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAC,CAAC;gBACrD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;YACD,MAAM,GAAG,MAAM,CAAC,MAAgB,CAAC;YACjC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAC7B,CAAC;QAED,MAAM,OAAO,GAAI,MAAM,CAAC,UAAU,CAAwB,IAAI,UAAU,EAAE,OAAO,CAAC;QAClF,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;YACxB,MAAM,EAAE,2BAA2B,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAC;YACxG,MAAM,GAAG,GAAG,2BAA2B,CAAC;gBACtC,MAAM;gBACN,OAAO;gBACP,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,OAAO,EAAE,MAAM,CAAC,gBAAgB;aACjC,CAAC,CAAC;YACH,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;gBAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC9D,IAAI,GAAG,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;oBACpC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,+BAA+B,EAAE,IAAI,EAAE;wBAC/D,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,oBAAoB;qBACzC,CAAC,CAAC,CAAC;gBACN,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,0BAA0B,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;gBAC/E,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;oBAC/B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC9E,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,mBAAmB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9F,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7D,MAAM,IAAI,OAAO,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;IAC/D,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,IAAI,GAAG,YAAY,OAAO;YAAE,MAAM,GAAG,CAAC;QACtC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,EAAE,IAAI,EAAE,EAAE,OAAO,EAAG,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC1F,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,OAAO,OAAO,IAAK,SAAQ,WAAW;IAC3C,MAAM,CAAC,WAAW,GAAG,SAAS,CAAC;QAC7B,EAAE,EAAE,2DAA2D;QAC/D,EAAE,EAAE,6EAA6E;KAClF,CAAC,CAAC;IAEH,MAAM,CAAC,QAAQ,GAAG;QAChB;YACE,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,2BAA2B;gBAC/B,EAAE,EAAE,mCAAmC;aACxC,CAAC;YACF,OAAO,EAAE,gEAAgE;SAC1E;QACD;YACE,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,6BAA6B;gBACjC,EAAE,EAAE,iCAAiC;aACtC,CAAC;YACF,OAAO,EAAE,uDAAuD;SACjE;KACF,CAAC;IAEF,MAAM,CAAC,KAAK,GAAG;QACb,IAAI,EAAE,SAAS;QACf,aAAa;QACb,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;YACpB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,qBAAqB,EAAE,EAAE,EAAE,sBAAsB,EAAE,CAAC;SAClF,CAAC;QACF,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,2BAA2B;gBAC/B,EAAE,EAAE,qCAAqC;aAC1C,CAAC;SACH,CAAC;QACF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;YACnB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,gBAAgB,EAAE,CAAC;SACrE,CAAC;QACF,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;YACpB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,2FAA2F;gBAC/F,EAAE,EAAE,iIAAiI;aACtI,CAAC;SACH,CAAC;QACF,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC;YACxB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,oBAAoB,EAAE,EAAE,EAAE,2BAA2B,EAAE,CAAC;SACtF,CAAC;QACF,iBAAiB;QACjB,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC;YAClB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC;SAC9D,CAAC;QACF,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC;YACrB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,uFAAuF;gBAC3F,EAAE,EAAE,oGAAoG;aACzG,CAAC;SACH,CAAC;QACF,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC;YAC3B,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,gHAAgH;gBACpH,EAAE,EAAE,gIAAgI;aACrI,CAAC;SACH,CAAC;QACF,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC;YACzB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,mBAAmB,EAAE,CAAC;SAClE,CAAC;QACF,kBAAkB;QAClB,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC;YACxB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,gBAAgB,EAAE,CAAC;SACrE,CAAC;QACF,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC;YACxB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,EAAE,EAAE,qBAAqB,EAAE,CAAC;SAC/E,CAAC;QACF,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC;YACvB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,yBAAyB,EAAE,CAAC;SAC5E,CAAC;QACF,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC;YACxB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,wBAAwB,EAAE,CAAC;YACxE,KAAK,EAAE,mBAAmB,CAAC,eAAe,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SACxD,CAAC;QACF,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;YACpB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,qCAAqC,EAAE,CAAC;YAC1F,KAAK,EAAE,kBAAkB,CAAC,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SACnD,CAAC;QACF,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC;YACnB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,+BAA+B;gBACnC,EAAE,EAAE,oCAAoC;aACzC,CAAC;SACH,CAAC;QACF,mBAAmB,EAAE,KAAK,CAAC,OAAO,CAAC;YACjC,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,iCAAiC,EAAE,CAAC;SACrF,CAAC;QACF,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC;YAC3B,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,qFAAqF;gBACzF,EAAE,EAAE,mIAAmI;aACxI,CAAC;SACH,CAAC;QACF,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC;YACzB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC;SACpE,CAAC;QACF,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC;YACxB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,kBAAkB,EAAE,EAAE,EAAE,4BAA4B,EAAE,CAAC;SACrF,CAAC;QACF,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC;YACrB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC;SAC9D,CAAC;QACF,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC;YAClB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,wBAAwB,EAAE,CAAC;YAC9E,KAAK,EAAE,mBAAmB,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SAClD,CAAC;QACF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;YACnB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,8BAA8B,EAAE,CAAC;SACnF,CAAC;QACF,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC;YAC7B,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,oBAAoB,EAAE,CAAC;SACnE,CAAC;QACF,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC;YAC/B,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,8BAA8B,EAAE,EAAE,EAAE,yCAAyC,EAAE,CAAC;SAC9G,CAAC;QACF,oBAAoB,EAAE,KAAK,CAAC,OAAO,CAAC;YAClC,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,4BAA4B,EAAE,CAAC;SACnF,CAAC;QACF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;YACnB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,mEAAmE;gBACvE,EAAE,EAAE,wHAAwH;aAC7H,CAAC;YACF,KAAK,EAAE,gBAAgB,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;SAC/E,CAAC;QACF,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC;YAC7B,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,8DAA8D;gBAClE,EAAE,EAAE,8GAA8G;aACnH,CAAC;SACH,CAAC;QACF,0BAA0B;QAC1B,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC;YACnB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;SACzE,CAAC;QACF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;YACnB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,EAAE,EAAE,4BAA4B,EAAE,CAAC;YACrF,KAAK,EAAE,mBAAmB,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SACnD,CAAC;QACF,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC;YAC3B,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,wBAAwB,EAAE,CAAC;YAC5E,KAAK,EAAE,mBAAmB,CAAC,gBAAgB,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SACzD,CAAC;QACF,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC;YACvB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;SACzE,CAAC;QACF,mBAAmB,EAAE,KAAK,CAAC,MAAM,CAAC;YAChC,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,yBAAyB,EAAE,EAAE,EAAE,mCAAmC,EAAE,CAAC;YAClG,KAAK,EAAE,mBAAmB,CAAC,qBAAqB,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;SAChE,CAAC;QACF,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC;YACvB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;SAC1E,CAAC;QACF,kBAAkB,EAAE,KAAK,CAAC,OAAO,CAAC;YAChC,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,sBAAsB,EAAE,EAAE,EAAE,oCAAoC,EAAE,CAAC;SACjG,CAAC;QACF,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC;YACzB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,0BAA0B,EAAE,EAAE,EAAE,qDAAqD,EAAE,CAAC;YACrH,KAAK,EAAE,kBAAkB,CAAC,cAAc,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;SAC/D,CAAC;QACF,uBAAuB,EAAE,KAAK,CAAC,MAAM,CAAC;YACpC,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,kCAAkC,EAAE,EAAE,EAAE,0DAA0D,EAAE,CAAC;YAClI,KAAK,EAAE,kBAAkB,CAAC,yBAAyB,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;SAC1E,CAAC;QACF,sBAAsB,EAAE,KAAK,CAAC,MAAM,CAAC;YACnC,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,iCAAiC,EAAE,EAAE,EAAE,uDAAuD,EAAE,CAAC;YAC9H,KAAK,EAAE,kBAAkB,CAAC,wBAAwB,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;SACzE,CAAC;QACF,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,EAAE,EAAE,gCAAgC,EAAE,CAAC;YACzF,KAAK,EAAE,kBAAkB,CAAC,aAAa,CAAC;SACzC,CAAC;QACF,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC;YAC3B,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,uBAAuB,EAAE,EAAE,EAAE,8CAA8C,EAAE,CAAC;YAC3G,KAAK,EAAE,kBAAkB,CAAC,gBAAgB,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SACxD,CAAC;QACF,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC;YAC3B,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,0CAA0C;gBAC9C,EAAE,EAAE,uEAAuE;aAC5E,CAAC;SACH,CAAC;QACF,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC;YACvB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,sBAAsB,EAAE,CAAC;SAC7E,CAAC;KACH,CAAC;IAEF,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,IAAI,EAAE;YACnC,MAAM,OAAO,CAAC,IAA6B,EAAE,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;IACL,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evolve.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/evolve.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAGvD,OAAO,EAAQ,KAAK,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAEpD,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAmDnE,wBAAsB,SAAS,CAC7B,IAAI,EAAE,UAAU,EAChB,KAAK,EAAE,WAAW,EAClB,IAAI,EAAE,OAAO,GACZ,OAAO,CAAC,IAAI,CAAC,CAoGf;AAED,MAAM,CAAC,OAAO,OAAO,MAAO,SAAQ,WAAW;IAC7C,MAAM,CAAC,WAAW,SAGf;IAEH,MAAM,CAAC,QAAQ;;;QAeb;IAEF,MAAM,CAAC,IAAI;;MAQT;IAEF,MAAM,CAAC,KAAK;;;;;;;;;;;;;;;;;;;;MAyHV;IAEI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CAO3B"}
|