oh-my-knowledge 0.30.0 → 0.31.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +198 -26
- package/README.zh.md +198 -26
- package/dist/src/authoring/evolver.d.ts +26 -2
- package/dist/src/authoring/evolver.d.ts.map +1 -1
- package/dist/src/authoring/evolver.js +410 -49
- package/dist/src/authoring/evolver.js.map +1 -1
- package/dist/src/authoring/generator.d.ts +5 -2
- package/dist/src/authoring/generator.d.ts.map +1 -1
- package/dist/src/authoring/generator.js +22 -6
- package/dist/src/authoring/generator.js.map +1 -1
- package/dist/src/authoring/sample-fixer.d.ts +10 -4
- package/dist/src/authoring/sample-fixer.d.ts.map +1 -1
- package/dist/src/authoring/sample-fixer.js +153 -126
- package/dist/src/authoring/sample-fixer.js.map +1 -1
- package/dist/src/cli/commands/doctor.d.ts +25 -1
- package/dist/src/cli/commands/doctor.d.ts.map +1 -1
- package/dist/src/cli/commands/doctor.js +233 -124
- package/dist/src/cli/commands/doctor.js.map +1 -1
- package/dist/src/cli/commands/eval/gold/compare.d.ts +17 -0
- package/dist/src/cli/commands/eval/gold/compare.d.ts.map +1 -0
- package/dist/src/cli/commands/eval/gold/compare.js +91 -0
- package/dist/src/cli/commands/eval/gold/compare.js.map +1 -0
- package/dist/src/cli/commands/eval/gold/index.d.ts +9 -0
- package/dist/src/cli/commands/eval/gold/index.d.ts.map +1 -0
- package/dist/src/cli/commands/eval/gold/index.js +34 -0
- package/dist/src/cli/commands/eval/gold/index.js.map +1 -0
- package/dist/src/cli/commands/eval/gold/init.d.ts +11 -0
- package/dist/src/cli/commands/eval/gold/init.d.ts.map +1 -0
- package/dist/src/cli/commands/eval/gold/init.js +51 -0
- package/dist/src/cli/commands/eval/gold/init.js.map +1 -0
- package/dist/src/cli/commands/eval/gold/validate.d.ts +12 -0
- package/dist/src/cli/commands/eval/gold/validate.d.ts.map +1 -0
- package/dist/src/cli/commands/eval/gold/validate.js +46 -0
- package/dist/src/cli/commands/eval/gold/validate.js.map +1 -0
- package/dist/src/cli/commands/eval/index.d.ts +54 -0
- package/dist/src/cli/commands/eval/index.d.ts.map +1 -0
- package/dist/src/cli/commands/{eval-runner.js → eval/index.js} +216 -50
- package/dist/src/cli/commands/eval/index.js.map +1 -0
- package/dist/src/cli/commands/evolve.d.ts +36 -1
- package/dist/src/cli/commands/evolve.d.ts.map +1 -1
- package/dist/src/cli/commands/evolve.js +191 -47
- package/dist/src/cli/commands/evolve.js.map +1 -1
- package/dist/src/cli/commands/init.d.ts +15 -1
- package/dist/src/cli/commands/init.d.ts.map +1 -1
- package/dist/src/cli/commands/init.js +70 -28
- package/dist/src/cli/commands/init.js.map +1 -1
- package/dist/src/cli/commands/observe/inbox.d.ts +23 -0
- package/dist/src/cli/commands/observe/inbox.d.ts.map +1 -0
- package/dist/src/cli/commands/observe/inbox.js +258 -0
- package/dist/src/cli/commands/observe/inbox.js.map +1 -0
- package/dist/src/cli/commands/observe/index.d.ts +22 -0
- package/dist/src/cli/commands/observe/index.d.ts.map +1 -0
- package/dist/src/cli/commands/observe/index.js +118 -0
- package/dist/src/cli/commands/observe/index.js.map +1 -0
- package/dist/src/cli/commands/observe/ingest.d.ts +13 -0
- package/dist/src/cli/commands/observe/ingest.d.ts.map +1 -0
- package/dist/src/cli/commands/observe/ingest.js +69 -0
- package/dist/src/cli/commands/observe/ingest.js.map +1 -0
- package/dist/src/cli/commands/observe/show.d.ts +13 -0
- package/dist/src/cli/commands/observe/show.d.ts.map +1 -0
- package/dist/src/cli/commands/observe/show.js +49 -0
- package/dist/src/cli/commands/observe/show.js.map +1 -0
- package/dist/src/cli/commands/sample.d.ts +28 -5
- package/dist/src/cli/commands/sample.d.ts.map +1 -1
- package/dist/src/cli/commands/sample.js +242 -169
- package/dist/src/cli/commands/sample.js.map +1 -1
- package/dist/src/cli/commands/skill-extract.d.ts +20 -0
- package/dist/src/cli/commands/skill-extract.d.ts.map +1 -0
- package/dist/src/cli/commands/skill-extract.js +84 -0
- package/dist/src/cli/commands/skill-extract.js.map +1 -0
- package/dist/src/cli/commands/studio.d.ts +22 -1
- package/dist/src/cli/commands/studio.d.ts.map +1 -1
- package/dist/src/cli/commands/studio.js +111 -37
- package/dist/src/cli/commands/studio.js.map +1 -1
- package/dist/src/cli/index.js +15 -47
- package/dist/src/cli/index.js.map +1 -1
- package/dist/src/cli/lib/cli-exit.d.ts +16 -0
- package/dist/src/cli/lib/cli-exit.d.ts.map +1 -0
- package/dist/src/cli/lib/cli-exit.js +20 -0
- package/dist/src/cli/lib/cli-exit.js.map +1 -0
- package/dist/src/cli/lib/cmd-flags.d.ts +236 -0
- package/dist/src/cli/lib/cmd-flags.d.ts.map +1 -0
- package/dist/src/cli/lib/cmd-flags.js +46 -0
- package/dist/src/cli/lib/cmd-flags.js.map +1 -0
- package/dist/src/cli/{i18n-dict.d.ts → lib/i18n-dict.d.ts} +1 -1
- package/dist/src/cli/lib/i18n-dict.d.ts.map +1 -0
- package/dist/src/cli/{i18n-dict.js → lib/i18n-dict.js} +39 -264
- package/dist/src/cli/lib/i18n-dict.js.map +1 -0
- package/dist/src/cli/{i18n.d.ts → lib/i18n.d.ts} +11 -6
- package/dist/src/cli/lib/i18n.d.ts.map +1 -0
- package/dist/src/cli/{i18n.js → lib/i18n.js} +12 -7
- package/dist/src/cli/lib/i18n.js.map +1 -0
- package/dist/src/cli/{parse-run-config.d.ts → lib/parse-run-config.d.ts} +5 -6
- package/dist/src/cli/lib/parse-run-config.d.ts.map +1 -0
- package/dist/src/cli/{parse-run-config.js → lib/parse-run-config.js} +11 -61
- package/dist/src/cli/lib/parse-run-config.js.map +1 -0
- package/dist/src/cli/lib/progress.d.ts.map +1 -0
- package/dist/src/cli/lib/progress.js.map +1 -0
- package/dist/src/cli/{run-tally.d.ts → lib/run-tally.d.ts} +1 -1
- package/dist/src/cli/lib/run-tally.d.ts.map +1 -0
- package/dist/src/cli/lib/run-tally.js.map +1 -0
- package/dist/src/cli/{commands/_shared.d.ts → lib/shared.d.ts} +2 -2
- package/dist/src/cli/lib/shared.d.ts.map +1 -0
- package/dist/src/cli/{commands/_shared.js → lib/shared.js} +3 -3
- package/dist/src/cli/lib/shared.js.map +1 -0
- package/dist/src/cli/lib/update-check.d.ts.map +1 -0
- package/dist/src/cli/lib/update-check.js.map +1 -0
- package/dist/src/cli/oclif/base-command.d.ts +8 -0
- package/dist/src/cli/oclif/base-command.d.ts.map +1 -0
- package/dist/src/cli/oclif/base-command.js +27 -0
- package/dist/src/cli/oclif/base-command.js.map +1 -0
- package/dist/src/cli/oclif/help.d.ts +16 -0
- package/dist/src/cli/oclif/help.d.ts.map +1 -0
- package/dist/src/cli/oclif/help.js +33 -0
- package/dist/src/cli/oclif/help.js.map +1 -0
- package/dist/src/cli/oclif/i18n.d.ts +16 -0
- package/dist/src/cli/oclif/i18n.d.ts.map +1 -0
- package/dist/src/cli/oclif/i18n.js +62 -0
- package/dist/src/cli/oclif/i18n.js.map +1 -0
- package/dist/src/cli/oclif/parsers.d.ts +10 -0
- package/dist/src/cli/oclif/parsers.d.ts.map +1 -0
- package/dist/src/cli/oclif/parsers.js +102 -0
- package/dist/src/cli/oclif/parsers.js.map +1 -0
- package/dist/src/cli/oclif/projection.d.ts +23 -0
- package/dist/src/cli/oclif/projection.d.ts.map +1 -0
- package/dist/src/cli/oclif/projection.js +52 -0
- package/dist/src/cli/oclif/projection.js.map +1 -0
- package/dist/src/cli/oclif/run.d.ts +2 -0
- package/dist/src/cli/oclif/run.d.ts.map +1 -0
- package/dist/src/cli/oclif/run.js +11 -0
- package/dist/src/cli/oclif/run.js.map +1 -0
- package/dist/src/diagnosis/observe-mapper.d.ts +68 -0
- package/dist/src/diagnosis/observe-mapper.d.ts.map +1 -0
- package/dist/src/diagnosis/observe-mapper.js +276 -0
- package/dist/src/diagnosis/observe-mapper.js.map +1 -0
- package/dist/src/diagnosis/observe-producer.d.ts +9 -0
- package/dist/src/diagnosis/observe-producer.d.ts.map +1 -0
- package/dist/src/diagnosis/observe-producer.js +197 -0
- package/dist/src/diagnosis/observe-producer.js.map +1 -0
- package/dist/src/diagnosis/studio-projection.d.ts +14 -0
- package/dist/src/diagnosis/studio-projection.d.ts.map +1 -0
- package/dist/src/diagnosis/studio-projection.js +84 -0
- package/dist/src/diagnosis/studio-projection.js.map +1 -0
- package/dist/src/diagnosis/types.d.ts +79 -0
- package/dist/src/diagnosis/types.d.ts.map +1 -0
- package/dist/src/diagnosis/types.js +20 -0
- package/dist/src/diagnosis/types.js.map +1 -0
- package/dist/src/doctor/fixer.d.ts +12 -0
- package/dist/src/doctor/fixer.d.ts.map +1 -0
- package/dist/src/doctor/fixer.js +326 -0
- package/dist/src/doctor/fixer.js.map +1 -0
- package/dist/src/doctor/health/composer.js +7 -4
- package/dist/src/doctor/health/composer.js.map +1 -1
- package/dist/src/doctor/health/parser.d.ts +0 -1
- package/dist/src/doctor/health/parser.d.ts.map +1 -1
- package/dist/src/doctor/health/parser.js +37 -0
- package/dist/src/doctor/health/parser.js.map +1 -1
- package/dist/src/doctor/health/prompt-builder.d.ts +2 -21
- package/dist/src/doctor/health/prompt-builder.d.ts.map +1 -1
- package/dist/src/doctor/health/prompt-builder.js +1 -169
- package/dist/src/doctor/health/prompt-builder.js.map +1 -1
- package/dist/src/doctor/html-renderer.d.ts +1 -1
- package/dist/src/doctor/html-renderer.d.ts.map +1 -1
- package/dist/src/doctor/html-renderer.js +2 -2
- package/dist/src/doctor/html-renderer.js.map +1 -1
- package/dist/src/doctor/index.d.ts.map +1 -1
- package/dist/src/doctor/index.js +1 -0
- package/dist/src/doctor/index.js.map +1 -1
- package/dist/src/doctor/renderer.d.ts +1 -1
- package/dist/src/doctor/renderer.d.ts.map +1 -1
- package/dist/src/doctor/renderer.js +2 -2
- package/dist/src/doctor/renderer.js.map +1 -1
- package/dist/src/doctor/rules.js +1 -1
- package/dist/src/doctor/rules.js.map +1 -1
- package/dist/src/eval-core/mock-hook.cjs +13 -1
- package/dist/src/eval-core/mocks-runtime.d.ts +7 -3
- package/dist/src/eval-core/mocks-runtime.d.ts.map +1 -1
- package/dist/src/eval-core/mocks-runtime.js +240 -4
- package/dist/src/eval-core/mocks-runtime.js.map +1 -1
- package/dist/src/eval-workflows/evaluation-pipeline.d.ts +1 -1
- package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +1 -1
- package/dist/src/eval-workflows/evaluation-pipeline.js +1 -1
- package/dist/src/eval-workflows/evaluation-pipeline.js.map +1 -1
- package/dist/src/eval-workflows/run-evaluation.js +1 -1
- package/dist/src/eval-workflows/run-evaluation.js.map +1 -1
- package/dist/src/executors/claude-cli.d.ts.map +1 -1
- package/dist/src/executors/claude-cli.js +6 -4
- package/dist/src/executors/claude-cli.js.map +1 -1
- package/dist/src/observability/experience.d.ts +184 -3
- package/dist/src/observability/experience.d.ts.map +1 -1
- package/dist/src/observability/experience.js +1208 -41
- package/dist/src/observability/experience.js.map +1 -1
- package/dist/src/observability/inbox-view-model.d.ts +3 -0
- package/dist/src/observability/inbox-view-model.d.ts.map +1 -1
- package/dist/src/observability/inbox-view-model.js +9 -0
- package/dist/src/observability/inbox-view-model.js.map +1 -1
- package/dist/src/observability/inbox.d.ts +2 -0
- package/dist/src/observability/inbox.d.ts.map +1 -1
- package/dist/src/observability/inbox.js +16 -2
- package/dist/src/observability/inbox.js.map +1 -1
- package/dist/src/observability/problem-patterns.d.ts +1 -0
- package/dist/src/observability/problem-patterns.d.ts.map +1 -1
- package/dist/src/observability/problem-patterns.js +8 -8
- package/dist/src/observability/problem-patterns.js.map +1 -1
- package/dist/src/observability/resolved-review.d.ts +25 -0
- package/dist/src/observability/resolved-review.d.ts.map +1 -0
- package/dist/src/observability/resolved-review.js +231 -0
- package/dist/src/observability/resolved-review.js.map +1 -0
- package/dist/src/observability/review-state.d.ts +9 -2
- package/dist/src/observability/review-state.d.ts.map +1 -1
- package/dist/src/observability/review-state.js +40 -2
- package/dist/src/observability/review-state.js.map +1 -1
- package/dist/src/observability/skill-chain-advisories.js +4 -4
- package/dist/src/observability/skill-chain-advisories.js.map +1 -1
- package/dist/src/observability/skill-chain.d.ts +1 -0
- package/dist/src/observability/skill-chain.d.ts.map +1 -1
- package/dist/src/observability/skill-chain.js +72 -35
- package/dist/src/observability/skill-chain.js.map +1 -1
- package/dist/src/observability/soft-standards.d.ts +130 -0
- package/dist/src/observability/soft-standards.d.ts.map +1 -0
- package/dist/src/observability/soft-standards.js +426 -0
- package/dist/src/observability/soft-standards.js.map +1 -0
- package/dist/src/observability/text-signals.d.ts +7 -0
- package/dist/src/observability/text-signals.d.ts.map +1 -1
- package/dist/src/observability/text-signals.js +88 -4
- package/dist/src/observability/text-signals.js.map +1 -1
- package/dist/src/observability/trace-segmenter.d.ts.map +1 -1
- package/dist/src/observability/trace-segmenter.js +4 -2
- package/dist/src/observability/trace-segmenter.js.map +1 -1
- package/dist/src/observability/trace-source.d.ts.map +1 -1
- package/dist/src/observability/trace-source.js +13 -3
- package/dist/src/observability/trace-source.js.map +1 -1
- package/dist/src/renderer/observation-inbox-renderer.d.ts.map +1 -1
- package/dist/src/renderer/observation-inbox-renderer.js +5914 -924
- package/dist/src/renderer/observation-inbox-renderer.js.map +1 -1
- package/dist/src/renderer/skill-detail-renderer.d.ts.map +1 -1
- package/dist/src/renderer/skill-detail-renderer.js +15 -5
- package/dist/src/renderer/skill-detail-renderer.js.map +1 -1
- package/dist/src/renderer/skill-list-renderer.d.ts.map +1 -1
- package/dist/src/renderer/skill-list-renderer.js +10 -3
- package/dist/src/renderer/skill-list-renderer.js.map +1 -1
- package/dist/src/renderer/test-view.js +2 -2
- package/dist/src/renderer/test-view.js.map +1 -1
- package/dist/src/server/report-server.d.ts.map +1 -1
- package/dist/src/server/report-server.js +95 -2
- package/dist/src/server/report-server.js.map +1 -1
- package/dist/src/server/skill-index.d.ts +5 -1
- package/dist/src/server/skill-index.d.ts.map +1 -1
- package/dist/src/server/skill-index.js +72 -26
- package/dist/src/server/skill-index.js.map +1 -1
- package/dist/src/server/skill-insights.d.ts +10 -1
- package/dist/src/server/skill-insights.d.ts.map +1 -1
- package/dist/src/server/skill-insights.js +113 -1
- package/dist/src/server/skill-insights.js.map +1 -1
- package/dist/src/shared/hard-rules.d.ts +2 -0
- package/dist/src/shared/hard-rules.d.ts.map +1 -1
- package/dist/src/shared/hard-rules.js +42 -0
- package/dist/src/shared/hard-rules.js.map +1 -1
- package/dist/src/shared/llm-prompts/index.d.ts +14 -0
- package/dist/src/shared/llm-prompts/index.d.ts.map +1 -0
- package/dist/src/shared/llm-prompts/index.js +35 -0
- package/dist/src/shared/llm-prompts/index.js.map +1 -0
- package/dist/src/shared/llm-prompts/skill-health.d.ts +22 -0
- package/dist/src/shared/llm-prompts/skill-health.d.ts.map +1 -0
- package/dist/src/shared/llm-prompts/skill-health.js +170 -0
- package/dist/src/shared/llm-prompts/skill-health.js.map +1 -0
- package/dist/src/types/doctor.d.ts +2 -0
- package/dist/src/types/doctor.d.ts.map +1 -1
- package/dist/src/types/eval.d.ts +6 -1
- package/dist/src/types/eval.d.ts.map +1 -1
- package/dist/src/types/report.d.ts +6 -0
- package/dist/src/types/report.d.ts.map +1 -1
- package/docs/prompts/llm-enhanced-review.prompt.md +111 -0
- package/package.json +29 -4
- package/dist/src/cli/cli-exit.d.ts +0 -15
- package/dist/src/cli/cli-exit.d.ts.map +0 -1
- package/dist/src/cli/cli-exit.js +0 -19
- package/dist/src/cli/cli-exit.js.map +0 -1
- package/dist/src/cli/commands/_shared.d.ts.map +0 -1
- package/dist/src/cli/commands/_shared.js.map +0 -1
- package/dist/src/cli/commands/eval-gold.d.ts +0 -2
- package/dist/src/cli/commands/eval-gold.d.ts.map +0 -1
- package/dist/src/cli/commands/eval-gold.js +0 -137
- package/dist/src/cli/commands/eval-gold.js.map +0 -1
- package/dist/src/cli/commands/eval-runner.d.ts +0 -2
- package/dist/src/cli/commands/eval-runner.d.ts.map +0 -1
- package/dist/src/cli/commands/eval-runner.js.map +0 -1
- package/dist/src/cli/commands/eval.d.ts +0 -2
- package/dist/src/cli/commands/eval.d.ts.map +0 -1
- package/dist/src/cli/commands/eval.js +0 -11
- package/dist/src/cli/commands/eval.js.map +0 -1
- package/dist/src/cli/commands/observe.d.ts +0 -2
- package/dist/src/cli/commands/observe.d.ts.map +0 -1
- package/dist/src/cli/commands/observe.js +0 -247
- package/dist/src/cli/commands/observe.js.map +0 -1
- package/dist/src/cli/commands/registry.d.ts +0 -11
- package/dist/src/cli/commands/registry.d.ts.map +0 -1
- package/dist/src/cli/commands/registry.js +0 -32
- package/dist/src/cli/commands/registry.js.map +0 -1
- package/dist/src/cli/i18n-dict.d.ts.map +0 -1
- package/dist/src/cli/i18n-dict.js.map +0 -1
- package/dist/src/cli/i18n.d.ts.map +0 -1
- package/dist/src/cli/i18n.js.map +0 -1
- package/dist/src/cli/parse-run-config.d.ts.map +0 -1
- package/dist/src/cli/parse-run-config.js.map +0 -1
- package/dist/src/cli/parse-strict.d.ts +0 -7
- package/dist/src/cli/parse-strict.d.ts.map +0 -1
- package/dist/src/cli/parse-strict.js +0 -26
- package/dist/src/cli/parse-strict.js.map +0 -1
- package/dist/src/cli/progress.d.ts.map +0 -1
- package/dist/src/cli/progress.js.map +0 -1
- package/dist/src/cli/run-tally.d.ts.map +0 -1
- package/dist/src/cli/run-tally.js.map +0 -1
- package/dist/src/cli/update-check.d.ts.map +0 -1
- package/dist/src/cli/update-check.js.map +0 -1
- /package/dist/src/cli/{progress.d.ts → lib/progress.d.ts} +0 -0
- /package/dist/src/cli/{progress.js → lib/progress.js} +0 -0
- /package/dist/src/cli/{run-tally.js → lib/run-tally.js} +0 -0
- /package/dist/src/cli/{update-check.d.ts → lib/update-check.d.ts} +0 -0
- /package/dist/src/cli/{update-check.js → lib/update-check.js} +0 -0
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import { Flags } from '@oclif/core';
|
|
2
|
+
import { BaseCommand } from '../../../oclif/base-command.js';
|
|
3
|
+
import { LANG_FLAG, bilingual } from '../../../oclif/i18n.js';
|
|
4
|
+
import { CliExit } from '../../../lib/cli-exit.js';
|
|
5
|
+
export default class EvalGoldInit extends BaseCommand {
|
|
6
|
+
static description = bilingual({
|
|
7
|
+
zh: '初始化 gold dataset 目录(human-gold 标注集脚手架)。',
|
|
8
|
+
en: 'Init gold dataset dir (scaffold for human-gold annotations).',
|
|
9
|
+
});
|
|
10
|
+
static flags = {
|
|
11
|
+
lang: LANG_FLAG,
|
|
12
|
+
out: Flags.string({
|
|
13
|
+
description: bilingual({
|
|
14
|
+
zh: '输出目录,默认 ./gold-dataset',
|
|
15
|
+
en: 'Output dir, default ./gold-dataset',
|
|
16
|
+
}),
|
|
17
|
+
default: './gold-dataset',
|
|
18
|
+
}),
|
|
19
|
+
annotator: Flags.string({
|
|
20
|
+
description: bilingual({
|
|
21
|
+
zh: '标注者名,写入 metadata.yaml',
|
|
22
|
+
en: 'Annotator name, written to metadata.yaml',
|
|
23
|
+
}),
|
|
24
|
+
}),
|
|
25
|
+
};
|
|
26
|
+
async run() {
|
|
27
|
+
const { flags } = await this.parse(EvalGoldInit);
|
|
28
|
+
const lang = this.lang;
|
|
29
|
+
await this.runWithCliExit(async () => {
|
|
30
|
+
const { initGoldDataset } = await import('../../../../grading/gold-cli.js');
|
|
31
|
+
try {
|
|
32
|
+
const written = initGoldDataset(flags.out, {
|
|
33
|
+
annotator: flags.annotator,
|
|
34
|
+
});
|
|
35
|
+
console.log(lang === 'zh'
|
|
36
|
+
? `已在 ${flags.out} 创建 ${written.length} 个文件:`
|
|
37
|
+
: `Created ${written.length} files in ${flags.out}:`);
|
|
38
|
+
for (const p of written)
|
|
39
|
+
console.log(` ${p}`);
|
|
40
|
+
console.log(lang === 'zh'
|
|
41
|
+
? '\n下一步:编辑 annotations.yaml 加入真实标注,然后运行 omk eval gold validate'
|
|
42
|
+
: '\nNext step: edit annotations.yaml with real annotations, then run omk eval gold validate');
|
|
43
|
+
}
|
|
44
|
+
catch (err) {
|
|
45
|
+
console.error(err.message);
|
|
46
|
+
throw new CliExit(1);
|
|
47
|
+
}
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
//# sourceMappingURL=init.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"init.js","sourceRoot":"","sources":["../../../../../../src/cli/commands/eval/gold/init.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAEnD,MAAM,CAAC,OAAO,OAAO,YAAa,SAAQ,WAAW;IACnD,MAAM,CAAC,WAAW,GAAG,SAAS,CAAC;QAC7B,EAAE,EAAE,yCAAyC;QAC7C,EAAE,EAAE,8DAA8D;KACnE,CAAC,CAAC;IAEH,MAAM,CAAC,KAAK,GAAG;QACb,IAAI,EAAE,SAAS;QACf,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC;YAChB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,wBAAwB;gBAC5B,EAAE,EAAE,oCAAoC;aACzC,CAAC;YACF,OAAO,EAAE,gBAAgB;SAC1B,CAAC;QACF,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,uBAAuB;gBAC3B,EAAE,EAAE,0CAA0C;aAC/C,CAAC;SACH,CAAC;KACH,CAAC;IAEF,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,IAAI,EAAE;YACnC,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;YAC5E,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,GAAG,EAAE;oBACzC,SAAS,EAAE,KAAK,CAAC,SAAS;iBAC3B,CAAC,CAAC;gBACH,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,IAAI;oBACvB,CAAC,CAAC,MAAM,KAAK,CAAC,GAAG,OAAO,OAAO,CAAC,MAAM,OAAO;oBAC7C,CAAC,CAAC,WAAW,OAAO,CAAC,MAAM,aAAa,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;gBACxD,KAAK,MAAM,CAAC,IAAI,OAAO;oBAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC/C,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,IAAI;oBACvB,CAAC,CAAC,8DAA8D;oBAChE,CAAC,CAAC,2FAA2F,CAAC,CAAC;YACnG,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAE,GAAa,CAAC,OAAO,CAAC,CAAC;gBACtC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { BaseCommand } from '../../../oclif/base-command.js';
|
|
2
|
+
export default class EvalGoldValidate extends BaseCommand {
|
|
3
|
+
static description: string;
|
|
4
|
+
static args: {
|
|
5
|
+
dir: import("@oclif/core/interfaces").Arg<string, Record<string, unknown>>;
|
|
6
|
+
};
|
|
7
|
+
static flags: {
|
|
8
|
+
lang: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
|
|
9
|
+
};
|
|
10
|
+
run(): Promise<void>;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=validate.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../../../../../src/cli/commands/eval/gold/validate.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAI7D,MAAM,CAAC,OAAO,OAAO,gBAAiB,SAAQ,WAAW;IACvD,MAAM,CAAC,WAAW,SAGf;IAEH,MAAM,CAAC,IAAI;;MAQT;IAEF,MAAM,CAAC,KAAK;;MAEV;IAEI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CAsB3B"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import { Args } from '@oclif/core';
|
|
2
|
+
import { BaseCommand } from '../../../oclif/base-command.js';
|
|
3
|
+
import { LANG_FLAG, bilingual } from '../../../oclif/i18n.js';
|
|
4
|
+
import { CliExit } from '../../../lib/cli-exit.js';
|
|
5
|
+
export default class EvalGoldValidate extends BaseCommand {
|
|
6
|
+
static description = bilingual({
|
|
7
|
+
zh: '校验 gold dataset 目录格式(annotations.yaml schema)。',
|
|
8
|
+
en: 'Validate gold dataset dir (annotations.yaml schema).',
|
|
9
|
+
});
|
|
10
|
+
static args = {
|
|
11
|
+
dir: Args.string({
|
|
12
|
+
description: bilingual({
|
|
13
|
+
zh: 'gold dataset 目录。',
|
|
14
|
+
en: 'Gold dataset dir.',
|
|
15
|
+
}),
|
|
16
|
+
required: true,
|
|
17
|
+
}),
|
|
18
|
+
};
|
|
19
|
+
static flags = {
|
|
20
|
+
lang: LANG_FLAG,
|
|
21
|
+
};
|
|
22
|
+
async run() {
|
|
23
|
+
const { args } = await this.parse(EvalGoldValidate);
|
|
24
|
+
const lang = this.lang;
|
|
25
|
+
await this.runWithCliExit(async () => {
|
|
26
|
+
const dir = args.dir;
|
|
27
|
+
if (!dir) {
|
|
28
|
+
console.error('Usage: omk eval gold validate <dir>');
|
|
29
|
+
throw new CliExit(1);
|
|
30
|
+
}
|
|
31
|
+
const { validateGoldDataset } = await import('../../../../grading/gold-cli.js');
|
|
32
|
+
const result = validateGoldDataset(dir);
|
|
33
|
+
if (result.ok) {
|
|
34
|
+
console.log(lang === 'zh'
|
|
35
|
+
? `✓ gold dataset OK,共 ${result.sampleCount} 条标注`
|
|
36
|
+
: `✓ gold dataset OK — ${result.sampleCount} annotations`);
|
|
37
|
+
return;
|
|
38
|
+
}
|
|
39
|
+
console.error(`✗ gold dataset has ${result.issues.length} issue(s):`);
|
|
40
|
+
for (const msg of result.issues)
|
|
41
|
+
console.error(` - ${msg}`);
|
|
42
|
+
throw new CliExit(1);
|
|
43
|
+
});
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
//# sourceMappingURL=validate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../../../../../src/cli/commands/eval/gold/validate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACnC,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAEnD,MAAM,CAAC,OAAO,OAAO,gBAAiB,SAAQ,WAAW;IACvD,MAAM,CAAC,WAAW,GAAG,SAAS,CAAC;QAC7B,EAAE,EAAE,gDAAgD;QACpD,EAAE,EAAE,sDAAsD;KAC3D,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,GAAG;QACZ,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC;YACf,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,kBAAkB;gBACtB,EAAE,EAAE,mBAAmB;aACxB,CAAC;YACF,QAAQ,EAAE,IAAI;SACf,CAAC;KACH,CAAC;IAEF,MAAM,CAAC,KAAK,GAAG;QACb,IAAI,EAAE,SAAS;KAChB,CAAC;IAEF,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,IAAI,EAAE;YACnC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;YACrB,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,OAAO,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;gBACrD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;YACD,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;YAChF,MAAM,MAAM,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;YACxC,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;gBACd,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,IAAI;oBACvB,CAAC,CAAC,uBAAuB,MAAM,CAAC,WAAW,MAAM;oBACjD,CAAC,CAAC,uBAAuB,MAAM,CAAC,WAAW,cAAc,CAAC,CAAC;gBAC7D,OAAO;YACT,CAAC;YACD,OAAO,CAAC,KAAK,CAAC,sBAAsB,MAAM,CAAC,MAAM,CAAC,MAAM,YAAY,CAAC,CAAC;YACtE,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM;gBAAE,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;YAC7D,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;IACL,CAAC"}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { BaseCommand } from '../../oclif/base-command.js';
|
|
2
|
+
export default class Eval extends BaseCommand {
|
|
3
|
+
static description: string;
|
|
4
|
+
static examples: {
|
|
5
|
+
description: string;
|
|
6
|
+
command: string;
|
|
7
|
+
}[];
|
|
8
|
+
static flags: {
|
|
9
|
+
lang: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
|
|
10
|
+
control: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
11
|
+
treatment: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
12
|
+
config: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
13
|
+
samples: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
14
|
+
'skill-dir': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
15
|
+
model: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
16
|
+
executor: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
17
|
+
'judge-models': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
18
|
+
'output-dir': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
19
|
+
'no-judge': import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
20
|
+
'no-cache': import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
21
|
+
'dry-run': import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
22
|
+
concurrency: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
23
|
+
timeout: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
24
|
+
batch: import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
25
|
+
'skip-connectivity': import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
26
|
+
'skip-doctor': import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
27
|
+
'mcp-config': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
28
|
+
'no-serve': import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
29
|
+
verbose: import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
30
|
+
retry: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
31
|
+
resume: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
32
|
+
'layered-stats': import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
33
|
+
'strict-baseline': import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
34
|
+
'no-strict-baseline': import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
35
|
+
effort: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
36
|
+
'no-diagnostic': import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
37
|
+
blind: import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
38
|
+
repeat: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
39
|
+
'judge-repeat': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
40
|
+
bootstrap: import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
41
|
+
'bootstrap-samples': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
42
|
+
'gold-dir': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
43
|
+
'no-debias-length': import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
44
|
+
'budget-usd': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
45
|
+
'budget-per-sample-usd': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
46
|
+
'budget-per-sample-ms': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
47
|
+
threshold: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
48
|
+
'trivial-diff': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
49
|
+
'report-only': import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
50
|
+
'no-gate': import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
51
|
+
};
|
|
52
|
+
run(): Promise<void>;
|
|
53
|
+
}
|
|
54
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/cli/commands/eval/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAiV1D,MAAM,CAAC,OAAO,OAAO,IAAK,SAAQ,WAAW;IAC3C,MAAM,CAAC,WAAW,SAGf;IAEH,MAAM,CAAC,QAAQ;;;QAeb;IAEF,MAAM,CAAC,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAwKV;IAEI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CAO3B"}
|
|
@@ -1,8 +1,12 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
1
|
+
import { Flags } from '@oclif/core';
|
|
2
|
+
import { LANG_FLAG, bilingual } from '../../oclif/i18n.js';
|
|
3
|
+
import { BaseCommand } from '../../oclif/base-command.js';
|
|
4
|
+
import { enumStringParser, integerStringParser, numberStringParser } from '../../oclif/parsers.js';
|
|
5
|
+
import { CliExit } from '../../lib/cli-exit.js';
|
|
6
|
+
import { tCli } from '../../lib/i18n.js';
|
|
7
|
+
import { parseRunConfig } from '../../lib/parse-run-config.js';
|
|
8
|
+
import { makeOnProgress } from '../../lib/progress.js';
|
|
9
|
+
import { computeRunTally } from '../../lib/run-tally.js';
|
|
6
10
|
function isDryRunReport(report) {
|
|
7
11
|
return Boolean(report && typeof report === 'object' && report.dryRun === true);
|
|
8
12
|
}
|
|
@@ -33,7 +37,7 @@ function applyGateExitCode(code, values, lang) {
|
|
|
33
37
|
return 0;
|
|
34
38
|
}
|
|
35
39
|
async function emitEvaluationVerdict(report, values) {
|
|
36
|
-
const { computeVerdict, formatVerdictText } = await import('
|
|
40
|
+
const { computeVerdict, formatVerdictText } = await import('../../../eval-core/verdict.js');
|
|
37
41
|
const result = computeVerdict(report, verdictOptions(values));
|
|
38
42
|
console.log(formatVerdictText(result, { verbose: true }));
|
|
39
43
|
return verdictPasses(result.level, result.headline) ? 0 : 1;
|
|
@@ -55,7 +59,7 @@ function batchItemFallbackReport(batch, item) {
|
|
|
55
59
|
};
|
|
56
60
|
}
|
|
57
61
|
async function loadBatchChildReports(batch, reportsDir, lang) {
|
|
58
|
-
const { createFileStore } = await import('
|
|
62
|
+
const { createFileStore } = await import('../../../server/report-store.js');
|
|
59
63
|
const store = createFileStore(reportsDir);
|
|
60
64
|
const reports = [];
|
|
61
65
|
for (const item of batch.items) {
|
|
@@ -71,7 +75,7 @@ async function loadBatchChildReports(batch, reportsDir, lang) {
|
|
|
71
75
|
return reports;
|
|
72
76
|
}
|
|
73
77
|
async function emitBatchVerdict(report, reportsDir, values, lang) {
|
|
74
|
-
const { computeVerdict } = await import('
|
|
78
|
+
const { computeVerdict } = await import('../../../eval-core/verdict.js');
|
|
75
79
|
const childReports = await loadBatchChildReports(report, reportsDir, lang);
|
|
76
80
|
const results = childReports.map((child) => ({
|
|
77
81
|
id: child.id,
|
|
@@ -99,7 +103,7 @@ async function announceSavedReport({ report, filePath, reportsDir, values, lang,
|
|
|
99
103
|
process.stderr.write(tCli('cli.run.tally', lang, tally));
|
|
100
104
|
process.stderr.write(tCli('cli.run.report_saved', lang, { path: filePath }));
|
|
101
105
|
if (!values['no-serve'] && process.stdout.isTTY) {
|
|
102
|
-
const { createReportServer } = await import('
|
|
106
|
+
const { createReportServer } = await import('../../../server/report-server.js');
|
|
103
107
|
const server = createReportServer({ reportsDir });
|
|
104
108
|
const serverUrl = await server.start();
|
|
105
109
|
const reportUrl = `${serverUrl}/reports/${report.id}`;
|
|
@@ -116,40 +120,19 @@ async function announceSavedReport({ report, filePath, reportsDir, values, lang,
|
|
|
116
120
|
process.stderr.write(tCli('cli.run.no_serve_view_hint', lang, { id: report.id, dir: reportsDir }));
|
|
117
121
|
}
|
|
118
122
|
}
|
|
119
|
-
|
|
120
|
-
const
|
|
121
|
-
|
|
122
|
-
// CLI > eval.yaml > hardcoded-default 三级 fallback 区分不开 ("用户没传" vs "用户传了等于 default 值")。
|
|
123
|
-
// hardcoded default 在下面处理 undefined 时显式给。
|
|
124
|
-
const { values, config, evalConfig } = parseRunConfig(argv, {
|
|
125
|
-
blind: { type: 'boolean' },
|
|
126
|
-
repeat: { type: 'string' },
|
|
127
|
-
'judge-repeat': { type: 'string' },
|
|
128
|
-
bootstrap: { type: 'boolean' },
|
|
129
|
-
'bootstrap-samples': { type: 'string' },
|
|
130
|
-
'gold-dir': { type: 'string' },
|
|
131
|
-
'no-debias-length': { type: 'boolean' },
|
|
132
|
-
'budget-usd': { type: 'string' },
|
|
133
|
-
'budget-per-sample-usd': { type: 'string' },
|
|
134
|
-
'budget-per-sample-ms': { type: 'string' },
|
|
135
|
-
threshold: { type: 'string', default: '3.5' },
|
|
136
|
-
'trivial-diff': { type: 'string' },
|
|
137
|
-
'report-only': { type: 'boolean' },
|
|
138
|
-
'no-gate': { type: 'boolean' },
|
|
139
|
-
});
|
|
140
|
-
const { runEvaluation, runMultiple, runBatchEvaluation } = await import('../../eval-workflows/run-evaluation.js');
|
|
123
|
+
async function runEval(_args, flags, lang) {
|
|
124
|
+
const { values, config, evalConfig } = parseRunConfig({ ...flags });
|
|
125
|
+
const { runEvaluation, runMultiple, runBatchEvaluation } = await import('../../../eval-workflows/run-evaluation.js');
|
|
141
126
|
if (values.blind !== undefined) {
|
|
142
127
|
config.blind = values.blind;
|
|
143
128
|
}
|
|
144
129
|
config.onProgress = makeOnProgress(lang);
|
|
145
|
-
// --repeat: CLI > eval.yaml > 1. 非 ≥1 整数时提示并钳到 1。
|
|
146
130
|
const repeatRaw = values.repeat;
|
|
147
131
|
const parsedRepeat = repeatRaw !== undefined ? Number(repeatRaw) : (evalConfig?.repeat ?? 1);
|
|
148
132
|
if (repeatRaw !== undefined && (!Number.isFinite(parsedRepeat) || parsedRepeat < 1)) {
|
|
149
133
|
process.stderr.write(tCli('cli.run.invalid_repeat', lang, { value: repeatRaw }));
|
|
150
134
|
}
|
|
151
135
|
const repeatCount = Math.max(1, Math.floor(parsedRepeat) || 1);
|
|
152
|
-
// --judge-repeat: CLI > eval.yaml > 1.
|
|
153
136
|
const judgeRepeatRaw = values['judge-repeat'];
|
|
154
137
|
const parsedJudgeRepeat = judgeRepeatRaw !== undefined ? Number(judgeRepeatRaw) : (evalConfig?.judgeRepeat ?? 1);
|
|
155
138
|
if (judgeRepeatRaw !== undefined && (!Number.isFinite(parsedJudgeRepeat) || parsedJudgeRepeat < 1)) {
|
|
@@ -158,10 +141,6 @@ export async function execute(argv) {
|
|
|
158
141
|
const judgeRepeatCount = Math.max(1, Math.floor(parsedJudgeRepeat) || 1);
|
|
159
142
|
if (judgeRepeatCount > 1)
|
|
160
143
|
config.judgeRepeat = judgeRepeatCount;
|
|
161
|
-
// --budget-usd / --budget-per-sample-usd / --budget-per-sample-ms:
|
|
162
|
-
// hard budget caps. CLI flags override config-file values. When the
|
|
163
|
-
// total-USD cap is exceeded mid-run, remaining tasks are skipped and a
|
|
164
|
-
// partial report is persisted with meta.budgetExhausted=true.
|
|
165
144
|
const budgetUSD = values['budget-usd'] != null ? Number(values['budget-usd']) : undefined;
|
|
166
145
|
const budgetPerSampleUSD = values['budget-per-sample-usd'] != null ? Number(values['budget-per-sample-usd']) : undefined;
|
|
167
146
|
const budgetPerSampleMs = values['budget-per-sample-ms'] != null ? Number(values['budget-per-sample-ms']) : undefined;
|
|
@@ -172,18 +151,12 @@ export async function execute(argv) {
|
|
|
172
151
|
...(budgetPerSampleMs !== undefined && Number.isFinite(budgetPerSampleMs) && budgetPerSampleMs >= 0 ? { perSampleMs: budgetPerSampleMs } : {}),
|
|
173
152
|
};
|
|
174
153
|
}
|
|
175
|
-
// --no-debias-length / eval.yaml `lengthDebias: false`: opt out of length-controlled prompt。
|
|
176
|
-
// Default debias-on (judge prompt v3-cot-length); flip off only to reproduce historical reports。
|
|
177
|
-
// CLI 显式 --no-debias-length > eval.yaml lengthDebias > 默认 true。
|
|
178
154
|
const lengthDebiasOff = values['no-debias-length'] === true
|
|
179
155
|
|| (values['no-debias-length'] === undefined && evalConfig?.lengthDebias === false);
|
|
180
156
|
if (lengthDebiasOff) {
|
|
181
157
|
config.lengthDebias = false;
|
|
182
158
|
process.stderr.write(tCli('cli.run.no_debias_length_active', lang));
|
|
183
159
|
}
|
|
184
|
-
// --bootstrap / --bootstrap-samples: CLI > eval.yaml > default(on / 1000)。
|
|
185
|
-
// `omk eval` owns the product default here instead of wrapper-injecting argv
|
|
186
|
-
// in commands/eval.ts, so config-file opt-out stays possible.
|
|
187
160
|
const bootstrapEnabled = values.bootstrap === true
|
|
188
161
|
|| (values.bootstrap === undefined && evalConfig?.bootstrap !== false);
|
|
189
162
|
if (bootstrapEnabled) {
|
|
@@ -199,13 +172,11 @@ export async function execute(argv) {
|
|
|
199
172
|
}
|
|
200
173
|
config.bootstrapSamples = bsCount;
|
|
201
174
|
}
|
|
202
|
-
// 注入 lang 让 evaluation pipeline 能渲染 doctor 报告(失败时)。
|
|
203
175
|
config.lang = lang;
|
|
204
176
|
if (values['skip-connectivity']) {
|
|
205
177
|
process.stderr.write(tCli('cli.run.skip_connectivity_warning', lang) + '\n');
|
|
206
178
|
}
|
|
207
179
|
try {
|
|
208
|
-
// --batch mode: evaluate each skill independently
|
|
209
180
|
if (values.batch) {
|
|
210
181
|
const { report, filePath } = await runBatchEvaluation({
|
|
211
182
|
...config,
|
|
@@ -255,10 +226,9 @@ export async function execute(argv) {
|
|
|
255
226
|
report = result.report;
|
|
256
227
|
filePath = result.filePath;
|
|
257
228
|
}
|
|
258
|
-
// --gold-dir / eval.yaml goldDir: compute α/κ/Pearson against gold annotations and re-persist.
|
|
259
229
|
const goldDir = values['gold-dir'] ?? evalConfig?.goldDir;
|
|
260
230
|
if (goldDir && filePath) {
|
|
261
|
-
const { attachGoldAgreementToReport, formatGoldCompare } = await import('
|
|
231
|
+
const { attachGoldAgreementToReport, formatGoldCompare } = await import('../../../grading/gold-cli.js');
|
|
262
232
|
const out = attachGoldAgreementToReport({
|
|
263
233
|
report,
|
|
264
234
|
goldDir,
|
|
@@ -288,12 +258,208 @@ export async function execute(argv) {
|
|
|
288
258
|
throw new CliExit(applyGateExitCode(exitCode, values, lang));
|
|
289
259
|
}
|
|
290
260
|
catch (err) {
|
|
291
|
-
// CliExit 是显式 exit 信号(从 requireEvaluationReport 等子调用冒上来),
|
|
292
|
-
// 保持原 code 透传;只有真正运行时错误才包装成 CliExit(1)。
|
|
293
261
|
if (err instanceof CliExit)
|
|
294
262
|
throw err;
|
|
295
263
|
console.error(tCli('cli.common.error_prefix', lang, { message: err.message }));
|
|
296
264
|
throw new CliExit(1);
|
|
297
265
|
}
|
|
298
266
|
}
|
|
299
|
-
|
|
267
|
+
export default class Eval extends BaseCommand {
|
|
268
|
+
static description = bilingual({
|
|
269
|
+
zh: '跑评测:对一个 control vs 多个 treatment skill 做对照试验,产 verdict 报告。',
|
|
270
|
+
en: 'Run evaluation: control vs treatment(s) comparison, produce verdict report.',
|
|
271
|
+
});
|
|
272
|
+
static examples = [
|
|
273
|
+
{
|
|
274
|
+
description: bilingual({
|
|
275
|
+
zh: '最简对照:baseline vs my-skill',
|
|
276
|
+
en: 'Minimal A/B: baseline vs my-skill',
|
|
277
|
+
}),
|
|
278
|
+
command: '<%= config.bin %> eval --control baseline --treatment my-skill',
|
|
279
|
+
},
|
|
280
|
+
{
|
|
281
|
+
description: bilingual({
|
|
282
|
+
zh: 'eval.yaml 驱动 + bootstrap CI',
|
|
283
|
+
en: 'eval.yaml driven + bootstrap CI',
|
|
284
|
+
}),
|
|
285
|
+
command: '<%= config.bin %> eval --config eval.yaml --bootstrap',
|
|
286
|
+
},
|
|
287
|
+
];
|
|
288
|
+
static flags = {
|
|
289
|
+
lang: LANG_FLAG,
|
|
290
|
+
// ── 实验角色 ──
|
|
291
|
+
control: Flags.string({
|
|
292
|
+
description: bilingual({ zh: 'control variant 表达式', en: 'Control variant expr' }),
|
|
293
|
+
}),
|
|
294
|
+
treatment: Flags.string({
|
|
295
|
+
description: bilingual({
|
|
296
|
+
zh: 'treatment variant 列表,逗号分隔',
|
|
297
|
+
en: 'Treatment variants, comma-separated',
|
|
298
|
+
}),
|
|
299
|
+
}),
|
|
300
|
+
config: Flags.string({
|
|
301
|
+
description: bilingual({ zh: 'eval.yaml 路径', en: 'eval.yaml path' }),
|
|
302
|
+
}),
|
|
303
|
+
samples: Flags.string({
|
|
304
|
+
description: bilingual({
|
|
305
|
+
zh: '样本文件路径。默认 eval-samples.json,也接受 .yaml/.yml;自动发现 --skill-dir 下的 <skill>/.omk/samples.json。',
|
|
306
|
+
en: 'Samples file path. Defaults to eval-samples.json (also .yaml/.yml); auto-discovers <skill>/.omk/samples.json under --skill-dir.',
|
|
307
|
+
}),
|
|
308
|
+
}),
|
|
309
|
+
'skill-dir': Flags.string({
|
|
310
|
+
description: bilingual({ zh: 'skill 目录,默认 skills', en: 'Skill dir, default skills' }),
|
|
311
|
+
}),
|
|
312
|
+
// ── 模型 / 执行器 ──
|
|
313
|
+
model: Flags.string({
|
|
314
|
+
description: bilingual({ zh: '被测模型', en: 'Evaluated model' }),
|
|
315
|
+
}),
|
|
316
|
+
executor: Flags.string({
|
|
317
|
+
description: bilingual({
|
|
318
|
+
zh: '执行器:claude / claude-sdk / codex / codex-sdk / openai-api / gemini / 自定义命令(默认 claude)。',
|
|
319
|
+
en: 'Executor: claude / claude-sdk / codex / codex-sdk / openai-api / gemini / custom (default claude).',
|
|
320
|
+
}),
|
|
321
|
+
}),
|
|
322
|
+
'judge-models': Flags.string({
|
|
323
|
+
description: bilingual({
|
|
324
|
+
zh: '评委配置,格式 executor:model[,...],例 claude:haiku 或 claude:opus,openai:gpt-4o(≥ 2 个 = ensemble)。默认 <executor>:haiku。',
|
|
325
|
+
en: 'Judge config: executor:model[,...]. e.g. claude:haiku or claude:opus,openai:gpt-4o (≥ 2 = ensemble). Default <executor>:haiku.',
|
|
326
|
+
}),
|
|
327
|
+
}),
|
|
328
|
+
'output-dir': Flags.string({
|
|
329
|
+
description: bilingual({ zh: '报告输出目录', en: 'Report output dir' }),
|
|
330
|
+
}),
|
|
331
|
+
// ── 评测 toggle ──
|
|
332
|
+
'no-judge': Flags.boolean({
|
|
333
|
+
description: bilingual({ zh: '跳过 LLM judge', en: 'Skip LLM judge' }),
|
|
334
|
+
}),
|
|
335
|
+
'no-cache': Flags.boolean({
|
|
336
|
+
description: bilingual({ zh: '跳过 executor cache', en: 'Skip executor cache' }),
|
|
337
|
+
}),
|
|
338
|
+
'dry-run': Flags.boolean({
|
|
339
|
+
description: bilingual({ zh: '只 plan 不实跑', en: 'Plan only, no real exec' }),
|
|
340
|
+
}),
|
|
341
|
+
concurrency: Flags.string({
|
|
342
|
+
description: bilingual({ zh: '并发数,默认 1', en: 'Concurrency, default 1' }),
|
|
343
|
+
parse: integerStringParser('--concurrency', { min: 1 }),
|
|
344
|
+
}),
|
|
345
|
+
timeout: Flags.string({
|
|
346
|
+
description: bilingual({ zh: '单样本超时秒,默认 120', en: 'Per-sample timeout sec, default 120' }),
|
|
347
|
+
parse: numberStringParser('--timeout', { min: 1 }),
|
|
348
|
+
}),
|
|
349
|
+
batch: Flags.boolean({
|
|
350
|
+
description: bilingual({
|
|
351
|
+
zh: 'batch 模式:baseline vs 每个 skill',
|
|
352
|
+
en: 'Batch mode: baseline vs each skill',
|
|
353
|
+
}),
|
|
354
|
+
}),
|
|
355
|
+
'skip-connectivity': Flags.boolean({
|
|
356
|
+
description: bilingual({ zh: '跳 LLM 连通性预检', en: 'Skip LLM connectivity preflight' }),
|
|
357
|
+
}),
|
|
358
|
+
'skip-doctor': Flags.boolean({
|
|
359
|
+
description: bilingual({
|
|
360
|
+
zh: 'escape hatch:跳 doctor 健康检查门禁(默认强制启用)。沙箱 mock 提供依赖时绕开 doctor 物理路径误报;garbage-in 风险自负。',
|
|
361
|
+
en: 'Escape hatch: skip the doctor health-check gate (on by default). Use when sandbox mocks supply deps; caller owns garbage-in risk.',
|
|
362
|
+
}),
|
|
363
|
+
}),
|
|
364
|
+
'mcp-config': Flags.string({
|
|
365
|
+
description: bilingual({ zh: 'MCP 配置文件路径', en: 'MCP config path' }),
|
|
366
|
+
}),
|
|
367
|
+
'no-serve': Flags.boolean({
|
|
368
|
+
description: bilingual({ zh: '不启 report server', en: 'Do not start report server' }),
|
|
369
|
+
}),
|
|
370
|
+
verbose: Flags.boolean({
|
|
371
|
+
description: bilingual({ zh: '详细日志', en: 'Verbose logging' }),
|
|
372
|
+
}),
|
|
373
|
+
retry: Flags.string({
|
|
374
|
+
description: bilingual({ zh: '失败 sample 重试次数', en: 'Per-sample retry count' }),
|
|
375
|
+
parse: integerStringParser('--retry', { min: 0 }),
|
|
376
|
+
}),
|
|
377
|
+
resume: Flags.string({
|
|
378
|
+
description: bilingual({ zh: '从某次失败 run 续跑', en: 'Resume a previous failed run' }),
|
|
379
|
+
}),
|
|
380
|
+
'layered-stats': Flags.boolean({
|
|
381
|
+
description: bilingual({ zh: '输出分层统计', en: 'Emit layered stats' }),
|
|
382
|
+
}),
|
|
383
|
+
'strict-baseline': Flags.boolean({
|
|
384
|
+
description: bilingual({ zh: '强制 baseline 隔离(default true)', en: 'Force baseline isolation (default true)' }),
|
|
385
|
+
}),
|
|
386
|
+
'no-strict-baseline': Flags.boolean({
|
|
387
|
+
description: bilingual({ zh: '关闭 baseline 隔离', en: 'Disable baseline isolation' }),
|
|
388
|
+
}),
|
|
389
|
+
effort: Flags.string({
|
|
390
|
+
description: bilingual({
|
|
391
|
+
zh: '被测 LLM 扩展思考预算 low/medium/high/xhigh/max(默认 low;跨 effort 报告不严格可比)。',
|
|
392
|
+
en: 'Executor LLM reasoning effort low/medium/high/xhigh/max (default low; reports across efforts not strictly comparable).',
|
|
393
|
+
}),
|
|
394
|
+
parse: enumStringParser('--effort', ['low', 'medium', 'high', 'xhigh', 'max']),
|
|
395
|
+
}),
|
|
396
|
+
'no-diagnostic': Flags.boolean({
|
|
397
|
+
description: bilingual({
|
|
398
|
+
zh: '关闭 diagnostic 诊断 LLM 调用(默认开,给 failed sample 出「哪错了 + 怎么改」建议)。',
|
|
399
|
+
en: 'Disable diagnostic LLM call (on by default; emits "what went wrong + how to fix" advice for failed samples).',
|
|
400
|
+
}),
|
|
401
|
+
}),
|
|
402
|
+
// ── eval-runner extra ──
|
|
403
|
+
blind: Flags.boolean({
|
|
404
|
+
description: bilingual({ zh: 'judge blind 模式', en: 'Blind judge mode' }),
|
|
405
|
+
}),
|
|
406
|
+
repeat: Flags.string({
|
|
407
|
+
description: bilingual({ zh: '每个 sample 重复跑 N 次', en: 'Repeat each sample N times' }),
|
|
408
|
+
parse: integerStringParser('--repeat', { min: 1 }),
|
|
409
|
+
}),
|
|
410
|
+
'judge-repeat': Flags.string({
|
|
411
|
+
description: bilingual({ zh: '每个 dim 评 N 次', en: 'Judge each dim N times' }),
|
|
412
|
+
parse: integerStringParser('--judge-repeat', { min: 1 }),
|
|
413
|
+
}),
|
|
414
|
+
bootstrap: Flags.boolean({
|
|
415
|
+
description: bilingual({ zh: '加 bootstrap CI', en: 'Add bootstrap CI' }),
|
|
416
|
+
}),
|
|
417
|
+
'bootstrap-samples': Flags.string({
|
|
418
|
+
description: bilingual({ zh: 'bootstrap 重采样次数,默认 1000', en: 'Bootstrap resamples, default 1000' }),
|
|
419
|
+
parse: integerStringParser('--bootstrap-samples', { min: 100 }),
|
|
420
|
+
}),
|
|
421
|
+
'gold-dir': Flags.string({
|
|
422
|
+
description: bilingual({ zh: 'gold dataset 目录', en: 'Gold dataset dir' }),
|
|
423
|
+
}),
|
|
424
|
+
'no-debias-length': Flags.boolean({
|
|
425
|
+
description: bilingual({ zh: '关 length-debias(默认开)', en: 'Disable length-debias (default on)' }),
|
|
426
|
+
}),
|
|
427
|
+
'budget-usd': Flags.string({
|
|
428
|
+
description: bilingual({ zh: '总预算上限 USD(必须 > 0,不传则无上限)', en: 'Total budget cap USD (must be > 0; omit for no cap)' }),
|
|
429
|
+
parse: numberStringParser('--budget-usd', { minExclusive: 0 }),
|
|
430
|
+
}),
|
|
431
|
+
'budget-per-sample-usd': Flags.string({
|
|
432
|
+
description: bilingual({ zh: '单 sample 预算上限 USD(必须 > 0,不传则无上限)', en: 'Per-sample budget cap USD (must be > 0; omit for no cap)' }),
|
|
433
|
+
parse: numberStringParser('--budget-per-sample-usd', { minExclusive: 0 }),
|
|
434
|
+
}),
|
|
435
|
+
'budget-per-sample-ms': Flags.string({
|
|
436
|
+
description: bilingual({ zh: '单 sample 时长上限 ms(必须 > 0,不传则无上限)', en: 'Per-sample time cap ms (must be > 0; omit for no cap)' }),
|
|
437
|
+
parse: numberStringParser('--budget-per-sample-ms', { minExclusive: 0 }),
|
|
438
|
+
}),
|
|
439
|
+
threshold: Flags.string({
|
|
440
|
+
description: bilingual({ zh: 'verdict 阈值,默认 3.5', en: 'Verdict threshold, default 3.5' }),
|
|
441
|
+
parse: numberStringParser('--threshold'),
|
|
442
|
+
}),
|
|
443
|
+
'trivial-diff': Flags.string({
|
|
444
|
+
description: bilingual({ zh: '可忽略 diff 容差,0 表示不启用容差', en: 'Trivial diff tolerance; 0 disables tolerance' }),
|
|
445
|
+
parse: numberStringParser('--trivial-diff', { min: 0 }),
|
|
446
|
+
}),
|
|
447
|
+
'report-only': Flags.boolean({
|
|
448
|
+
description: bilingual({
|
|
449
|
+
zh: '生成报告并打印 verdict,但始终 exit 0(不参与 CI gate)。',
|
|
450
|
+
en: 'Produce the report and print verdict, but always exit 0 (no CI gate).',
|
|
451
|
+
}),
|
|
452
|
+
}),
|
|
453
|
+
'no-gate': Flags.boolean({
|
|
454
|
+
description: bilingual({ zh: '关 verdict gate', en: 'Disable verdict gate' }),
|
|
455
|
+
}),
|
|
456
|
+
};
|
|
457
|
+
async run() {
|
|
458
|
+
const { args, flags } = await this.parse(Eval);
|
|
459
|
+
const lang = this.lang;
|
|
460
|
+
await this.runWithCliExit(async () => {
|
|
461
|
+
await runEval(args, { ...flags, lang }, lang);
|
|
462
|
+
});
|
|
463
|
+
}
|
|
464
|
+
}
|
|
465
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/cli/commands/eval/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACnG,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAChD,OAAO,EAAE,IAAI,EAAgB,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AA0BzD,SAAS,cAAc,CAAC,MAAe;IACrC,OAAO,OAAO,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAK,MAA+B,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC;AAC3G,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAe;IAC1C,OAAO,cAAc,CAAC,MAAM,CAAC,IAAK,MAA8B,CAAC,KAAK,KAAK,IAAI,CAAC;AAClF,CAAC;AAED,SAAS,cAAc,CAAC,MAAoB;IAC1C,MAAM,YAAY,GAAG,MAAM,CAAC,SAA+B,CAAC;IAC5D,MAAM,aAAa,GAAG,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACvF,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;QACtB,CAAC,CAAC,GAAG,CAAC;IACR,MAAM,UAAU,GAAG,MAAM,CAAC,cAAc,CAAuB,CAAC;IAChE,MAAM,kBAAkB,GAAG,UAAU,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACxF,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC;QACpB,CAAC,CAAC,SAAS,CAAC;IACd,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,CAAC;AAC/C,CAAC;AAED,SAAS,aAAa,CAAC,KAAa,EAAE,QAAgB;IACpD,OAAO,KAAK,KAAK,UAAU,IAAI,CAAC,KAAK,KAAK,MAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;AACjF,CAAC;AAED,SAAS,cAAc,CAAC,MAAoB;IAC1C,OAAO,MAAM,CAAC,aAAa,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC;AACtE,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,MAAoB,EAAE,IAAa;IAC1E,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IACzC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,kCAAkC,EAAE,IAAI,CAAC,CAAC,CAAC;IACrE,OAAO,CAAC,CAAC;AACX,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,MAAwB,EAAE,MAAoB;IACjF,MAAM,EAAE,cAAc,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;IAC5F,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC1D,OAAO,aAAa,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,uBAAuB,CAC9B,KAA4B,EAC5B,IAA4C;IAE5C,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,EAAE,EAAE,IAAI,CAAC,QAAQ;QACjB,IAAI,EAAE;YACJ,GAAG,KAAK,CAAC,IAAI;YACb,QAAQ,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC;YACjC,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,cAAc,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE;SAC5E;QACD,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,OAAO,EAAE,EAAE;QACX,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClC,CAAC;AACxB,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,KAA4B,EAC5B,UAAkB,EAClB,IAAa;IAEb,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;IAC5E,MAAM,KAAK,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAuB,EAAE,CAAC;IACvC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAI,MAAM,EAAE,IAAI,KAAK,YAAY,EAAE,CAAC;YAClC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,oCAAoC,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC9F,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,MAA6B,EAC7B,UAAkB,EAClB,MAAoB,EACpB,IAAa;IAEb,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;IACzE,MAAM,YAAY,GAAG,MAAM,qBAAqB,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IAC3E,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC3C,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,EAAE;QAC7C,OAAO,EAAE,cAAc,CAAC,KAAK,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;KACvD,CAAC,CAAC,CAAC;IACJ,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;IAChG,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;IAEvC,MAAM,MAAM,GAAG,IAAI,KAAK,IAAI;QAC1B,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;QAC/B,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,8BAA8B,EAAE,IAAI,EAAE;QACrD,MAAM;QACN,MAAM;QACN,KAAK,EAAE,OAAO,CAAC,MAAM;KACtB,CAAC,CAAC,CAAC;IACJ,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,OAAO,CAAC,KAAK,KAAK,MAAM,CAAC,SAAS,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,EACjC,MAAM,EACN,QAAQ,EACR,UAAU,EACV,MAAM,EACN,IAAI,GAOL;IACC,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IACtC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,kBAAkB,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,uBAAuB,EAAE,IAAI,CAAC,CAAC,CAAC;IAC1H,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IACzD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IAE7E,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAChD,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC;QAChF,MAAM,MAAM,GAAiB,kBAAkB,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;QAChE,MAAM,SAAS,GAAW,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QAC/C,MAAM,SAAS,GAAW,GAAG,SAAS,YAAY,MAAM,CAAC,EAAE,EAAE,CAAC;QAC9D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,+BAA+B,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QACtF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QACnF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,CAAC,CAAC,CAAC;QAE/D,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAW,QAAQ,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC;QACzG,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACpE,UAAU,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;SAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,6BAA6B,EAAE,IAAI,CAAC,CAAC,CAAC;QAChE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;IACrG,CAAC;AACH,CAAC;AAED,KAAK,UAAU,OAAO,CACpB,KAAe,EACf,KAAgB,EAChB,IAAa;IAEb,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,cAAc,CAAC,EAAE,GAAG,KAAK,EAA6B,CAAC,CAAC;IAE/F,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,2CAA2C,CAAC,CAAC;IAErH,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAA4B,CAAC;IACrD,CAAC;IACD,MAAM,CAAC,UAAU,GAAG,cAAc,CAAC,IAAI,CAAgC,CAAC;IAExE,MAAM,SAAS,GAAG,MAAM,CAAC,MAA4B,CAAC;IACtD,MAAM,YAAY,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IAC7F,IAAI,SAAS,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,CAAC,CAAC,EAAE,CAAC;QACpF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,wBAAwB,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IACnF,CAAC;IACD,MAAM,WAAW,GAAW,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;IAEvE,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,CAAuB,CAAC;IACpE,MAAM,iBAAiB,GAAG,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,WAAW,IAAI,CAAC,CAAC,CAAC;IACjH,IAAI,cAAc,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,iBAAiB,GAAG,CAAC,CAAC,EAAE,CAAC;QACnG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,8BAA8B,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;IAC9F,CAAC;IACD,MAAM,gBAAgB,GAAW,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;IACjF,IAAI,gBAAgB,GAAG,CAAC;QAAE,MAAM,CAAC,WAAW,GAAG,gBAAgB,CAAC;IAEhE,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1F,MAAM,kBAAkB,GAAG,MAAM,CAAC,uBAAuB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzH,MAAM,iBAAiB,GAAG,MAAM,CAAC,sBAAsB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACtH,IAAI,SAAS,KAAK,SAAS,IAAI,kBAAkB,KAAK,SAAS,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;QACnG,MAAM,CAAC,MAAM,GAAG;YACd,GAAG,CAAC,SAAS,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3G,GAAG,CAAC,kBAAkB,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,IAAI,kBAAkB,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnJ,GAAG,CAAC,iBAAiB,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,iBAAiB,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/I,CAAC;IACJ,CAAC;IAED,MAAM,eAAe,GAAI,MAAM,CAAC,kBAAkB,CAAyB,KAAK,IAAI;WAC/E,CAAC,MAAM,CAAC,kBAAkB,CAAC,KAAK,SAAS,IAAI,UAAU,EAAE,YAAY,KAAK,KAAK,CAAC,CAAC;IACtF,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,CAAC,YAAY,GAAG,KAAK,CAAC;QAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,iCAAiC,EAAE,IAAI,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,gBAAgB,GAAI,MAAM,CAAC,SAAiC,KAAK,IAAI;WACtE,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,IAAI,UAAU,EAAE,SAAS,KAAK,KAAK,CAAC,CAAC;IACzE,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,MAAM,KAAK,GAAG,MAAM,CAAC,mBAAmB,CAAuB,CAAC;QAChE,MAAM,QAAQ,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,gBAAgB,IAAI,IAAI,CAAC,CAAC;QAC9F,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,GAAG,CAAC,EAAE,CAAC;YAC1E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,mCAAmC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QAC1F,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC;QAC5D,IAAI,OAAO,GAAG,KAAK,EAAE,CAAC;YACpB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,qCAAqC,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QAC1F,CAAC;QACD,MAAM,CAAC,gBAAgB,GAAG,OAAO,CAAC;IACpC,CAAC;IAED,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,IAAI,MAAM,CAAC,mBAAmB,CAAY,EAAE,CAAC;QAC3C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,mCAAmC,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;IAC/E,CAAC;IAED,IAAI,CAAC;QACH,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,kBAAkB,CAAC;gBACpD,GAAG,MAAM;gBACT,MAAM,EAAE,WAAW;gBACnB,eAAe,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAqB;oBACjE,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;wBACtB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,uBAAuB,EAAE,IAAI,EAAE;4BACvD,CAAC,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC,EAAE,KAAK,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE;yBACrD,CAAC,CAAC,CAAC;oBACN,CAAC;gBACH,CAAC;aACF,CAAmF,CAAC;YACrF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC7C,IAAI,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC;gBAChC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAC,CAAC;gBACrD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,mBAAmB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9F,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;YAChF,MAAM,IAAI,OAAO,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,MAAc,CAAC;QACnB,IAAI,QAAuB,CAAC;QAE5B,IAAI,WAAW,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC;gBAC/B,GAAG,MAAM;gBACT,MAAM,EAAE,WAAW;gBACnB,gBAAgB,CAAC,EAAE,GAAG,EAAE,KAAK,EAAsB;oBACjD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;gBAChF,CAAC;aACF,CAAuB,CAAC;YACzB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YACvB,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,CAAC,MAAM,aAAa,CAAC;gBAClC,GAAG,MAAM;gBACT,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpD,CAAC,CAAe,CAAC;YAClB,IAAI,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;gBAClC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBACpD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAC,CAAC;gBACrD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;YACD,MAAM,GAAG,MAAM,CAAC,MAAgB,CAAC;YACjC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAC7B,CAAC;QAED,MAAM,OAAO,GAAI,MAAM,CAAC,UAAU,CAAwB,IAAI,UAAU,EAAE,OAAO,CAAC;QAClF,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;YACxB,MAAM,EAAE,2BAA2B,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAC;YACxG,MAAM,GAAG,GAAG,2BAA2B,CAAC;gBACtC,MAAM;gBACN,OAAO;gBACP,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,OAAO,EAAE,MAAM,CAAC,gBAAgB;aACjC,CAAC,CAAC;YACH,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;gBAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC9D,IAAI,GAAG,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;oBACpC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,+BAA+B,EAAE,IAAI,EAAE;wBAC/D,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,oBAAoB;qBACzC,CAAC,CAAC,CAAC;gBACN,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,0BAA0B,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;gBAC/E,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;oBAC/B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC9E,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,mBAAmB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9F,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7D,MAAM,IAAI,OAAO,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;IAC/D,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,IAAI,GAAG,YAAY,OAAO;YAAE,MAAM,GAAG,CAAC;QACtC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,EAAE,IAAI,EAAE,EAAE,OAAO,EAAG,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC1F,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,OAAO,OAAO,IAAK,SAAQ,WAAW;IAC3C,MAAM,CAAC,WAAW,GAAG,SAAS,CAAC;QAC7B,EAAE,EAAE,2DAA2D;QAC/D,EAAE,EAAE,6EAA6E;KAClF,CAAC,CAAC;IAEH,MAAM,CAAC,QAAQ,GAAG;QAChB;YACE,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,2BAA2B;gBAC/B,EAAE,EAAE,mCAAmC;aACxC,CAAC;YACF,OAAO,EAAE,gEAAgE;SAC1E;QACD;YACE,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,6BAA6B;gBACjC,EAAE,EAAE,iCAAiC;aACtC,CAAC;YACF,OAAO,EAAE,uDAAuD;SACjE;KACF,CAAC;IAEF,MAAM,CAAC,KAAK,GAAG;QACb,IAAI,EAAE,SAAS;QACf,aAAa;QACb,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;YACpB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,qBAAqB,EAAE,EAAE,EAAE,sBAAsB,EAAE,CAAC;SAClF,CAAC;QACF,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,2BAA2B;gBAC/B,EAAE,EAAE,qCAAqC;aAC1C,CAAC;SACH,CAAC;QACF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;YACnB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,gBAAgB,EAAE,CAAC;SACrE,CAAC;QACF,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;YACpB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,2FAA2F;gBAC/F,EAAE,EAAE,iIAAiI;aACtI,CAAC;SACH,CAAC;QACF,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC;YACxB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,oBAAoB,EAAE,EAAE,EAAE,2BAA2B,EAAE,CAAC;SACtF,CAAC;QACF,iBAAiB;QACjB,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC;YAClB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC;SAC9D,CAAC;QACF,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC;YACrB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,uFAAuF;gBAC3F,EAAE,EAAE,oGAAoG;aACzG,CAAC;SACH,CAAC;QACF,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC;YAC3B,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,gHAAgH;gBACpH,EAAE,EAAE,gIAAgI;aACrI,CAAC;SACH,CAAC;QACF,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC;YACzB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,mBAAmB,EAAE,CAAC;SAClE,CAAC;QACF,kBAAkB;QAClB,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC;YACxB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,gBAAgB,EAAE,CAAC;SACrE,CAAC;QACF,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC;YACxB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,EAAE,EAAE,qBAAqB,EAAE,CAAC;SAC/E,CAAC;QACF,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC;YACvB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,yBAAyB,EAAE,CAAC;SAC5E,CAAC;QACF,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC;YACxB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,wBAAwB,EAAE,CAAC;YACxE,KAAK,EAAE,mBAAmB,CAAC,eAAe,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SACxD,CAAC;QACF,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;YACpB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,qCAAqC,EAAE,CAAC;YAC1F,KAAK,EAAE,kBAAkB,CAAC,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SACnD,CAAC;QACF,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC;YACnB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,+BAA+B;gBACnC,EAAE,EAAE,oCAAoC;aACzC,CAAC;SACH,CAAC;QACF,mBAAmB,EAAE,KAAK,CAAC,OAAO,CAAC;YACjC,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,iCAAiC,EAAE,CAAC;SACrF,CAAC;QACF,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC;YAC3B,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,qFAAqF;gBACzF,EAAE,EAAE,mIAAmI;aACxI,CAAC;SACH,CAAC;QACF,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC;YACzB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC;SACpE,CAAC;QACF,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC;YACxB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,kBAAkB,EAAE,EAAE,EAAE,4BAA4B,EAAE,CAAC;SACrF,CAAC;QACF,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC;YACrB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC;SAC9D,CAAC;QACF,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC;YAClB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,wBAAwB,EAAE,CAAC;YAC9E,KAAK,EAAE,mBAAmB,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SAClD,CAAC;QACF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;YACnB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,8BAA8B,EAAE,CAAC;SACnF,CAAC;QACF,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC;YAC7B,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,oBAAoB,EAAE,CAAC;SACnE,CAAC;QACF,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC;YAC/B,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,8BAA8B,EAAE,EAAE,EAAE,yCAAyC,EAAE,CAAC;SAC9G,CAAC;QACF,oBAAoB,EAAE,KAAK,CAAC,OAAO,CAAC;YAClC,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,4BAA4B,EAAE,CAAC;SACnF,CAAC;QACF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;YACnB,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,mEAAmE;gBACvE,EAAE,EAAE,wHAAwH;aAC7H,CAAC;YACF,KAAK,EAAE,gBAAgB,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;SAC/E,CAAC;QACF,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC;YAC7B,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,8DAA8D;gBAClE,EAAE,EAAE,8GAA8G;aACnH,CAAC;SACH,CAAC;QACF,0BAA0B;QAC1B,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC;YACnB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;SACzE,CAAC;QACF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;YACnB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,EAAE,EAAE,4BAA4B,EAAE,CAAC;YACrF,KAAK,EAAE,mBAAmB,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SACnD,CAAC;QACF,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC;YAC3B,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,wBAAwB,EAAE,CAAC;YAC5E,KAAK,EAAE,mBAAmB,CAAC,gBAAgB,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SACzD,CAAC;QACF,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC;YACvB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;SACzE,CAAC;QACF,mBAAmB,EAAE,KAAK,CAAC,MAAM,CAAC;YAChC,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,yBAAyB,EAAE,EAAE,EAAE,mCAAmC,EAAE,CAAC;YAClG,KAAK,EAAE,mBAAmB,CAAC,qBAAqB,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;SAChE,CAAC;QACF,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC;YACvB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;SAC1E,CAAC;QACF,kBAAkB,EAAE,KAAK,CAAC,OAAO,CAAC;YAChC,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,sBAAsB,EAAE,EAAE,EAAE,oCAAoC,EAAE,CAAC;SACjG,CAAC;QACF,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC;YACzB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,0BAA0B,EAAE,EAAE,EAAE,qDAAqD,EAAE,CAAC;YACrH,KAAK,EAAE,kBAAkB,CAAC,cAAc,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;SAC/D,CAAC;QACF,uBAAuB,EAAE,KAAK,CAAC,MAAM,CAAC;YACpC,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,kCAAkC,EAAE,EAAE,EAAE,0DAA0D,EAAE,CAAC;YAClI,KAAK,EAAE,kBAAkB,CAAC,yBAAyB,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;SAC1E,CAAC;QACF,sBAAsB,EAAE,KAAK,CAAC,MAAM,CAAC;YACnC,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,iCAAiC,EAAE,EAAE,EAAE,uDAAuD,EAAE,CAAC;YAC9H,KAAK,EAAE,kBAAkB,CAAC,wBAAwB,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;SACzE,CAAC;QACF,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,EAAE,EAAE,gCAAgC,EAAE,CAAC;YACzF,KAAK,EAAE,kBAAkB,CAAC,aAAa,CAAC;SACzC,CAAC;QACF,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC;YAC3B,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,uBAAuB,EAAE,EAAE,EAAE,8CAA8C,EAAE,CAAC;YAC3G,KAAK,EAAE,kBAAkB,CAAC,gBAAgB,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SACxD,CAAC;QACF,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC;YAC3B,WAAW,EAAE,SAAS,CAAC;gBACrB,EAAE,EAAE,0CAA0C;gBAC9C,EAAE,EAAE,uEAAuE;aAC5E,CAAC;SACH,CAAC;QACF,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC;YACvB,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,sBAAsB,EAAE,CAAC;SAC7E,CAAC;KACH,CAAC;IAEF,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,IAAI,EAAE;YACnC,MAAM,OAAO,CAAC,IAA6B,EAAE,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;IACL,CAAC"}
|