oh-my-knowledge 0.29.0 → 0.31.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +204 -25
- package/README.zh.md +204 -25
- package/dist/src/analysis/report-diagnostics.js +2 -0
- package/dist/src/analysis/report-diagnostics.js.map +1 -1
- package/dist/src/authoring/evolver.d.ts +32 -2
- package/dist/src/authoring/evolver.d.ts.map +1 -1
- package/dist/src/authoring/evolver.js +416 -52
- package/dist/src/authoring/evolver.js.map +1 -1
- package/dist/src/authoring/generator.d.ts +24 -23
- package/dist/src/authoring/generator.d.ts.map +1 -1
- package/dist/src/authoring/generator.js +637 -40
- package/dist/src/authoring/generator.js.map +1 -1
- package/dist/src/authoring/sample-fixer.d.ts +51 -0
- package/dist/src/authoring/sample-fixer.d.ts.map +1 -0
- package/dist/src/authoring/sample-fixer.js +213 -0
- package/dist/src/authoring/sample-fixer.js.map +1 -0
- package/dist/src/cli/commands/doctor.d.ts +25 -1
- package/dist/src/cli/commands/doctor.d.ts.map +1 -1
- package/dist/src/cli/commands/doctor.js +233 -124
- package/dist/src/cli/commands/doctor.js.map +1 -1
- package/dist/src/cli/commands/eval/gold/compare.d.ts +17 -0
- package/dist/src/cli/commands/eval/gold/compare.d.ts.map +1 -0
- package/dist/src/cli/commands/eval/gold/compare.js +91 -0
- package/dist/src/cli/commands/eval/gold/compare.js.map +1 -0
- package/dist/src/cli/commands/eval/gold/index.d.ts +9 -0
- package/dist/src/cli/commands/eval/gold/index.d.ts.map +1 -0
- package/dist/src/cli/commands/eval/gold/index.js +34 -0
- package/dist/src/cli/commands/eval/gold/index.js.map +1 -0
- package/dist/src/cli/commands/eval/gold/init.d.ts +11 -0
- package/dist/src/cli/commands/eval/gold/init.d.ts.map +1 -0
- package/dist/src/cli/commands/eval/gold/init.js +51 -0
- package/dist/src/cli/commands/eval/gold/init.js.map +1 -0
- package/dist/src/cli/commands/eval/gold/validate.d.ts +12 -0
- package/dist/src/cli/commands/eval/gold/validate.d.ts.map +1 -0
- package/dist/src/cli/commands/eval/gold/validate.js +46 -0
- package/dist/src/cli/commands/eval/gold/validate.js.map +1 -0
- package/dist/src/cli/commands/eval/index.d.ts +54 -0
- package/dist/src/cli/commands/eval/index.d.ts.map +1 -0
- package/dist/src/cli/commands/{eval-runner.js → eval/index.js} +216 -50
- package/dist/src/cli/commands/eval/index.js.map +1 -0
- package/dist/src/cli/commands/evolve.d.ts +36 -1
- package/dist/src/cli/commands/evolve.d.ts.map +1 -1
- package/dist/src/cli/commands/evolve.js +202 -41
- package/dist/src/cli/commands/evolve.js.map +1 -1
- package/dist/src/cli/commands/init.d.ts +15 -1
- package/dist/src/cli/commands/init.d.ts.map +1 -1
- package/dist/src/cli/commands/init.js +70 -28
- package/dist/src/cli/commands/init.js.map +1 -1
- package/dist/src/cli/commands/observe/inbox.d.ts +23 -0
- package/dist/src/cli/commands/observe/inbox.d.ts.map +1 -0
- package/dist/src/cli/commands/observe/inbox.js +258 -0
- package/dist/src/cli/commands/observe/inbox.js.map +1 -0
- package/dist/src/cli/commands/observe/index.d.ts +22 -0
- package/dist/src/cli/commands/observe/index.d.ts.map +1 -0
- package/dist/src/cli/commands/observe/index.js +118 -0
- package/dist/src/cli/commands/observe/index.js.map +1 -0
- package/dist/src/cli/commands/observe/ingest.d.ts +13 -0
- package/dist/src/cli/commands/observe/ingest.d.ts.map +1 -0
- package/dist/src/cli/commands/observe/ingest.js +69 -0
- package/dist/src/cli/commands/observe/ingest.js.map +1 -0
- package/dist/src/cli/commands/observe/show.d.ts +13 -0
- package/dist/src/cli/commands/observe/show.d.ts.map +1 -0
- package/dist/src/cli/commands/observe/show.js +49 -0
- package/dist/src/cli/commands/observe/show.js.map +1 -0
- package/dist/src/cli/commands/sample.d.ts +37 -1
- package/dist/src/cli/commands/sample.d.ts.map +1 -1
- package/dist/src/cli/commands/sample.js +402 -35
- package/dist/src/cli/commands/sample.js.map +1 -1
- package/dist/src/cli/commands/skill-extract.d.ts +20 -0
- package/dist/src/cli/commands/skill-extract.d.ts.map +1 -0
- package/dist/src/cli/commands/skill-extract.js +84 -0
- package/dist/src/cli/commands/skill-extract.js.map +1 -0
- package/dist/src/cli/commands/studio.d.ts +22 -1
- package/dist/src/cli/commands/studio.d.ts.map +1 -1
- package/dist/src/cli/commands/studio.js +111 -37
- package/dist/src/cli/commands/studio.js.map +1 -1
- package/dist/src/cli/index.js +15 -47
- package/dist/src/cli/index.js.map +1 -1
- package/dist/src/cli/lib/cli-exit.d.ts +16 -0
- package/dist/src/cli/lib/cli-exit.d.ts.map +1 -0
- package/dist/src/cli/lib/cli-exit.js +20 -0
- package/dist/src/cli/lib/cli-exit.js.map +1 -0
- package/dist/src/cli/lib/cmd-flags.d.ts +236 -0
- package/dist/src/cli/lib/cmd-flags.d.ts.map +1 -0
- package/dist/src/cli/lib/cmd-flags.js +46 -0
- package/dist/src/cli/lib/cmd-flags.js.map +1 -0
- package/dist/src/cli/{i18n-dict.d.ts → lib/i18n-dict.d.ts} +1 -1
- package/dist/src/cli/lib/i18n-dict.d.ts.map +1 -0
- package/dist/src/cli/{i18n-dict.js → lib/i18n-dict.js} +93 -260
- package/dist/src/cli/lib/i18n-dict.js.map +1 -0
- package/dist/src/cli/{i18n.d.ts → lib/i18n.d.ts} +11 -6
- package/dist/src/cli/lib/i18n.d.ts.map +1 -0
- package/dist/src/cli/{i18n.js → lib/i18n.js} +12 -7
- package/dist/src/cli/lib/i18n.js.map +1 -0
- package/dist/src/cli/{parse-run-config.d.ts → lib/parse-run-config.d.ts} +19 -8
- package/dist/src/cli/lib/parse-run-config.d.ts.map +1 -0
- package/dist/src/cli/{parse-run-config.js → lib/parse-run-config.js} +60 -58
- package/dist/src/cli/lib/parse-run-config.js.map +1 -0
- package/dist/src/cli/lib/progress.d.ts.map +1 -0
- package/dist/src/cli/lib/progress.js.map +1 -0
- package/dist/src/cli/{run-tally.d.ts → lib/run-tally.d.ts} +1 -1
- package/dist/src/cli/lib/run-tally.d.ts.map +1 -0
- package/dist/src/cli/lib/run-tally.js.map +1 -0
- package/dist/src/cli/{commands/_shared.d.ts → lib/shared.d.ts} +2 -2
- package/dist/src/cli/lib/shared.d.ts.map +1 -0
- package/dist/src/cli/{commands/_shared.js → lib/shared.js} +3 -3
- package/dist/src/cli/lib/shared.js.map +1 -0
- package/dist/src/cli/lib/update-check.d.ts.map +1 -0
- package/dist/src/cli/lib/update-check.js.map +1 -0
- package/dist/src/cli/oclif/base-command.d.ts +8 -0
- package/dist/src/cli/oclif/base-command.d.ts.map +1 -0
- package/dist/src/cli/oclif/base-command.js +27 -0
- package/dist/src/cli/oclif/base-command.js.map +1 -0
- package/dist/src/cli/oclif/help.d.ts +16 -0
- package/dist/src/cli/oclif/help.d.ts.map +1 -0
- package/dist/src/cli/oclif/help.js +33 -0
- package/dist/src/cli/oclif/help.js.map +1 -0
- package/dist/src/cli/oclif/i18n.d.ts +16 -0
- package/dist/src/cli/oclif/i18n.d.ts.map +1 -0
- package/dist/src/cli/oclif/i18n.js +62 -0
- package/dist/src/cli/oclif/i18n.js.map +1 -0
- package/dist/src/cli/oclif/parsers.d.ts +10 -0
- package/dist/src/cli/oclif/parsers.d.ts.map +1 -0
- package/dist/src/cli/oclif/parsers.js +102 -0
- package/dist/src/cli/oclif/parsers.js.map +1 -0
- package/dist/src/cli/oclif/projection.d.ts +23 -0
- package/dist/src/cli/oclif/projection.d.ts.map +1 -0
- package/dist/src/cli/oclif/projection.js +52 -0
- package/dist/src/cli/oclif/projection.js.map +1 -0
- package/dist/src/cli/oclif/run.d.ts +2 -0
- package/dist/src/cli/oclif/run.d.ts.map +1 -0
- package/dist/src/cli/oclif/run.js +11 -0
- package/dist/src/cli/oclif/run.js.map +1 -0
- package/dist/src/diagnosis/observe-mapper.d.ts +68 -0
- package/dist/src/diagnosis/observe-mapper.d.ts.map +1 -0
- package/dist/src/diagnosis/observe-mapper.js +276 -0
- package/dist/src/diagnosis/observe-mapper.js.map +1 -0
- package/dist/src/diagnosis/observe-producer.d.ts +9 -0
- package/dist/src/diagnosis/observe-producer.d.ts.map +1 -0
- package/dist/src/diagnosis/observe-producer.js +197 -0
- package/dist/src/diagnosis/observe-producer.js.map +1 -0
- package/dist/src/diagnosis/studio-projection.d.ts +14 -0
- package/dist/src/diagnosis/studio-projection.d.ts.map +1 -0
- package/dist/src/diagnosis/studio-projection.js +84 -0
- package/dist/src/diagnosis/studio-projection.js.map +1 -0
- package/dist/src/diagnosis/types.d.ts +79 -0
- package/dist/src/diagnosis/types.d.ts.map +1 -0
- package/dist/src/diagnosis/types.js +20 -0
- package/dist/src/diagnosis/types.js.map +1 -0
- package/dist/src/doctor/fixer.d.ts +12 -0
- package/dist/src/doctor/fixer.d.ts.map +1 -0
- package/dist/src/doctor/fixer.js +326 -0
- package/dist/src/doctor/fixer.js.map +1 -0
- package/dist/src/doctor/health/builtin-dimensions.d.ts.map +1 -1
- package/dist/src/doctor/health/builtin-dimensions.js +20 -23
- package/dist/src/doctor/health/builtin-dimensions.js.map +1 -1
- package/dist/src/doctor/health/composer.d.ts.map +1 -1
- package/dist/src/doctor/health/composer.js +14 -7
- package/dist/src/doctor/health/composer.js.map +1 -1
- package/dist/src/doctor/health/dimension-spec.d.ts +1 -0
- package/dist/src/doctor/health/dimension-spec.d.ts.map +1 -1
- package/dist/src/doctor/health/parser.d.ts +0 -1
- package/dist/src/doctor/health/parser.d.ts.map +1 -1
- package/dist/src/doctor/health/parser.js +38 -0
- package/dist/src/doctor/health/parser.js.map +1 -1
- package/dist/src/doctor/health/prompt-builder.d.ts +2 -21
- package/dist/src/doctor/health/prompt-builder.d.ts.map +1 -1
- package/dist/src/doctor/health/prompt-builder.js +1 -161
- package/dist/src/doctor/health/prompt-builder.js.map +1 -1
- package/dist/src/doctor/html-renderer.d.ts +1 -1
- package/dist/src/doctor/html-renderer.d.ts.map +1 -1
- package/dist/src/doctor/html-renderer.js +78 -68
- package/dist/src/doctor/html-renderer.js.map +1 -1
- package/dist/src/doctor/index.d.ts.map +1 -1
- package/dist/src/doctor/index.js +1 -0
- package/dist/src/doctor/index.js.map +1 -1
- package/dist/src/doctor/renderer.d.ts +1 -1
- package/dist/src/doctor/renderer.d.ts.map +1 -1
- package/dist/src/doctor/renderer.js +2 -2
- package/dist/src/doctor/renderer.js.map +1 -1
- package/dist/src/doctor/rules.d.ts.map +1 -1
- package/dist/src/doctor/rules.js +33 -1
- package/dist/src/doctor/rules.js.map +1 -1
- package/dist/src/eval-core/cache.d.ts +16 -2
- package/dist/src/eval-core/cache.d.ts.map +1 -1
- package/dist/src/eval-core/cache.js +86 -15
- package/dist/src/eval-core/cache.js.map +1 -1
- package/dist/src/eval-core/evaluation-execution.d.ts +11 -1
- package/dist/src/eval-core/evaluation-execution.d.ts.map +1 -1
- package/dist/src/eval-core/evaluation-execution.js +78 -6
- package/dist/src/eval-core/evaluation-execution.js.map +1 -1
- package/dist/src/eval-core/evaluation-job.d.ts +2 -1
- package/dist/src/eval-core/evaluation-job.d.ts.map +1 -1
- package/dist/src/eval-core/evaluation-job.js +2 -1
- package/dist/src/eval-core/evaluation-job.js.map +1 -1
- package/dist/src/eval-core/evaluation-reporting.d.ts +7 -0
- package/dist/src/eval-core/evaluation-reporting.d.ts.map +1 -1
- package/dist/src/eval-core/evaluation-reporting.js +19 -2
- package/dist/src/eval-core/evaluation-reporting.js.map +1 -1
- package/dist/src/eval-core/execution-strategy.d.ts +1 -1
- package/dist/src/eval-core/execution-strategy.d.ts.map +1 -1
- package/dist/src/eval-core/execution-strategy.js +12 -1
- package/dist/src/eval-core/execution-strategy.js.map +1 -1
- package/dist/src/eval-core/mock-hook.cjs +215 -0
- package/dist/src/eval-core/mocks-runtime.d.ts +100 -0
- package/dist/src/eval-core/mocks-runtime.d.ts.map +1 -0
- package/dist/src/eval-core/mocks-runtime.js +559 -0
- package/dist/src/eval-core/mocks-runtime.js.map +1 -0
- package/dist/src/eval-core/schema.d.ts.map +1 -1
- package/dist/src/eval-core/schema.js +18 -5
- package/dist/src/eval-core/schema.js.map +1 -1
- package/dist/src/eval-core/task-planner.d.ts +9 -1
- package/dist/src/eval-core/task-planner.d.ts.map +1 -1
- package/dist/src/eval-core/task-planner.js +40 -1
- package/dist/src/eval-core/task-planner.js.map +1 -1
- package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts +5 -1
- package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts.map +1 -1
- package/dist/src/eval-workflows/batch-evaluation-workflow.js +2 -1
- package/dist/src/eval-workflows/batch-evaluation-workflow.js.map +1 -1
- package/dist/src/eval-workflows/evaluation-pipeline.d.ts +23 -2
- package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +1 -1
- package/dist/src/eval-workflows/evaluation-pipeline.js +40 -13
- package/dist/src/eval-workflows/evaluation-pipeline.js.map +1 -1
- package/dist/src/eval-workflows/evaluation-preparation.d.ts +5 -0
- package/dist/src/eval-workflows/evaluation-preparation.d.ts.map +1 -1
- package/dist/src/eval-workflows/evaluation-preparation.js +3 -1
- package/dist/src/eval-workflows/evaluation-preparation.js.map +1 -1
- package/dist/src/eval-workflows/run-evaluation.d.ts +12 -2
- package/dist/src/eval-workflows/run-evaluation.d.ts.map +1 -1
- package/dist/src/eval-workflows/run-evaluation.js +18 -6
- package/dist/src/eval-workflows/run-evaluation.js.map +1 -1
- package/dist/src/executors/claude-cli.d.ts +1 -1
- package/dist/src/executors/claude-cli.d.ts.map +1 -1
- package/dist/src/executors/claude-cli.js +59 -6
- package/dist/src/executors/claude-cli.js.map +1 -1
- package/dist/src/executors/claude-sdk-trace.d.ts.map +1 -1
- package/dist/src/executors/claude-sdk-trace.js +10 -4
- package/dist/src/executors/claude-sdk-trace.js.map +1 -1
- package/dist/src/executors/claude-sdk.d.ts +1 -1
- package/dist/src/executors/claude-sdk.d.ts.map +1 -1
- package/dist/src/executors/claude-sdk.js +25 -2
- package/dist/src/executors/claude-sdk.js.map +1 -1
- package/dist/src/executors/shared.d.ts +1 -1
- package/dist/src/executors/shared.d.ts.map +1 -1
- package/dist/src/executors/shared.js +6 -1
- package/dist/src/executors/shared.js.map +1 -1
- package/dist/src/grading/assertions.d.ts +5 -0
- package/dist/src/grading/assertions.d.ts.map +1 -1
- package/dist/src/grading/assertions.js +27 -1
- package/dist/src/grading/assertions.js.map +1 -1
- package/dist/src/grading/diagnostic.d.ts +40 -0
- package/dist/src/grading/diagnostic.d.ts.map +1 -0
- package/dist/src/grading/diagnostic.js +450 -0
- package/dist/src/grading/diagnostic.js.map +1 -0
- package/dist/src/grading/index.d.ts +5 -0
- package/dist/src/grading/index.d.ts.map +1 -1
- package/dist/src/grading/judge.d.ts.map +1 -1
- package/dist/src/grading/judge.js +54 -2
- package/dist/src/grading/judge.js.map +1 -1
- package/dist/src/grading/layered-scores.d.ts.map +1 -1
- package/dist/src/grading/layered-scores.js +1 -0
- package/dist/src/grading/layered-scores.js.map +1 -1
- package/dist/src/inputs/eval-config.js +19 -0
- package/dist/src/inputs/eval-config.js.map +1 -1
- package/dist/src/inputs/load-samples.d.ts +22 -2
- package/dist/src/inputs/load-samples.d.ts.map +1 -1
- package/dist/src/inputs/load-samples.js +193 -22
- package/dist/src/inputs/load-samples.js.map +1 -1
- package/dist/src/inputs/skill-loader.d.ts.map +1 -1
- package/dist/src/inputs/skill-loader.js +11 -3
- package/dist/src/inputs/skill-loader.js.map +1 -1
- package/dist/src/observability/experience.d.ts +441 -0
- package/dist/src/observability/experience.d.ts.map +1 -0
- package/dist/src/observability/experience.js +2400 -0
- package/dist/src/observability/experience.js.map +1 -0
- package/dist/src/observability/inbox-view-model.d.ts +14 -1
- package/dist/src/observability/inbox-view-model.d.ts.map +1 -1
- package/dist/src/observability/inbox-view-model.js +85 -3
- package/dist/src/observability/inbox-view-model.js.map +1 -1
- package/dist/src/observability/inbox.d.ts +29 -2
- package/dist/src/observability/inbox.d.ts.map +1 -1
- package/dist/src/observability/inbox.js +62 -10
- package/dist/src/observability/inbox.js.map +1 -1
- package/dist/src/observability/problem-patterns.d.ts +52 -0
- package/dist/src/observability/problem-patterns.d.ts.map +1 -0
- package/dist/src/observability/problem-patterns.js +205 -0
- package/dist/src/observability/problem-patterns.js.map +1 -0
- package/dist/src/observability/resolved-review.d.ts +25 -0
- package/dist/src/observability/resolved-review.d.ts.map +1 -0
- package/dist/src/observability/resolved-review.js +231 -0
- package/dist/src/observability/resolved-review.js.map +1 -0
- package/dist/src/observability/review-state.d.ts +61 -0
- package/dist/src/observability/review-state.d.ts.map +1 -0
- package/dist/src/observability/review-state.js +169 -0
- package/dist/src/observability/review-state.js.map +1 -0
- package/dist/src/observability/skill-chain-advisories.d.ts +25 -0
- package/dist/src/observability/skill-chain-advisories.d.ts.map +1 -0
- package/dist/src/observability/skill-chain-advisories.js +69 -0
- package/dist/src/observability/skill-chain-advisories.js.map +1 -0
- package/dist/src/observability/skill-chain.d.ts +62 -0
- package/dist/src/observability/skill-chain.d.ts.map +1 -0
- package/dist/src/observability/skill-chain.js +270 -0
- package/dist/src/observability/skill-chain.js.map +1 -0
- package/dist/src/observability/soft-standards.d.ts +130 -0
- package/dist/src/observability/soft-standards.d.ts.map +1 -0
- package/dist/src/observability/soft-standards.js +426 -0
- package/dist/src/observability/soft-standards.js.map +1 -0
- package/dist/src/observability/text-signals.d.ts +14 -0
- package/dist/src/observability/text-signals.d.ts.map +1 -0
- package/dist/src/observability/text-signals.js +106 -0
- package/dist/src/observability/text-signals.js.map +1 -0
- package/dist/src/observability/trace-adapter.d.ts +1 -1
- package/dist/src/observability/trace-adapter.d.ts.map +1 -1
- package/dist/src/observability/trace-adapter.js +1 -1
- package/dist/src/observability/trace-adapter.js.map +1 -1
- package/dist/src/observability/trace-attribution.d.ts +29 -1
- package/dist/src/observability/trace-attribution.d.ts.map +1 -1
- package/dist/src/observability/trace-attribution.js +106 -10
- package/dist/src/observability/trace-attribution.js.map +1 -1
- package/dist/src/observability/trace-segmenter.d.ts +11 -1
- package/dist/src/observability/trace-segmenter.d.ts.map +1 -1
- package/dist/src/observability/trace-segmenter.js +121 -30
- package/dist/src/observability/trace-segmenter.js.map +1 -1
- package/dist/src/observability/trace-source.d.ts +28 -1
- package/dist/src/observability/trace-source.d.ts.map +1 -1
- package/dist/src/observability/trace-source.js +366 -6
- package/dist/src/observability/trace-source.js.map +1 -1
- package/dist/src/renderer/html-renderer.d.ts.map +1 -1
- package/dist/src/renderer/html-renderer.js +229 -171
- package/dist/src/renderer/html-renderer.js.map +1 -1
- package/dist/src/renderer/layout.d.ts.map +1 -1
- package/dist/src/renderer/layout.js +108 -61
- package/dist/src/renderer/layout.js.map +1 -1
- package/dist/src/renderer/observation-inbox-renderer.d.ts.map +1 -1
- package/dist/src/renderer/observation-inbox-renderer.js +9551 -85
- package/dist/src/renderer/observation-inbox-renderer.js.map +1 -1
- package/dist/src/renderer/skill-detail-renderer.d.ts +15 -0
- package/dist/src/renderer/skill-detail-renderer.d.ts.map +1 -0
- package/dist/src/renderer/skill-detail-renderer.js +1244 -0
- package/dist/src/renderer/skill-detail-renderer.js.map +1 -0
- package/dist/src/renderer/skill-list-renderer.d.ts +4 -0
- package/dist/src/renderer/skill-list-renderer.d.ts.map +1 -0
- package/dist/src/renderer/skill-list-renderer.js +334 -0
- package/dist/src/renderer/skill-list-renderer.js.map +1 -0
- package/dist/src/renderer/summary.d.ts.map +1 -1
- package/dist/src/renderer/summary.js +78 -50
- package/dist/src/renderer/summary.js.map +1 -1
- package/dist/src/renderer/table.d.ts.map +1 -1
- package/dist/src/renderer/table.js +213 -167
- package/dist/src/renderer/table.js.map +1 -1
- package/dist/src/renderer/test-view.d.ts +66 -0
- package/dist/src/renderer/test-view.d.ts.map +1 -0
- package/dist/src/renderer/test-view.js +905 -0
- package/dist/src/renderer/test-view.js.map +1 -0
- package/dist/src/server/report-server.d.ts +4 -1
- package/dist/src/server/report-server.d.ts.map +1 -1
- package/dist/src/server/report-server.js +242 -4
- package/dist/src/server/report-server.js.map +1 -1
- package/dist/src/server/report-store.d.ts.map +1 -1
- package/dist/src/server/report-store.js +33 -1
- package/dist/src/server/report-store.js.map +1 -1
- package/dist/src/server/skill-index.d.ts +81 -0
- package/dist/src/server/skill-index.d.ts.map +1 -0
- package/dist/src/server/skill-index.js +377 -0
- package/dist/src/server/skill-index.js.map +1 -0
- package/dist/src/server/skill-insights.d.ts +101 -0
- package/dist/src/server/skill-insights.d.ts.map +1 -0
- package/dist/src/server/skill-insights.js +788 -0
- package/dist/src/server/skill-insights.js.map +1 -0
- package/dist/src/shared/hard-rules.d.ts +42 -0
- package/dist/src/shared/hard-rules.d.ts.map +1 -0
- package/dist/src/shared/hard-rules.js +242 -0
- package/dist/src/shared/hard-rules.js.map +1 -0
- package/dist/src/shared/llm-prompts/index.d.ts +14 -0
- package/dist/src/shared/llm-prompts/index.d.ts.map +1 -0
- package/dist/src/shared/llm-prompts/index.js +35 -0
- package/dist/src/shared/llm-prompts/index.js.map +1 -0
- package/dist/src/shared/llm-prompts/skill-health.d.ts +22 -0
- package/dist/src/shared/llm-prompts/skill-health.d.ts.map +1 -0
- package/dist/src/shared/llm-prompts/skill-health.js +170 -0
- package/dist/src/shared/llm-prompts/skill-health.js.map +1 -0
- package/dist/src/shared/time.d.ts +2 -0
- package/dist/src/shared/time.d.ts.map +1 -0
- package/dist/src/shared/time.js +10 -0
- package/dist/src/shared/time.js.map +1 -0
- package/dist/src/types/doctor.d.ts +2 -0
- package/dist/src/types/doctor.d.ts.map +1 -1
- package/dist/src/types/eval.d.ts +88 -0
- package/dist/src/types/eval.d.ts.map +1 -1
- package/dist/src/types/executor.d.ts +43 -0
- package/dist/src/types/executor.d.ts.map +1 -1
- package/dist/src/types/judge.d.ts +76 -0
- package/dist/src/types/judge.d.ts.map +1 -1
- package/dist/src/types/judge.js +3 -1
- package/dist/src/types/judge.js.map +1 -1
- package/dist/src/types/report.d.ts +69 -3
- package/dist/src/types/report.d.ts.map +1 -1
- package/dist/src/util/safe-slice.d.ts +23 -0
- package/dist/src/util/safe-slice.d.ts.map +1 -0
- package/dist/src/util/safe-slice.js +33 -0
- package/dist/src/util/safe-slice.js.map +1 -0
- package/docs/prompts/llm-enhanced-review.prompt.md +111 -0
- package/package.json +33 -7
- package/dist/src/cli/cli-exit.d.ts +0 -15
- package/dist/src/cli/cli-exit.d.ts.map +0 -1
- package/dist/src/cli/cli-exit.js +0 -19
- package/dist/src/cli/cli-exit.js.map +0 -1
- package/dist/src/cli/commands/_shared.d.ts.map +0 -1
- package/dist/src/cli/commands/_shared.js.map +0 -1
- package/dist/src/cli/commands/eval-gold.d.ts +0 -2
- package/dist/src/cli/commands/eval-gold.d.ts.map +0 -1
- package/dist/src/cli/commands/eval-gold.js +0 -137
- package/dist/src/cli/commands/eval-gold.js.map +0 -1
- package/dist/src/cli/commands/eval-runner.d.ts +0 -2
- package/dist/src/cli/commands/eval-runner.d.ts.map +0 -1
- package/dist/src/cli/commands/eval-runner.js.map +0 -1
- package/dist/src/cli/commands/eval.d.ts +0 -2
- package/dist/src/cli/commands/eval.d.ts.map +0 -1
- package/dist/src/cli/commands/eval.js +0 -11
- package/dist/src/cli/commands/eval.js.map +0 -1
- package/dist/src/cli/commands/observe.d.ts +0 -2
- package/dist/src/cli/commands/observe.d.ts.map +0 -1
- package/dist/src/cli/commands/observe.js +0 -246
- package/dist/src/cli/commands/observe.js.map +0 -1
- package/dist/src/cli/commands/registry.d.ts +0 -11
- package/dist/src/cli/commands/registry.d.ts.map +0 -1
- package/dist/src/cli/commands/registry.js +0 -32
- package/dist/src/cli/commands/registry.js.map +0 -1
- package/dist/src/cli/i18n-dict.d.ts.map +0 -1
- package/dist/src/cli/i18n-dict.js.map +0 -1
- package/dist/src/cli/i18n.d.ts.map +0 -1
- package/dist/src/cli/i18n.js.map +0 -1
- package/dist/src/cli/parse-run-config.d.ts.map +0 -1
- package/dist/src/cli/parse-run-config.js.map +0 -1
- package/dist/src/cli/parse-strict.d.ts +0 -7
- package/dist/src/cli/parse-strict.d.ts.map +0 -1
- package/dist/src/cli/parse-strict.js +0 -26
- package/dist/src/cli/parse-strict.js.map +0 -1
- package/dist/src/cli/progress.d.ts.map +0 -1
- package/dist/src/cli/progress.js.map +0 -1
- package/dist/src/cli/run-tally.d.ts.map +0 -1
- package/dist/src/cli/run-tally.js.map +0 -1
- package/dist/src/cli/update-check.d.ts.map +0 -1
- package/dist/src/cli/update-check.js.map +0 -1
- /package/dist/src/cli/{progress.d.ts → lib/progress.d.ts} +0 -0
- /package/dist/src/cli/{progress.js → lib/progress.js} +0 -0
- /package/dist/src/cli/{run-tally.js → lib/run-tally.js} +0 -0
- /package/dist/src/cli/{update-check.d.ts → lib/update-check.d.ts} +0 -0
- /package/dist/src/cli/{update-check.js → lib/update-check.js} +0 -0
|
@@ -0,0 +1,231 @@
|
|
|
1
|
+
import { observationReviewStateKey } from './review-state.js';
|
|
2
|
+
export function resolveObservationReviewSession(options) {
|
|
3
|
+
const { session, enhancedReview, reviewState } = options;
|
|
4
|
+
const hasSessionManualReview = Boolean(reviewState.entries[observationReviewStateKey('experience_session', session.id)]);
|
|
5
|
+
const deterministicAnswers = session.sessionStory?.answers ?? [];
|
|
6
|
+
const llmAssessment = enhancedReview?.runtimeAssessment;
|
|
7
|
+
const source = hasSessionManualReview
|
|
8
|
+
? 'manual'
|
|
9
|
+
: llmAssessment
|
|
10
|
+
? 'llm'
|
|
11
|
+
: 'deterministic';
|
|
12
|
+
return {
|
|
13
|
+
priority: resolvePriority(session.reviewPriority, enhancedReview, hasSessionManualReview),
|
|
14
|
+
answers: resolveAnswers({
|
|
15
|
+
sessionId: session.id,
|
|
16
|
+
skillName: session.skillName,
|
|
17
|
+
deterministicAnswers,
|
|
18
|
+
enhancedReview,
|
|
19
|
+
reviewState,
|
|
20
|
+
}),
|
|
21
|
+
reviewerSummary: enhancedReview?.reviewerSummary,
|
|
22
|
+
ownerSuggestions: ownerSuggestionTexts(enhancedReview),
|
|
23
|
+
source,
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
export function resolveObservationReviewPriority(priority, enhancedReview, hasManualReview) {
|
|
27
|
+
return resolvePriority(priority, enhancedReview, hasManualReview);
|
|
28
|
+
}
|
|
29
|
+
function resolvePriority(priority, enhancedReview, hasManualReview) {
|
|
30
|
+
if (hasManualReview)
|
|
31
|
+
return priority;
|
|
32
|
+
const assessment = enhancedReview?.runtimeAssessment;
|
|
33
|
+
if (!assessment)
|
|
34
|
+
return priority;
|
|
35
|
+
const hasFailed = assessment.goalSatisfaction === 'failed'
|
|
36
|
+
|| assessment.declaredBehaviorFit === 'failed'
|
|
37
|
+
|| assessment.artifactGoalMatch === 'failed'
|
|
38
|
+
|| assessment.userFeeling === 'negative'
|
|
39
|
+
|| assessment.userFeeling === 'frustrated';
|
|
40
|
+
if (hasFailed)
|
|
41
|
+
return 'review_first';
|
|
42
|
+
const hasUnknown = assessment.goalSatisfaction === 'unknown'
|
|
43
|
+
|| assessment.declaredBehaviorFit === 'unknown'
|
|
44
|
+
|| assessment.artifactGoalMatch === 'unknown'
|
|
45
|
+
|| assessment.userFeeling === 'neutral';
|
|
46
|
+
if (hasUnknown && priority === 'routine_sample')
|
|
47
|
+
return 'sample_review';
|
|
48
|
+
return priority;
|
|
49
|
+
}
|
|
50
|
+
function resolveAnswers(options) {
|
|
51
|
+
const { deterministicAnswers, enhancedReview } = options;
|
|
52
|
+
if (!enhancedReview?.runtimeAssessment)
|
|
53
|
+
return deterministicAnswers;
|
|
54
|
+
const baseAnswers = deterministicAnswers.length > 0 ? deterministicAnswers : defaultAnswers();
|
|
55
|
+
return baseAnswers.map((answer) => manualAnswerTouched(options.reviewState, options.sessionId, options.skillName, answer.key)
|
|
56
|
+
? answer
|
|
57
|
+
: resolveAnswerFromLlm(answer, enhancedReview));
|
|
58
|
+
}
|
|
59
|
+
function defaultAnswers() {
|
|
60
|
+
return [
|
|
61
|
+
defaultAnswer('goal_satisfaction', '用户目标有没有被满足'),
|
|
62
|
+
defaultAnswer('declared_behavior_fit', '行为是否符合能力用途'),
|
|
63
|
+
defaultAnswer('user_feeling', '用户是否觉得有用或绕路'),
|
|
64
|
+
];
|
|
65
|
+
}
|
|
66
|
+
function defaultAnswer(key, label) {
|
|
67
|
+
return {
|
|
68
|
+
key,
|
|
69
|
+
label,
|
|
70
|
+
status: 'unknown',
|
|
71
|
+
reason: 'unknown_dominant',
|
|
72
|
+
sourceItemKeys: [],
|
|
73
|
+
text: '',
|
|
74
|
+
evidenceRefs: [],
|
|
75
|
+
checklistItems: [],
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
function resolveAnswerFromLlm(answer, enhancedReview) {
|
|
79
|
+
const assessment = enhancedReview.runtimeAssessment;
|
|
80
|
+
if (!assessment)
|
|
81
|
+
return answer;
|
|
82
|
+
if (answer.key === 'goal_satisfaction') {
|
|
83
|
+
const status = verdictStatus(assessment.goalSatisfaction);
|
|
84
|
+
const artifactStatus = verdictStatus(assessment.artifactGoalMatch);
|
|
85
|
+
const goalText = shortList(enhancedReview.userGoal?.slots) || enhancedReview.userGoal?.summary || '未提取到';
|
|
86
|
+
return {
|
|
87
|
+
...answer,
|
|
88
|
+
status,
|
|
89
|
+
reason: reasonForStatus(status),
|
|
90
|
+
text: enhancedReview.reviewerSummary ?? answer.text,
|
|
91
|
+
checklistItems: [
|
|
92
|
+
checklistItem('llm_user_goal_slots', `用户目标关键词:${goalText}`, goalText !== '未提取到' ? 'passed' : 'unknown', 'LLM 基于运行时用户消息抽取目标关键词。'),
|
|
93
|
+
checklistItem('llm_goal_satisfaction', `用户目标满足:${verdictLabel(assessment.goalSatisfaction)}`, status === 'ok' ? 'passed' : status === 'attention' ? 'failed' : 'unknown', 'LLM 基于运行证据判断目标是否满足。', 'blocking'),
|
|
94
|
+
checklistItem('llm_artifact_goal_match', `产物对题:${verdictLabel(assessment.artifactGoalMatch)}`, artifactStatus === 'ok' ? 'passed' : artifactStatus === 'attention' ? 'failed' : 'unknown', 'LLM 判断产物是否匹配用户目标。', 'attention'),
|
|
95
|
+
],
|
|
96
|
+
};
|
|
97
|
+
}
|
|
98
|
+
if (answer.key === 'declared_behavior_fit') {
|
|
99
|
+
const status = verdictStatus(assessment.declaredBehaviorFit);
|
|
100
|
+
const declaredGoal = shortList([
|
|
101
|
+
...(enhancedReview.skillDeclaredGoal?.keywords ?? []),
|
|
102
|
+
...(enhancedReview.skillDeclaredGoal?.expectedOutcomes ?? []),
|
|
103
|
+
]) || enhancedReview.skillDeclaredGoal?.summary || '未提取到';
|
|
104
|
+
return {
|
|
105
|
+
...answer,
|
|
106
|
+
status,
|
|
107
|
+
reason: reasonForStatus(status),
|
|
108
|
+
text: enhancedReview.reviewerSummary ?? answer.text,
|
|
109
|
+
checklistItems: [
|
|
110
|
+
checklistItem('llm_skill_declared_goal', `skill 声明目标:${declaredGoal}`, declaredGoal !== '未提取到' ? 'passed' : 'unknown', 'LLM 基于 SKILL.md 抽取能力声明目标。'),
|
|
111
|
+
checklistItem('llm_declared_behavior_fit', `行为符合声明:${verdictLabel(assessment.declaredBehaviorFit)}`, status === 'ok' ? 'passed' : status === 'attention' ? 'failed' : 'unknown', 'LLM 判断运行行为是否符合 skill 声明。', 'blocking'),
|
|
112
|
+
],
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
if (answer.key === 'user_feeling') {
|
|
116
|
+
const status = feelingStatus(assessment.userFeeling);
|
|
117
|
+
const signals = enhancedReview.userExperienceSignals;
|
|
118
|
+
return {
|
|
119
|
+
...answer,
|
|
120
|
+
status,
|
|
121
|
+
reason: reasonForStatus(status),
|
|
122
|
+
text: enhancedReview.reviewerSummary ?? answer.text,
|
|
123
|
+
checklistItems: [
|
|
124
|
+
checklistItem('llm_user_useful', `用户觉得有用:${verdictLabel(signals?.useful)}`, verdictItemStatus(signals?.useful), 'LLM 判断用户是否表现出有用或采纳信号。', 'positive'),
|
|
125
|
+
checklistItem('llm_user_follow_up', `用户追问:${verdictLabel(signals?.followUp)}`, verdictItemStatus(signals?.followUp), 'LLM 判断用户是否继续追问结果、进度或补充上下文。', 'attention'),
|
|
126
|
+
checklistItem('llm_user_correction', `用户纠正:${verdictLabel(signals?.correction)}`, verdictItemStatus(signals?.correction), 'LLM 判断用户是否明确纠正方向或结果。', 'attention'),
|
|
127
|
+
checklistItem('llm_user_negative_feedback', `负向反馈:${verdictLabel(signals?.negativeFeedback)}`, verdictItemStatus(signals?.negativeFeedback), 'LLM 判断用户是否表达不满、否定或失望。', 'attention'),
|
|
128
|
+
checklistItem('llm_user_interruption', `中断流程:${verdictLabel(signals?.interruption)}`, verdictItemStatus(signals?.interruption), 'LLM 判断用户是否中断、停止或放弃当前流程。', 'blocking'),
|
|
129
|
+
checklistItem('llm_user_frustration', `烦躁/失望:${signals?.frustration ? verdictLabel(signals.frustration) : feelingLabel(assessment.userFeeling)}`, signals?.frustration ? verdictItemStatus(signals.frustration) : status === 'attention' ? 'failed' : status === 'ok' ? 'passed' : 'unknown', 'LLM 基于用户反馈、追问和语气判断用户是否烦躁或失望。', 'attention'),
|
|
130
|
+
],
|
|
131
|
+
};
|
|
132
|
+
}
|
|
133
|
+
return answer;
|
|
134
|
+
}
|
|
135
|
+
function verdictStatus(value) {
|
|
136
|
+
if (value === 'passed')
|
|
137
|
+
return 'ok';
|
|
138
|
+
if (value === 'failed')
|
|
139
|
+
return 'attention';
|
|
140
|
+
return 'unknown';
|
|
141
|
+
}
|
|
142
|
+
function feelingStatus(value) {
|
|
143
|
+
if (value === 'positive')
|
|
144
|
+
return 'ok';
|
|
145
|
+
if (value === 'negative' || value === 'frustrated')
|
|
146
|
+
return 'attention';
|
|
147
|
+
return 'unknown';
|
|
148
|
+
}
|
|
149
|
+
function verdictItemStatus(value) {
|
|
150
|
+
if (value === 'passed')
|
|
151
|
+
return 'passed';
|
|
152
|
+
if (value === 'failed')
|
|
153
|
+
return 'failed';
|
|
154
|
+
return 'unknown';
|
|
155
|
+
}
|
|
156
|
+
function verdictLabel(value) {
|
|
157
|
+
if (value === 'passed')
|
|
158
|
+
return '是';
|
|
159
|
+
if (value === 'failed')
|
|
160
|
+
return '否';
|
|
161
|
+
return '无法判断';
|
|
162
|
+
}
|
|
163
|
+
function feelingLabel(value) {
|
|
164
|
+
if (value === 'positive')
|
|
165
|
+
return '正向';
|
|
166
|
+
if (value === 'neutral')
|
|
167
|
+
return '中性';
|
|
168
|
+
if (value === 'negative')
|
|
169
|
+
return '负向';
|
|
170
|
+
if (value === 'frustrated')
|
|
171
|
+
return '烦躁/失望';
|
|
172
|
+
return '无法判断';
|
|
173
|
+
}
|
|
174
|
+
function reasonForStatus(status) {
|
|
175
|
+
if (status === 'ok')
|
|
176
|
+
return 'all_passed';
|
|
177
|
+
if (status === 'attention')
|
|
178
|
+
return 'attention_accumulated';
|
|
179
|
+
return 'unknown_dominant';
|
|
180
|
+
}
|
|
181
|
+
function checklistItem(key, label, status, reason, contribution = 'informational') {
|
|
182
|
+
return {
|
|
183
|
+
key,
|
|
184
|
+
label,
|
|
185
|
+
status,
|
|
186
|
+
contribution,
|
|
187
|
+
reason,
|
|
188
|
+
evidenceRefs: [],
|
|
189
|
+
source: 'llm_soft',
|
|
190
|
+
};
|
|
191
|
+
}
|
|
192
|
+
function manualAnswerTouched(reviewState, sessionId, skillName, answerKey) {
|
|
193
|
+
if (answerKey === 'goal_satisfaction') {
|
|
194
|
+
return hasManualValue(reviewState, 'goal_keyword_correction', `${sessionId}:goal_keyword`)
|
|
195
|
+
|| hasManualValue(reviewState, 'completion_result_correction', `${sessionId}:completion_result`)
|
|
196
|
+
|| hasManualValue(reviewState, 'deliverable_artifact_correction', `${sessionId}:deliverable_artifact`);
|
|
197
|
+
}
|
|
198
|
+
if (answerKey === 'declared_behavior_fit') {
|
|
199
|
+
return hasManualValue(reviewState, 'skill_relevance_correction', `${sessionId}:skill_relevance:${skillName}`)
|
|
200
|
+
|| hasManualValue(reviewState, 'workflow_completion_correction', `${sessionId}:workflow_completion:${skillName}`)
|
|
201
|
+
|| hasManualValue(reviewState, 'hardrule_execution_correction', `${sessionId}:hardrule_execution:${skillName}`)
|
|
202
|
+
|| hasManualValue(reviewState, 'main_tool_execution_correction', `${sessionId}:main_tool_execution:${skillName}`);
|
|
203
|
+
}
|
|
204
|
+
return false;
|
|
205
|
+
}
|
|
206
|
+
function hasManualValue(reviewState, targetType, targetId) {
|
|
207
|
+
const entry = reviewState.entries[observationReviewStateKey(targetType, targetId)];
|
|
208
|
+
if (!entry)
|
|
209
|
+
return false;
|
|
210
|
+
return Boolean(entry.note?.trim() || entry.reason?.trim() || entry.verdict);
|
|
211
|
+
}
|
|
212
|
+
function ownerSuggestionTexts(enhancedReview) {
|
|
213
|
+
return (enhancedReview?.ownerSuggestions ?? [])
|
|
214
|
+
.map((suggestion) => {
|
|
215
|
+
const title = suggestion.title?.trim();
|
|
216
|
+
const body = suggestion.body?.trim();
|
|
217
|
+
const acceptance = suggestion.acceptanceCriteria?.trim();
|
|
218
|
+
return [title, body, acceptance ? `验收:${acceptance}` : ''].filter(Boolean).join('。');
|
|
219
|
+
})
|
|
220
|
+
.filter((suggestion) => suggestion.length > 0)
|
|
221
|
+
.filter((suggestion, index, arr) => arr.indexOf(suggestion) === index)
|
|
222
|
+
.slice(0, 4);
|
|
223
|
+
}
|
|
224
|
+
function shortList(values) {
|
|
225
|
+
return Array.from(new Set((values ?? [])
|
|
226
|
+
.map((value) => value.replace(/\s+/g, ' ').trim())
|
|
227
|
+
.filter(Boolean)))
|
|
228
|
+
.slice(0, 4)
|
|
229
|
+
.join(' / ');
|
|
230
|
+
}
|
|
231
|
+
//# sourceMappingURL=resolved-review.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"resolved-review.js","sourceRoot":"","sources":["../../../src/observability/resolved-review.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAwB9D,MAAM,UAAU,+BAA+B,CAAC,OAA+C;IAC7F,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;IACzD,MAAM,sBAAsB,GAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,yBAAyB,CAAC,oBAAoB,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzH,MAAM,oBAAoB,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,IAAI,EAAE,CAAC;IACjE,MAAM,aAAa,GAAG,cAAc,EAAE,iBAAiB,CAAC;IACxD,MAAM,MAAM,GAA+C,sBAAsB;QAC/E,CAAC,CAAC,QAAQ;QACV,CAAC,CAAC,aAAa;YACb,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,eAAe,CAAC;IACtB,OAAO;QACL,QAAQ,EAAE,eAAe,CAAC,OAAO,CAAC,cAAc,EAAE,cAAc,EAAE,sBAAsB,CAAC;QACzF,OAAO,EAAE,cAAc,CAAC;YACtB,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,oBAAoB;YACpB,cAAc;YACd,WAAW;SACZ,CAAC;QACF,eAAe,EAAE,cAAc,EAAE,eAAe;QAChD,gBAAgB,EAAE,oBAAoB,CAAC,cAAc,CAAC;QACtD,MAAM;KACP,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gCAAgC,CAC9C,QAAkC,EAClC,cAA0D,EAC1D,eAAwB;IAExB,OAAO,eAAe,CAAC,QAAQ,EAAE,cAAc,EAAE,eAAe,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,eAAe,CACtB,QAAkC,EAClC,cAA0D,EAC1D,eAAwB;IAExB,IAAI,eAAe;QAAE,OAAO,QAAQ,CAAC;IACrC,MAAM,UAAU,GAAG,cAAc,EAAE,iBAAiB,CAAC;IACrD,IAAI,CAAC,UAAU;QAAE,OAAO,QAAQ,CAAC;IACjC,MAAM,SAAS,GAAG,UAAU,CAAC,gBAAgB,KAAK,QAAQ;WACrD,UAAU,CAAC,mBAAmB,KAAK,QAAQ;WAC3C,UAAU,CAAC,iBAAiB,KAAK,QAAQ;WACzC,UAAU,CAAC,WAAW,KAAK,UAAU;WACrC,UAAU,CAAC,WAAW,KAAK,YAAY,CAAC;IAC7C,IAAI,SAAS;QAAE,OAAO,cAAc,CAAC;IACrC,MAAM,UAAU,GAAG,UAAU,CAAC,gBAAgB,KAAK,SAAS;WACvD,UAAU,CAAC,mBAAmB,KAAK,SAAS;WAC5C,UAAU,CAAC,iBAAiB,KAAK,SAAS;WAC1C,UAAU,CAAC,WAAW,KAAK,SAAS,CAAC;IAC1C,IAAI,UAAU,IAAI,QAAQ,KAAK,gBAAgB;QAAE,OAAO,eAAe,CAAC;IACxE,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,cAAc,CAAC,OAMvB;IACC,MAAM,EAAE,oBAAoB,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC;IACzD,IAAI,CAAC,cAAc,EAAE,iBAAiB;QAAE,OAAO,oBAAoB,CAAC;IACpE,MAAM,WAAW,GAAG,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC;IAC9F,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAChC,mBAAmB,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC;QACxF,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,oBAAoB,CAAC,MAAM,EAAE,cAAc,CAAC,CACjD,CAAC;AACJ,CAAC;AAED,SAAS,cAAc;IACrB,OAAO;QACL,aAAa,CAAC,mBAAmB,EAAE,YAAY,CAAC;QAChD,aAAa,CAAC,uBAAuB,EAAE,YAAY,CAAC;QACpD,aAAa,CAAC,cAAc,EAAE,aAAa,CAAC;KAC7C,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,GAAoC,EAAE,KAAa;IACxE,OAAO;QACL,GAAG;QACH,KAAK;QACL,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,kBAAkB;QAC1B,cAAc,EAAE,EAAE;QAClB,IAAI,EAAE,EAAE;QACR,YAAY,EAAE,EAAE;QAChB,cAAc,EAAE,EAAE;KACnB,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAC3B,MAAoC,EACpC,cAA8C;IAE9C,MAAM,UAAU,GAAG,cAAc,CAAC,iBAAiB,CAAC;IACpD,IAAI,CAAC,UAAU;QAAE,OAAO,MAAM,CAAC;IAC/B,IAAI,MAAM,CAAC,GAAG,KAAK,mBAAmB,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,aAAa,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG,aAAa,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;QACnE,MAAM,QAAQ,GAAG,SAAS,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,cAAc,CAAC,QAAQ,EAAE,OAAO,IAAI,MAAM,CAAC;QACzG,OAAO;YACL,GAAG,MAAM;YACT,MAAM;YACN,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC;YAC/B,IAAI,EAAE,cAAc,CAAC,eAAe,IAAI,MAAM,CAAC,IAAI;YACnD,cAAc,EAAE;gBACd,aAAa,CAAC,qBAAqB,EAAE,WAAW,QAAQ,EAAE,EAAE,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,uBAAuB,CAAC;gBAChI,aAAa,CAAC,uBAAuB,EAAE,UAAU,YAAY,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,qBAAqB,EAAE,UAAU,CAAC;gBAC5M,aAAa,CAAC,yBAAyB,EAAE,QAAQ,YAAY,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,EAAE,cAAc,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc,KAAK,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,CAAC;aAC7N;SACF,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,CAAC,GAAG,KAAK,uBAAuB,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,aAAa,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAC;QAC7D,MAAM,YAAY,GAAG,SAAS,CAAC;YAC7B,GAAG,CAAC,cAAc,CAAC,iBAAiB,EAAE,QAAQ,IAAI,EAAE,CAAC;YACrD,GAAG,CAAC,cAAc,CAAC,iBAAiB,EAAE,gBAAgB,IAAI,EAAE,CAAC;SAC9D,CAAC,IAAI,cAAc,CAAC,iBAAiB,EAAE,OAAO,IAAI,MAAM,CAAC;QAC1D,OAAO;YACL,GAAG,MAAM;YACT,MAAM;YACN,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC;YAC/B,IAAI,EAAE,cAAc,CAAC,eAAe,IAAI,MAAM,CAAC,IAAI;YACnD,cAAc,EAAE;gBACd,aAAa,CAAC,yBAAyB,EAAE,cAAc,YAAY,EAAE,EAAE,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,2BAA2B,CAAC;gBACnJ,aAAa,CAAC,2BAA2B,EAAE,UAAU,YAAY,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,0BAA0B,EAAE,UAAU,CAAC;aACzN;SACF,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,CAAC,GAAG,KAAK,cAAc,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,aAAa,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,cAAc,CAAC,qBAAqB,CAAC;QACrD,OAAO;YACL,GAAG,MAAM;YACT,MAAM;YACN,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC;YAC/B,IAAI,EAAE,cAAc,CAAC,eAAe,IAAI,MAAM,CAAC,IAAI;YACnD,cAAc,EAAE;gBACd,aAAa,CAAC,iBAAiB,EAAE,UAAU,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,EAAE,iBAAiB,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,uBAAuB,EAAE,UAAU,CAAC;gBACpJ,aAAa,CAAC,oBAAoB,EAAE,QAAQ,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,EAAE,iBAAiB,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,4BAA4B,EAAE,WAAW,CAAC;gBAC/J,aAAa,CAAC,qBAAqB,EAAE,QAAQ,YAAY,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,EAAE,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,sBAAsB,EAAE,WAAW,CAAC;gBAC9J,aAAa,CAAC,4BAA4B,EAAE,QAAQ,YAAY,CAAC,OAAO,EAAE,gBAAgB,CAAC,EAAE,EAAE,iBAAiB,CAAC,OAAO,EAAE,gBAAgB,CAAC,EAAE,uBAAuB,EAAE,WAAW,CAAC;gBAClL,aAAa,CAAC,uBAAuB,EAAE,QAAQ,YAAY,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE,EAAE,iBAAiB,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE,yBAAyB,EAAE,UAAU,CAAC;gBACtK,aAAa,CAAC,sBAAsB,EAAE,SAAS,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,8BAA8B,EAAE,WAAW,CAAC;aAC3U;SACF,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACpC,IAAI,KAAK,KAAK,QAAQ;QAAE,OAAO,WAAW,CAAC;IAC3C,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,KAAK,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC;IACtC,IAAI,KAAK,KAAK,UAAU,IAAI,KAAK,KAAK,YAAY;QAAE,OAAO,WAAW,CAAC;IACvE,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,IAAI,KAAK,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IACxC,IAAI,KAAK,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IACxC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,KAAK,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IACnC,IAAI,KAAK,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IACnC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,KAAK,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC;IACtC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACrC,IAAI,KAAK,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC;IACtC,IAAI,KAAK,KAAK,YAAY;QAAE,OAAO,OAAO,CAAC;IAC3C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,MAA8C;IACrE,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,YAAY,CAAC;IACzC,IAAI,MAAM,KAAK,WAAW;QAAE,OAAO,uBAAuB,CAAC;IAC3D,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,SAAS,aAAa,CACpB,GAAW,EACX,KAAa,EACb,MAAqC,EACrC,MAAc,EACd,eAAgD,eAAe;IAE/D,OAAO;QACL,GAAG;QACH,KAAK;QACL,MAAM;QACN,YAAY;QACZ,MAAM;QACN,YAAY,EAAE,EAAE;QAChB,MAAM,EAAE,UAAU;KACnB,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAC1B,WAAmC,EACnC,SAAiB,EACjB,SAAiB,EACjB,SAA0C;IAE1C,IAAI,SAAS,KAAK,mBAAmB,EAAE,CAAC;QACtC,OAAO,cAAc,CAAC,WAAW,EAAE,yBAAyB,EAAE,GAAG,SAAS,eAAe,CAAC;eACrF,cAAc,CAAC,WAAW,EAAE,8BAA8B,EAAE,GAAG,SAAS,oBAAoB,CAAC;eAC7F,cAAc,CAAC,WAAW,EAAE,iCAAiC,EAAE,GAAG,SAAS,uBAAuB,CAAC,CAAC;IAC3G,CAAC;IACD,IAAI,SAAS,KAAK,uBAAuB,EAAE,CAAC;QAC1C,OAAO,cAAc,CAAC,WAAW,EAAE,4BAA4B,EAAE,GAAG,SAAS,oBAAoB,SAAS,EAAE,CAAC;eACxG,cAAc,CAAC,WAAW,EAAE,gCAAgC,EAAE,GAAG,SAAS,wBAAwB,SAAS,EAAE,CAAC;eAC9G,cAAc,CAAC,WAAW,EAAE,+BAA+B,EAAE,GAAG,SAAS,uBAAuB,SAAS,EAAE,CAAC;eAC5G,cAAc,CAAC,WAAW,EAAE,gCAAgC,EAAE,GAAG,SAAS,wBAAwB,SAAS,EAAE,CAAC,CAAC;IACtH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,WAAmC,EAAE,UAAuC,EAAE,QAAgB;IACpH,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,yBAAyB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;IACnF,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IACzB,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,oBAAoB,CAAC,cAA+C;IAC3E,OAAO,CAAC,cAAc,EAAE,gBAAgB,IAAI,EAAE,CAAC;SAC5C,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;QAClB,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;QACrC,MAAM,UAAU,GAAG,UAAU,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC;QACzD,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,MAAM,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvF,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;SAC7C,MAAM,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,KAAK,CAAC;SACrE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACjB,CAAC;AAED,SAAS,SAAS,CAAC,MAAiB;IAClC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;SACrC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;SACjD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;SACjB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACX,IAAI,CAAC,KAAK,CAAC,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
export type ObservationReviewTargetType = 'experience_session' | 'inbox_item' | 'skill' | 'goal_slice_correction' | 'evidence_metric' | 'reviewer_judgment' | 'soft_standard' | 'goal_keyword_correction' | 'result_artifact_correction' | 'completion_result_correction' | 'deliverable_artifact_correction' | 'skill_relevance_correction' | 'workflow_completion_correction' | 'hardrule_execution_correction' | 'main_tool_execution_correction';
|
|
2
|
+
export type ObservationReviewVerdict = 'reviewed' | 'real_issue' | 'not_issue' | 'needs_more_context' | 'confirmed' | 'rejected';
|
|
3
|
+
export type ObservationMetricKey = 'user_correction' | 'user_interruption' | 'user_follow_up' | 'negative_feedback' | 'positive_feedback' | 'hard_rule' | 'user_goal_shift' | 'result_artifact' | 'completion_result' | 'deliverable_artifact' | 'progress_update' | 'self_correction' | 'repeated_execution';
|
|
4
|
+
export type ObservationMetricScope = 'message' | 'skill_segment';
|
|
5
|
+
export interface ObservationReviewStateEntry {
|
|
6
|
+
targetType: ObservationReviewTargetType;
|
|
7
|
+
targetId: string;
|
|
8
|
+
verdict: ObservationReviewVerdict;
|
|
9
|
+
reviewedAt: string;
|
|
10
|
+
note?: string;
|
|
11
|
+
reason?: string;
|
|
12
|
+
metricKey?: ObservationMetricKey;
|
|
13
|
+
metricScope?: ObservationMetricScope;
|
|
14
|
+
metricScopeId?: string;
|
|
15
|
+
sourceTrace?: string;
|
|
16
|
+
sessionId?: string;
|
|
17
|
+
messageIndex?: number;
|
|
18
|
+
messageUuid?: string;
|
|
19
|
+
toolUseId?: string;
|
|
20
|
+
snippet?: string;
|
|
21
|
+
}
|
|
22
|
+
export interface ObservationReviewState {
|
|
23
|
+
kind: 'observe-review-state';
|
|
24
|
+
schemaVersion: 1;
|
|
25
|
+
updatedAt: string;
|
|
26
|
+
entries: Record<string, ObservationReviewStateEntry>;
|
|
27
|
+
}
|
|
28
|
+
export interface ObservationReviewStateUpdate {
|
|
29
|
+
targetType: ObservationReviewTargetType;
|
|
30
|
+
targetId: string;
|
|
31
|
+
verdict: ObservationReviewVerdict;
|
|
32
|
+
note?: string;
|
|
33
|
+
reason?: string;
|
|
34
|
+
metricKey?: ObservationMetricKey;
|
|
35
|
+
metricScope?: ObservationMetricScope;
|
|
36
|
+
metricScopeId?: string;
|
|
37
|
+
sourceTrace?: string;
|
|
38
|
+
sessionId?: string;
|
|
39
|
+
messageIndex?: number;
|
|
40
|
+
messageUuid?: string;
|
|
41
|
+
toolUseId?: string;
|
|
42
|
+
snippet?: string;
|
|
43
|
+
}
|
|
44
|
+
export declare function observationReviewStateKey(targetType: ObservationReviewTargetType, targetId: string): string;
|
|
45
|
+
export declare function observationMetricScopeFor(metricKey: ObservationMetricKey): ObservationMetricScope;
|
|
46
|
+
export declare function observationMetricAnnotationTargetId(ref: {
|
|
47
|
+
id?: string;
|
|
48
|
+
sourceTrace?: string;
|
|
49
|
+
sessionId?: string;
|
|
50
|
+
messageIndex?: number;
|
|
51
|
+
messageUuid?: string;
|
|
52
|
+
toolUseId?: string;
|
|
53
|
+
metricScopeId?: string;
|
|
54
|
+
}, metricKey: ObservationMetricKey): string;
|
|
55
|
+
export declare function observationMetricAnnotationVerdict(state: ObservationReviewState | undefined, ref: Parameters<typeof observationMetricAnnotationTargetId>[0], metricKey: ObservationMetricKey): 'confirmed' | 'rejected' | undefined;
|
|
56
|
+
export declare function observationReviewStatePath(observationsDir: string): string;
|
|
57
|
+
export declare function emptyObservationReviewState(now?: string): ObservationReviewState;
|
|
58
|
+
export declare function loadObservationReviewState(observationsDir: string): ObservationReviewState;
|
|
59
|
+
export declare function updateObservationReviewState(observationsDir: string, update: ObservationReviewStateUpdate, now?: string): ObservationReviewState;
|
|
60
|
+
export declare function deleteObservationReviewState(observationsDir: string, targetType: ObservationReviewTargetType, targetId: string, now?: string): ObservationReviewState;
|
|
61
|
+
//# sourceMappingURL=review-state.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"review-state.d.ts","sourceRoot":"","sources":["../../../src/observability/review-state.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,2BAA2B,GACnC,oBAAoB,GACpB,YAAY,GACZ,OAAO,GACP,uBAAuB,GACvB,iBAAiB,GACjB,mBAAmB,GACnB,eAAe,GACf,yBAAyB,GACzB,4BAA4B,GAC5B,8BAA8B,GAC9B,iCAAiC,GACjC,4BAA4B,GAC5B,gCAAgC,GAChC,+BAA+B,GAC/B,gCAAgC,CAAC;AACrC,MAAM,MAAM,wBAAwB,GAAG,UAAU,GAAG,YAAY,GAAG,WAAW,GAAG,oBAAoB,GAAG,WAAW,GAAG,UAAU,CAAC;AACjI,MAAM,MAAM,oBAAoB,GAC5B,iBAAiB,GACjB,mBAAmB,GACnB,gBAAgB,GAChB,mBAAmB,GACnB,mBAAmB,GACnB,WAAW,GACX,iBAAiB,GACjB,iBAAiB,GACjB,mBAAmB,GACnB,sBAAsB,GACtB,iBAAiB,GACjB,iBAAiB,GACjB,oBAAoB,CAAC;AACzB,MAAM,MAAM,sBAAsB,GAAG,SAAS,GAAG,eAAe,CAAC;AAEjE,MAAM,WAAW,2BAA2B;IAC1C,UAAU,EAAE,2BAA2B,CAAC;IACxC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,wBAAwB,CAAC;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,oBAAoB,CAAC;IACjC,WAAW,CAAC,EAAE,sBAAsB,CAAC;IACrC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,aAAa,EAAE,CAAC,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,2BAA2B,CAAC,CAAC;CACtD;AAED,MAAM,WAAW,4BAA4B;IAC3C,UAAU,EAAE,2BAA2B,CAAC;IACxC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,wBAAwB,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,oBAAoB,CAAC;IACjC,WAAW,CAAC,EAAE,sBAAsB,CAAC;IACrC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,yBAAyB,CAAC,UAAU,EAAE,2BAA2B,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAE3G;AAED,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,oBAAoB,GAAG,sBAAsB,CAQjG;AAED,wBAAgB,mCAAmC,CACjD,GAAG,EAAE;IACH,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,EACD,SAAS,EAAE,oBAAoB,GAC9B,MAAM,CAcR;AAED,wBAAgB,kCAAkC,CAChD,KAAK,EAAE,sBAAsB,GAAG,SAAS,EACzC,GAAG,EAAE,UAAU,CAAC,OAAO,mCAAmC,CAAC,CAAC,CAAC,CAAC,EAC9D,SAAS,EAAE,oBAAoB,GAC9B,WAAW,GAAG,UAAU,GAAG,SAAS,CAKtC;AAED,wBAAgB,0BAA0B,CAAC,eAAe,EAAE,MAAM,GAAG,MAAM,CAE1E;AAED,wBAAgB,2BAA2B,CAAC,GAAG,SAA2B,GAAG,sBAAsB,CAOlG;AAED,wBAAgB,0BAA0B,CAAC,eAAe,EAAE,MAAM,GAAG,sBAAsB,CAmB1F;AAED,wBAAgB,4BAA4B,CAC1C,eAAe,EAAE,MAAM,EACvB,MAAM,EAAE,4BAA4B,EACpC,GAAG,SAA2B,GAC7B,sBAAsB,CAyBxB;AAED,wBAAgB,4BAA4B,CAC1C,eAAe,EAAE,MAAM,EACvB,UAAU,EAAE,2BAA2B,EACvC,QAAQ,EAAE,MAAM,EAChB,GAAG,SAA2B,GAC7B,sBAAsB,CAUxB"}
|
|
@@ -0,0 +1,169 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
import { existsSync, mkdirSync, readFileSync, writeFileSync } from 'node:fs';
|
|
3
|
+
import { join } from 'node:path';
|
|
4
|
+
export function observationReviewStateKey(targetType, targetId) {
|
|
5
|
+
return `${targetType}:${targetId}`;
|
|
6
|
+
}
|
|
7
|
+
export function observationMetricScopeFor(metricKey) {
|
|
8
|
+
return metricKey === 'user_correction'
|
|
9
|
+
|| metricKey === 'user_interruption'
|
|
10
|
+
|| metricKey === 'user_follow_up'
|
|
11
|
+
|| metricKey === 'hard_rule'
|
|
12
|
+
|| metricKey === 'user_goal_shift'
|
|
13
|
+
? 'skill_segment'
|
|
14
|
+
: 'message';
|
|
15
|
+
}
|
|
16
|
+
export function observationMetricAnnotationTargetId(ref, metricKey) {
|
|
17
|
+
const hasStableTraceRef = Boolean(ref.sourceTrace || ref.sessionId || ref.messageIndex !== undefined || ref.messageUuid || ref.toolUseId);
|
|
18
|
+
const scope = observationMetricScopeFor(metricKey);
|
|
19
|
+
const stable = [
|
|
20
|
+
metricKey,
|
|
21
|
+
...(scope === 'skill_segment' ? [scope, ref.metricScopeId ?? ''] : []),
|
|
22
|
+
ref.sourceTrace ?? '',
|
|
23
|
+
ref.sessionId ?? '',
|
|
24
|
+
ref.messageIndex === undefined ? '' : String(ref.messageIndex),
|
|
25
|
+
ref.messageUuid ?? '',
|
|
26
|
+
ref.toolUseId ?? '',
|
|
27
|
+
hasStableTraceRef ? '' : ref.id ?? '',
|
|
28
|
+
].join('\u0000');
|
|
29
|
+
return `metric:${metricKey}:${createHash('sha256').update(stable).digest('hex').slice(0, 16)}`;
|
|
30
|
+
}
|
|
31
|
+
export function observationMetricAnnotationVerdict(state, ref, metricKey) {
|
|
32
|
+
if (!state)
|
|
33
|
+
return undefined;
|
|
34
|
+
const targetId = observationMetricAnnotationTargetId(ref, metricKey);
|
|
35
|
+
const entry = state.entries[observationReviewStateKey('evidence_metric', targetId)];
|
|
36
|
+
return entry?.verdict === 'confirmed' || entry?.verdict === 'rejected' ? entry.verdict : undefined;
|
|
37
|
+
}
|
|
38
|
+
export function observationReviewStatePath(observationsDir) {
|
|
39
|
+
return join(observationsDir, 'review-state.json');
|
|
40
|
+
}
|
|
41
|
+
export function emptyObservationReviewState(now = new Date().toISOString()) {
|
|
42
|
+
return {
|
|
43
|
+
kind: 'observe-review-state',
|
|
44
|
+
schemaVersion: 1,
|
|
45
|
+
updatedAt: now,
|
|
46
|
+
entries: {},
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
export function loadObservationReviewState(observationsDir) {
|
|
50
|
+
const path = observationReviewStatePath(observationsDir);
|
|
51
|
+
if (!existsSync(path))
|
|
52
|
+
return emptyObservationReviewState();
|
|
53
|
+
try {
|
|
54
|
+
const parsed = JSON.parse(readFileSync(path, 'utf-8'));
|
|
55
|
+
if (parsed.kind !== 'observe-review-state' || parsed.schemaVersion !== 1 || !parsed.entries || typeof parsed.entries !== 'object') {
|
|
56
|
+
return emptyObservationReviewState();
|
|
57
|
+
}
|
|
58
|
+
return {
|
|
59
|
+
kind: 'observe-review-state',
|
|
60
|
+
schemaVersion: 1,
|
|
61
|
+
updatedAt: typeof parsed.updatedAt === 'string' ? parsed.updatedAt : new Date().toISOString(),
|
|
62
|
+
entries: Object.fromEntries(Object.entries(parsed.entries).filter(([, entry]) => isReviewStateEntry(entry))),
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
catch {
|
|
66
|
+
return emptyObservationReviewState();
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
export function updateObservationReviewState(observationsDir, update, now = new Date().toISOString()) {
|
|
70
|
+
assertReviewStateUpdate(update);
|
|
71
|
+
const state = loadObservationReviewState(observationsDir);
|
|
72
|
+
const key = observationReviewStateKey(update.targetType, update.targetId);
|
|
73
|
+
state.entries[key] = {
|
|
74
|
+
targetType: update.targetType,
|
|
75
|
+
targetId: update.targetId,
|
|
76
|
+
verdict: update.verdict,
|
|
77
|
+
reviewedAt: now,
|
|
78
|
+
...(update.note ? { note: update.note.slice(0, 500) } : {}),
|
|
79
|
+
...(update.reason ? { reason: update.reason.slice(0, 500) } : {}),
|
|
80
|
+
...(update.metricKey ? { metricKey: update.metricKey } : {}),
|
|
81
|
+
...(update.metricKey ? { metricScope: update.metricScope ?? observationMetricScopeFor(update.metricKey) } : {}),
|
|
82
|
+
...(update.metricScopeId ? { metricScopeId: update.metricScopeId.slice(0, 200) } : {}),
|
|
83
|
+
...(update.sourceTrace ? { sourceTrace: update.sourceTrace } : {}),
|
|
84
|
+
...(update.sessionId ? { sessionId: update.sessionId } : {}),
|
|
85
|
+
...(update.messageIndex !== undefined ? { messageIndex: update.messageIndex } : {}),
|
|
86
|
+
...(update.messageUuid ? { messageUuid: update.messageUuid } : {}),
|
|
87
|
+
...(update.toolUseId ? { toolUseId: update.toolUseId } : {}),
|
|
88
|
+
...(update.snippet ? { snippet: update.snippet.slice(0, 500) } : {}),
|
|
89
|
+
};
|
|
90
|
+
state.updatedAt = now;
|
|
91
|
+
mkdirSync(observationsDir, { recursive: true });
|
|
92
|
+
writeFileSync(observationReviewStatePath(observationsDir), JSON.stringify(state, null, 2));
|
|
93
|
+
return state;
|
|
94
|
+
}
|
|
95
|
+
export function deleteObservationReviewState(observationsDir, targetType, targetId, now = new Date().toISOString()) {
|
|
96
|
+
if (!isReviewTargetType(targetType))
|
|
97
|
+
throw new Error('invalid review targetType');
|
|
98
|
+
if (typeof targetId !== 'string' || targetId.trim() === '')
|
|
99
|
+
throw new Error('invalid review targetId');
|
|
100
|
+
const state = loadObservationReviewState(observationsDir);
|
|
101
|
+
const key = observationReviewStateKey(targetType, targetId);
|
|
102
|
+
delete state.entries[key];
|
|
103
|
+
state.updatedAt = now;
|
|
104
|
+
mkdirSync(observationsDir, { recursive: true });
|
|
105
|
+
writeFileSync(observationReviewStatePath(observationsDir), JSON.stringify(state, null, 2));
|
|
106
|
+
return state;
|
|
107
|
+
}
|
|
108
|
+
function assertReviewStateUpdate(value) {
|
|
109
|
+
if (!isReviewTargetType(value.targetType))
|
|
110
|
+
throw new Error('invalid review targetType');
|
|
111
|
+
if (typeof value.targetId !== 'string' || value.targetId.trim() === '')
|
|
112
|
+
throw new Error('invalid review targetId');
|
|
113
|
+
if (!isReviewVerdict(value.verdict))
|
|
114
|
+
throw new Error('invalid review verdict');
|
|
115
|
+
if (value.targetType === 'evidence_metric' && !isObservationMetricKey(value.metricKey))
|
|
116
|
+
throw new Error('invalid metricKey');
|
|
117
|
+
if (value.metricScope !== undefined && !isObservationMetricScope(value.metricScope))
|
|
118
|
+
throw new Error('invalid metricScope');
|
|
119
|
+
if ((value.verdict === 'confirmed' || value.verdict === 'rejected') && value.targetType !== 'evidence_metric')
|
|
120
|
+
throw new Error('metric verdict requires evidence_metric targetType');
|
|
121
|
+
}
|
|
122
|
+
function isReviewStateEntry(value) {
|
|
123
|
+
if (!value || typeof value !== 'object')
|
|
124
|
+
return false;
|
|
125
|
+
const entry = value;
|
|
126
|
+
return isReviewTargetType(entry.targetType)
|
|
127
|
+
&& typeof entry.targetId === 'string'
|
|
128
|
+
&& isReviewVerdict(entry.verdict)
|
|
129
|
+
&& typeof entry.reviewedAt === 'string';
|
|
130
|
+
}
|
|
131
|
+
function isReviewTargetType(value) {
|
|
132
|
+
return value === 'experience_session'
|
|
133
|
+
|| value === 'inbox_item'
|
|
134
|
+
|| value === 'skill'
|
|
135
|
+
|| value === 'goal_slice_correction'
|
|
136
|
+
|| value === 'evidence_metric'
|
|
137
|
+
|| value === 'reviewer_judgment'
|
|
138
|
+
|| value === 'soft_standard'
|
|
139
|
+
|| value === 'goal_keyword_correction'
|
|
140
|
+
|| value === 'result_artifact_correction'
|
|
141
|
+
|| value === 'completion_result_correction'
|
|
142
|
+
|| value === 'deliverable_artifact_correction'
|
|
143
|
+
|| value === 'skill_relevance_correction'
|
|
144
|
+
|| value === 'workflow_completion_correction'
|
|
145
|
+
|| value === 'hardrule_execution_correction'
|
|
146
|
+
|| value === 'main_tool_execution_correction';
|
|
147
|
+
}
|
|
148
|
+
function isReviewVerdict(value) {
|
|
149
|
+
return value === 'reviewed' || value === 'real_issue' || value === 'not_issue' || value === 'needs_more_context' || value === 'confirmed' || value === 'rejected';
|
|
150
|
+
}
|
|
151
|
+
function isObservationMetricScope(value) {
|
|
152
|
+
return value === 'message' || value === 'skill_segment';
|
|
153
|
+
}
|
|
154
|
+
function isObservationMetricKey(value) {
|
|
155
|
+
return value === 'user_correction'
|
|
156
|
+
|| value === 'user_interruption'
|
|
157
|
+
|| value === 'user_follow_up'
|
|
158
|
+
|| value === 'negative_feedback'
|
|
159
|
+
|| value === 'positive_feedback'
|
|
160
|
+
|| value === 'hard_rule'
|
|
161
|
+
|| value === 'user_goal_shift'
|
|
162
|
+
|| value === 'result_artifact'
|
|
163
|
+
|| value === 'completion_result'
|
|
164
|
+
|| value === 'deliverable_artifact'
|
|
165
|
+
|| value === 'progress_update'
|
|
166
|
+
|| value === 'self_correction'
|
|
167
|
+
|| value === 'repeated_execution';
|
|
168
|
+
}
|
|
169
|
+
//# sourceMappingURL=review-state.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"review-state.js","sourceRoot":"","sources":["../../../src/observability/review-state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AA6EjC,MAAM,UAAU,yBAAyB,CAAC,UAAuC,EAAE,QAAgB;IACjG,OAAO,GAAG,UAAU,IAAI,QAAQ,EAAE,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,SAA+B;IACvE,OAAO,SAAS,KAAK,iBAAiB;WACjC,SAAS,KAAK,mBAAmB;WACjC,SAAS,KAAK,gBAAgB;WAC9B,SAAS,KAAK,WAAW;WACzB,SAAS,KAAK,iBAAiB;QAClC,CAAC,CAAC,eAAe;QACjB,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,mCAAmC,CACjD,GAQC,EACD,SAA+B;IAE/B,MAAM,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,YAAY,KAAK,SAAS,IAAI,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1I,MAAM,KAAK,GAAG,yBAAyB,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG;QACb,SAAS;QACT,GAAG,CAAC,KAAK,KAAK,eAAe,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,WAAW,IAAI,EAAE;QACrB,GAAG,CAAC,SAAS,IAAI,EAAE;QACnB,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC;QAC9D,GAAG,CAAC,WAAW,IAAI,EAAE;QACrB,GAAG,CAAC,SAAS,IAAI,EAAE;QACnB,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE;KACtC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACjB,OAAO,UAAU,SAAS,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;AACjG,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,KAAyC,EACzC,GAA8D,EAC9D,SAA+B;IAE/B,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,QAAQ,GAAG,mCAAmC,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACrE,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,yBAAyB,CAAC,iBAAiB,EAAE,QAAQ,CAAC,CAAC,CAAC;IACpF,OAAO,KAAK,EAAE,OAAO,KAAK,WAAW,IAAI,KAAK,EAAE,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;AACrG,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,eAAuB;IAChE,OAAO,IAAI,CAAC,eAAe,EAAE,mBAAmB,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;IACxE,OAAO;QACL,IAAI,EAAE,sBAAsB;QAC5B,aAAa,EAAE,CAAC;QAChB,SAAS,EAAE,GAAG;QACd,OAAO,EAAE,EAAE;KACZ,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,eAAuB;IAChE,MAAM,IAAI,GAAG,0BAA0B,CAAC,eAAe,CAAC,CAAC;IACzD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,2BAA2B,EAAE,CAAC;IAC5D,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAoC,CAAC;QAC1F,IAAI,MAAM,CAAC,IAAI,KAAK,sBAAsB,IAAI,MAAM,CAAC,aAAa,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YAClI,OAAO,2BAA2B,EAAE,CAAC;QACvC,CAAC;QACD,OAAO;YACL,IAAI,EAAE,sBAAsB;YAC5B,aAAa,EAAE,CAAC;YAChB,SAAS,EAAE,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC7F,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAChF;SACF,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,2BAA2B,EAAE,CAAC;IACvC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,eAAuB,EACvB,MAAoC,EACpC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;IAE9B,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAChC,MAAM,KAAK,GAAG,0BAA0B,CAAC,eAAe,CAAC,CAAC;IAC1D,MAAM,GAAG,GAAG,yBAAyB,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1E,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG;QACnB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,UAAU,EAAE,GAAG;QACf,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5D,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,yBAAyB,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/G,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtF,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5D,GAAG,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnF,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5D,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACrE,CAAC;IACF,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC;IACtB,SAAS,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,aAAa,CAAC,0BAA0B,CAAC,eAAe,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC3F,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,eAAuB,EACvB,UAAuC,EACvC,QAAgB,EAChB,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;IAE9B,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAClF,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IACvG,MAAM,KAAK,GAAG,0BAA0B,CAAC,eAAe,CAAC,CAAC;IAC1D,MAAM,GAAG,GAAG,yBAAyB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC5D,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC1B,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC;IACtB,SAAS,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,aAAa,CAAC,0BAA0B,CAAC,eAAe,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC3F,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAmC;IAClE,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,UAAU,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACxF,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IACnH,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC/E,IAAI,KAAK,CAAC,UAAU,KAAK,iBAAiB,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,SAAS,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAC7H,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,WAAW,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAC5H,IAAI,CAAC,KAAK,CAAC,OAAO,KAAK,WAAW,IAAI,KAAK,CAAC,OAAO,KAAK,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,KAAK,iBAAiB;QAAE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;AACvL,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,KAAK,GAAG,KAA6C,CAAC;IAC5D,OAAO,kBAAkB,CAAC,KAAK,CAAC,UAAU,CAAC;WACtC,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;WAClC,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC;WAC9B,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,CAAC;AAC5C,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,OAAO,KAAK,KAAK,oBAAoB;WAChC,KAAK,KAAK,YAAY;WACtB,KAAK,KAAK,OAAO;WACjB,KAAK,KAAK,uBAAuB;WACjC,KAAK,KAAK,iBAAiB;WAC3B,KAAK,KAAK,mBAAmB;WAC7B,KAAK,KAAK,eAAe;WACzB,KAAK,KAAK,yBAAyB;WACnC,KAAK,KAAK,4BAA4B;WACtC,KAAK,KAAK,8BAA8B;WACxC,KAAK,KAAK,iCAAiC;WAC3C,KAAK,KAAK,4BAA4B;WACtC,KAAK,KAAK,gCAAgC;WAC1C,KAAK,KAAK,+BAA+B;WACzC,KAAK,KAAK,gCAAgC,CAAC;AAClD,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,OAAO,KAAK,KAAK,UAAU,IAAI,KAAK,KAAK,YAAY,IAAI,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,oBAAoB,IAAI,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,UAAU,CAAC;AACpK,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAc;IAC9C,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,eAAe,CAAC;AAC1D,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAc;IAC5C,OAAO,KAAK,KAAK,iBAAiB;WAC7B,KAAK,KAAK,mBAAmB;WAC7B,KAAK,KAAK,gBAAgB;WAC1B,KAAK,KAAK,mBAAmB;WAC7B,KAAK,KAAK,mBAAmB;WAC7B,KAAK,KAAK,WAAW;WACrB,KAAK,KAAK,iBAAiB;WAC3B,KAAK,KAAK,iBAAiB;WAC3B,KAAK,KAAK,mBAAmB;WAC7B,KAAK,KAAK,sBAAsB;WAChC,KAAK,KAAK,iBAAiB;WAC3B,KAAK,KAAK,iBAAiB;WAC3B,KAAK,KAAK,oBAAoB,CAAC;AACtC,CAAC"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* inbox 报告侧的 skill-chain 改进建议字典。
|
|
3
|
+
*
|
|
4
|
+
* 仅为 inbox UI 展示用,不动 doctor 的 pass/fail 语义。
|
|
5
|
+
* code 命名风格与 doctor i18n key(如 `skill_metadata.hint.hardrules`)对齐,
|
|
6
|
+
* 这样将来 doctor 若也要展示同样的提示,code 可复用。
|
|
7
|
+
*/
|
|
8
|
+
export type SkillChainAdvisoryCode = 'hardrules_not_declared' | 'workflows_not_declared' | 'skill_md_not_found';
|
|
9
|
+
export interface SkillChainAdvisory {
|
|
10
|
+
code: SkillChainAdvisoryCode;
|
|
11
|
+
message: string;
|
|
12
|
+
/** 可选:例子 yaml(hardrules / workflows 用) */
|
|
13
|
+
exampleYaml?: string;
|
|
14
|
+
/** 可选:建议命令模板,`${skillName}` 会被替换 */
|
|
15
|
+
commandTemplate?: string;
|
|
16
|
+
/** advisory 在 L1 辅助推断里展示的简短 caution 标签(不超过 18 字) */
|
|
17
|
+
shortLabel: string;
|
|
18
|
+
}
|
|
19
|
+
export declare function getSkillChainAdvisory(code: SkillChainAdvisoryCode): SkillChainAdvisory;
|
|
20
|
+
/**
|
|
21
|
+
* 把 commandTemplate 里的 `${skillName}` 占位符替换成实际 skill 名。
|
|
22
|
+
* 只接受字母/数字/横线/下划线,避免 shell 注入风险。
|
|
23
|
+
*/
|
|
24
|
+
export declare function resolveAdvisoryCommand(advisory: SkillChainAdvisory, skillName: string): string | undefined;
|
|
25
|
+
//# sourceMappingURL=skill-chain-advisories.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"skill-chain-advisories.d.ts","sourceRoot":"","sources":["../../../src/observability/skill-chain-advisories.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,MAAM,MAAM,sBAAsB,GAC9B,wBAAwB,GACxB,wBAAwB,GACxB,oBAAoB,CAAC;AAEzB,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,0CAA0C;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oCAAoC;IACpC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,oDAAoD;IACpD,UAAU,EAAE,MAAM,CAAC;CACpB;AAmDD,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,sBAAsB,GAAG,kBAAkB,CAEtF;AAED;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAI1G"}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* inbox 报告侧的 skill-chain 改进建议字典。
|
|
3
|
+
*
|
|
4
|
+
* 仅为 inbox UI 展示用,不动 doctor 的 pass/fail 语义。
|
|
5
|
+
* code 命名风格与 doctor i18n key(如 `skill_metadata.hint.hardrules`)对齐,
|
|
6
|
+
* 这样将来 doctor 若也要展示同样的提示,code 可复用。
|
|
7
|
+
*/
|
|
8
|
+
const ADVISORIES = {
|
|
9
|
+
hardrules_not_declared: {
|
|
10
|
+
code: 'hardrules_not_declared',
|
|
11
|
+
shortLabel: '未标准化 hardRules',
|
|
12
|
+
message: '未在 SKILL.md frontmatter 标准化声明 hardRules。以下内容为检测结果;建议沉淀为标准化 hardRules。',
|
|
13
|
+
exampleYaml: [
|
|
14
|
+
'---',
|
|
15
|
+
'name: your-skill',
|
|
16
|
+
'description: ...',
|
|
17
|
+
'hardRules:',
|
|
18
|
+
' - id: must-confirm-project',
|
|
19
|
+
' rule: 生成前先确认 projectId',
|
|
20
|
+
' expectedBehavior: 调用方未提供 projectId 时主动追问,不要凭空生成',
|
|
21
|
+
' - id: read-domain-first',
|
|
22
|
+
' rule: 必须读取领域知识',
|
|
23
|
+
' expectedBehavior: 先读 domain/*.md,缺失就降级提示,禁止跳过',
|
|
24
|
+
'---',
|
|
25
|
+
].join('\n'),
|
|
26
|
+
},
|
|
27
|
+
workflows_not_declared: {
|
|
28
|
+
code: 'workflows_not_declared',
|
|
29
|
+
shortLabel: '未标准化 workflows',
|
|
30
|
+
message: '未在 SKILL.md frontmatter 标准化声明 workflows。以下内容为检测结果;建议沉淀为标准化 workflows。',
|
|
31
|
+
exampleYaml: [
|
|
32
|
+
'---',
|
|
33
|
+
'name: your-skill',
|
|
34
|
+
'workflows:',
|
|
35
|
+
' - id: main',
|
|
36
|
+
' description: 标准主流程',
|
|
37
|
+
' nodes:',
|
|
38
|
+
' - id: collect-input',
|
|
39
|
+
' action: 收集需求与上下文',
|
|
40
|
+
' - id: read-domain',
|
|
41
|
+
' action: 读取领域知识',
|
|
42
|
+
' - id: generate',
|
|
43
|
+
' action: 生成产物',
|
|
44
|
+
' - id: upload',
|
|
45
|
+
' action: 上传到需求管理系统',
|
|
46
|
+
'---',
|
|
47
|
+
].join('\n'),
|
|
48
|
+
},
|
|
49
|
+
skill_md_not_found: {
|
|
50
|
+
code: 'skill_md_not_found',
|
|
51
|
+
shortLabel: '本地未找到 SKILL.md',
|
|
52
|
+
message: '本地常见 skill 目录里没有这个 skill 的 SKILL.md,inbox 跑不了静态/运行时审计。如果你想看更多体检维度(依赖检查、可读性等),可以试试 omk doctor;inbox 本身不依赖它。',
|
|
53
|
+
commandTemplate: 'omk doctor ~/.claude/skills/${skillName}/SKILL.md --static-only',
|
|
54
|
+
},
|
|
55
|
+
};
|
|
56
|
+
export function getSkillChainAdvisory(code) {
|
|
57
|
+
return ADVISORIES[code];
|
|
58
|
+
}
|
|
59
|
+
/**
|
|
60
|
+
* 把 commandTemplate 里的 `${skillName}` 占位符替换成实际 skill 名。
|
|
61
|
+
* 只接受字母/数字/横线/下划线,避免 shell 注入风险。
|
|
62
|
+
*/
|
|
63
|
+
export function resolveAdvisoryCommand(advisory, skillName) {
|
|
64
|
+
if (!advisory.commandTemplate)
|
|
65
|
+
return undefined;
|
|
66
|
+
const safe = /^[A-Za-z0-9_.-]+$/.test(skillName) ? skillName : '<skill-name>';
|
|
67
|
+
return advisory.commandTemplate.replace(/\$\{skillName\}/g, safe);
|
|
68
|
+
}
|
|
69
|
+
//# sourceMappingURL=skill-chain-advisories.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"skill-chain-advisories.js","sourceRoot":"","sources":["../../../src/observability/skill-chain-advisories.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAkBH,MAAM,UAAU,GAAuD;IACrE,sBAAsB,EAAE;QACtB,IAAI,EAAE,wBAAwB;QAC9B,UAAU,EAAE,gBAAgB;QAC5B,OAAO,EAAE,uEAAuE;QAChF,WAAW,EAAE;YACX,KAAK;YACL,kBAAkB;YAClB,kBAAkB;YAClB,YAAY;YACZ,8BAA8B;YAC9B,4BAA4B;YAC5B,qDAAqD;YACrD,2BAA2B;YAC3B,oBAAoB;YACpB,mDAAmD;YACnD,KAAK;SACN,CAAC,IAAI,CAAC,IAAI,CAAC;KACb;IACD,sBAAsB,EAAE;QACtB,IAAI,EAAE,wBAAwB;QAC9B,UAAU,EAAE,gBAAgB;QAC5B,OAAO,EAAE,uEAAuE;QAChF,WAAW,EAAE;YACX,KAAK;YACL,kBAAkB;YAClB,YAAY;YACZ,cAAc;YACd,wBAAwB;YACxB,YAAY;YACZ,2BAA2B;YAC3B,0BAA0B;YAC1B,yBAAyB;YACzB,wBAAwB;YACxB,sBAAsB;YACtB,sBAAsB;YACtB,oBAAoB;YACpB,2BAA2B;YAC3B,KAAK;SACN,CAAC,IAAI,CAAC,IAAI,CAAC;KACb;IACD,kBAAkB,EAAE;QAClB,IAAI,EAAE,oBAAoB;QAC1B,UAAU,EAAE,gBAAgB;QAC5B,OAAO,EAAE,4GAA4G;QACrH,eAAe,EAAE,iEAAiE;KACnF;CACF,CAAC;AAEF,MAAM,UAAU,qBAAqB,CAAC,IAA4B;IAChE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,QAA4B,EAAE,SAAiB;IACpF,IAAI,CAAC,QAAQ,CAAC,eAAe;QAAE,OAAO,SAAS,CAAC;IAChD,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC;IAC9E,OAAO,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;AACpE,CAAC"}
|