oh-my-knowledge 0.30.0 → 0.32.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +33 -672
- package/README.zh.md +45 -684
- package/dist/analysis/coverage-analyzer.d.ts.map +1 -0
- package/dist/analysis/coverage-analyzer.js.map +1 -0
- package/dist/analysis/failure-clusterer.d.ts.map +1 -0
- package/dist/analysis/failure-clusterer.js.map +1 -0
- package/dist/analysis/gap-analyzer.d.ts +121 -0
- package/dist/analysis/gap-analyzer.d.ts.map +1 -0
- package/dist/analysis/gap-analyzer.js +471 -0
- package/dist/analysis/gap-analyzer.js.map +1 -0
- package/dist/analysis/hedging-classifier.d.ts.map +1 -0
- package/dist/analysis/hedging-classifier.js.map +1 -0
- package/dist/analysis/report-diagnostics.d.ts +34 -0
- package/dist/analysis/report-diagnostics.d.ts.map +1 -0
- package/dist/analysis/report-diagnostics.js +753 -0
- package/dist/analysis/report-diagnostics.js.map +1 -0
- package/dist/analysis/sample-diagnostics.d.ts.map +1 -0
- package/dist/analysis/sample-diagnostics.js.map +1 -0
- package/dist/analysis/saturation.d.ts.map +1 -0
- package/dist/analysis/saturation.js.map +1 -0
- package/dist/authoring/evolver.d.ts +102 -0
- package/dist/authoring/evolver.d.ts.map +1 -0
- package/dist/authoring/evolver.js +681 -0
- package/dist/authoring/evolver.js.map +1 -0
- package/dist/authoring/generator.d.ts +38 -0
- package/dist/authoring/generator.d.ts.map +1 -0
- package/dist/authoring/generator.js +720 -0
- package/dist/authoring/generator.js.map +1 -0
- package/dist/authoring/sample-fixer.d.ts +51 -0
- package/dist/authoring/sample-fixer.d.ts.map +1 -0
- package/dist/authoring/sample-fixer.js +213 -0
- package/dist/authoring/sample-fixer.js.map +1 -0
- package/dist/cli/commands/doctor.d.ts +26 -0
- package/dist/cli/commands/doctor.d.ts.map +1 -0
- package/dist/cli/commands/doctor.js +302 -0
- package/dist/cli/commands/doctor.js.map +1 -0
- package/dist/cli/commands/eval/gold/compare.d.ts +17 -0
- package/dist/cli/commands/eval/gold/compare.d.ts.map +1 -0
- package/dist/cli/commands/eval/gold/compare.js +91 -0
- package/dist/cli/commands/eval/gold/compare.js.map +1 -0
- package/dist/cli/commands/eval/gold/index.d.ts +9 -0
- package/dist/cli/commands/eval/gold/index.d.ts.map +1 -0
- package/dist/cli/commands/eval/gold/index.js +34 -0
- package/dist/cli/commands/eval/gold/index.js.map +1 -0
- package/dist/cli/commands/eval/gold/init.d.ts +11 -0
- package/dist/cli/commands/eval/gold/init.d.ts.map +1 -0
- package/dist/cli/commands/eval/gold/init.js +51 -0
- package/dist/cli/commands/eval/gold/init.js.map +1 -0
- package/dist/cli/commands/eval/gold/validate.d.ts +12 -0
- package/dist/cli/commands/eval/gold/validate.d.ts.map +1 -0
- package/dist/cli/commands/eval/gold/validate.js +46 -0
- package/dist/cli/commands/eval/gold/validate.js.map +1 -0
- package/dist/cli/commands/eval/index.d.ts +54 -0
- package/dist/cli/commands/eval/index.d.ts.map +1 -0
- package/dist/cli/commands/eval/index.js +465 -0
- package/dist/cli/commands/eval/index.js.map +1 -0
- package/dist/cli/commands/evolve.d.ts +37 -0
- package/dist/cli/commands/evolve.d.ts.map +1 -0
- package/dist/cli/commands/evolve.js +283 -0
- package/dist/cli/commands/evolve.js.map +1 -0
- package/dist/cli/commands/init.d.ts +16 -0
- package/dist/cli/commands/init.d.ts.map +1 -0
- package/dist/cli/commands/init.js +152 -0
- package/dist/cli/commands/init.js.map +1 -0
- package/dist/cli/commands/observe/inbox.d.ts +23 -0
- package/dist/cli/commands/observe/inbox.d.ts.map +1 -0
- package/dist/cli/commands/observe/inbox.js +260 -0
- package/dist/cli/commands/observe/inbox.js.map +1 -0
- package/dist/cli/commands/observe/index.d.ts +22 -0
- package/dist/cli/commands/observe/index.d.ts.map +1 -0
- package/dist/cli/commands/observe/index.js +118 -0
- package/dist/cli/commands/observe/index.js.map +1 -0
- package/dist/cli/commands/observe/ingest.d.ts +13 -0
- package/dist/cli/commands/observe/ingest.d.ts.map +1 -0
- package/dist/cli/commands/observe/ingest.js +71 -0
- package/dist/cli/commands/observe/ingest.js.map +1 -0
- package/dist/cli/commands/observe/show.d.ts +13 -0
- package/dist/cli/commands/observe/show.d.ts.map +1 -0
- package/dist/cli/commands/observe/show.js +49 -0
- package/dist/cli/commands/observe/show.js.map +1 -0
- package/dist/cli/commands/sample.d.ts +38 -0
- package/dist/cli/commands/sample.d.ts.map +1 -0
- package/dist/cli/commands/sample.js +487 -0
- package/dist/cli/commands/sample.js.map +1 -0
- package/dist/cli/commands/studio.d.ts +23 -0
- package/dist/cli/commands/studio.d.ts.map +1 -0
- package/dist/cli/commands/studio.js +158 -0
- package/dist/cli/commands/studio.js.map +1 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +29 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/lib/cli-exit.d.ts +16 -0
- package/dist/cli/lib/cli-exit.d.ts.map +1 -0
- package/dist/cli/lib/cli-exit.js +20 -0
- package/dist/cli/lib/cli-exit.js.map +1 -0
- package/dist/cli/lib/cmd-flags.d.ts +224 -0
- package/dist/cli/lib/cmd-flags.d.ts.map +1 -0
- package/dist/cli/lib/cmd-flags.js +46 -0
- package/dist/cli/lib/cmd-flags.js.map +1 -0
- package/dist/cli/lib/i18n-dict/common.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/common.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/common.js +67 -0
- package/dist/cli/lib/i18n-dict/common.js.map +1 -0
- package/dist/cli/lib/i18n-dict/evolve.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/evolve.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/evolve.js +43 -0
- package/dist/cli/lib/i18n-dict/evolve.js.map +1 -0
- package/dist/cli/lib/i18n-dict/gen.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/gen.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/gen.js +63 -0
- package/dist/cli/lib/i18n-dict/gen.js.map +1 -0
- package/dist/cli/lib/i18n-dict/help.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/help.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/help.js +281 -0
- package/dist/cli/lib/i18n-dict/help.js.map +1 -0
- package/dist/cli/lib/i18n-dict/init.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/init.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/init.js +27 -0
- package/dist/cli/lib/i18n-dict/init.js.map +1 -0
- package/dist/cli/lib/i18n-dict/run.d.ts +4 -0
- package/dist/cli/lib/i18n-dict/run.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/run.js +143 -0
- package/dist/cli/lib/i18n-dict/run.js.map +1 -0
- package/dist/cli/lib/i18n-dict/types.d.ts +5 -0
- package/dist/cli/lib/i18n-dict/types.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict/types.js +2 -0
- package/dist/cli/lib/i18n-dict/types.js.map +1 -0
- package/dist/cli/lib/i18n-dict.d.ts +63 -0
- package/dist/cli/lib/i18n-dict.d.ts.map +1 -0
- package/dist/cli/lib/i18n-dict.js +67 -0
- package/dist/cli/lib/i18n-dict.js.map +1 -0
- package/dist/cli/lib/i18n.d.ts +29 -0
- package/dist/cli/lib/i18n.d.ts.map +1 -0
- package/dist/cli/lib/i18n.js +58 -0
- package/dist/cli/lib/i18n.js.map +1 -0
- package/dist/cli/lib/parse-run-config/judge-models.d.ts +24 -0
- package/dist/cli/lib/parse-run-config/judge-models.d.ts.map +1 -0
- package/dist/cli/lib/parse-run-config/judge-models.js +55 -0
- package/dist/cli/lib/parse-run-config/judge-models.js.map +1 -0
- package/dist/cli/lib/parse-run-config/samples-discovery.d.ts +19 -0
- package/dist/cli/lib/parse-run-config/samples-discovery.d.ts.map +1 -0
- package/dist/cli/lib/parse-run-config/samples-discovery.js +53 -0
- package/dist/cli/lib/parse-run-config/samples-discovery.js.map +1 -0
- package/dist/cli/lib/parse-run-config/variant-resolution.d.ts +18 -0
- package/dist/cli/lib/parse-run-config/variant-resolution.d.ts.map +1 -0
- package/dist/cli/lib/parse-run-config/variant-resolution.js +59 -0
- package/dist/cli/lib/parse-run-config/variant-resolution.js.map +1 -0
- package/dist/cli/lib/parse-run-config.d.ts +93 -0
- package/dist/cli/lib/parse-run-config.d.ts.map +1 -0
- package/dist/cli/lib/parse-run-config.js +157 -0
- package/dist/cli/lib/parse-run-config.js.map +1 -0
- package/dist/cli/lib/progress.d.ts.map +1 -0
- package/dist/cli/lib/progress.js.map +1 -0
- package/dist/cli/lib/resolve-skill-input.d.ts +8 -0
- package/dist/cli/lib/resolve-skill-input.d.ts.map +1 -0
- package/dist/cli/lib/resolve-skill-input.js +38 -0
- package/dist/cli/lib/resolve-skill-input.js.map +1 -0
- package/dist/cli/lib/run-tally.d.ts +18 -0
- package/dist/cli/lib/run-tally.d.ts.map +1 -0
- package/dist/cli/lib/run-tally.js.map +1 -0
- package/dist/cli/lib/shared.d.ts +12 -0
- package/dist/cli/lib/shared.d.ts.map +1 -0
- package/dist/cli/lib/shared.js +26 -0
- package/dist/cli/lib/shared.js.map +1 -0
- package/dist/cli/lib/update-check.d.ts +9 -0
- package/dist/cli/lib/update-check.d.ts.map +1 -0
- package/dist/cli/lib/update-check.js +113 -0
- package/dist/cli/lib/update-check.js.map +1 -0
- package/dist/cli/oclif/base-command.d.ts +8 -0
- package/dist/cli/oclif/base-command.d.ts.map +1 -0
- package/dist/cli/oclif/base-command.js +27 -0
- package/dist/cli/oclif/base-command.js.map +1 -0
- package/dist/cli/oclif/help.d.ts +16 -0
- package/dist/cli/oclif/help.d.ts.map +1 -0
- package/dist/cli/oclif/help.js +33 -0
- package/dist/cli/oclif/help.js.map +1 -0
- package/dist/cli/oclif/i18n.d.ts +16 -0
- package/dist/cli/oclif/i18n.d.ts.map +1 -0
- package/dist/cli/oclif/i18n.js +62 -0
- package/dist/cli/oclif/i18n.js.map +1 -0
- package/dist/cli/oclif/parsers.d.ts +10 -0
- package/dist/cli/oclif/parsers.d.ts.map +1 -0
- package/dist/cli/oclif/parsers.js +102 -0
- package/dist/cli/oclif/parsers.js.map +1 -0
- package/dist/cli/oclif/projection.d.ts +23 -0
- package/dist/cli/oclif/projection.d.ts.map +1 -0
- package/dist/cli/oclif/projection.js +52 -0
- package/dist/cli/oclif/projection.js.map +1 -0
- package/dist/cli/oclif/run.d.ts +2 -0
- package/dist/cli/oclif/run.d.ts.map +1 -0
- package/dist/cli/oclif/run.js +11 -0
- package/dist/cli/oclif/run.js.map +1 -0
- package/dist/diagnosis/observe-mapper.d.ts +68 -0
- package/dist/diagnosis/observe-mapper.d.ts.map +1 -0
- package/dist/diagnosis/observe-mapper.js +276 -0
- package/dist/diagnosis/observe-mapper.js.map +1 -0
- package/dist/diagnosis/observe-producer.d.ts +9 -0
- package/dist/diagnosis/observe-producer.d.ts.map +1 -0
- package/dist/diagnosis/observe-producer.js +199 -0
- package/dist/diagnosis/observe-producer.js.map +1 -0
- package/dist/diagnosis/studio-projection.d.ts +7 -0
- package/dist/diagnosis/studio-projection.d.ts.map +1 -0
- package/dist/diagnosis/studio-projection.js +84 -0
- package/dist/diagnosis/studio-projection.js.map +1 -0
- package/dist/diagnosis/types.d.ts +4 -0
- package/dist/diagnosis/types.d.ts.map +1 -0
- package/dist/diagnosis/types.js +20 -0
- package/dist/diagnosis/types.js.map +1 -0
- package/dist/doctor/fixer.d.ts +12 -0
- package/dist/doctor/fixer.d.ts.map +1 -0
- package/dist/doctor/fixer.js +326 -0
- package/dist/doctor/fixer.js.map +1 -0
- package/dist/doctor/health/builtin-dimensions.d.ts.map +1 -0
- package/dist/doctor/health/builtin-dimensions.js.map +1 -0
- package/dist/doctor/health/composer.d.ts.map +1 -0
- package/dist/doctor/health/composer.js +296 -0
- package/dist/doctor/health/composer.js.map +1 -0
- package/dist/doctor/health/dimension-registry.d.ts.map +1 -0
- package/dist/doctor/health/dimension-registry.js.map +1 -0
- package/dist/doctor/health/dimension-spec.d.ts +47 -0
- package/dist/doctor/health/dimension-spec.d.ts.map +1 -0
- package/dist/doctor/health/dimension-spec.js.map +1 -0
- package/dist/doctor/health/parser.d.ts +26 -0
- package/dist/doctor/health/parser.d.ts.map +1 -0
- package/dist/doctor/health/parser.js +228 -0
- package/dist/doctor/health/parser.js.map +1 -0
- package/dist/doctor/health/prompt-builder.d.ts +3 -0
- package/dist/doctor/health/prompt-builder.d.ts.map +1 -0
- package/dist/doctor/health/prompt-builder.js +2 -0
- package/dist/doctor/health/prompt-builder.js.map +1 -0
- package/dist/doctor/health/register.d.ts.map +1 -0
- package/dist/doctor/health/register.js.map +1 -0
- package/dist/doctor/index.d.ts.map +1 -0
- package/dist/doctor/index.js +246 -0
- package/dist/doctor/index.js.map +1 -0
- package/dist/doctor/messages.d.ts +21 -0
- package/dist/doctor/messages.d.ts.map +1 -0
- package/dist/doctor/messages.js +217 -0
- package/dist/doctor/messages.js.map +1 -0
- package/dist/doctor/preflight.d.ts.map +1 -0
- package/dist/doctor/preflight.js.map +1 -0
- package/dist/doctor/renderer.d.ts +17 -0
- package/dist/doctor/renderer.d.ts.map +1 -0
- package/dist/doctor/renderer.js +122 -0
- package/dist/doctor/renderer.js.map +1 -0
- package/dist/doctor/rules.d.ts.map +1 -0
- package/dist/doctor/rules.js +289 -0
- package/dist/doctor/rules.js.map +1 -0
- package/dist/eval-core/bootstrap.d.ts.map +1 -0
- package/dist/eval-core/bootstrap.js.map +1 -0
- package/dist/eval-core/cache.d.ts.map +1 -0
- package/dist/eval-core/cache.js.map +1 -0
- package/dist/eval-core/comparability.d.ts.map +1 -0
- package/dist/eval-core/comparability.js.map +1 -0
- package/dist/eval-core/dependency-checker.d.ts +37 -0
- package/dist/eval-core/dependency-checker.d.ts.map +1 -0
- package/dist/eval-core/dependency-checker.js.map +1 -0
- package/dist/eval-core/evaluation-execution.d.ts.map +1 -0
- package/dist/eval-core/evaluation-execution.js.map +1 -0
- package/dist/eval-core/evaluation-job.d.ts.map +1 -0
- package/dist/eval-core/evaluation-job.js.map +1 -0
- package/dist/eval-core/evaluation-reporting.d.ts.map +1 -0
- package/dist/eval-core/evaluation-reporting.js.map +1 -0
- package/dist/eval-core/execution-strategy.d.ts.map +1 -0
- package/dist/eval-core/execution-strategy.js +165 -0
- package/dist/eval-core/execution-strategy.js.map +1 -0
- package/dist/eval-core/fact-checker.d.ts.map +1 -0
- package/dist/eval-core/fact-checker.js.map +1 -0
- package/dist/eval-core/layer-gates.d.ts.map +1 -0
- package/dist/eval-core/layer-gates.js.map +1 -0
- package/dist/eval-core/mock-hook.cjs +215 -0
- package/dist/eval-core/mocks-runtime.d.ts +100 -0
- package/dist/eval-core/mocks-runtime.d.ts.map +1 -0
- package/dist/eval-core/mocks-runtime.js +559 -0
- package/dist/eval-core/mocks-runtime.js.map +1 -0
- package/dist/eval-core/schema.d.ts.map +1 -0
- package/dist/eval-core/schema.js.map +1 -0
- package/dist/eval-core/statistics.d.ts.map +1 -0
- package/dist/eval-core/statistics.js.map +1 -0
- package/dist/eval-core/task-planner.d.ts.map +1 -0
- package/dist/eval-core/task-planner.js.map +1 -0
- package/dist/eval-core/verdict.d.ts.map +1 -0
- package/dist/eval-core/verdict.js.map +1 -0
- package/dist/eval-workflows/batch-evaluation-workflow.d.ts.map +1 -0
- package/dist/eval-workflows/batch-evaluation-workflow.js.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts +22 -0
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js +67 -0
- package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts +32 -0
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.js +57 -0
- package/dist/eval-workflows/evaluation-pipeline/report-finalize.js.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts +60 -0
- package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/run-state.js +88 -0
- package/dist/eval-workflows/evaluation-pipeline/run-state.js.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts +21 -0
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js +46 -0
- package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline.d.ts +97 -0
- package/dist/eval-workflows/evaluation-pipeline.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-pipeline.js +179 -0
- package/dist/eval-workflows/evaluation-pipeline.js.map +1 -0
- package/dist/eval-workflows/evaluation-preparation.d.ts.map +1 -0
- package/dist/eval-workflows/evaluation-preparation.js.map +1 -0
- package/dist/eval-workflows/messages.d.ts +4 -0
- package/dist/eval-workflows/messages.d.ts.map +1 -0
- package/dist/eval-workflows/messages.js +30 -0
- package/dist/eval-workflows/messages.js.map +1 -0
- package/dist/eval-workflows/run-evaluation.d.ts.map +1 -0
- package/dist/eval-workflows/run-evaluation.js +528 -0
- package/dist/eval-workflows/run-evaluation.js.map +1 -0
- package/dist/executors/anthropic-api.d.ts.map +1 -0
- package/dist/executors/anthropic-api.js.map +1 -0
- package/dist/executors/claude-cli.d.ts.map +1 -0
- package/dist/executors/claude-cli.js +181 -0
- package/dist/executors/claude-cli.js.map +1 -0
- package/dist/executors/claude-sdk-trace.d.ts.map +1 -0
- package/dist/executors/claude-sdk-trace.js.map +1 -0
- package/dist/executors/claude-sdk.d.ts.map +1 -0
- package/dist/executors/claude-sdk.js.map +1 -0
- package/dist/executors/codex-cli-trace.d.ts.map +1 -0
- package/dist/executors/codex-cli-trace.js.map +1 -0
- package/dist/executors/codex-cli.d.ts.map +1 -0
- package/dist/executors/codex-cli.js.map +1 -0
- package/dist/executors/codex-sdk.d.ts.map +1 -0
- package/dist/executors/codex-sdk.js.map +1 -0
- package/dist/executors/gemini.d.ts.map +1 -0
- package/dist/executors/gemini.js.map +1 -0
- package/dist/executors/index.d.ts.map +1 -0
- package/dist/executors/index.js.map +1 -0
- package/dist/executors/openai-api.d.ts.map +1 -0
- package/dist/executors/openai-api.js.map +1 -0
- package/dist/executors/runtime-fingerprint.d.ts.map +1 -0
- package/dist/executors/runtime-fingerprint.js.map +1 -0
- package/dist/executors/script.d.ts.map +1 -0
- package/dist/executors/script.js.map +1 -0
- package/dist/executors/shared.d.ts +194 -0
- package/dist/executors/shared.d.ts.map +1 -0
- package/dist/executors/shared.js +253 -0
- package/dist/executors/shared.js.map +1 -0
- package/dist/grading/assertions.d.ts.map +1 -0
- package/dist/grading/assertions.js.map +1 -0
- package/dist/grading/debias-validate.d.ts.map +1 -0
- package/dist/grading/debias-validate.js.map +1 -0
- package/dist/grading/diagnostic.d.ts.map +1 -0
- package/dist/grading/diagnostic.js.map +1 -0
- package/dist/grading/gold-cli.d.ts.map +1 -0
- package/dist/grading/gold-cli.js.map +1 -0
- package/dist/grading/gold-dataset.d.ts.map +1 -0
- package/dist/grading/gold-dataset.js.map +1 -0
- package/dist/grading/human-gold.d.ts.map +1 -0
- package/dist/grading/human-gold.js.map +1 -0
- package/dist/grading/index.d.ts.map +1 -0
- package/dist/grading/index.js.map +1 -0
- package/dist/grading/judge.d.ts.map +1 -0
- package/dist/grading/judge.js.map +1 -0
- package/dist/grading/layered-scores.d.ts.map +1 -0
- package/dist/grading/layered-scores.js.map +1 -0
- package/dist/inputs/eval-config.d.ts.map +1 -0
- package/dist/inputs/eval-config.js.map +1 -0
- package/dist/inputs/load-samples.d.ts.map +1 -0
- package/dist/inputs/load-samples.js.map +1 -0
- package/dist/inputs/mcp-resolver.d.ts.map +1 -0
- package/dist/inputs/mcp-resolver.js.map +1 -0
- package/dist/inputs/skill-loader.d.ts.map +1 -0
- package/dist/inputs/skill-loader.js +261 -0
- package/dist/inputs/skill-loader.js.map +1 -0
- package/dist/inputs/url-fetcher.d.ts.map +1 -0
- package/dist/inputs/url-fetcher.js.map +1 -0
- package/dist/observability/experience-frontmatter.d.ts +37 -0
- package/dist/observability/experience-frontmatter.d.ts.map +1 -0
- package/dist/observability/experience-frontmatter.js +100 -0
- package/dist/observability/experience-frontmatter.js.map +1 -0
- package/dist/observability/experience.d.ts +23 -0
- package/dist/observability/experience.d.ts.map +1 -0
- package/dist/observability/experience.js +3438 -0
- package/dist/observability/experience.js.map +1 -0
- package/dist/observability/feedback-matchers.d.ts +37 -0
- package/dist/observability/feedback-matchers.d.ts.map +1 -0
- package/dist/observability/feedback-matchers.js +232 -0
- package/dist/observability/feedback-matchers.js.map +1 -0
- package/dist/observability/feedback-projection.d.ts +21 -0
- package/dist/observability/feedback-projection.d.ts.map +1 -0
- package/dist/observability/feedback-projection.js +20 -0
- package/dist/observability/feedback-projection.js.map +1 -0
- package/dist/observability/inbox-view-model.d.ts +43 -0
- package/dist/observability/inbox-view-model.d.ts.map +1 -0
- package/dist/observability/inbox-view-model.js +180 -0
- package/dist/observability/inbox-view-model.js.map +1 -0
- package/dist/observability/inbox.d.ts +28 -0
- package/dist/observability/inbox.d.ts.map +1 -0
- package/dist/observability/inbox.js +765 -0
- package/dist/observability/inbox.js.map +1 -0
- package/dist/observability/problem-patterns.d.ts +12 -0
- package/dist/observability/problem-patterns.d.ts.map +1 -0
- package/dist/observability/problem-patterns.js +244 -0
- package/dist/observability/problem-patterns.js.map +1 -0
- package/dist/observability/prompts/llm-enhanced-review.prompt.md +224 -0
- package/dist/observability/resolved-review.d.ts +37 -0
- package/dist/observability/resolved-review.d.ts.map +1 -0
- package/dist/observability/resolved-review.js +552 -0
- package/dist/observability/resolved-review.js.map +1 -0
- package/dist/observability/review-state.d.ts +20 -0
- package/dist/observability/review-state.d.ts.map +1 -0
- package/dist/observability/review-state.js +169 -0
- package/dist/observability/review-state.js.map +1 -0
- package/dist/observability/skill-chain-advisories.d.ts +16 -0
- package/dist/observability/skill-chain-advisories.d.ts.map +1 -0
- package/dist/observability/skill-chain-advisories.js +69 -0
- package/dist/observability/skill-chain-advisories.js.map +1 -0
- package/dist/observability/skill-chain.d.ts +7 -0
- package/dist/observability/skill-chain.d.ts.map +1 -0
- package/dist/observability/skill-chain.js +474 -0
- package/dist/observability/skill-chain.js.map +1 -0
- package/dist/observability/skill-health-analyzer.d.ts.map +1 -0
- package/dist/observability/skill-health-analyzer.js.map +1 -0
- package/dist/observability/soft-standards/constants.d.ts +5 -0
- package/dist/observability/soft-standards/constants.d.ts.map +1 -0
- package/dist/observability/soft-standards/constants.js +10 -0
- package/dist/observability/soft-standards/constants.js.map +1 -0
- package/dist/observability/soft-standards/index.d.ts +16 -0
- package/dist/observability/soft-standards/index.d.ts.map +1 -0
- package/dist/observability/soft-standards/index.js +15 -0
- package/dist/observability/soft-standards/index.js.map +1 -0
- package/dist/observability/soft-standards/llm-extractor.d.ts +6 -0
- package/dist/observability/soft-standards/llm-extractor.d.ts.map +1 -0
- package/dist/observability/soft-standards/llm-extractor.js +692 -0
- package/dist/observability/soft-standards/llm-extractor.js.map +1 -0
- package/dist/observability/soft-standards/runtime-evaluator.d.ts +12 -0
- package/dist/observability/soft-standards/runtime-evaluator.d.ts.map +1 -0
- package/dist/observability/soft-standards/runtime-evaluator.js +385 -0
- package/dist/observability/soft-standards/runtime-evaluator.js.map +1 -0
- package/dist/observability/soft-standards/skill-standards-store.d.ts +11 -0
- package/dist/observability/soft-standards/skill-standards-store.d.ts.map +1 -0
- package/dist/observability/soft-standards/skill-standards-store.js +158 -0
- package/dist/observability/soft-standards/skill-standards-store.js.map +1 -0
- package/dist/observability/soft-standards/types.d.ts +212 -0
- package/dist/observability/soft-standards/types.d.ts.map +1 -0
- package/dist/observability/soft-standards/types.js +2 -0
- package/dist/observability/soft-standards/types.js.map +1 -0
- package/dist/observability/text-signals.d.ts +14 -0
- package/dist/observability/text-signals.d.ts.map +1 -0
- package/dist/observability/text-signals.js +116 -0
- package/dist/observability/text-signals.js.map +1 -0
- package/dist/observability/trace-adapter.d.ts.map +1 -0
- package/dist/observability/trace-adapter.js.map +1 -0
- package/dist/observability/trace-attribution.d.ts +56 -0
- package/dist/observability/trace-attribution.d.ts.map +1 -0
- package/dist/observability/trace-attribution.js +200 -0
- package/dist/observability/trace-attribution.js.map +1 -0
- package/dist/observability/trace-segmenter.d.ts +52 -0
- package/dist/observability/trace-segmenter.d.ts.map +1 -0
- package/dist/observability/trace-segmenter.js +322 -0
- package/dist/observability/trace-segmenter.js.map +1 -0
- package/dist/observability/trace-source.d.ts +92 -0
- package/dist/observability/trace-source.d.ts.map +1 -0
- package/dist/observability/trace-source.js +502 -0
- package/dist/observability/trace-source.js.map +1 -0
- package/dist/renderer/html-renderer.d.ts.map +1 -0
- package/dist/renderer/html-renderer.js.map +1 -0
- package/dist/renderer/layout.d.ts.map +1 -0
- package/dist/renderer/layout.js.map +1 -0
- package/dist/renderer/observation-inbox/helpers.d.ts +14 -0
- package/dist/renderer/observation-inbox/helpers.d.ts.map +1 -0
- package/dist/renderer/observation-inbox/helpers.js +75 -0
- package/dist/renderer/observation-inbox/helpers.js.map +1 -0
- package/dist/renderer/observation-inbox/styles.d.ts +2 -0
- package/dist/renderer/observation-inbox/styles.d.ts.map +1 -0
- package/dist/renderer/observation-inbox/styles.js +5184 -0
- package/dist/renderer/observation-inbox/styles.js.map +1 -0
- package/dist/renderer/observation-inbox-renderer.d.ts +5 -0
- package/dist/renderer/observation-inbox-renderer.d.ts.map +1 -0
- package/dist/renderer/observation-inbox-renderer.js +7182 -0
- package/dist/renderer/observation-inbox-renderer.js.map +1 -0
- package/dist/renderer/skill-detail-renderer.d.ts +13 -0
- package/dist/renderer/skill-detail-renderer.d.ts.map +1 -0
- package/dist/renderer/skill-detail-renderer.js +1244 -0
- package/dist/renderer/skill-detail-renderer.js.map +1 -0
- package/dist/renderer/skill-health-renderer.d.ts.map +1 -0
- package/dist/renderer/skill-health-renderer.js.map +1 -0
- package/dist/renderer/skill-list-renderer.d.ts +3 -0
- package/dist/renderer/skill-list-renderer.d.ts.map +1 -0
- package/dist/renderer/skill-list-renderer.js +334 -0
- package/dist/renderer/skill-list-renderer.js.map +1 -0
- package/dist/renderer/summary.d.ts +68 -0
- package/dist/renderer/summary.d.ts.map +1 -0
- package/dist/renderer/summary.js +1896 -0
- package/dist/renderer/summary.js.map +1 -0
- package/dist/renderer/table.d.ts.map +1 -0
- package/dist/renderer/table.js.map +1 -0
- package/dist/renderer/test-view.d.ts.map +1 -0
- package/dist/renderer/test-view.js +905 -0
- package/dist/renderer/test-view.js.map +1 -0
- package/dist/renderer/trends.d.ts.map +1 -0
- package/dist/renderer/trends.js.map +1 -0
- package/dist/server/job-store.d.ts.map +1 -0
- package/dist/server/job-store.js.map +1 -0
- package/dist/server/report-server.d.ts.map +1 -0
- package/dist/server/report-server.js +892 -0
- package/dist/server/report-server.js.map +1 -0
- package/dist/server/report-store.d.ts.map +1 -0
- package/dist/server/report-store.js.map +1 -0
- package/dist/server/skill-index.d.ts +14 -0
- package/dist/server/skill-index.d.ts.map +1 -0
- package/dist/server/skill-index.js +381 -0
- package/dist/server/skill-index.js.map +1 -0
- package/dist/server/skill-insights.d.ts +32 -0
- package/dist/server/skill-insights.d.ts.map +1 -0
- package/dist/server/skill-insights.js +788 -0
- package/dist/server/skill-insights.js.map +1 -0
- package/dist/shared/hard-rules.d.ts +42 -0
- package/dist/shared/hard-rules.d.ts.map +1 -0
- package/dist/shared/hard-rules.js +242 -0
- package/dist/shared/hard-rules.js.map +1 -0
- package/dist/shared/llm-prompts/index.d.ts +14 -0
- package/dist/shared/llm-prompts/index.d.ts.map +1 -0
- package/dist/shared/llm-prompts/index.js +22 -0
- package/dist/shared/llm-prompts/index.js.map +1 -0
- package/dist/shared/llm-prompts/skill-health.d.ts +22 -0
- package/dist/shared/llm-prompts/skill-health.d.ts.map +1 -0
- package/dist/shared/llm-prompts/skill-health.js +170 -0
- package/dist/shared/llm-prompts/skill-health.js.map +1 -0
- package/dist/shared/time.d.ts.map +1 -0
- package/dist/shared/time.js.map +1 -0
- package/dist/shared/tool-search.d.ts.map +1 -0
- package/dist/shared/tool-search.js.map +1 -0
- package/dist/types/dependencies.d.ts +23 -0
- package/dist/types/dependencies.d.ts.map +1 -0
- package/dist/types/dependencies.js +2 -0
- package/dist/types/dependencies.js.map +1 -0
- package/dist/types/diagnosis.d.ts +88 -0
- package/dist/types/diagnosis.d.ts.map +1 -0
- package/dist/types/diagnosis.js +2 -0
- package/dist/types/diagnosis.js.map +1 -0
- package/dist/types/doctor.d.ts +157 -0
- package/dist/types/doctor.d.ts.map +1 -0
- package/dist/types/doctor.js.map +1 -0
- package/dist/types/eval.d.ts +377 -0
- package/dist/types/eval.d.ts.map +1 -0
- package/dist/types/eval.js.map +1 -0
- package/dist/types/executor.d.ts.map +1 -0
- package/dist/types/executor.js.map +1 -0
- package/dist/types/index.d.ts +12 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +12 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/judge.d.ts.map +1 -0
- package/dist/types/judge.js.map +1 -0
- package/dist/types/observability.d.ts +865 -0
- package/dist/types/observability.d.ts.map +1 -0
- package/dist/types/observability.js +14 -0
- package/dist/types/observability.js.map +1 -0
- package/dist/types/report.d.ts +560 -0
- package/dist/types/report.d.ts.map +1 -0
- package/dist/types/report.js.map +1 -0
- package/dist/types/shared.d.ts.map +1 -0
- package/dist/types/shared.js.map +1 -0
- package/dist/types/skill-index.d.ts +142 -0
- package/dist/types/skill-index.d.ts.map +1 -0
- package/dist/types/skill-index.js +2 -0
- package/dist/types/skill-index.js.map +1 -0
- package/dist/types/storage.d.ts.map +1 -0
- package/dist/types/storage.js.map +1 -0
- package/dist/util/safe-slice.d.ts +23 -0
- package/dist/util/safe-slice.d.ts.map +1 -0
- package/dist/util/safe-slice.js +33 -0
- package/dist/util/safe-slice.js.map +1 -0
- package/package.json +40 -8
- package/dist/src/analysis/coverage-analyzer.d.ts.map +0 -1
- package/dist/src/analysis/coverage-analyzer.js.map +0 -1
- package/dist/src/analysis/failure-clusterer.d.ts.map +0 -1
- package/dist/src/analysis/failure-clusterer.js.map +0 -1
- package/dist/src/analysis/gap-analyzer.d.ts +0 -121
- package/dist/src/analysis/gap-analyzer.d.ts.map +0 -1
- package/dist/src/analysis/gap-analyzer.js +0 -471
- package/dist/src/analysis/gap-analyzer.js.map +0 -1
- package/dist/src/analysis/hedging-classifier.d.ts.map +0 -1
- package/dist/src/analysis/hedging-classifier.js.map +0 -1
- package/dist/src/analysis/report-diagnostics.d.ts +0 -34
- package/dist/src/analysis/report-diagnostics.d.ts.map +0 -1
- package/dist/src/analysis/report-diagnostics.js +0 -753
- package/dist/src/analysis/report-diagnostics.js.map +0 -1
- package/dist/src/analysis/sample-diagnostics.d.ts.map +0 -1
- package/dist/src/analysis/sample-diagnostics.js.map +0 -1
- package/dist/src/analysis/saturation.d.ts.map +0 -1
- package/dist/src/analysis/saturation.js.map +0 -1
- package/dist/src/authoring/evolver.d.ts +0 -78
- package/dist/src/authoring/evolver.d.ts.map +0 -1
- package/dist/src/authoring/evolver.js +0 -320
- package/dist/src/authoring/evolver.js.map +0 -1
- package/dist/src/authoring/generator.d.ts +0 -35
- package/dist/src/authoring/generator.d.ts.map +0 -1
- package/dist/src/authoring/generator.js +0 -704
- package/dist/src/authoring/generator.js.map +0 -1
- package/dist/src/authoring/sample-fixer.d.ts +0 -45
- package/dist/src/authoring/sample-fixer.d.ts.map +0 -1
- package/dist/src/authoring/sample-fixer.js +0 -186
- package/dist/src/authoring/sample-fixer.js.map +0 -1
- package/dist/src/cli/cli-exit.d.ts +0 -15
- package/dist/src/cli/cli-exit.d.ts.map +0 -1
- package/dist/src/cli/cli-exit.js +0 -19
- package/dist/src/cli/cli-exit.js.map +0 -1
- package/dist/src/cli/commands/_shared.d.ts +0 -12
- package/dist/src/cli/commands/_shared.d.ts.map +0 -1
- package/dist/src/cli/commands/_shared.js +0 -26
- package/dist/src/cli/commands/_shared.js.map +0 -1
- package/dist/src/cli/commands/doctor.d.ts +0 -2
- package/dist/src/cli/commands/doctor.d.ts.map +0 -1
- package/dist/src/cli/commands/doctor.js +0 -174
- package/dist/src/cli/commands/doctor.js.map +0 -1
- package/dist/src/cli/commands/eval-gold.d.ts +0 -2
- package/dist/src/cli/commands/eval-gold.d.ts.map +0 -1
- package/dist/src/cli/commands/eval-gold.js +0 -137
- package/dist/src/cli/commands/eval-gold.js.map +0 -1
- package/dist/src/cli/commands/eval-runner.d.ts +0 -2
- package/dist/src/cli/commands/eval-runner.d.ts.map +0 -1
- package/dist/src/cli/commands/eval-runner.js +0 -299
- package/dist/src/cli/commands/eval-runner.js.map +0 -1
- package/dist/src/cli/commands/eval.d.ts +0 -2
- package/dist/src/cli/commands/eval.d.ts.map +0 -1
- package/dist/src/cli/commands/eval.js +0 -11
- package/dist/src/cli/commands/eval.js.map +0 -1
- package/dist/src/cli/commands/evolve.d.ts +0 -2
- package/dist/src/cli/commands/evolve.d.ts.map +0 -1
- package/dist/src/cli/commands/evolve.js +0 -132
- package/dist/src/cli/commands/evolve.js.map +0 -1
- package/dist/src/cli/commands/init.d.ts +0 -2
- package/dist/src/cli/commands/init.d.ts.map +0 -1
- package/dist/src/cli/commands/init.js +0 -110
- package/dist/src/cli/commands/init.js.map +0 -1
- package/dist/src/cli/commands/observe.d.ts +0 -2
- package/dist/src/cli/commands/observe.d.ts.map +0 -1
- package/dist/src/cli/commands/observe.js +0 -247
- package/dist/src/cli/commands/observe.js.map +0 -1
- package/dist/src/cli/commands/registry.d.ts +0 -11
- package/dist/src/cli/commands/registry.d.ts.map +0 -1
- package/dist/src/cli/commands/registry.js +0 -32
- package/dist/src/cli/commands/registry.js.map +0 -1
- package/dist/src/cli/commands/sample.d.ts +0 -15
- package/dist/src/cli/commands/sample.d.ts.map +0 -1
- package/dist/src/cli/commands/sample.js +0 -415
- package/dist/src/cli/commands/sample.js.map +0 -1
- package/dist/src/cli/commands/studio.d.ts +0 -2
- package/dist/src/cli/commands/studio.d.ts.map +0 -1
- package/dist/src/cli/commands/studio.js +0 -84
- package/dist/src/cli/commands/studio.js.map +0 -1
- package/dist/src/cli/i18n-dict.d.ts +0 -54
- package/dist/src/cli/i18n-dict.d.ts.map +0 -1
- package/dist/src/cli/i18n-dict.js +0 -1125
- package/dist/src/cli/i18n-dict.js.map +0 -1
- package/dist/src/cli/i18n.d.ts +0 -24
- package/dist/src/cli/i18n.d.ts.map +0 -1
- package/dist/src/cli/i18n.js +0 -53
- package/dist/src/cli/i18n.js.map +0 -1
- package/dist/src/cli/index.d.ts.map +0 -1
- package/dist/src/cli/index.js +0 -61
- package/dist/src/cli/index.js.map +0 -1
- package/dist/src/cli/parse-run-config.d.ts +0 -90
- package/dist/src/cli/parse-run-config.d.ts.map +0 -1
- package/dist/src/cli/parse-run-config.js +0 -302
- package/dist/src/cli/parse-run-config.js.map +0 -1
- package/dist/src/cli/parse-strict.d.ts +0 -7
- package/dist/src/cli/parse-strict.d.ts.map +0 -1
- package/dist/src/cli/parse-strict.js +0 -26
- package/dist/src/cli/parse-strict.js.map +0 -1
- package/dist/src/cli/progress.d.ts.map +0 -1
- package/dist/src/cli/progress.js.map +0 -1
- package/dist/src/cli/run-tally.d.ts +0 -18
- package/dist/src/cli/run-tally.d.ts.map +0 -1
- package/dist/src/cli/run-tally.js.map +0 -1
- package/dist/src/cli/update-check.d.ts +0 -3
- package/dist/src/cli/update-check.d.ts.map +0 -1
- package/dist/src/cli/update-check.js +0 -37
- package/dist/src/cli/update-check.js.map +0 -1
- package/dist/src/doctor/health/builtin-dimensions.d.ts.map +0 -1
- package/dist/src/doctor/health/builtin-dimensions.js.map +0 -1
- package/dist/src/doctor/health/composer.d.ts.map +0 -1
- package/dist/src/doctor/health/composer.js +0 -293
- package/dist/src/doctor/health/composer.js.map +0 -1
- package/dist/src/doctor/health/dimension-registry.d.ts.map +0 -1
- package/dist/src/doctor/health/dimension-registry.js.map +0 -1
- package/dist/src/doctor/health/dimension-spec.d.ts +0 -47
- package/dist/src/doctor/health/dimension-spec.d.ts.map +0 -1
- package/dist/src/doctor/health/dimension-spec.js.map +0 -1
- package/dist/src/doctor/health/parser.d.ts +0 -27
- package/dist/src/doctor/health/parser.d.ts.map +0 -1
- package/dist/src/doctor/health/parser.js +0 -191
- package/dist/src/doctor/health/parser.js.map +0 -1
- package/dist/src/doctor/health/prompt-builder.d.ts +0 -22
- package/dist/src/doctor/health/prompt-builder.d.ts.map +0 -1
- package/dist/src/doctor/health/prompt-builder.js +0 -170
- package/dist/src/doctor/health/prompt-builder.js.map +0 -1
- package/dist/src/doctor/health/register.d.ts.map +0 -1
- package/dist/src/doctor/health/register.js.map +0 -1
- package/dist/src/doctor/html-renderer.d.ts +0 -20
- package/dist/src/doctor/html-renderer.d.ts.map +0 -1
- package/dist/src/doctor/html-renderer.js +0 -376
- package/dist/src/doctor/html-renderer.js.map +0 -1
- package/dist/src/doctor/index.d.ts.map +0 -1
- package/dist/src/doctor/index.js +0 -245
- package/dist/src/doctor/index.js.map +0 -1
- package/dist/src/doctor/preflight.d.ts.map +0 -1
- package/dist/src/doctor/preflight.js.map +0 -1
- package/dist/src/doctor/renderer.d.ts +0 -17
- package/dist/src/doctor/renderer.d.ts.map +0 -1
- package/dist/src/doctor/renderer.js +0 -123
- package/dist/src/doctor/renderer.js.map +0 -1
- package/dist/src/doctor/rules.d.ts.map +0 -1
- package/dist/src/doctor/rules.js +0 -289
- package/dist/src/doctor/rules.js.map +0 -1
- package/dist/src/eval-core/bootstrap.d.ts.map +0 -1
- package/dist/src/eval-core/bootstrap.js.map +0 -1
- package/dist/src/eval-core/cache.d.ts.map +0 -1
- package/dist/src/eval-core/cache.js.map +0 -1
- package/dist/src/eval-core/comparability.d.ts.map +0 -1
- package/dist/src/eval-core/comparability.js.map +0 -1
- package/dist/src/eval-core/dependency-checker.d.ts +0 -58
- package/dist/src/eval-core/dependency-checker.d.ts.map +0 -1
- package/dist/src/eval-core/dependency-checker.js.map +0 -1
- package/dist/src/eval-core/evaluation-execution.d.ts.map +0 -1
- package/dist/src/eval-core/evaluation-execution.js.map +0 -1
- package/dist/src/eval-core/evaluation-job.d.ts.map +0 -1
- package/dist/src/eval-core/evaluation-job.js.map +0 -1
- package/dist/src/eval-core/evaluation-reporting.d.ts.map +0 -1
- package/dist/src/eval-core/evaluation-reporting.js.map +0 -1
- package/dist/src/eval-core/execution-strategy.d.ts.map +0 -1
- package/dist/src/eval-core/execution-strategy.js +0 -165
- package/dist/src/eval-core/execution-strategy.js.map +0 -1
- package/dist/src/eval-core/fact-checker.d.ts.map +0 -1
- package/dist/src/eval-core/fact-checker.js.map +0 -1
- package/dist/src/eval-core/layer-gates.d.ts.map +0 -1
- package/dist/src/eval-core/layer-gates.js.map +0 -1
- package/dist/src/eval-core/mock-hook.cjs +0 -203
- package/dist/src/eval-core/mocks-runtime.d.ts +0 -96
- package/dist/src/eval-core/mocks-runtime.d.ts.map +0 -1
- package/dist/src/eval-core/mocks-runtime.js +0 -323
- package/dist/src/eval-core/mocks-runtime.js.map +0 -1
- package/dist/src/eval-core/schema.d.ts.map +0 -1
- package/dist/src/eval-core/schema.js.map +0 -1
- package/dist/src/eval-core/statistics.d.ts.map +0 -1
- package/dist/src/eval-core/statistics.js.map +0 -1
- package/dist/src/eval-core/task-planner.d.ts.map +0 -1
- package/dist/src/eval-core/task-planner.js.map +0 -1
- package/dist/src/eval-core/verdict.d.ts.map +0 -1
- package/dist/src/eval-core/verdict.js.map +0 -1
- package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts.map +0 -1
- package/dist/src/eval-workflows/batch-evaluation-workflow.js.map +0 -1
- package/dist/src/eval-workflows/evaluation-pipeline.d.ts +0 -109
- package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +0 -1
- package/dist/src/eval-workflows/evaluation-pipeline.js +0 -373
- package/dist/src/eval-workflows/evaluation-pipeline.js.map +0 -1
- package/dist/src/eval-workflows/evaluation-preparation.d.ts.map +0 -1
- package/dist/src/eval-workflows/evaluation-preparation.js.map +0 -1
- package/dist/src/eval-workflows/run-evaluation.d.ts.map +0 -1
- package/dist/src/eval-workflows/run-evaluation.js +0 -528
- package/dist/src/eval-workflows/run-evaluation.js.map +0 -1
- package/dist/src/executors/anthropic-api.d.ts.map +0 -1
- package/dist/src/executors/anthropic-api.js.map +0 -1
- package/dist/src/executors/claude-cli.d.ts.map +0 -1
- package/dist/src/executors/claude-cli.js +0 -179
- package/dist/src/executors/claude-cli.js.map +0 -1
- package/dist/src/executors/claude-sdk-trace.d.ts.map +0 -1
- package/dist/src/executors/claude-sdk-trace.js.map +0 -1
- package/dist/src/executors/claude-sdk.d.ts.map +0 -1
- package/dist/src/executors/claude-sdk.js.map +0 -1
- package/dist/src/executors/codex-cli-trace.d.ts.map +0 -1
- package/dist/src/executors/codex-cli-trace.js.map +0 -1
- package/dist/src/executors/codex-cli.d.ts.map +0 -1
- package/dist/src/executors/codex-cli.js.map +0 -1
- package/dist/src/executors/codex-sdk.d.ts.map +0 -1
- package/dist/src/executors/codex-sdk.js.map +0 -1
- package/dist/src/executors/gemini.d.ts.map +0 -1
- package/dist/src/executors/gemini.js.map +0 -1
- package/dist/src/executors/index.d.ts.map +0 -1
- package/dist/src/executors/index.js.map +0 -1
- package/dist/src/executors/openai-api.d.ts.map +0 -1
- package/dist/src/executors/openai-api.js.map +0 -1
- package/dist/src/executors/runtime-fingerprint.d.ts.map +0 -1
- package/dist/src/executors/runtime-fingerprint.js.map +0 -1
- package/dist/src/executors/script.d.ts.map +0 -1
- package/dist/src/executors/script.js.map +0 -1
- package/dist/src/executors/shared.d.ts +0 -194
- package/dist/src/executors/shared.d.ts.map +0 -1
- package/dist/src/executors/shared.js +0 -256
- package/dist/src/executors/shared.js.map +0 -1
- package/dist/src/grading/assertions.d.ts.map +0 -1
- package/dist/src/grading/assertions.js.map +0 -1
- package/dist/src/grading/debias-validate.d.ts.map +0 -1
- package/dist/src/grading/debias-validate.js.map +0 -1
- package/dist/src/grading/diagnostic.d.ts.map +0 -1
- package/dist/src/grading/diagnostic.js.map +0 -1
- package/dist/src/grading/gold-cli.d.ts.map +0 -1
- package/dist/src/grading/gold-cli.js.map +0 -1
- package/dist/src/grading/gold-dataset.d.ts.map +0 -1
- package/dist/src/grading/gold-dataset.js.map +0 -1
- package/dist/src/grading/human-gold.d.ts.map +0 -1
- package/dist/src/grading/human-gold.js.map +0 -1
- package/dist/src/grading/index.d.ts.map +0 -1
- package/dist/src/grading/index.js.map +0 -1
- package/dist/src/grading/judge.d.ts.map +0 -1
- package/dist/src/grading/judge.js.map +0 -1
- package/dist/src/grading/layered-scores.d.ts.map +0 -1
- package/dist/src/grading/layered-scores.js.map +0 -1
- package/dist/src/inputs/eval-config.d.ts.map +0 -1
- package/dist/src/inputs/eval-config.js.map +0 -1
- package/dist/src/inputs/load-samples.d.ts.map +0 -1
- package/dist/src/inputs/load-samples.js.map +0 -1
- package/dist/src/inputs/mcp-resolver.d.ts.map +0 -1
- package/dist/src/inputs/mcp-resolver.js.map +0 -1
- package/dist/src/inputs/skill-loader.d.ts.map +0 -1
- package/dist/src/inputs/skill-loader.js +0 -253
- package/dist/src/inputs/skill-loader.js.map +0 -1
- package/dist/src/inputs/url-fetcher.d.ts.map +0 -1
- package/dist/src/inputs/url-fetcher.js.map +0 -1
- package/dist/src/observability/experience.d.ts +0 -260
- package/dist/src/observability/experience.d.ts.map +0 -1
- package/dist/src/observability/experience.js +0 -1233
- package/dist/src/observability/experience.js.map +0 -1
- package/dist/src/observability/inbox-view-model.d.ts +0 -27
- package/dist/src/observability/inbox-view-model.d.ts.map +0 -1
- package/dist/src/observability/inbox-view-model.js +0 -135
- package/dist/src/observability/inbox-view-model.js.map +0 -1
- package/dist/src/observability/inbox.d.ts +0 -125
- package/dist/src/observability/inbox.d.ts.map +0 -1
- package/dist/src/observability/inbox.js +0 -741
- package/dist/src/observability/inbox.js.map +0 -1
- package/dist/src/observability/problem-patterns.d.ts +0 -51
- package/dist/src/observability/problem-patterns.d.ts.map +0 -1
- package/dist/src/observability/problem-patterns.js +0 -205
- package/dist/src/observability/problem-patterns.js.map +0 -1
- package/dist/src/observability/review-state.d.ts +0 -54
- package/dist/src/observability/review-state.d.ts.map +0 -1
- package/dist/src/observability/review-state.js +0 -131
- package/dist/src/observability/review-state.js.map +0 -1
- package/dist/src/observability/skill-chain-advisories.d.ts +0 -25
- package/dist/src/observability/skill-chain-advisories.d.ts.map +0 -1
- package/dist/src/observability/skill-chain-advisories.js +0 -69
- package/dist/src/observability/skill-chain-advisories.js.map +0 -1
- package/dist/src/observability/skill-chain.d.ts +0 -61
- package/dist/src/observability/skill-chain.d.ts.map +0 -1
- package/dist/src/observability/skill-chain.js +0 -233
- package/dist/src/observability/skill-chain.js.map +0 -1
- package/dist/src/observability/skill-health-analyzer.d.ts.map +0 -1
- package/dist/src/observability/skill-health-analyzer.js.map +0 -1
- package/dist/src/observability/text-signals.d.ts +0 -7
- package/dist/src/observability/text-signals.d.ts.map +0 -1
- package/dist/src/observability/text-signals.js +0 -22
- package/dist/src/observability/text-signals.js.map +0 -1
- package/dist/src/observability/trace-adapter.d.ts.map +0 -1
- package/dist/src/observability/trace-adapter.js.map +0 -1
- package/dist/src/observability/trace-attribution.d.ts +0 -56
- package/dist/src/observability/trace-attribution.d.ts.map +0 -1
- package/dist/src/observability/trace-attribution.js +0 -200
- package/dist/src/observability/trace-attribution.js.map +0 -1
- package/dist/src/observability/trace-segmenter.d.ts +0 -52
- package/dist/src/observability/trace-segmenter.d.ts.map +0 -1
- package/dist/src/observability/trace-segmenter.js +0 -320
- package/dist/src/observability/trace-segmenter.js.map +0 -1
- package/dist/src/observability/trace-source.d.ts +0 -99
- package/dist/src/observability/trace-source.d.ts.map +0 -1
- package/dist/src/observability/trace-source.js +0 -492
- package/dist/src/observability/trace-source.js.map +0 -1
- package/dist/src/renderer/html-renderer.d.ts.map +0 -1
- package/dist/src/renderer/html-renderer.js.map +0 -1
- package/dist/src/renderer/layout.d.ts.map +0 -1
- package/dist/src/renderer/layout.js.map +0 -1
- package/dist/src/renderer/observation-inbox-renderer.d.ts +0 -4
- package/dist/src/renderer/observation-inbox-renderer.d.ts.map +0 -1
- package/dist/src/renderer/observation-inbox-renderer.js +0 -5376
- package/dist/src/renderer/observation-inbox-renderer.js.map +0 -1
- package/dist/src/renderer/skill-detail-renderer.d.ts +0 -15
- package/dist/src/renderer/skill-detail-renderer.d.ts.map +0 -1
- package/dist/src/renderer/skill-detail-renderer.js +0 -1234
- package/dist/src/renderer/skill-detail-renderer.js.map +0 -1
- package/dist/src/renderer/skill-health-renderer.d.ts.map +0 -1
- package/dist/src/renderer/skill-health-renderer.js.map +0 -1
- package/dist/src/renderer/skill-list-renderer.d.ts +0 -4
- package/dist/src/renderer/skill-list-renderer.d.ts.map +0 -1
- package/dist/src/renderer/skill-list-renderer.js +0 -327
- package/dist/src/renderer/skill-list-renderer.js.map +0 -1
- package/dist/src/renderer/summary.d.ts +0 -68
- package/dist/src/renderer/summary.d.ts.map +0 -1
- package/dist/src/renderer/summary.js +0 -1896
- package/dist/src/renderer/summary.js.map +0 -1
- package/dist/src/renderer/table.d.ts.map +0 -1
- package/dist/src/renderer/table.js.map +0 -1
- package/dist/src/renderer/test-view.d.ts.map +0 -1
- package/dist/src/renderer/test-view.js +0 -905
- package/dist/src/renderer/test-view.js.map +0 -1
- package/dist/src/renderer/trends.d.ts.map +0 -1
- package/dist/src/renderer/trends.js.map +0 -1
- package/dist/src/server/job-store.d.ts.map +0 -1
- package/dist/src/server/job-store.js.map +0 -1
- package/dist/src/server/report-server.d.ts.map +0 -1
- package/dist/src/server/report-server.js +0 -801
- package/dist/src/server/report-server.js.map +0 -1
- package/dist/src/server/report-store.d.ts.map +0 -1
- package/dist/src/server/report-store.js.map +0 -1
- package/dist/src/server/skill-index.d.ts +0 -77
- package/dist/src/server/skill-index.d.ts.map +0 -1
- package/dist/src/server/skill-index.js +0 -331
- package/dist/src/server/skill-index.js.map +0 -1
- package/dist/src/server/skill-insights.d.ts +0 -92
- package/dist/src/server/skill-insights.d.ts.map +0 -1
- package/dist/src/server/skill-insights.js +0 -676
- package/dist/src/server/skill-insights.js.map +0 -1
- package/dist/src/shared/hard-rules.d.ts +0 -40
- package/dist/src/shared/hard-rules.d.ts.map +0 -1
- package/dist/src/shared/hard-rules.js +0 -200
- package/dist/src/shared/hard-rules.js.map +0 -1
- package/dist/src/shared/time.d.ts.map +0 -1
- package/dist/src/shared/time.js.map +0 -1
- package/dist/src/shared/tool-search.d.ts.map +0 -1
- package/dist/src/shared/tool-search.js.map +0 -1
- package/dist/src/types/doctor.d.ts +0 -155
- package/dist/src/types/doctor.d.ts.map +0 -1
- package/dist/src/types/doctor.js.map +0 -1
- package/dist/src/types/eval.d.ts +0 -372
- package/dist/src/types/eval.d.ts.map +0 -1
- package/dist/src/types/eval.js.map +0 -1
- package/dist/src/types/executor.d.ts.map +0 -1
- package/dist/src/types/executor.js.map +0 -1
- package/dist/src/types/index.d.ts +0 -8
- package/dist/src/types/index.d.ts.map +0 -1
- package/dist/src/types/index.js +0 -8
- package/dist/src/types/index.js.map +0 -1
- package/dist/src/types/judge.d.ts.map +0 -1
- package/dist/src/types/judge.js.map +0 -1
- package/dist/src/types/report.d.ts +0 -551
- package/dist/src/types/report.d.ts.map +0 -1
- package/dist/src/types/report.js.map +0 -1
- package/dist/src/types/shared.d.ts.map +0 -1
- package/dist/src/types/shared.js.map +0 -1
- package/dist/src/types/storage.d.ts.map +0 -1
- package/dist/src/types/storage.js.map +0 -1
- package/dist/src/util/safe-slice.d.ts +0 -23
- package/dist/src/util/safe-slice.d.ts.map +0 -1
- package/dist/src/util/safe-slice.js +0 -33
- package/dist/src/util/safe-slice.js.map +0 -1
- /package/dist/{src/analysis → analysis}/coverage-analyzer.d.ts +0 -0
- /package/dist/{src/analysis → analysis}/coverage-analyzer.js +0 -0
- /package/dist/{src/analysis → analysis}/failure-clusterer.d.ts +0 -0
- /package/dist/{src/analysis → analysis}/failure-clusterer.js +0 -0
- /package/dist/{src/analysis → analysis}/hedging-classifier.d.ts +0 -0
- /package/dist/{src/analysis → analysis}/hedging-classifier.js +0 -0
- /package/dist/{src/analysis → analysis}/sample-diagnostics.d.ts +0 -0
- /package/dist/{src/analysis → analysis}/sample-diagnostics.js +0 -0
- /package/dist/{src/analysis → analysis}/saturation.d.ts +0 -0
- /package/dist/{src/analysis → analysis}/saturation.js +0 -0
- /package/dist/{src/cli → cli}/index.d.ts +0 -0
- /package/dist/{src/cli → cli/lib}/progress.d.ts +0 -0
- /package/dist/{src/cli → cli/lib}/progress.js +0 -0
- /package/dist/{src/cli → cli/lib}/run-tally.js +0 -0
- /package/dist/{src/doctor → doctor}/health/builtin-dimensions.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/health/builtin-dimensions.js +0 -0
- /package/dist/{src/doctor → doctor}/health/composer.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/health/dimension-registry.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/health/dimension-registry.js +0 -0
- /package/dist/{src/doctor → doctor}/health/dimension-spec.js +0 -0
- /package/dist/{src/doctor → doctor}/health/register.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/health/register.js +0 -0
- /package/dist/{src/doctor → doctor}/index.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/preflight.d.ts +0 -0
- /package/dist/{src/doctor → doctor}/preflight.js +0 -0
- /package/dist/{src/doctor → doctor}/rules.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/bootstrap.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/bootstrap.js +0 -0
- /package/dist/{src/eval-core → eval-core}/cache.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/cache.js +0 -0
- /package/dist/{src/eval-core → eval-core}/comparability.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/comparability.js +0 -0
- /package/dist/{src/eval-core → eval-core}/dependency-checker.js +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-execution.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-execution.js +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-job.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-job.js +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-reporting.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/evaluation-reporting.js +0 -0
- /package/dist/{src/eval-core → eval-core}/execution-strategy.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/fact-checker.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/fact-checker.js +0 -0
- /package/dist/{src/eval-core → eval-core}/layer-gates.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/layer-gates.js +0 -0
- /package/dist/{src/eval-core → eval-core}/schema.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/schema.js +0 -0
- /package/dist/{src/eval-core → eval-core}/statistics.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/statistics.js +0 -0
- /package/dist/{src/eval-core → eval-core}/task-planner.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/task-planner.js +0 -0
- /package/dist/{src/eval-core → eval-core}/verdict.d.ts +0 -0
- /package/dist/{src/eval-core → eval-core}/verdict.js +0 -0
- /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.d.ts +0 -0
- /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.js +0 -0
- /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.d.ts +0 -0
- /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.js +0 -0
- /package/dist/{src/eval-workflows → eval-workflows}/run-evaluation.d.ts +0 -0
- /package/dist/{src/executors → executors}/anthropic-api.d.ts +0 -0
- /package/dist/{src/executors → executors}/anthropic-api.js +0 -0
- /package/dist/{src/executors → executors}/claude-cli.d.ts +0 -0
- /package/dist/{src/executors → executors}/claude-sdk-trace.d.ts +0 -0
- /package/dist/{src/executors → executors}/claude-sdk-trace.js +0 -0
- /package/dist/{src/executors → executors}/claude-sdk.d.ts +0 -0
- /package/dist/{src/executors → executors}/claude-sdk.js +0 -0
- /package/dist/{src/executors → executors}/codex-cli-trace.d.ts +0 -0
- /package/dist/{src/executors → executors}/codex-cli-trace.js +0 -0
- /package/dist/{src/executors → executors}/codex-cli.d.ts +0 -0
- /package/dist/{src/executors → executors}/codex-cli.js +0 -0
- /package/dist/{src/executors → executors}/codex-sdk.d.ts +0 -0
- /package/dist/{src/executors → executors}/codex-sdk.js +0 -0
- /package/dist/{src/executors → executors}/gemini.d.ts +0 -0
- /package/dist/{src/executors → executors}/gemini.js +0 -0
- /package/dist/{src/executors → executors}/index.d.ts +0 -0
- /package/dist/{src/executors → executors}/index.js +0 -0
- /package/dist/{src/executors → executors}/openai-api.d.ts +0 -0
- /package/dist/{src/executors → executors}/openai-api.js +0 -0
- /package/dist/{src/executors → executors}/runtime-fingerprint.d.ts +0 -0
- /package/dist/{src/executors → executors}/runtime-fingerprint.js +0 -0
- /package/dist/{src/executors → executors}/script.d.ts +0 -0
- /package/dist/{src/executors → executors}/script.js +0 -0
- /package/dist/{src/grading → grading}/assertions.d.ts +0 -0
- /package/dist/{src/grading → grading}/assertions.js +0 -0
- /package/dist/{src/grading → grading}/debias-validate.d.ts +0 -0
- /package/dist/{src/grading → grading}/debias-validate.js +0 -0
- /package/dist/{src/grading → grading}/diagnostic.d.ts +0 -0
- /package/dist/{src/grading → grading}/diagnostic.js +0 -0
- /package/dist/{src/grading → grading}/gold-cli.d.ts +0 -0
- /package/dist/{src/grading → grading}/gold-cli.js +0 -0
- /package/dist/{src/grading → grading}/gold-dataset.d.ts +0 -0
- /package/dist/{src/grading → grading}/gold-dataset.js +0 -0
- /package/dist/{src/grading → grading}/human-gold.d.ts +0 -0
- /package/dist/{src/grading → grading}/human-gold.js +0 -0
- /package/dist/{src/grading → grading}/index.d.ts +0 -0
- /package/dist/{src/grading → grading}/index.js +0 -0
- /package/dist/{src/grading → grading}/judge.d.ts +0 -0
- /package/dist/{src/grading → grading}/judge.js +0 -0
- /package/dist/{src/grading → grading}/layered-scores.d.ts +0 -0
- /package/dist/{src/grading → grading}/layered-scores.js +0 -0
- /package/dist/{src/inputs → inputs}/eval-config.d.ts +0 -0
- /package/dist/{src/inputs → inputs}/eval-config.js +0 -0
- /package/dist/{src/inputs → inputs}/load-samples.d.ts +0 -0
- /package/dist/{src/inputs → inputs}/load-samples.js +0 -0
- /package/dist/{src/inputs → inputs}/mcp-resolver.d.ts +0 -0
- /package/dist/{src/inputs → inputs}/mcp-resolver.js +0 -0
- /package/dist/{src/inputs → inputs}/skill-loader.d.ts +0 -0
- /package/dist/{src/inputs → inputs}/url-fetcher.d.ts +0 -0
- /package/dist/{src/inputs → inputs}/url-fetcher.js +0 -0
- /package/dist/{src/observability → observability}/skill-health-analyzer.d.ts +0 -0
- /package/dist/{src/observability → observability}/skill-health-analyzer.js +0 -0
- /package/dist/{src/observability → observability}/trace-adapter.d.ts +0 -0
- /package/dist/{src/observability → observability}/trace-adapter.js +0 -0
- /package/dist/{src/renderer → renderer}/html-renderer.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/html-renderer.js +0 -0
- /package/dist/{src/renderer → renderer}/layout.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/layout.js +0 -0
- /package/dist/{src/renderer → renderer}/skill-health-renderer.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/skill-health-renderer.js +0 -0
- /package/dist/{src/renderer → renderer}/table.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/table.js +0 -0
- /package/dist/{src/renderer → renderer}/test-view.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/trends.d.ts +0 -0
- /package/dist/{src/renderer → renderer}/trends.js +0 -0
- /package/dist/{src/server → server}/job-store.d.ts +0 -0
- /package/dist/{src/server → server}/job-store.js +0 -0
- /package/dist/{src/server → server}/report-server.d.ts +0 -0
- /package/dist/{src/server → server}/report-store.d.ts +0 -0
- /package/dist/{src/server → server}/report-store.js +0 -0
- /package/dist/{src/shared → shared}/time.d.ts +0 -0
- /package/dist/{src/shared → shared}/time.js +0 -0
- /package/dist/{src/shared → shared}/tool-search.d.ts +0 -0
- /package/dist/{src/shared → shared}/tool-search.js +0 -0
- /package/dist/{src/types → types}/doctor.js +0 -0
- /package/dist/{src/types → types}/eval.js +0 -0
- /package/dist/{src/types → types}/executor.d.ts +0 -0
- /package/dist/{src/types → types}/executor.js +0 -0
- /package/dist/{src/types → types}/judge.d.ts +0 -0
- /package/dist/{src/types → types}/judge.js +0 -0
- /package/dist/{src/types → types}/report.js +0 -0
- /package/dist/{src/types → types}/shared.d.ts +0 -0
- /package/dist/{src/types → types}/shared.js +0 -0
- /package/dist/{src/types → types}/storage.d.ts +0 -0
- /package/dist/{src/types → types}/storage.js +0 -0
|
@@ -0,0 +1,765 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
import { existsSync, mkdirSync, readdirSync, readFileSync, writeFileSync } from 'node:fs';
|
|
3
|
+
import { homedir } from 'node:os';
|
|
4
|
+
import { join } from 'node:path';
|
|
5
|
+
import { extractGapSignalsFromTrace } from '../analysis/gap-analyzer.js';
|
|
6
|
+
import { ccTracesToResultEntries } from './trace-adapter.js';
|
|
7
|
+
import { isSearchToolCall, toolCallQuery } from '../shared/tool-search.js';
|
|
8
|
+
import { durationMsBetween } from '../shared/time.js';
|
|
9
|
+
import { buildObservationExperienceReport } from './experience.js';
|
|
10
|
+
export const DEFAULT_PROJECT_OBSERVATIONS_DIR = join(process.cwd(), '.omk', 'observations');
|
|
11
|
+
export const DEFAULT_GLOBAL_OBSERVATIONS_DIR = join(homedir(), '.oh-my-knowledge', 'observations');
|
|
12
|
+
export const DEFAULT_OBSERVATIONS_DIR = DEFAULT_PROJECT_OBSERVATIONS_DIR;
|
|
13
|
+
function hashString(input) {
|
|
14
|
+
return createHash('sha256').update(input).digest('hex').slice(0, 16);
|
|
15
|
+
}
|
|
16
|
+
export function normalizeObservationKeyInput(value) {
|
|
17
|
+
const raw = typeof value === 'string'
|
|
18
|
+
? value
|
|
19
|
+
: value === null || value === undefined
|
|
20
|
+
? ''
|
|
21
|
+
: typeof value === 'object'
|
|
22
|
+
? JSON.stringify(value)
|
|
23
|
+
: String(value);
|
|
24
|
+
const trimmed = raw.trim();
|
|
25
|
+
const protocolMatch = trimmed.match(/^([a-z][a-z0-9+.-]*:\/\/)(.*)$/i);
|
|
26
|
+
const prefix = protocolMatch?.[1] ?? '';
|
|
27
|
+
const body = protocolMatch?.[2] ?? trimmed;
|
|
28
|
+
return (prefix + body
|
|
29
|
+
.toLowerCase()
|
|
30
|
+
.replace(/^['"`]|['"`]$/g, '')
|
|
31
|
+
.replace(/\s+/g, ' ')
|
|
32
|
+
.replace(/:\d+(:\d+)?\b/g, '')
|
|
33
|
+
.replace(/\/+/g, '/')
|
|
34
|
+
.replace(/\/$/, ''));
|
|
35
|
+
}
|
|
36
|
+
export function inferObservationSourceKind(sourceTrace) {
|
|
37
|
+
if (sourceTrace.includes('/openclaw') || sourceTrace.includes('/.openclaw/'))
|
|
38
|
+
return 'openclaw';
|
|
39
|
+
if (sourceTrace.endsWith('.jsonl'))
|
|
40
|
+
return 'claude';
|
|
41
|
+
if (sourceTrace.endsWith('.log'))
|
|
42
|
+
return 'markdown_log';
|
|
43
|
+
return 'unknown';
|
|
44
|
+
}
|
|
45
|
+
function keyFor(item) {
|
|
46
|
+
const raw = item.signalSubtype === 'bash_probe'
|
|
47
|
+
? 'bash_probe'
|
|
48
|
+
: item.signalType === 'explicit_marker'
|
|
49
|
+
? item.evidence.markerToken || item.signalSubtype
|
|
50
|
+
: item.evidence.query || item.evidence.path || item.evidence.assistantSnippet || '';
|
|
51
|
+
return [
|
|
52
|
+
item.sourceKind,
|
|
53
|
+
item.skillName,
|
|
54
|
+
item.cwd ?? '',
|
|
55
|
+
item.signalType,
|
|
56
|
+
item.signalSubtype,
|
|
57
|
+
normalizeObservationKeyInput(raw),
|
|
58
|
+
].join('\u0000');
|
|
59
|
+
}
|
|
60
|
+
function markerTokenFromSignal(signal) {
|
|
61
|
+
const evidence = signal.evidence;
|
|
62
|
+
const marker = typeof evidence?.marker === 'string' ? evidence.marker : '';
|
|
63
|
+
const context = signal.context ?? '';
|
|
64
|
+
return marker || (context.match(/【推断】|【知识缺口】|【未知】|\[inferred\]|\[unknown\]|\[knowledge\s*gap\]/i)?.[0] ?? 'explicit_marker');
|
|
65
|
+
}
|
|
66
|
+
function snippet(value, max = 240) {
|
|
67
|
+
const text = typeof value === 'string' ? value : String(value ?? '');
|
|
68
|
+
const normalized = text.replace(/\s+/g, ' ').trim();
|
|
69
|
+
return normalized ? normalized.slice(0, max) : undefined;
|
|
70
|
+
}
|
|
71
|
+
function isSuccessfulSearch(tc) {
|
|
72
|
+
if (!isSearchToolCall(tc) || tc.success === false)
|
|
73
|
+
return false;
|
|
74
|
+
const out = snippet(tc.output, 1000) ?? '';
|
|
75
|
+
return out !== '' && !/No matches found/i.test(out);
|
|
76
|
+
}
|
|
77
|
+
function bashCommand(tc) {
|
|
78
|
+
const input = (tc.input && typeof tc.input === 'object') ? tc.input : {};
|
|
79
|
+
return String(input.command ?? '');
|
|
80
|
+
}
|
|
81
|
+
function isBashProbe(tc) {
|
|
82
|
+
if (tc.tool !== 'Bash')
|
|
83
|
+
return false;
|
|
84
|
+
const command = bashCommand(tc);
|
|
85
|
+
if (/2>\s*\/dev\/null|\|\|\s*(true|echo\b)/.test(command))
|
|
86
|
+
return true;
|
|
87
|
+
return /\b(ls|test)\b.+(?:\/|\.\/|\.\.|~)/.test(command);
|
|
88
|
+
}
|
|
89
|
+
function failedSearchSubtype(tc, allCalls, index, skillName) {
|
|
90
|
+
const out = snippet(tc.output, 1000) ?? '';
|
|
91
|
+
if (isBashProbe(tc))
|
|
92
|
+
return 'bash_probe';
|
|
93
|
+
if (/permission denied|not authorized|eacces/i.test(out))
|
|
94
|
+
return 'permission_denied';
|
|
95
|
+
const q = toolCallQuery(tc);
|
|
96
|
+
const failedPath = q.path || q.query || '';
|
|
97
|
+
if (tc.tool === 'Read' && isSkillAssetPath(failedPath, skillName))
|
|
98
|
+
return 'skill_asset_read_failed';
|
|
99
|
+
if (/enoent|no such file or directory|path does not exist|file does not exist|not found|did you mean/i.test(out) && isTransientPath(failedPath))
|
|
100
|
+
return 'transient_file_missing';
|
|
101
|
+
if (/enoent|no such file or directory|path does not exist|file does not exist|not found|did you mean/i.test(out))
|
|
102
|
+
return 'not_found';
|
|
103
|
+
if (/exceeds maximum allowed tokens|maximum allowed tokens|token limit|timed out|timeout/i.test(out))
|
|
104
|
+
return 'tool_limit';
|
|
105
|
+
if (tc.success === false)
|
|
106
|
+
return 'tool_failure';
|
|
107
|
+
const laterSuccess = allCalls.slice(index + 1).some((later) => isSuccessfulSearch(later) && isSameTopicSearch(tc, later));
|
|
108
|
+
return laterSuccess ? 'exploratory_miss' : 'hard_miss';
|
|
109
|
+
}
|
|
110
|
+
function isTransientPath(value) {
|
|
111
|
+
return /(?:^|\s)(?:\/private)?\/tmp\/|(?:^|\s)\/var\/folders\/|figma_[\w.-]+\.(?:png|jpg|jpeg|webp)\b/i.test(value);
|
|
112
|
+
}
|
|
113
|
+
function isSkillAssetPath(value, skillName) {
|
|
114
|
+
if (!value || !skillName)
|
|
115
|
+
return false;
|
|
116
|
+
return value.includes(`/.claude/skills/${skillName}/`)
|
|
117
|
+
|| value.includes(`.claude/skills/${skillName}/`)
|
|
118
|
+
|| value.includes(`/.openclaw/workspace/skills/${skillName}/`)
|
|
119
|
+
|| value.includes(`.openclaw/workspace/skills/${skillName}/`);
|
|
120
|
+
}
|
|
121
|
+
function topicTokens(value) {
|
|
122
|
+
return new Set(normalizeObservationKeyInput(value)
|
|
123
|
+
.split(/[^a-z0-9_\u4e00-\u9fff]+/i)
|
|
124
|
+
.map((part) => part.trim())
|
|
125
|
+
.filter((part) => part.length >= 3 && !['find', 'grep', 'head', 'tail', 'cat', 'src', 'path', 'file', 'repo'].includes(part)));
|
|
126
|
+
}
|
|
127
|
+
function isSameTopicSearch(a, b) {
|
|
128
|
+
const qa = toolCallQuery(a);
|
|
129
|
+
const qb = toolCallQuery(b);
|
|
130
|
+
if (qa.query) {
|
|
131
|
+
const queryTokens = topicTokens(qa.query);
|
|
132
|
+
if (queryTokens.size === 0)
|
|
133
|
+
return false;
|
|
134
|
+
// Bash 的 output 通常只是 path-echo (ls/cat/test 直接打印路径), 路径里的 cwd / repo
|
|
135
|
+
// token 会污染同主题判定。所以 Bash later success 只用 basename(structured path) 比对,
|
|
136
|
+
// 不读 output。Read 的 output 是文件内容, 用基名 + 内容做比对更可信。
|
|
137
|
+
const isBashLater = b.tool === 'Bash';
|
|
138
|
+
const laterText = qb.query
|
|
139
|
+
?? (isBashLater
|
|
140
|
+
? basenameForTopic(qb.path)
|
|
141
|
+
: `${basenameForTopic(qb.path)} ${snippet(b.output, 1000) ?? ''}`);
|
|
142
|
+
const laterTokens = topicTokens(laterText);
|
|
143
|
+
for (const token of queryTokens) {
|
|
144
|
+
if (laterTokens.has(token) || normalizeObservationKeyInput(laterText).includes(token))
|
|
145
|
+
return true;
|
|
146
|
+
}
|
|
147
|
+
return false;
|
|
148
|
+
}
|
|
149
|
+
const left = qa.path ?? '';
|
|
150
|
+
const right = qb.query ?? qb.path ?? '';
|
|
151
|
+
const aTokens = topicTokens(left);
|
|
152
|
+
const bTokens = topicTokens(right);
|
|
153
|
+
for (const token of aTokens) {
|
|
154
|
+
if (bTokens.has(token))
|
|
155
|
+
return true;
|
|
156
|
+
}
|
|
157
|
+
return false;
|
|
158
|
+
}
|
|
159
|
+
function basenameForTopic(value) {
|
|
160
|
+
if (!value)
|
|
161
|
+
return '';
|
|
162
|
+
return value.split(/[\\/]/).filter(Boolean).pop() ?? '';
|
|
163
|
+
}
|
|
164
|
+
function confidenceForSubtype(subtype, signal) {
|
|
165
|
+
if (signal?.type === 'repeated_failure')
|
|
166
|
+
return 0.95;
|
|
167
|
+
if (subtype === 'repeated_failure')
|
|
168
|
+
return 0.95;
|
|
169
|
+
if (subtype === 'hard_miss')
|
|
170
|
+
return 0.9;
|
|
171
|
+
if (subtype === 'exploratory_miss' || subtype === 'bash_probe')
|
|
172
|
+
return 0.4;
|
|
173
|
+
if (subtype === 'skill_asset_read_failed')
|
|
174
|
+
return 0.4;
|
|
175
|
+
if (subtype === 'tool_error' || subtype === 'permission_error' || subtype === 'not_found' || subtype === 'transient_file_missing' || subtype === 'permission_denied' || subtype === 'tool_limit' || subtype === 'tool_failure')
|
|
176
|
+
return 0.2;
|
|
177
|
+
if (subtype === 'regex_only')
|
|
178
|
+
return 0.3;
|
|
179
|
+
if (subtype === 'llm_classified') {
|
|
180
|
+
const c = Number(signal?.classifierVerdict?.confidence);
|
|
181
|
+
return Number.isFinite(c) ? Math.max(0, Math.min(1, c)) : 0.5;
|
|
182
|
+
}
|
|
183
|
+
return 0.5;
|
|
184
|
+
}
|
|
185
|
+
function severityFor(signalType, subtype, confidence) {
|
|
186
|
+
if (signalType === 'repeated_failure' || signalType === 'explicit_marker')
|
|
187
|
+
return 'high';
|
|
188
|
+
if (subtype === 'hard_miss')
|
|
189
|
+
return 'high';
|
|
190
|
+
if (signalType === 'hedging' && confidence >= 0.7)
|
|
191
|
+
return 'high';
|
|
192
|
+
if (subtype === 'exploratory_miss' || subtype === 'bash_probe')
|
|
193
|
+
return 'medium';
|
|
194
|
+
if (subtype === 'skill_asset_read_failed')
|
|
195
|
+
return 'medium';
|
|
196
|
+
if (subtype === 'tool_error' || subtype === 'permission_error' || subtype === 'not_found' || subtype === 'transient_file_missing' || subtype === 'permission_denied' || subtype === 'tool_limit' || subtype === 'tool_failure' || subtype === 'regex_only')
|
|
197
|
+
return 'noise';
|
|
198
|
+
return 'low';
|
|
199
|
+
}
|
|
200
|
+
function buildSessionTimeRanges(sessions) {
|
|
201
|
+
return sessions.map((session) => ({
|
|
202
|
+
sessionId: session.sessionId,
|
|
203
|
+
sessionGroupId: session.sessionGroupId,
|
|
204
|
+
sourceTrace: session.sourcePath,
|
|
205
|
+
sourceKind: session.sourceKind ?? inferObservationSourceKind(session.sourcePath),
|
|
206
|
+
traceRole: session.traceRole,
|
|
207
|
+
traceLabel: session.traceLabel,
|
|
208
|
+
cwd: session.cwd,
|
|
209
|
+
startTimestamp: session.startTimestamp,
|
|
210
|
+
endTimestamp: session.endTimestamp,
|
|
211
|
+
durationMs: durationMsBetween(session.startTimestamp, session.endTimestamp),
|
|
212
|
+
})).sort((a, b) => (a.startTimestamp ?? '').localeCompare(b.startTimestamp ?? '')
|
|
213
|
+
|| a.sourceTrace.localeCompare(b.sourceTrace));
|
|
214
|
+
}
|
|
215
|
+
function buildOverallSessionTimeRange(ranges) {
|
|
216
|
+
const starts = ranges.map((range) => range.startTimestamp).filter((value) => Boolean(value));
|
|
217
|
+
const ends = ranges.map((range) => range.endTimestamp).filter((value) => Boolean(value));
|
|
218
|
+
if (starts.length === 0 || ends.length === 0)
|
|
219
|
+
return { from: '', to: '' };
|
|
220
|
+
const from = starts.reduce((min, value) => value < min ? value : min, starts[0]);
|
|
221
|
+
const to = ends.reduce((max, value) => value > max ? value : max, ends[0]);
|
|
222
|
+
return { from, to, durationMs: durationMsBetween(from, to) };
|
|
223
|
+
}
|
|
224
|
+
const SEVERITY_REASON_ZH = {
|
|
225
|
+
repeated_failure_suspected: '同类搜索连续失败 3 次以上,是强缺口信号,高于单次 hard_miss。',
|
|
226
|
+
explicit_gap_marker: 'agent 主动输出了知识缺口/未知标记,需要优先人工确认。',
|
|
227
|
+
knowledge_gap_suspected: '{tool}失败后,session 内未找到同主题成功证据,疑似知识缺口。',
|
|
228
|
+
exploratory_probe: 'skill 运行过程中出现了试路径、试目录或前序失败后后续成功的行为;先抽样确认,不直接判为要改 skill。',
|
|
229
|
+
skill_asset_unavailable: '读取该 skill 自身资源失败,可能是路径错位、资源未提交或 ignore 配置问题。',
|
|
230
|
+
soft_hedging_signal: '模型文本里出现了不确定表达,属于低置信文本信号,需要结合上下文人工判断。',
|
|
231
|
+
tool_or_runtime_noise: '更像路径、权限、文件太大、临时文件或工具运行问题;通常不作为 skill 内容缺失。',
|
|
232
|
+
};
|
|
233
|
+
const SEVERITY_REASON_EN = {
|
|
234
|
+
repeated_failure_suspected: 'Similar searches failed at least three times; this is stronger than a single hard miss.',
|
|
235
|
+
explicit_gap_marker: 'The agent explicitly marked an unknown or knowledge gap; review this first.',
|
|
236
|
+
knowledge_gap_suspected: '{tool}failed and no later same-topic success was found in the session.',
|
|
237
|
+
exploratory_probe: 'The event looks like path probing, directory probing, or an earlier miss followed by later success; sample it before changing the skill.',
|
|
238
|
+
skill_asset_unavailable: 'The agent failed to read an asset inside the skill itself; check path alignment, committed resources, or ignore rules.',
|
|
239
|
+
soft_hedging_signal: 'The agent used uncertain wording; treat this as a low-confidence text signal.',
|
|
240
|
+
tool_or_runtime_noise: 'This looks like a path, permission, token limit, transient file, or runtime tool issue rather than missing skill content.',
|
|
241
|
+
};
|
|
242
|
+
export function severityReasonFor(item, lang = 'zh') {
|
|
243
|
+
const code = item.severityReasonCode ?? severityReasonCodeFor(item);
|
|
244
|
+
const tool = item.evidence.tool ? `${item.evidence.tool} ` : '';
|
|
245
|
+
const dictionary = lang === 'en' ? SEVERITY_REASON_EN : SEVERITY_REASON_ZH;
|
|
246
|
+
return dictionary[code].replace('{tool}', tool);
|
|
247
|
+
}
|
|
248
|
+
export function legacySeverityReasonFor(item) {
|
|
249
|
+
const tool = item.evidence.tool ? `${item.evidence.tool} ` : '';
|
|
250
|
+
if (item.signalType === 'repeated_failure')
|
|
251
|
+
return '同类搜索连续失败 3 次以上,是强缺口信号,高于单次 hard_miss。';
|
|
252
|
+
if (item.signalType === 'explicit_marker')
|
|
253
|
+
return 'agent 主动输出了知识缺口/未知标记,需要优先人工确认。';
|
|
254
|
+
if (item.signalSubtype === 'hard_miss')
|
|
255
|
+
return `${tool}失败后,session 内未找到同主题成功证据,疑似知识缺口。`;
|
|
256
|
+
if (item.signalSubtype === 'bash_probe')
|
|
257
|
+
return 'skill 运行过程中,agent 调用了一条 Bash 命令;命令里用了 2>/dev/null 或 || true/echo 这类“失败也继续”的写法,更像是在试路径,不直接判为要改 skill。';
|
|
258
|
+
if (item.signalSubtype === 'exploratory_miss')
|
|
259
|
+
return '前序搜索失败,但后续出现成功搜索证据,更像探索性试错。';
|
|
260
|
+
if (item.signalSubtype === 'tool_limit')
|
|
261
|
+
return `${tool}触发 token/超时等工具限制,与知识库覆盖无直接关系。`;
|
|
262
|
+
if (item.signalSubtype === 'transient_file_missing')
|
|
263
|
+
return `${tool}访问的是 /tmp 或临时生成文件,默认按临时文件丢失处理,不作为 skill 内容缺失。`;
|
|
264
|
+
if (item.signalSubtype === 'skill_asset_read_failed')
|
|
265
|
+
return `${tool}读取该 skill 自身资源失败,可能是路径错位、资源未提交或 ignore 配置问题。`;
|
|
266
|
+
if (item.signalSubtype === 'not_found')
|
|
267
|
+
return `${tool}访问的文件或路径不存在,先按路径/环境噪声处理。`;
|
|
268
|
+
if (item.signalSubtype === 'permission_denied')
|
|
269
|
+
return `${tool}访问被权限拒绝,先按权限/环境噪声处理。`;
|
|
270
|
+
if (item.signalSubtype === 'tool_failure')
|
|
271
|
+
return `${tool}调用失败,先按运行时工具问题处理。`;
|
|
272
|
+
if (item.signalSubtype === 'regex_only')
|
|
273
|
+
return '仅命中 hedging 正则,假阳风险较高,默认作为低优先级噪声。';
|
|
274
|
+
if (item.signalSubtype === 'llm_classified')
|
|
275
|
+
return 'hedging 经过分类器确认,confidence 来自分类器输出。';
|
|
276
|
+
return '低置信信号,需要结合 evidence 和上下文人工判断。';
|
|
277
|
+
}
|
|
278
|
+
export function severityReasonCodeFor(item) {
|
|
279
|
+
if (item.signalSubtype === 'repeated_failure')
|
|
280
|
+
return 'repeated_failure_suspected';
|
|
281
|
+
if (item.signalType === 'explicit_marker')
|
|
282
|
+
return 'explicit_gap_marker';
|
|
283
|
+
if (item.signalSubtype === 'hard_miss')
|
|
284
|
+
return 'knowledge_gap_suspected';
|
|
285
|
+
if (item.signalSubtype === 'skill_asset_read_failed')
|
|
286
|
+
return 'skill_asset_unavailable';
|
|
287
|
+
if (item.signalSubtype === 'exploratory_miss' || item.signalSubtype === 'bash_probe')
|
|
288
|
+
return 'exploratory_probe';
|
|
289
|
+
if (item.signalType === 'hedging')
|
|
290
|
+
return 'soft_hedging_signal';
|
|
291
|
+
return 'tool_or_runtime_noise';
|
|
292
|
+
}
|
|
293
|
+
function itemsFromSegment(segment) {
|
|
294
|
+
// inbox 只观察真实 skill 调用场景。'general' 是 trace-adapter 对裸对话的
|
|
295
|
+
// 兜底归因(无 Skill tool / 无 <command-name> / 无 Read SKILL.md),
|
|
296
|
+
// attributionConfidence 仅 0.3,没有 skill 改进价值,直接过滤。
|
|
297
|
+
if (segment.skillName === 'general')
|
|
298
|
+
return [];
|
|
299
|
+
const sampleId = `${segment.sessionId}:${segment.segmentIndex}`;
|
|
300
|
+
const signals = extractGapSignalsFromTrace({
|
|
301
|
+
sampleId,
|
|
302
|
+
turns: segment.turns,
|
|
303
|
+
toolCalls: segment.toolCalls,
|
|
304
|
+
});
|
|
305
|
+
const items = [];
|
|
306
|
+
const toolCalls = segment.toolCalls;
|
|
307
|
+
const failedSignalsSeen = new Set();
|
|
308
|
+
for (const signal of signals) {
|
|
309
|
+
let subtype;
|
|
310
|
+
let evidence = {};
|
|
311
|
+
if (signal.type === 'failed_search') {
|
|
312
|
+
const matchIndex = toolCalls.findIndex((tc, i) => {
|
|
313
|
+
if (failedSignalsSeen.has(i))
|
|
314
|
+
return false;
|
|
315
|
+
const q = toolCallQuery(tc);
|
|
316
|
+
const signalPattern = String(signal.evidence?.pattern ?? '');
|
|
317
|
+
const sameQuery = !signalPattern
|
|
318
|
+
|| q.query === signalPattern
|
|
319
|
+
|| (tc.tool === 'Bash' && Boolean(q.query && (q.query.startsWith(signalPattern) || signalPattern.startsWith(q.query.slice(0, signalPattern.length)))));
|
|
320
|
+
return tc.tool === signal.evidence?.tool
|
|
321
|
+
&& sameQuery
|
|
322
|
+
&& (!signal.evidence?.path || q.path === signal.evidence.path);
|
|
323
|
+
});
|
|
324
|
+
const tc = matchIndex >= 0 ? toolCalls[matchIndex] : undefined;
|
|
325
|
+
if (matchIndex >= 0)
|
|
326
|
+
failedSignalsSeen.add(matchIndex);
|
|
327
|
+
subtype = tc ? failedSearchSubtype(tc, toolCalls, matchIndex, segment.skillName) : 'hard_miss';
|
|
328
|
+
const q = tc ? toolCallQuery(tc) : { query: String(signal.evidence?.pattern ?? ''), path: String(signal.evidence?.path ?? '') };
|
|
329
|
+
evidence = {
|
|
330
|
+
tool: snippet(signal.evidence?.tool ?? tc?.tool, 80),
|
|
331
|
+
query: snippet(q.query),
|
|
332
|
+
path: snippet(q.path),
|
|
333
|
+
outputSnippet: snippet(tc?.output),
|
|
334
|
+
messageIndex: tc?.messageIndex,
|
|
335
|
+
messageUuid: tc?.messageUuid,
|
|
336
|
+
toolUseId: tc?.toolUseId,
|
|
337
|
+
segmentTimestamp: tc?.timestamp ?? segment.startTimestamp,
|
|
338
|
+
};
|
|
339
|
+
}
|
|
340
|
+
else if (signal.type === 'repeated_failure') {
|
|
341
|
+
subtype = 'repeated_failure';
|
|
342
|
+
evidence = { tool: snippet(signal.evidence?.tool, 80), outputSnippet: snippet(signal.context) };
|
|
343
|
+
}
|
|
344
|
+
else if (signal.type === 'hedging') {
|
|
345
|
+
subtype = signal.classifierVerdict ? 'llm_classified' : 'regex_only';
|
|
346
|
+
evidence = { assistantSnippet: snippet(signal.context) };
|
|
347
|
+
}
|
|
348
|
+
else {
|
|
349
|
+
subtype = 'marker';
|
|
350
|
+
evidence = { markerToken: snippet(markerTokenFromSignal(signal), 80), assistantSnippet: snippet(signal.context) };
|
|
351
|
+
}
|
|
352
|
+
const signalType = signal.type;
|
|
353
|
+
const confidence = confidenceForSubtype(subtype, signal);
|
|
354
|
+
const severity = severityFor(signalType, subtype, confidence);
|
|
355
|
+
const item = {
|
|
356
|
+
id: hashString([segment.sessionId, segment.sourceTrace ?? '', segment.segmentIndex, signal.type, subtype, JSON.stringify(evidence)].join('\u0000')),
|
|
357
|
+
skillName: segment.skillName,
|
|
358
|
+
artifactVersion: 'unknown',
|
|
359
|
+
cwd: segment.cwd,
|
|
360
|
+
sessionId: segment.sessionId,
|
|
361
|
+
sourceTrace: '',
|
|
362
|
+
sourceKind: 'unknown',
|
|
363
|
+
signalType,
|
|
364
|
+
signalSubtype: subtype,
|
|
365
|
+
confidence,
|
|
366
|
+
attributionConfidence: segment.attribution?.confidence ?? 0.3,
|
|
367
|
+
severity,
|
|
368
|
+
severityReasonCode: severityReasonCodeFor({ signalType, signalSubtype: subtype, severity, confidence }),
|
|
369
|
+
evidence,
|
|
370
|
+
firstSeen: segment.startTimestamp,
|
|
371
|
+
lastSeen: segment.endTimestamp,
|
|
372
|
+
occurrences: 1,
|
|
373
|
+
recentSessionIds: [segment.sessionId],
|
|
374
|
+
representativeEvidence: [evidence],
|
|
375
|
+
};
|
|
376
|
+
items.push(item);
|
|
377
|
+
}
|
|
378
|
+
return items;
|
|
379
|
+
}
|
|
380
|
+
function skillSessionCountKey(segment) {
|
|
381
|
+
if (segment.traceRole && segment.traceRole !== 'standalone')
|
|
382
|
+
return segment.sessionId;
|
|
383
|
+
return segment.sourceTrace ? `${segment.sessionId}\u0000${segment.sourceTrace}` : segment.sessionId;
|
|
384
|
+
}
|
|
385
|
+
/**
|
|
386
|
+
* 不再附带 diagnostics 字段 —— observability 不再反向驱动 diagnosis。
|
|
387
|
+
* 需要 diagnostics 的调用方(如 CLI observe ingest)拿到 report 后,自行调
|
|
388
|
+
* `buildObserveDiagnosticsFromReport(report)` 写入 `report.diagnostics`。
|
|
389
|
+
*/
|
|
390
|
+
export function buildObservationInboxReport(tracePath, options = {}) {
|
|
391
|
+
const { sessions, segments } = ccTracesToResultEntries(tracePath);
|
|
392
|
+
const generatedAt = new Date().toISOString();
|
|
393
|
+
const sessionTimeRanges = buildSessionTimeRanges(sessions);
|
|
394
|
+
const sessionTimeRange = buildOverallSessionTimeRange(sessionTimeRanges);
|
|
395
|
+
const skillInvocationCounts = {};
|
|
396
|
+
const skillInvocationLastSeen = {};
|
|
397
|
+
const skillToolCallCounts = {};
|
|
398
|
+
const sessionsBySkill = new Map();
|
|
399
|
+
for (const segment of segments) {
|
|
400
|
+
if (segment.skillName === 'general')
|
|
401
|
+
continue;
|
|
402
|
+
skillInvocationCounts[segment.skillName] = (skillInvocationCounts[segment.skillName] ?? 0) + 1;
|
|
403
|
+
if (!skillInvocationLastSeen[segment.skillName] || segment.endTimestamp > skillInvocationLastSeen[segment.skillName]) {
|
|
404
|
+
skillInvocationLastSeen[segment.skillName] = segment.endTimestamp;
|
|
405
|
+
}
|
|
406
|
+
const toolCounts = skillToolCallCounts[segment.skillName] ?? {};
|
|
407
|
+
for (const toolCall of segment.toolCalls) {
|
|
408
|
+
toolCounts[toolCall.tool] = (toolCounts[toolCall.tool] ?? 0) + 1;
|
|
409
|
+
}
|
|
410
|
+
skillToolCallCounts[segment.skillName] = toolCounts;
|
|
411
|
+
const set = sessionsBySkill.get(segment.skillName) ?? new Set();
|
|
412
|
+
set.add(skillSessionCountKey(segment));
|
|
413
|
+
sessionsBySkill.set(segment.skillName, set);
|
|
414
|
+
}
|
|
415
|
+
const skillSessionCounts = Object.fromEntries(Array.from(sessionsBySkill.entries()).map(([skill, sessionIds]) => [skill, sessionIds.size]));
|
|
416
|
+
const aggregationState = createInboxAggregationState();
|
|
417
|
+
for (const segment of segments) {
|
|
418
|
+
const sourceTrace = segment.sourceTrace ?? tracePath;
|
|
419
|
+
const segmentItems = itemsFromSegment(segment).map((item) => {
|
|
420
|
+
const withSource = {
|
|
421
|
+
...item,
|
|
422
|
+
sourceTrace,
|
|
423
|
+
sourceKind: segment.sourceKind ?? inferObservationSourceKind(sourceTrace),
|
|
424
|
+
};
|
|
425
|
+
return {
|
|
426
|
+
...withSource,
|
|
427
|
+
messageWindow: buildObservationMessageWindow(withSource),
|
|
428
|
+
};
|
|
429
|
+
});
|
|
430
|
+
addInboxItemsToState(aggregationState, segmentItems);
|
|
431
|
+
}
|
|
432
|
+
const items = finishInboxAggregation(aggregationState);
|
|
433
|
+
const experience = buildObservationExperienceReport({ sessions, segments, items, generatedAt, reviewState: options.reviewState });
|
|
434
|
+
const report = {
|
|
435
|
+
kind: 'observe-inbox',
|
|
436
|
+
schemaVersion: 1,
|
|
437
|
+
meta: {
|
|
438
|
+
tracePath,
|
|
439
|
+
generatedAt,
|
|
440
|
+
sessionCount: sessions.length,
|
|
441
|
+
sessionTimeRange,
|
|
442
|
+
sessionTimeRanges,
|
|
443
|
+
segmentCount: segments.length,
|
|
444
|
+
itemCount: items.length,
|
|
445
|
+
skillInvocationCounts,
|
|
446
|
+
skillSessionCounts,
|
|
447
|
+
skillInvocationLastSeen,
|
|
448
|
+
skillToolCallCounts,
|
|
449
|
+
},
|
|
450
|
+
items,
|
|
451
|
+
experience,
|
|
452
|
+
};
|
|
453
|
+
return report;
|
|
454
|
+
}
|
|
455
|
+
function createInboxAggregationState() {
|
|
456
|
+
return {
|
|
457
|
+
byKey: new Map(),
|
|
458
|
+
sessionLastSeenByKey: new Map(),
|
|
459
|
+
};
|
|
460
|
+
}
|
|
461
|
+
function addInboxItemsToState(state, items) {
|
|
462
|
+
for (const item of items) {
|
|
463
|
+
const key = keyFor(item);
|
|
464
|
+
const sessionLastSeen = state.sessionLastSeenByKey.get(key) ?? new Map();
|
|
465
|
+
const previousSessionLastSeen = sessionLastSeen.get(item.sessionId);
|
|
466
|
+
if (!previousSessionLastSeen || item.lastSeen > previousSessionLastSeen) {
|
|
467
|
+
sessionLastSeen.set(item.sessionId, item.lastSeen);
|
|
468
|
+
}
|
|
469
|
+
state.sessionLastSeenByKey.set(key, sessionLastSeen);
|
|
470
|
+
const existing = state.byKey.get(key);
|
|
471
|
+
if (!existing) {
|
|
472
|
+
state.byKey.set(key, { ...item, representativeEvidence: [item.evidence], recentSessionIds: [item.sessionId] });
|
|
473
|
+
continue;
|
|
474
|
+
}
|
|
475
|
+
existing.occurrences += item.occurrences;
|
|
476
|
+
if (item.firstSeen < existing.firstSeen)
|
|
477
|
+
existing.firstSeen = item.firstSeen;
|
|
478
|
+
if (item.lastSeen > existing.lastSeen)
|
|
479
|
+
existing.lastSeen = item.lastSeen;
|
|
480
|
+
existing.confidence = Math.max(existing.confidence, item.confidence);
|
|
481
|
+
existing.attributionConfidence = Math.max(existing.attributionConfidence, item.attributionConfidence);
|
|
482
|
+
if (severityRank(item.severity) > severityRank(existing.severity)
|
|
483
|
+
|| (item.severity === existing.severity && item.confidence > existing.confidence)) {
|
|
484
|
+
existing.severity = item.severity;
|
|
485
|
+
existing.severityReasonCode = item.severityReasonCode;
|
|
486
|
+
existing.evidence = item.evidence;
|
|
487
|
+
existing.messageWindow = item.messageWindow;
|
|
488
|
+
}
|
|
489
|
+
existing.recentSessionIds = Array.from(sessionLastSeen.entries())
|
|
490
|
+
.sort((a, b) => b[1].localeCompare(a[1]))
|
|
491
|
+
.map(([sessionId]) => sessionId)
|
|
492
|
+
.slice(0, 3);
|
|
493
|
+
existing.representativeEvidence.push(item.evidence);
|
|
494
|
+
existing.representativeEvidence = existing.representativeEvidence.slice(0, 50);
|
|
495
|
+
}
|
|
496
|
+
}
|
|
497
|
+
function finishInboxAggregation(state) {
|
|
498
|
+
return Array.from(state.byKey.values()).sort(compareInboxItems);
|
|
499
|
+
}
|
|
500
|
+
export function aggregateInboxItems(items) {
|
|
501
|
+
const state = createInboxAggregationState();
|
|
502
|
+
addInboxItemsToState(state, items);
|
|
503
|
+
return finishInboxAggregation(state);
|
|
504
|
+
}
|
|
505
|
+
function severityRank(severity) {
|
|
506
|
+
if (severity === 'high')
|
|
507
|
+
return 4;
|
|
508
|
+
if (severity === 'medium')
|
|
509
|
+
return 3;
|
|
510
|
+
if (severity === 'low')
|
|
511
|
+
return 2;
|
|
512
|
+
return 1;
|
|
513
|
+
}
|
|
514
|
+
function compareInboxItems(a, b) {
|
|
515
|
+
const severity = severityRank(b.severity) - severityRank(a.severity);
|
|
516
|
+
if (severity !== 0)
|
|
517
|
+
return severity;
|
|
518
|
+
const confidence = b.confidence - a.confidence;
|
|
519
|
+
if (confidence !== 0)
|
|
520
|
+
return confidence;
|
|
521
|
+
const lastSeen = b.lastSeen.localeCompare(a.lastSeen);
|
|
522
|
+
if (lastSeen !== 0)
|
|
523
|
+
return lastSeen;
|
|
524
|
+
return b.occurrences - a.occurrences;
|
|
525
|
+
}
|
|
526
|
+
export function saveObservationInboxReport(report, outDir = DEFAULT_OBSERVATIONS_DIR) {
|
|
527
|
+
mkdirSync(outDir, { recursive: true });
|
|
528
|
+
// 保留毫秒;同秒不同毫秒生成的两份 report 不应静默互相覆盖。
|
|
529
|
+
// 例: '2026-05-07T12:00:00.999Z' → '2026-05-07T12-00-00-999'
|
|
530
|
+
const stamp = report.meta.generatedAt.replace(/[:.]/g, '-').replace(/Z$/, '');
|
|
531
|
+
const path = join(outDir, `${stamp}-observe-inbox.json`);
|
|
532
|
+
writeFileSync(path, JSON.stringify(report, null, 2));
|
|
533
|
+
return path;
|
|
534
|
+
}
|
|
535
|
+
export function loadObservationInboxReports(dir = DEFAULT_OBSERVATIONS_DIR) {
|
|
536
|
+
if (!existsSync(dir)) {
|
|
537
|
+
if (dir === DEFAULT_PROJECT_OBSERVATIONS_DIR && existsSync(DEFAULT_GLOBAL_OBSERVATIONS_DIR)) {
|
|
538
|
+
return loadObservationInboxReports(DEFAULT_GLOBAL_OBSERVATIONS_DIR);
|
|
539
|
+
}
|
|
540
|
+
return [];
|
|
541
|
+
}
|
|
542
|
+
return readdirSync(dir)
|
|
543
|
+
.filter((file) => file.endsWith('-observe-inbox.json'))
|
|
544
|
+
.map((file) => {
|
|
545
|
+
try {
|
|
546
|
+
const report = JSON.parse(readFileSync(join(dir, file), 'utf-8'));
|
|
547
|
+
report.items = report.items.map((item) => {
|
|
548
|
+
const sourceKind = item.sourceKind;
|
|
549
|
+
return {
|
|
550
|
+
...item,
|
|
551
|
+
sourceKind: sourceKind === 'openclaw'
|
|
552
|
+
? 'openclaw'
|
|
553
|
+
: (item.sourceKind ?? inferObservationSourceKind(item.sourceTrace)),
|
|
554
|
+
severityReasonCode: item.severityReasonCode ?? severityReasonCodeFor(item),
|
|
555
|
+
severityReason: undefined,
|
|
556
|
+
};
|
|
557
|
+
});
|
|
558
|
+
// 不在 load 路径重建 diagnostics:`buildObserveDiagnosticsFromReport` 现在虽然会从
|
|
559
|
+
// report.items[].cwd / experience 推断每个 skill 的 cwd(没把握就跳过该 skill 的
|
|
560
|
+
// chain advisory,不再 fallback process.cwd()),但 load 时全跳过的话整个 trace
|
|
561
|
+
// 都没有 Diagnosis。新版 build 路径由调用方(CLI observe ingest)在 build 之后
|
|
562
|
+
// 显式驱动 diagnostics 装配后写入 JSON;老 inbox JSON 缺字段时让 Studio 显示
|
|
563
|
+
// 「该 trace 暂无 Diagnosis,请重新 observe 一次」,比惰性重建安全。
|
|
564
|
+
return report;
|
|
565
|
+
}
|
|
566
|
+
catch {
|
|
567
|
+
return null;
|
|
568
|
+
}
|
|
569
|
+
})
|
|
570
|
+
.filter((r) => r?.kind === 'observe-inbox');
|
|
571
|
+
}
|
|
572
|
+
export function loadLatestObservationInboxReport(dir = DEFAULT_OBSERVATIONS_DIR) {
|
|
573
|
+
const reports = loadObservationInboxReports(dir);
|
|
574
|
+
if (reports.length === 0)
|
|
575
|
+
return null;
|
|
576
|
+
return reports.sort((a, b) => b.meta.generatedAt.localeCompare(a.meta.generatedAt))[0] ?? null;
|
|
577
|
+
}
|
|
578
|
+
export function loadLatestObservationInboxReports(dir = DEFAULT_OBSERVATIONS_DIR) {
|
|
579
|
+
const latest = loadLatestObservationInboxReport(dir);
|
|
580
|
+
return latest ? [latest] : [];
|
|
581
|
+
}
|
|
582
|
+
export function queryObservationInbox(dir = DEFAULT_OBSERVATIONS_DIR) {
|
|
583
|
+
const reports = loadLatestObservationInboxReports(dir);
|
|
584
|
+
return aggregateInboxItems(reports.flatMap((report) => report.items));
|
|
585
|
+
}
|
|
586
|
+
export function summarizeObservationInboxBySkill(items, reports = []) {
|
|
587
|
+
const invocationCounts = reports.reduce((acc, report) => {
|
|
588
|
+
for (const [skill, count] of Object.entries(report.meta.skillInvocationCounts ?? {})) {
|
|
589
|
+
acc[skill] = (acc[skill] ?? 0) + count;
|
|
590
|
+
}
|
|
591
|
+
return acc;
|
|
592
|
+
}, {});
|
|
593
|
+
const sessionCounts = reports.reduce((acc, report) => {
|
|
594
|
+
for (const [skill, count] of Object.entries(report.meta.skillSessionCounts ?? {})) {
|
|
595
|
+
acc[skill] = (acc[skill] ?? 0) + count;
|
|
596
|
+
}
|
|
597
|
+
return acc;
|
|
598
|
+
}, {});
|
|
599
|
+
const bySkill = new Map();
|
|
600
|
+
for (const item of items) {
|
|
601
|
+
const group = bySkill.get(item.skillName) ?? [];
|
|
602
|
+
group.push(item);
|
|
603
|
+
bySkill.set(item.skillName, group);
|
|
604
|
+
}
|
|
605
|
+
const skillNames = new Set([...Object.keys(invocationCounts), ...bySkill.keys()]);
|
|
606
|
+
return Array.from(skillNames).map((skillName) => {
|
|
607
|
+
const group = bySkill.get(skillName) ?? [];
|
|
608
|
+
return {
|
|
609
|
+
skillName,
|
|
610
|
+
invocationCount: invocationCounts[skillName] ?? group.reduce((sum, item) => sum + item.occurrences, 0),
|
|
611
|
+
sessionCount: sessionCounts[skillName] ?? new Set(group.flatMap((item) => item.recentSessionIds)).size,
|
|
612
|
+
observationCount: group.length,
|
|
613
|
+
highCount: group.filter((item) => item.severity === 'high').length,
|
|
614
|
+
mediumCount: group.filter((item) => item.severity === 'medium').length,
|
|
615
|
+
lowCount: group.filter((item) => item.severity === 'low').length,
|
|
616
|
+
noiseCount: group.filter((item) => item.severity === 'noise').length,
|
|
617
|
+
latestSeen: group.reduce((latest, item) => item.lastSeen > latest ? item.lastSeen : latest, ''),
|
|
618
|
+
};
|
|
619
|
+
}).sort((a, b) => {
|
|
620
|
+
const riskA = a.highCount * 100 + a.mediumCount * 10 + a.lowCount;
|
|
621
|
+
const riskB = b.highCount * 100 + b.mediumCount * 10 + b.lowCount;
|
|
622
|
+
if (riskB !== riskA)
|
|
623
|
+
return riskB - riskA;
|
|
624
|
+
return b.invocationCount - a.invocationCount;
|
|
625
|
+
});
|
|
626
|
+
}
|
|
627
|
+
export function findObservationInboxItem(id, dir = DEFAULT_OBSERVATIONS_DIR) {
|
|
628
|
+
const reports = loadObservationInboxReports(dir);
|
|
629
|
+
for (const item of [...reports].reverse().flatMap((report) => report.items)) {
|
|
630
|
+
if (item.id === id)
|
|
631
|
+
return item;
|
|
632
|
+
}
|
|
633
|
+
return aggregateInboxItems(reports.flatMap((report) => report.items)).find((item) => item.id === id) ?? null;
|
|
634
|
+
}
|
|
635
|
+
export function buildObservationMessageWindow(item, radius = 3) {
|
|
636
|
+
if (!item.sourceTrace.endsWith('.jsonl'))
|
|
637
|
+
return undefined;
|
|
638
|
+
const index = item.evidence.messageIndex;
|
|
639
|
+
if (typeof index !== 'number' || index < 0 || !existsSync(item.sourceTrace))
|
|
640
|
+
return undefined;
|
|
641
|
+
const messages = readJsonlMessageRefs(item.sourceTrace);
|
|
642
|
+
if (messages.length === 0)
|
|
643
|
+
return undefined;
|
|
644
|
+
const position = messages.findIndex((message) => message.messageIndex === index);
|
|
645
|
+
if (position < 0)
|
|
646
|
+
return undefined;
|
|
647
|
+
const before = messages.slice(Math.max(0, position - radius), position);
|
|
648
|
+
const event = messages.slice(position, position + 1);
|
|
649
|
+
let after = messages.slice(position + 1, Math.min(messages.length, position + radius + 1));
|
|
650
|
+
if (item.evidence.toolUseId) {
|
|
651
|
+
const result = messages.find((message) => message.messageIndex > index && message.snippet.includes(item.evidence.toolUseId));
|
|
652
|
+
if (result && !event.some((message) => message.messageIndex === result.messageIndex)) {
|
|
653
|
+
event.push(result);
|
|
654
|
+
after = after.filter((message) => message.messageIndex !== result.messageIndex);
|
|
655
|
+
}
|
|
656
|
+
}
|
|
657
|
+
return {
|
|
658
|
+
before,
|
|
659
|
+
event,
|
|
660
|
+
after,
|
|
661
|
+
resolutionAfter: inferResolutionAfter(messages.slice(index + 1), item.signalType),
|
|
662
|
+
};
|
|
663
|
+
}
|
|
664
|
+
export function formatObservationShow(item) {
|
|
665
|
+
const window = item.messageWindow ?? buildObservationMessageWindow(item);
|
|
666
|
+
const lines = [
|
|
667
|
+
`Observation ${item.id}`,
|
|
668
|
+
`skill=${item.skillName} severity=${item.severity} signal=${item.signalType}/${item.signalSubtype} confidence=${item.confidence.toFixed(2)} attribution=${item.attributionConfidence.toFixed(2)}`,
|
|
669
|
+
`source=${item.sourceTrace}`,
|
|
670
|
+
item.severityReasonCode ? `reason=${item.severityReasonCode}` : '',
|
|
671
|
+
'',
|
|
672
|
+
].filter(Boolean);
|
|
673
|
+
if (!window) {
|
|
674
|
+
lines.push('No message window available for this observation.');
|
|
675
|
+
return lines.join('\n');
|
|
676
|
+
}
|
|
677
|
+
lines.push('--- 上文 ---');
|
|
678
|
+
lines.push(...formatMessageRefs(window.before));
|
|
679
|
+
lines.push('--- 失败点 / 触发点 ---');
|
|
680
|
+
lines.push(...formatMessageRefs(window.event));
|
|
681
|
+
lines.push('--- 下文 ---');
|
|
682
|
+
lines.push(...formatMessageRefs(window.after));
|
|
683
|
+
lines.push(`resolutionAfter=${window.resolutionAfter}`);
|
|
684
|
+
return lines.join('\n');
|
|
685
|
+
}
|
|
686
|
+
function readJsonlMessageRefs(path) {
|
|
687
|
+
return readFileSync(path, 'utf-8')
|
|
688
|
+
.split('\n')
|
|
689
|
+
.map((line, index) => {
|
|
690
|
+
const trimmed = line.trim();
|
|
691
|
+
if (!trimmed)
|
|
692
|
+
return null;
|
|
693
|
+
try {
|
|
694
|
+
const record = JSON.parse(trimmed);
|
|
695
|
+
const type = String(record.type ?? 'other');
|
|
696
|
+
if (type !== 'user' && type !== 'assistant')
|
|
697
|
+
return null;
|
|
698
|
+
const message = record.message;
|
|
699
|
+
const role = message?.role === 'assistant' ? 'assistant' : message?.role === 'user' ? 'user' : type === 'assistant' ? 'assistant' : type === 'user' ? 'user' : 'other';
|
|
700
|
+
return {
|
|
701
|
+
role,
|
|
702
|
+
snippet: snippet(extractRecordText(record), 500) ?? '',
|
|
703
|
+
messageIndex: index,
|
|
704
|
+
uuid: typeof record.uuid === 'string' ? record.uuid : undefined,
|
|
705
|
+
timestamp: typeof record.timestamp === 'string' ? record.timestamp : undefined,
|
|
706
|
+
};
|
|
707
|
+
}
|
|
708
|
+
catch {
|
|
709
|
+
return null;
|
|
710
|
+
}
|
|
711
|
+
})
|
|
712
|
+
.filter((message) => message !== null && message.snippet !== '');
|
|
713
|
+
}
|
|
714
|
+
function extractRecordText(record) {
|
|
715
|
+
const message = record.message;
|
|
716
|
+
const content = message?.content;
|
|
717
|
+
if (typeof content === 'string')
|
|
718
|
+
return content;
|
|
719
|
+
if (Array.isArray(content)) {
|
|
720
|
+
return content.map((part) => {
|
|
721
|
+
if (!part || typeof part !== 'object')
|
|
722
|
+
return '';
|
|
723
|
+
const obj = part;
|
|
724
|
+
if (obj.type === 'text')
|
|
725
|
+
return String(obj.text ?? '');
|
|
726
|
+
if (obj.type === 'tool_use')
|
|
727
|
+
return `tool_use ${String(obj.name ?? '')} ${String(obj.id ?? '')} ${JSON.stringify(obj.input ?? {})}`;
|
|
728
|
+
if (obj.type === 'tool_result')
|
|
729
|
+
return `tool_result ${String(obj.tool_use_id ?? '')} ${String(obj.content ?? '')}`;
|
|
730
|
+
if (obj.type === 'thinking')
|
|
731
|
+
return '';
|
|
732
|
+
return JSON.stringify(obj);
|
|
733
|
+
}).filter(Boolean).join('\n');
|
|
734
|
+
}
|
|
735
|
+
return JSON.stringify(record);
|
|
736
|
+
}
|
|
737
|
+
function inferResolutionAfter(messages, signalType) {
|
|
738
|
+
if (signalType !== 'failed_search' && signalType !== 'repeated_failure')
|
|
739
|
+
return 'unknown';
|
|
740
|
+
const later = messages.map((message) => message.snippet).join('\n');
|
|
741
|
+
if (/No matches found|does not exist|not found|permission denied|exceeds maximum allowed tokens/i.test(later) && !/tool_result [^\s]+ (?!No matches found)/i.test(later)) {
|
|
742
|
+
return 'unresolved';
|
|
743
|
+
}
|
|
744
|
+
if (/tool_result [^\s]+ (?!No matches found).{10,}/i.test(later))
|
|
745
|
+
return 'resolved';
|
|
746
|
+
return 'unknown';
|
|
747
|
+
}
|
|
748
|
+
function formatMessageRefs(messages) {
|
|
749
|
+
if (messages.length === 0)
|
|
750
|
+
return ['(none)'];
|
|
751
|
+
return messages.map((message) => `[${message.messageIndex}] ${message.role}${message.timestamp ? ` ${message.timestamp}` : ''}${message.uuid ? ` ${message.uuid}` : ''}\n${message.snippet}`);
|
|
752
|
+
}
|
|
753
|
+
export function selectExploreInboxItems(items, limit, includeNoise = false, random = Math.random) {
|
|
754
|
+
const candidates = items
|
|
755
|
+
.filter((item) => item.severity === 'medium' || item.severity === 'low' || (includeNoise && item.severity === 'noise'))
|
|
756
|
+
.sort((a, b) => b.lastSeen.localeCompare(a.lastSeen))
|
|
757
|
+
.slice(0, 50);
|
|
758
|
+
const shuffled = [...candidates];
|
|
759
|
+
for (let i = shuffled.length - 1; i > 0; i--) {
|
|
760
|
+
const j = Math.floor(random() * (i + 1));
|
|
761
|
+
[shuffled[i], shuffled[j]] = [shuffled[j], shuffled[i]];
|
|
762
|
+
}
|
|
763
|
+
return shuffled.slice(0, limit);
|
|
764
|
+
}
|
|
765
|
+
//# sourceMappingURL=inbox.js.map
|