causantic 0.2.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +53 -66
- package/config.schema.json +12 -87
- package/dist/cli/commands/archive.d.ts.map +1 -1
- package/dist/cli/commands/archive.js.map +1 -1
- package/dist/cli/commands/benchmark-collection.d.ts.map +1 -1
- package/dist/cli/commands/benchmark-collection.js.map +1 -1
- package/dist/cli/commands/encryption.d.ts.map +1 -1
- package/dist/cli/commands/encryption.js.map +1 -1
- package/dist/cli/commands/hook.d.ts.map +1 -1
- package/dist/cli/commands/hook.js +8 -2
- package/dist/cli/commands/hook.js.map +1 -1
- package/dist/cli/commands/init.d.ts.map +1 -1
- package/dist/cli/commands/init.js +39 -32
- package/dist/cli/commands/init.js.map +1 -1
- package/dist/cli/commands/maintenance.d.ts.map +1 -1
- package/dist/cli/commands/maintenance.js +10 -3
- package/dist/cli/commands/maintenance.js.map +1 -1
- package/dist/cli/commands/serve.d.ts.map +1 -1
- package/dist/cli/commands/serve.js +3 -3
- package/dist/cli/commands/serve.js.map +1 -1
- package/dist/cli/index.js +1 -1
- package/dist/cli/skill-templates.d.ts.map +1 -1
- package/dist/cli/skill-templates.js +223 -153
- package/dist/cli/skill-templates.js.map +1 -1
- package/dist/cli/uninstall.d.ts.map +1 -1
- package/dist/cli/uninstall.js +4 -1
- package/dist/cli/uninstall.js.map +1 -1
- package/dist/clusters/cluster-manager.d.ts +23 -0
- package/dist/clusters/cluster-manager.d.ts.map +1 -1
- package/dist/clusters/cluster-manager.js +69 -2
- package/dist/clusters/cluster-manager.js.map +1 -1
- package/dist/clusters/cluster-refresh.d.ts.map +1 -1
- package/dist/clusters/cluster-refresh.js +5 -1
- package/dist/clusters/cluster-refresh.js.map +1 -1
- package/dist/clusters/hdbscan/cluster-extraction.d.ts.map +1 -1
- package/dist/clusters/hdbscan/cluster-extraction.js +1 -2
- package/dist/clusters/hdbscan/cluster-extraction.js.map +1 -1
- package/dist/clusters/hdbscan/hierarchy.d.ts.map +1 -1
- package/dist/clusters/hdbscan/hierarchy.js +1 -3
- package/dist/clusters/hdbscan/hierarchy.js.map +1 -1
- package/dist/clusters/hdbscan/incremental.d.ts.map +1 -1
- package/dist/clusters/hdbscan/incremental.js.map +1 -1
- package/dist/clusters/hdbscan/probabilities.d.ts +1 -1
- package/dist/clusters/hdbscan/probabilities.d.ts.map +1 -1
- package/dist/clusters/hdbscan/probabilities.js +1 -1
- package/dist/clusters/hdbscan/probabilities.js.map +1 -1
- package/dist/clusters/hdbscan.d.ts.map +1 -1
- package/dist/clusters/hdbscan.js +3 -5
- package/dist/clusters/hdbscan.js.map +1 -1
- package/dist/config/loader.d.ts +10 -15
- package/dist/config/loader.d.ts.map +1 -1
- package/dist/config/loader.js +40 -71
- package/dist/config/loader.js.map +1 -1
- package/dist/config/memory-config.d.ts +2 -45
- package/dist/config/memory-config.d.ts.map +1 -1
- package/dist/config/memory-config.js +6 -109
- package/dist/config/memory-config.js.map +1 -1
- package/dist/core/index.d.ts +1 -1
- package/dist/core/index.d.ts.map +1 -1
- package/dist/core/lexical-features.d.ts.map +1 -1
- package/dist/core/lexical-features.js +141 -20
- package/dist/core/lexical-features.js.map +1 -1
- package/dist/dashboard/client/assets/index-DdImwNQ0.css +1 -0
- package/dist/dashboard/client/assets/index-Ofx8zngH.js +166 -0
- package/dist/dashboard/client/index.html +2 -2
- package/dist/dashboard/routes/benchmark-collection.d.ts.map +1 -1
- package/dist/dashboard/routes/benchmark-collection.js +2 -6
- package/dist/dashboard/routes/benchmark-collection.js.map +1 -1
- package/dist/dashboard/routes/chain.d.ts +3 -0
- package/dist/dashboard/routes/chain.d.ts.map +1 -0
- package/dist/dashboard/routes/chain.js +74 -0
- package/dist/dashboard/routes/chain.js.map +1 -0
- package/dist/dashboard/routes/chunks.d.ts.map +1 -1
- package/dist/dashboard/routes/chunks.js +16 -1
- package/dist/dashboard/routes/chunks.js.map +1 -1
- package/dist/dashboard/routes/graph.d.ts.map +1 -1
- package/dist/dashboard/routes/graph.js.map +1 -1
- package/dist/dashboard/routes/search.d.ts.map +1 -1
- package/dist/dashboard/routes/search.js.map +1 -1
- package/dist/dashboard/routes/stats.d.ts.map +1 -1
- package/dist/dashboard/routes/stats.js +8 -6
- package/dist/dashboard/routes/stats.js.map +1 -1
- package/dist/dashboard/routes/timeline.d.ts +3 -0
- package/dist/dashboard/routes/timeline.d.ts.map +1 -0
- package/dist/dashboard/routes/timeline.js +90 -0
- package/dist/dashboard/routes/timeline.js.map +1 -0
- package/dist/dashboard/server.d.ts.map +1 -1
- package/dist/dashboard/server.js +4 -0
- package/dist/dashboard/server.js.map +1 -1
- package/dist/eval/annotation-schema.d.ts.map +1 -1
- package/dist/eval/annotation-schema.js +2 -5
- package/dist/eval/annotation-schema.js.map +1 -1
- package/dist/eval/benchmark-runner.d.ts.map +1 -1
- package/dist/eval/benchmark-runner.js +2 -2
- package/dist/eval/benchmark-runner.js.map +1 -1
- package/dist/eval/cluster-evaluator.d.ts.map +1 -1
- package/dist/eval/cluster-evaluator.js.map +1 -1
- package/dist/eval/collection-benchmark/chain-quality.d.ts +15 -0
- package/dist/eval/collection-benchmark/chain-quality.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/chain-quality.js +60 -0
- package/dist/eval/collection-benchmark/chain-quality.js.map +1 -0
- package/dist/eval/collection-benchmark/health.d.ts.map +1 -1
- package/dist/eval/collection-benchmark/health.js +2 -2
- package/dist/eval/collection-benchmark/health.js.map +1 -1
- package/dist/eval/collection-benchmark/history.d.ts.map +1 -1
- package/dist/eval/collection-benchmark/history.js +14 -11
- package/dist/eval/collection-benchmark/history.js.map +1 -1
- package/dist/eval/collection-benchmark/latency.d.ts.map +1 -1
- package/dist/eval/collection-benchmark/latency.js +14 -11
- package/dist/eval/collection-benchmark/latency.js.map +1 -1
- package/dist/eval/collection-benchmark/reporter.d.ts.map +1 -1
- package/dist/eval/collection-benchmark/reporter.js +18 -28
- package/dist/eval/collection-benchmark/reporter.js.map +1 -1
- package/dist/eval/collection-benchmark/retrieval.d.ts.map +1 -1
- package/dist/eval/collection-benchmark/retrieval.js +14 -8
- package/dist/eval/collection-benchmark/retrieval.js.map +1 -1
- package/dist/eval/collection-benchmark/runner.d.ts +3 -3
- package/dist/eval/collection-benchmark/runner.d.ts.map +1 -1
- package/dist/eval/collection-benchmark/runner.js +46 -37
- package/dist/eval/collection-benchmark/runner.js.map +1 -1
- package/dist/eval/collection-benchmark/sampler.d.ts.map +1 -1
- package/dist/eval/collection-benchmark/sampler.js +14 -12
- package/dist/eval/collection-benchmark/sampler.js.map +1 -1
- package/dist/eval/collection-benchmark/tuning.d.ts.map +1 -1
- package/dist/eval/collection-benchmark/tuning.js +56 -71
- package/dist/eval/collection-benchmark/tuning.js.map +1 -1
- package/dist/eval/collection-benchmark/types.d.ts +12 -24
- package/dist/eval/collection-benchmark/types.d.ts.map +1 -1
- package/dist/eval/corpus-builder.d.ts.map +1 -1
- package/dist/eval/corpus-builder.js.map +1 -1
- package/dist/eval/experiments/boilerplate-filter.d.ts.map +1 -1
- package/dist/eval/experiments/boilerplate-filter.js.map +1 -1
- package/dist/eval/experiments/cluster-threshold/run-threshold-sweep.d.ts.map +1 -1
- package/dist/eval/experiments/cluster-threshold/run-threshold-sweep.js +3 -5
- package/dist/eval/experiments/cluster-threshold/run-threshold-sweep.js.map +1 -1
- package/dist/eval/experiments/code-focused-mode.d.ts.map +1 -1
- package/dist/eval/experiments/code-focused-mode.js +1 -1
- package/dist/eval/experiments/code-focused-mode.js.map +1 -1
- package/dist/eval/experiments/edge-decay/decay-curves.d.ts +25 -19
- package/dist/eval/experiments/edge-decay/decay-curves.d.ts.map +1 -1
- package/dist/eval/experiments/edge-decay/decay-curves.js +47 -40
- package/dist/eval/experiments/edge-decay/decay-curves.js.map +1 -1
- package/dist/eval/experiments/edge-decay/index.d.ts +6 -4
- package/dist/eval/experiments/edge-decay/index.d.ts.map +1 -1
- package/dist/eval/experiments/edge-decay/index.js +5 -3
- package/dist/eval/experiments/edge-decay/index.js.map +1 -1
- package/dist/eval/experiments/edge-decay/presets.d.ts +14 -4
- package/dist/eval/experiments/edge-decay/presets.d.ts.map +1 -1
- package/dist/eval/experiments/edge-decay/presets.js +73 -68
- package/dist/eval/experiments/edge-decay/presets.js.map +1 -1
- package/dist/eval/experiments/edge-decay/reference-extractor.d.ts +2 -1
- package/dist/eval/experiments/edge-decay/reference-extractor.d.ts.map +1 -1
- package/dist/eval/experiments/edge-decay/reference-extractor.js +26 -40
- package/dist/eval/experiments/edge-decay/reference-extractor.js.map +1 -1
- package/dist/eval/experiments/edge-decay/reference-types.d.ts +24 -17
- package/dist/eval/experiments/edge-decay/reference-types.d.ts.map +1 -1
- package/dist/eval/experiments/edge-decay/reference-types.js +3 -0
- package/dist/eval/experiments/edge-decay/reference-types.js.map +1 -1
- package/dist/eval/experiments/edge-decay/retrieval-ranking.d.ts +8 -8
- package/dist/eval/experiments/edge-decay/retrieval-ranking.d.ts.map +1 -1
- package/dist/eval/experiments/edge-decay/retrieval-ranking.js +77 -133
- package/dist/eval/experiments/edge-decay/retrieval-ranking.js.map +1 -1
- package/dist/eval/experiments/edge-decay/run-experiments.d.ts +7 -3
- package/dist/eval/experiments/edge-decay/run-experiments.d.ts.map +1 -1
- package/dist/eval/experiments/edge-decay/run-experiments.js +71 -52
- package/dist/eval/experiments/edge-decay/run-experiments.js.map +1 -1
- package/dist/eval/experiments/edge-decay/simulate.d.ts +1 -1
- package/dist/eval/experiments/edge-decay/simulate.d.ts.map +1 -1
- package/dist/eval/experiments/edge-decay/simulate.js +7 -19
- package/dist/eval/experiments/edge-decay/simulate.js.map +1 -1
- package/dist/eval/experiments/hdbscan-sweep.d.ts.map +1 -1
- package/dist/eval/experiments/hdbscan-sweep.js +2 -6
- package/dist/eval/experiments/hdbscan-sweep.js.map +1 -1
- package/dist/eval/experiments/single-model-run.d.ts.map +1 -1
- package/dist/eval/experiments/single-model-run.js +2 -2
- package/dist/eval/experiments/single-model-run.js.map +1 -1
- package/dist/eval/experiments/thinking-ablation.d.ts.map +1 -1
- package/dist/eval/experiments/thinking-ablation.js +1 -1
- package/dist/eval/experiments/thinking-ablation.js.map +1 -1
- package/dist/eval/experiments/topic-continuity/hybrid-classifier.d.ts.map +1 -1
- package/dist/eval/experiments/topic-continuity/hybrid-classifier.js +54 -6
- package/dist/eval/experiments/topic-continuity/hybrid-classifier.js.map +1 -1
- package/dist/eval/experiments/topic-continuity/labeler.d.ts.map +1 -1
- package/dist/eval/experiments/topic-continuity/labeler.js +1 -4
- package/dist/eval/experiments/topic-continuity/labeler.js.map +1 -1
- package/dist/eval/experiments/topic-continuity/run-experiment.d.ts.map +1 -1
- package/dist/eval/experiments/topic-continuity/run-experiment.js +5 -13
- package/dist/eval/experiments/topic-continuity/run-experiment.js.map +1 -1
- package/dist/eval/experiments/truncation.d.ts.map +1 -1
- package/dist/eval/experiments/truncation.js.map +1 -1
- package/dist/eval/experiments/types.d.ts.map +1 -1
- package/dist/eval/experiments/types.js.map +1 -1
- package/dist/eval/metrics.d.ts.map +1 -1
- package/dist/eval/metrics.js.map +1 -1
- package/dist/hooks/claudemd-generator.d.ts.map +1 -1
- package/dist/hooks/claudemd-generator.js +3 -4
- package/dist/hooks/claudemd-generator.js.map +1 -1
- package/dist/hooks/hook-utils.d.ts +16 -0
- package/dist/hooks/hook-utils.d.ts.map +1 -1
- package/dist/hooks/hook-utils.js +51 -2
- package/dist/hooks/hook-utils.js.map +1 -1
- package/dist/hooks/index.d.ts +4 -2
- package/dist/hooks/index.d.ts.map +1 -1
- package/dist/hooks/index.js +3 -1
- package/dist/hooks/index.js.map +1 -1
- package/dist/hooks/pre-compact.d.ts.map +1 -1
- package/dist/hooks/pre-compact.js +6 -51
- package/dist/hooks/pre-compact.js.map +1 -1
- package/dist/hooks/session-end.d.ts +58 -0
- package/dist/hooks/session-end.d.ts.map +1 -0
- package/dist/hooks/session-end.js +82 -0
- package/dist/hooks/session-end.js.map +1 -0
- package/dist/hooks/session-start.d.ts.map +1 -1
- package/dist/hooks/session-start.js +3 -5
- package/dist/hooks/session-start.js.map +1 -1
- package/dist/index.d.ts +1 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -3
- package/dist/index.js.map +1 -1
- package/dist/ingest/batch-ingest.d.ts.map +1 -1
- package/dist/ingest/batch-ingest.js.map +1 -1
- package/dist/ingest/brief-debrief-detector.d.ts +6 -13
- package/dist/ingest/brief-debrief-detector.d.ts.map +1 -1
- package/dist/ingest/brief-debrief-detector.js +9 -16
- package/dist/ingest/brief-debrief-detector.js.map +1 -1
- package/dist/ingest/cross-session-linker.d.ts +2 -1
- package/dist/ingest/cross-session-linker.d.ts.map +1 -1
- package/dist/ingest/cross-session-linker.js +17 -7
- package/dist/ingest/cross-session-linker.js.map +1 -1
- package/dist/ingest/edge-creator.d.ts +14 -40
- package/dist/ingest/edge-creator.d.ts.map +1 -1
- package/dist/ingest/edge-creator.js +34 -132
- package/dist/ingest/edge-creator.js.map +1 -1
- package/dist/ingest/edge-detector.d.ts +27 -12
- package/dist/ingest/edge-detector.d.ts.map +1 -1
- package/dist/ingest/edge-detector.js +68 -200
- package/dist/ingest/edge-detector.js.map +1 -1
- package/dist/ingest/index.d.ts +3 -3
- package/dist/ingest/index.d.ts.map +1 -1
- package/dist/ingest/index.js +3 -3
- package/dist/ingest/index.js.map +1 -1
- package/dist/ingest/ingest-session.d.ts +1 -8
- package/dist/ingest/ingest-session.d.ts.map +1 -1
- package/dist/ingest/ingest-session.js +54 -107
- package/dist/ingest/ingest-session.js.map +1 -1
- package/dist/ingest/rebuild-edges.d.ts +17 -0
- package/dist/ingest/rebuild-edges.d.ts.map +1 -0
- package/dist/ingest/rebuild-edges.js +97 -0
- package/dist/ingest/rebuild-edges.js.map +1 -0
- package/dist/maintenance/scheduler.d.ts +2 -3
- package/dist/maintenance/scheduler.d.ts.map +1 -1
- package/dist/maintenance/scheduler.js +14 -23
- package/dist/maintenance/scheduler.js.map +1 -1
- package/dist/maintenance/tasks/cleanup-vectors.d.ts +3 -1
- package/dist/maintenance/tasks/cleanup-vectors.d.ts.map +1 -1
- package/dist/maintenance/tasks/cleanup-vectors.js +6 -4
- package/dist/maintenance/tasks/cleanup-vectors.js.map +1 -1
- package/dist/maintenance/tasks/index.d.ts +0 -1
- package/dist/maintenance/tasks/index.d.ts.map +1 -1
- package/dist/maintenance/tasks/index.js +0 -1
- package/dist/maintenance/tasks/index.js.map +1 -1
- package/dist/mcp/index.d.ts +1 -1
- package/dist/mcp/index.d.ts.map +1 -1
- package/dist/mcp/index.js +1 -1
- package/dist/mcp/index.js.map +1 -1
- package/dist/mcp/server.d.ts.map +1 -1
- package/dist/mcp/server.js +9 -8
- package/dist/mcp/server.js.map +1 -1
- package/dist/mcp/tools.d.ts +5 -5
- package/dist/mcp/tools.d.ts.map +1 -1
- package/dist/mcp/tools.js +42 -36
- package/dist/mcp/tools.js.map +1 -1
- package/dist/models/device-detector.d.ts.map +1 -1
- package/dist/models/device-detector.js +20 -10
- package/dist/models/device-detector.js.map +1 -1
- package/dist/models/embedder.d.ts.map +1 -1
- package/dist/models/embedder.js +5 -2
- package/dist/models/embedder.js.map +1 -1
- package/dist/models/model-registry.d.ts.map +1 -1
- package/dist/models/model-registry.js.map +1 -1
- package/dist/parser/chunker.d.ts +5 -40
- package/dist/parser/chunker.d.ts.map +1 -1
- package/dist/parser/chunker.js +5 -111
- package/dist/parser/chunker.js.map +1 -1
- package/dist/parser/session-reader.d.ts.map +1 -1
- package/dist/parser/session-reader.js +3 -6
- package/dist/parser/session-reader.js.map +1 -1
- package/dist/parser/turn-assembler.d.ts.map +1 -1
- package/dist/parser/turn-assembler.js +0 -1
- package/dist/parser/turn-assembler.js.map +1 -1
- package/dist/parser/types.d.ts.map +1 -1
- package/dist/report/reporter.d.ts.map +1 -1
- package/dist/report/reporter.js +1 -3
- package/dist/report/reporter.js.map +1 -1
- package/dist/retrieval/chain-assembler.d.ts +58 -0
- package/dist/retrieval/chain-assembler.d.ts.map +1 -0
- package/dist/retrieval/chain-assembler.js +126 -0
- package/dist/retrieval/chain-assembler.js.map +1 -0
- package/dist/retrieval/chain-walker.d.ts +57 -0
- package/dist/retrieval/chain-walker.d.ts.map +1 -0
- package/dist/retrieval/chain-walker.js +121 -0
- package/dist/retrieval/chain-walker.js.map +1 -0
- package/dist/retrieval/cluster-expander.d.ts.map +1 -1
- package/dist/retrieval/cluster-expander.js +3 -3
- package/dist/retrieval/cluster-expander.js.map +1 -1
- package/dist/retrieval/context-assembler.d.ts +13 -36
- package/dist/retrieval/context-assembler.d.ts.map +1 -1
- package/dist/retrieval/context-assembler.js +50 -287
- package/dist/retrieval/context-assembler.js.map +1 -1
- package/dist/retrieval/index.d.ts +8 -4
- package/dist/retrieval/index.d.ts.map +1 -1
- package/dist/retrieval/index.js +7 -3
- package/dist/retrieval/index.js.map +1 -1
- package/dist/retrieval/rrf.d.ts.map +1 -1
- package/dist/retrieval/rrf.js +4 -2
- package/dist/retrieval/rrf.js.map +1 -1
- package/dist/retrieval/search-assembler.d.ts +59 -0
- package/dist/retrieval/search-assembler.d.ts.map +1 -0
- package/dist/retrieval/search-assembler.js +209 -0
- package/dist/retrieval/search-assembler.js.map +1 -0
- package/dist/retrieval/session-reconstructor.d.ts.map +1 -1
- package/dist/retrieval/session-reconstructor.js +9 -7
- package/dist/retrieval/session-reconstructor.js.map +1 -1
- package/dist/storage/archive.d.ts +0 -2
- package/dist/storage/archive.d.ts.map +1 -1
- package/dist/storage/archive.js +18 -12
- package/dist/storage/archive.js.map +1 -1
- package/dist/storage/checkpoint-store.d.ts +0 -1
- package/dist/storage/checkpoint-store.d.ts.map +1 -1
- package/dist/storage/checkpoint-store.js +5 -7
- package/dist/storage/checkpoint-store.js.map +1 -1
- package/dist/storage/chunk-store.d.ts.map +1 -1
- package/dist/storage/chunk-store.js +15 -17
- package/dist/storage/chunk-store.js.map +1 -1
- package/dist/storage/cluster-store.d.ts.map +1 -1
- package/dist/storage/cluster-store.js.map +1 -1
- package/dist/storage/db.d.ts.map +1 -1
- package/dist/storage/db.js.map +1 -1
- package/dist/storage/edge-store.d.ts +17 -30
- package/dist/storage/edge-store.d.ts.map +1 -1
- package/dist/storage/edge-store.js +43 -123
- package/dist/storage/edge-store.js.map +1 -1
- package/dist/storage/embedding-cache.d.ts.map +1 -1
- package/dist/storage/embedding-cache.js +1 -3
- package/dist/storage/embedding-cache.js.map +1 -1
- package/dist/storage/encryption.d.ts.map +1 -1
- package/dist/storage/encryption.js +4 -15
- package/dist/storage/encryption.js.map +1 -1
- package/dist/storage/index.d.ts +1 -4
- package/dist/storage/index.d.ts.map +1 -1
- package/dist/storage/index.js +1 -5
- package/dist/storage/index.js.map +1 -1
- package/dist/storage/keyword-store.d.ts.map +1 -1
- package/dist/storage/keyword-store.js +11 -7
- package/dist/storage/keyword-store.js.map +1 -1
- package/dist/storage/migrations.d.ts.map +1 -1
- package/dist/storage/migrations.js +56 -4
- package/dist/storage/migrations.js.map +1 -1
- package/dist/storage/schema.sql +8 -20
- package/dist/storage/types.d.ts +12 -26
- package/dist/storage/types.d.ts.map +1 -1
- package/dist/storage/types.js +1 -2
- package/dist/storage/types.js.map +1 -1
- package/dist/storage/vector-store.d.ts +9 -15
- package/dist/storage/vector-store.d.ts.map +1 -1
- package/dist/storage/vector-store.js +64 -43
- package/dist/storage/vector-store.js.map +1 -1
- package/dist/utils/angular-distance.d.ts.map +1 -1
- package/dist/utils/angular-distance.js.map +1 -1
- package/dist/utils/logger.d.ts.map +1 -1
- package/dist/utils/logger.js.map +1 -1
- package/dist/utils/secret-store.d.ts.map +1 -1
- package/dist/utils/secret-store.js +17 -13
- package/dist/utils/secret-store.js.map +1 -1
- package/dist/utils/secure-buffer.d.ts.map +1 -1
- package/dist/utils/secure-buffer.js.map +1 -1
- package/package.json +7 -6
- package/src/dashboard/client/package-lock.json +3 -3
- package/src/dashboard/client/package.json +3 -3
- package/dist/dashboard/client/assets/index-CMUKy4f9.css +0 -1
- package/dist/dashboard/client/assets/index-esv8TpCN.js +0 -168
- package/dist/eval/collection-benchmark/graph-value.d.ts +0 -16
- package/dist/eval/collection-benchmark/graph-value.d.ts.map +0 -1
- package/dist/eval/collection-benchmark/graph-value.js +0 -162
- package/dist/eval/collection-benchmark/graph-value.js.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.d.ts +0 -10
- package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.d.ts.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.js +0 -229
- package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.js.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.d.ts +0 -12
- package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.d.ts.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.js +0 -316
- package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.js.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/hop-decay.d.ts +0 -19
- package/dist/eval/experiments/vector-decay-shapes/hop-decay.d.ts.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/hop-decay.js +0 -127
- package/dist/eval/experiments/vector-decay-shapes/hop-decay.js.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/index.d.ts +0 -11
- package/dist/eval/experiments/vector-decay-shapes/index.d.ts.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/index.js +0 -11
- package/dist/eval/experiments/vector-decay-shapes/index.js.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.d.ts +0 -14
- package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.d.ts.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.js +0 -274
- package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.js.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/presets.d.ts +0 -36
- package/dist/eval/experiments/vector-decay-shapes/presets.d.ts.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/presets.js +0 -157
- package/dist/eval/experiments/vector-decay-shapes/presets.js.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/run-experiment.d.ts +0 -20
- package/dist/eval/experiments/vector-decay-shapes/run-experiment.d.ts.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/run-experiment.js +0 -504
- package/dist/eval/experiments/vector-decay-shapes/run-experiment.js.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/types.d.ts +0 -111
- package/dist/eval/experiments/vector-decay-shapes/types.d.ts.map +0 -1
- package/dist/eval/experiments/vector-decay-shapes/types.js +0 -15
- package/dist/eval/experiments/vector-decay-shapes/types.js.map +0 -1
- package/dist/eval/experiments/vector-decay-sweep/index.d.ts +0 -7
- package/dist/eval/experiments/vector-decay-sweep/index.d.ts.map +0 -1
- package/dist/eval/experiments/vector-decay-sweep/index.js +0 -7
- package/dist/eval/experiments/vector-decay-sweep/index.js.map +0 -1
- package/dist/eval/experiments/vector-decay-sweep/run-sweep.d.ts +0 -30
- package/dist/eval/experiments/vector-decay-sweep/run-sweep.d.ts.map +0 -1
- package/dist/eval/experiments/vector-decay-sweep/run-sweep.js +0 -378
- package/dist/eval/experiments/vector-decay-sweep/run-sweep.js.map +0 -1
- package/dist/eval/experiments/vector-decay-sweep/types.d.ts +0 -109
- package/dist/eval/experiments/vector-decay-sweep/types.d.ts.map +0 -1
- package/dist/eval/experiments/vector-decay-sweep/types.js +0 -16
- package/dist/eval/experiments/vector-decay-sweep/types.js.map +0 -1
- package/dist/maintenance/tasks/prune-graph.d.ts +0 -12
- package/dist/maintenance/tasks/prune-graph.d.ts.map +0 -1
- package/dist/maintenance/tasks/prune-graph.js +0 -23
- package/dist/maintenance/tasks/prune-graph.js.map +0 -1
- package/dist/retrieval/traverser.d.ts +0 -66
- package/dist/retrieval/traverser.d.ts.map +0 -1
- package/dist/retrieval/traverser.js +0 -160
- package/dist/retrieval/traverser.js.map +0 -1
- package/dist/storage/clock-store.d.ts +0 -80
- package/dist/storage/clock-store.d.ts.map +0 -1
- package/dist/storage/clock-store.js +0 -155
- package/dist/storage/clock-store.js.map +0 -1
- package/dist/storage/decay.d.ts +0 -125
- package/dist/storage/decay.d.ts.map +0 -1
- package/dist/storage/decay.js +0 -276
- package/dist/storage/decay.js.map +0 -1
- package/dist/storage/pruner.d.ts +0 -111
- package/dist/storage/pruner.d.ts.map +0 -1
- package/dist/storage/pruner.js +0 -280
- package/dist/storage/pruner.js.map +0 -1
- package/dist/temporal/clock-compactor.d.ts +0 -65
- package/dist/temporal/clock-compactor.d.ts.map +0 -1
- package/dist/temporal/clock-compactor.js +0 -157
- package/dist/temporal/clock-compactor.js.map +0 -1
- package/dist/temporal/index.d.ts +0 -6
- package/dist/temporal/index.d.ts.map +0 -1
- package/dist/temporal/index.js +0 -6
- package/dist/temporal/index.js.map +0 -1
- package/dist/temporal/vector-clock.d.ts +0 -143
- package/dist/temporal/vector-clock.d.ts.map +0 -1
- package/dist/temporal/vector-clock.js +0 -231
- package/dist/temporal/vector-clock.js.map +0 -1
- package/dist/utils/keychain.d.ts +0 -43
- package/dist/utils/keychain.d.ts.map +0 -1
- package/dist/utils/keychain.js +0 -82
- package/dist/utils/keychain.js.map +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAWH,OAAO,KAAK,EAGV,0BAA0B,EAC1B,yBAAyB,EAEzB,YAAY,EACZ,eAAe,EACf,
|
|
1
|
+
{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAWH,OAAO,KAAK,EAGV,0BAA0B,EAC1B,yBAAyB,EAEzB,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,aAAa,EACd,MAAM,YAAY,CAAC;AAqBpB;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,YAAY,EACpB,SAAS,CAAC,EAAE,eAAe,EAC3B,KAAK,CAAC,EAAE,kBAAkB,EAC1B,OAAO,CAAC,EAAE,aAAa,GACtB,MAAM,CAqDR;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,YAAY,EACpB,SAAS,CAAC,EAAE,eAAe,EAC3B,KAAK,CAAC,EAAE,kBAAkB,EAC1B,OAAO,CAAC,EAAE,aAAa,GACtB,MAAM,EAAE,CA8DV;AAED;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,OAAO,GAAE,0BAA+B,GACvC,OAAO,CAAC,yBAAyB,CAAC,CAmGpC"}
|
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
import { generateSamples } from './sampler.js';
|
|
8
8
|
import { runHealthBenchmarks } from './health.js';
|
|
9
9
|
import { runRetrievalBenchmarks } from './retrieval.js';
|
|
10
|
-
import {
|
|
10
|
+
import { runChainQualityBenchmarks } from './chain-quality.js';
|
|
11
11
|
import { runLatencyBenchmarks } from './latency.js';
|
|
12
12
|
import { generateTuningRecommendations } from './tuning.js';
|
|
13
13
|
import { storeBenchmarkRun, getLatestBenchmarkRun, computeTrend } from './history.js';
|
|
@@ -20,21 +20,24 @@ function resolveCategories(profile, explicit) {
|
|
|
20
20
|
if (explicit && explicit.length > 0)
|
|
21
21
|
return explicit;
|
|
22
22
|
switch (profile) {
|
|
23
|
-
case 'quick':
|
|
24
|
-
|
|
25
|
-
case '
|
|
23
|
+
case 'quick':
|
|
24
|
+
return ['health'];
|
|
25
|
+
case 'standard':
|
|
26
|
+
return ['health', 'retrieval'];
|
|
27
|
+
case 'full':
|
|
28
|
+
return ['health', 'retrieval', 'chain', 'latency'];
|
|
26
29
|
}
|
|
27
30
|
}
|
|
28
31
|
/**
|
|
29
32
|
* Compute overall score (0-100) from sub-scores.
|
|
30
33
|
*/
|
|
31
|
-
export function computeOverallScore(health, retrieval,
|
|
34
|
+
export function computeOverallScore(health, retrieval, chain, latency) {
|
|
32
35
|
const scores = [];
|
|
33
36
|
// Health score (0-100)
|
|
34
|
-
const healthScore = Math.min(100,
|
|
37
|
+
const healthScore = Math.min(100, Math.min(1, health.edgeToChunkRatio / 3) * 30 +
|
|
35
38
|
health.clusterCoverage * 40 +
|
|
36
|
-
(1 - health.orphanChunkPercentage) * 30)
|
|
37
|
-
scores.push({ score: healthScore, weight:
|
|
39
|
+
(1 - health.orphanChunkPercentage) * 30);
|
|
40
|
+
scores.push({ score: healthScore, weight: 25 });
|
|
38
41
|
// Retrieval score (0-100)
|
|
39
42
|
if (retrieval) {
|
|
40
43
|
const retrievalScore = Math.min(100, retrieval.adjacentRecallAt10 * 30 +
|
|
@@ -43,19 +46,24 @@ export function computeOverallScore(health, retrieval, graph, latency) {
|
|
|
43
46
|
retrieval.tokenEfficiency * 25);
|
|
44
47
|
scores.push({ score: retrievalScore, weight: 35 });
|
|
45
48
|
}
|
|
46
|
-
//
|
|
47
|
-
if (
|
|
48
|
-
const
|
|
49
|
-
const
|
|
50
|
-
const
|
|
51
|
-
|
|
49
|
+
// Chain quality score (0-100)
|
|
50
|
+
if (chain) {
|
|
51
|
+
const coverageScore = chain.chainCoverage * 50;
|
|
52
|
+
const lengthScore = Math.min(1, chain.meanChainLength / 5) * 30;
|
|
53
|
+
const efficiencyScore = Math.min(1, chain.meanScorePerToken * 100) * 20;
|
|
54
|
+
const chainScore = Math.min(100, coverageScore + lengthScore + efficiencyScore);
|
|
55
|
+
scores.push({ score: chainScore, weight: 25 });
|
|
52
56
|
}
|
|
53
57
|
// Latency score (0-100, based on p95 thresholds)
|
|
54
58
|
if (latency) {
|
|
55
|
-
const recallLatencyScore = latency.recall.p95 <= 50
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
+
const recallLatencyScore = latency.recall.p95 <= 50
|
|
60
|
+
? 100
|
|
61
|
+
: latency.recall.p95 <= 100
|
|
62
|
+
? 80
|
|
63
|
+
: latency.recall.p95 <= 200
|
|
64
|
+
? 60
|
|
65
|
+
: latency.recall.p95 <= 500
|
|
66
|
+
? 40
|
|
59
67
|
: 20;
|
|
60
68
|
scores.push({ score: recallLatencyScore, weight: 15 });
|
|
61
69
|
}
|
|
@@ -68,7 +76,7 @@ export function computeOverallScore(health, retrieval, graph, latency) {
|
|
|
68
76
|
/**
|
|
69
77
|
* Generate human-readable highlights from results.
|
|
70
78
|
*/
|
|
71
|
-
export function generateHighlights(health, retrieval,
|
|
79
|
+
export function generateHighlights(health, retrieval, chain, latency) {
|
|
72
80
|
const highlights = [];
|
|
73
81
|
// Health highlights
|
|
74
82
|
highlights.push(`${(health.clusterCoverage * 100).toFixed(0)}% of chunks organized into topic clusters`);
|
|
@@ -76,7 +84,8 @@ export function generateHighlights(health, retrieval, graph, latency) {
|
|
|
76
84
|
highlights.push(`Only ${(health.orphanChunkPercentage * 100).toFixed(1)}% orphan chunks — knowledge graph is well-connected`);
|
|
77
85
|
}
|
|
78
86
|
if (health.temporalSpan) {
|
|
79
|
-
const days = Math.round((new Date(health.temporalSpan.latest).getTime() -
|
|
87
|
+
const days = Math.round((new Date(health.temporalSpan.latest).getTime() -
|
|
88
|
+
new Date(health.temporalSpan.earliest).getTime()) /
|
|
80
89
|
(1000 * 60 * 60 * 24));
|
|
81
90
|
highlights.push(`Collection spans ${days} days across ${health.projectCount} project(s)`);
|
|
82
91
|
}
|
|
@@ -92,13 +101,13 @@ export function generateHighlights(health, retrieval, graph, latency) {
|
|
|
92
101
|
highlights.push(`Token efficiency: ${(retrieval.tokenEfficiency * 100).toFixed(0)}% of returned context is relevant`);
|
|
93
102
|
}
|
|
94
103
|
}
|
|
95
|
-
//
|
|
96
|
-
if (
|
|
97
|
-
if (
|
|
98
|
-
highlights.push(`
|
|
104
|
+
// Chain quality highlights
|
|
105
|
+
if (chain) {
|
|
106
|
+
if (chain.chainCoverage > 0) {
|
|
107
|
+
highlights.push(`Chain coverage: ${(chain.chainCoverage * 100).toFixed(0)}% of queries produced episodic chains`);
|
|
99
108
|
}
|
|
100
|
-
if (
|
|
101
|
-
highlights.push(`
|
|
109
|
+
if (chain.meanChainLength > 0) {
|
|
110
|
+
highlights.push(`Mean chain length: ${chain.meanChainLength.toFixed(1)} chunks per narrative`);
|
|
102
111
|
}
|
|
103
112
|
}
|
|
104
113
|
// Latency highlights
|
|
@@ -115,16 +124,16 @@ export async function runCollectionBenchmark(options = {}) {
|
|
|
115
124
|
const categories = resolveCategories(profile, options.categories);
|
|
116
125
|
const skipped = [];
|
|
117
126
|
let retrieval;
|
|
118
|
-
let
|
|
127
|
+
let chainQuality;
|
|
119
128
|
let latency;
|
|
120
129
|
// 1. Always run health
|
|
121
130
|
onProgress?.('[1/4] Collection health...');
|
|
122
|
-
const includeClusterQuality = categories.includes('retrieval') || categories.includes('
|
|
131
|
+
const includeClusterQuality = categories.includes('retrieval') || categories.includes('chain');
|
|
123
132
|
const health = await runHealthBenchmarks(includeClusterQuality);
|
|
124
133
|
onProgress?.('[1/4] Collection health... done');
|
|
125
134
|
// 2. Generate samples if needed
|
|
126
135
|
let sample;
|
|
127
|
-
if (categories.some(c => c !== 'health')) {
|
|
136
|
+
if (categories.some((c) => c !== 'health')) {
|
|
128
137
|
onProgress?.(`[2/4] Sampling queries (${sampleSize} samples${seed !== null && seed !== undefined ? `, seed=${seed}` : ''})...`);
|
|
129
138
|
sample = generateSamples({ sampleSize, seed, projectFilter });
|
|
130
139
|
onProgress?.('[2/4] Sampling... done');
|
|
@@ -140,11 +149,11 @@ export async function runCollectionBenchmark(options = {}) {
|
|
|
140
149
|
retrieval = retrievalResult.result;
|
|
141
150
|
skipped.push(...retrievalResult.skipped);
|
|
142
151
|
}
|
|
143
|
-
if (categories.includes('
|
|
144
|
-
onProgress?.('
|
|
145
|
-
const
|
|
146
|
-
|
|
147
|
-
skipped.push(...
|
|
152
|
+
if (categories.includes('chain') && sample) {
|
|
153
|
+
onProgress?.('Chain quality benchmarks');
|
|
154
|
+
const chainResult = await runChainQualityBenchmarks(sample, onProgress);
|
|
155
|
+
chainQuality = chainResult.result;
|
|
156
|
+
skipped.push(...chainResult.skipped);
|
|
148
157
|
}
|
|
149
158
|
if (categories.includes('latency') && sample) {
|
|
150
159
|
onProgress?.('Latency benchmarks');
|
|
@@ -152,16 +161,16 @@ export async function runCollectionBenchmark(options = {}) {
|
|
|
152
161
|
latency = await runLatencyBenchmarks(sample, effectiveProject, onProgress);
|
|
153
162
|
}
|
|
154
163
|
// Compute composite score
|
|
155
|
-
const overallScore = computeOverallScore(health, retrieval,
|
|
164
|
+
const overallScore = computeOverallScore(health, retrieval, chainQuality, latency);
|
|
156
165
|
// Generate highlights
|
|
157
|
-
const highlights = generateHighlights(health, retrieval,
|
|
166
|
+
const highlights = generateHighlights(health, retrieval, chainQuality, latency);
|
|
158
167
|
// Build result
|
|
159
168
|
const result = {
|
|
160
169
|
timestamp: new Date().toISOString(),
|
|
161
170
|
profile,
|
|
162
171
|
collectionStats: health,
|
|
163
172
|
retrieval,
|
|
164
|
-
|
|
173
|
+
chainQuality,
|
|
165
174
|
latency,
|
|
166
175
|
overallScore,
|
|
167
176
|
highlights,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EAAE,6BAA6B,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACtF,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AAanE;;GAEG;AACH,SAAS,iBAAiB,CACxB,OAAyB,EACzB,QAA8B;IAE9B,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAC;IAErD,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,OAAO;YACV,OAAO,CAAC,QAAQ,CAAC,CAAC;QACpB,KAAK,UAAU;YACb,OAAO,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QACjC,KAAK,MAAM;YACT,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,MAAoB,EACpB,SAA2B,EAC3B,KAA0B,EAC1B,OAAuB;IAEvB,MAAM,MAAM,GAA6C,EAAE,CAAC;IAE5D,uBAAuB;IACvB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,GAAG,EACH,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,EAAE;QAC3C,MAAM,CAAC,eAAe,GAAG,EAAE;QAC3B,CAAC,CAAC,GAAG,MAAM,CAAC,qBAAqB,CAAC,GAAG,EAAE,CAC1C,CAAC;IACF,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;IAEhD,0BAA0B;IAC1B,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC7B,GAAG,EACH,SAAS,CAAC,kBAAkB,GAAG,EAAE;YAC/B,SAAS,CAAC,kBAAkB,GAAG,EAAE;YACjC,SAAS,CAAC,aAAa,GAAG,EAAE;YAC5B,SAAS,CAAC,eAAe,GAAG,EAAE,CACjC,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,8BAA8B;IAC9B,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,GAAG,EAAE,CAAC;QAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QAChE,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,iBAAiB,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;QACxE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,aAAa,GAAG,WAAW,GAAG,eAAe,CAAC,CAAC;QAChF,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,iDAAiD;IACjD,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,kBAAkB,GACtB,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE;YACtB,CAAC,CAAC,GAAG;YACL,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG;gBACzB,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG;oBACzB,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG;wBACzB,CAAC,CAAC,EAAE;wBACJ,CAAC,CAAC,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,wCAAwC;IACxC,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACjE,IAAI,WAAW,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEhC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC;AAC1F,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,MAAoB,EACpB,SAA2B,EAC3B,KAA0B,EAC1B,OAAuB;IAEvB,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,oBAAoB;IACpB,UAAU,CAAC,IAAI,CACb,GAAG,CAAC,MAAM,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,2CAA2C,CACxF,CAAC;IAEF,IAAI,MAAM,CAAC,qBAAqB,GAAG,IAAI,EAAE,CAAC;QACxC,UAAU,CAAC,IAAI,CACb,QAAQ,CAAC,MAAM,CAAC,qBAAqB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,qDAAqD,CAC7G,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CACrB,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE;YAC7C,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC;YACjD,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CACxB,CAAC;QACF,UAAU,CAAC,IAAI,CAAC,oBAAoB,IAAI,gBAAgB,MAAM,CAAC,YAAY,aAAa,CAAC,CAAC;IAC5F,CAAC;IAED,uBAAuB;IACvB,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,SAAS,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;YACrC,UAAU,CAAC,IAAI,CACb,6BAA6B,CAAC,SAAS,CAAC,kBAAkB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAChF,CAAC;QACJ,CAAC;QACD,IAAI,SAAS,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;YACrC,UAAU,CAAC,IAAI,CACb,kCAAkC,CAAC,SAAS,CAAC,kBAAkB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACrF,CAAC;QACJ,CAAC;QACD,IAAI,SAAS,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;YAClC,UAAU,CAAC,IAAI,CACb,qBAAqB,CAAC,SAAS,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mCAAmC,CACrG,CAAC;QACJ,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,IAAI,KAAK,EAAE,CAAC;QACV,IAAI,KAAK,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;YAC5B,UAAU,CAAC,IAAI,CACb,mBAAmB,CAAC,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,uCAAuC,CACjG,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;YAC9B,UAAU,CAAC,IAAI,CACb,sBAAsB,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAC9E,CAAC;QACJ,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,IAAI,OAAO,EAAE,CAAC;QACZ,UAAU,CAAC,IAAI,CAAC,uBAAuB,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC5E,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,UAAsC,EAAE;IAExC,MAAM,EACJ,OAAO,GAAG,UAAU,EACpB,UAAU,GAAG,EAAE,EACf,IAAI,EACJ,aAAa,EACb,IAAI,GAAG,EAAE,EACT,aAAa,GAAG,IAAI,EACpB,UAAU,GACX,GAAG,OAAO,CAAC;IAEZ,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAElE,MAAM,OAAO,GAAuB,EAAE,CAAC;IACvC,IAAI,SAAsC,CAAC;IAC3C,IAAI,YAA4C,CAAC;IACjD,IAAI,OAAkC,CAAC;IAEvC,uBAAuB;IACvB,UAAU,EAAE,CAAC,4BAA4B,CAAC,CAAC;IAC3C,MAAM,qBAAqB,GAAG,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC/F,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,qBAAqB,CAAC,CAAC;IAChE,UAAU,EAAE,CAAC,iCAAiC,CAAC,CAAC;IAEhD,gCAAgC;IAChC,IAAI,MAAM,CAAC;IACX,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC;QAC3C,UAAU,EAAE,CACV,2BAA2B,UAAU,WAAW,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,CAClH,CAAC;QACF,MAAM,GAAG,eAAe,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;QAC9D,UAAU,EAAE,CAAC,wBAAwB,CAAC,CAAC;QAEvC,aAAa;QACb,UAAU,EAAE,CAAC,0BAA0B,CAAC,CAAC;QACzC,kDAAkD;QAClD,UAAU,EAAE,CAAC,uBAAuB,CAAC,CAAC;IACxC,CAAC;IAED,8BAA8B;IAC9B,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,MAAM,EAAE,CAAC;QAC/C,UAAU,EAAE,CAAC,oCAAoC,CAAC,CAAC;QACnD,MAAM,eAAe,GAAG,MAAM,sBAAsB,CAAC,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;QAC/E,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC;QACnC,OAAO,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,MAAM,EAAE,CAAC;QAC3C,UAAU,EAAE,CAAC,0BAA0B,CAAC,CAAC;QACzC,MAAM,WAAW,GAAG,MAAM,yBAAyB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACxE,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC;QAClC,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,MAAM,EAAE,CAAC;QAC7C,UAAU,EAAE,CAAC,oBAAoB,CAAC,CAAC;QACnC,MAAM,gBAAgB,GAAG,aAAa,IAAI,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;QACzE,OAAO,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;IAC7E,CAAC;IAED,0BAA0B;IAC1B,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;IAEnF,sBAAsB;IACtB,MAAM,UAAU,GAAG,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;IAEhF,eAAe;IACf,MAAM,MAAM,GAA8B;QACxC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO;QACP,eAAe,EAAE,MAAM;QACvB,SAAS;QACT,YAAY;QACZ,OAAO;QACP,YAAY;QACZ,UAAU;QACV,OAAO;KACR,CAAC;IAEF,yBAAyB;IACzB,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,CAAC,MAAM,GAAG,6BAA6B,CAAC,MAAM,CAAC,CAAC;IACxD,CAAC;IAED,sBAAsB;IACtB,MAAM,WAAW,GAAG,qBAAqB,EAAE,CAAC;IAC5C,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,CAAC,KAAK,GAAG,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACnD,CAAC;IAED,iBAAiB;IACjB,IAAI,CAAC;QACH,MAAM,cAAc,GAAG,UAAU,EAAE,CAAC;QACpC,iBAAiB,CAAC,MAAM,EAAE,cAAoD,CAAC,CAAC;IAClF,CAAC;IAAC,MAAM,CAAC;QACP,8DAA8D;IAChE,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sampler.d.ts","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/sampler.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAiB,MAAM,wBAAwB,CAAC;AACrF,OAAO,KAAK,EACV,eAAe,EACf,cAAc,EACd,iBAAiB,EAIlB,MAAM,YAAY,CAAC;AAgBpB;;GAEG;AACH,wBAAgB,eAAe,
|
|
1
|
+
{"version":3,"file":"sampler.d.ts","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/sampler.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAiB,MAAM,wBAAwB,CAAC;AACrF,OAAO,KAAK,EACV,eAAe,EACf,cAAc,EACd,iBAAiB,EAIlB,MAAM,YAAY,CAAC;AAgBpB;;GAEG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,iBAAiB,CAmE7F;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,cAAc,GAAG,eAAe,CAgIxE"}
|
|
@@ -33,7 +33,7 @@ export function checkThresholds(chunks, edges) {
|
|
|
33
33
|
sessionChunks.set(chunk.sessionId, list);
|
|
34
34
|
}
|
|
35
35
|
// Adjacent recall: need >= 2 sessions with >= 3 chunks each
|
|
36
|
-
const sessionsWithEnoughChunks = [...sessionChunks.values()].filter(c => c.length >= 3);
|
|
36
|
+
const sessionsWithEnoughChunks = [...sessionChunks.values()].filter((c) => c.length >= 3);
|
|
37
37
|
const canRunAdjacentRecall = sessionsWithEnoughChunks.length >= 2;
|
|
38
38
|
if (!canRunAdjacentRecall) {
|
|
39
39
|
reasons.set('adjacentRecall', `need >=2 sessions with >=3 chunks each, you have ${sessionsWithEnoughChunks.length}`);
|
|
@@ -45,11 +45,11 @@ export function checkThresholds(chunks, edges) {
|
|
|
45
45
|
sessions.add(chunk.sessionId);
|
|
46
46
|
projectSessions.set(chunk.sessionSlug, sessions);
|
|
47
47
|
}
|
|
48
|
-
const crossSessionEdges = edges.filter(e => e.referenceType === '
|
|
48
|
+
const crossSessionEdges = edges.filter((e) => e.referenceType === 'cross-session' || e.referenceType === 'within-chain');
|
|
49
49
|
const projectsWithCrossSession = [...projectSessions.entries()].filter(([, sessions]) => sessions.size >= 3);
|
|
50
50
|
const canRunCrossSessionBridging = projectsWithCrossSession.length > 0 && crossSessionEdges.length > 0;
|
|
51
51
|
if (!canRunCrossSessionBridging) {
|
|
52
|
-
const sessCount = Math.max(...[...projectSessions.values()].map(s => s.size), 0);
|
|
52
|
+
const sessCount = Math.max(...[...projectSessions.values()].map((s) => s.size), 0);
|
|
53
53
|
reasons.set('crossSessionBridging', `need >=3 sessions in same project with cross-session edges, best project has ${sessCount} sessions`);
|
|
54
54
|
}
|
|
55
55
|
// Precision@K: need >= 2 projects with >= 10 chunks each
|
|
@@ -78,9 +78,9 @@ export function generateSamples(options) {
|
|
|
78
78
|
let edges = getAllEdges();
|
|
79
79
|
// Apply project filter if specified
|
|
80
80
|
if (projectFilter) {
|
|
81
|
-
chunks = chunks.filter(c => c.sessionSlug === projectFilter);
|
|
82
|
-
const chunkIds = new Set(chunks.map(c => c.id));
|
|
83
|
-
edges = edges.filter(e => chunkIds.has(e.sourceChunkId) || chunkIds.has(e.targetChunkId));
|
|
81
|
+
chunks = chunks.filter((c) => c.sessionSlug === projectFilter);
|
|
82
|
+
const chunkIds = new Set(chunks.map((c) => c.id));
|
|
83
|
+
edges = edges.filter((e) => chunkIds.has(e.sourceChunkId) || chunkIds.has(e.targetChunkId));
|
|
84
84
|
}
|
|
85
85
|
const thresholds = checkThresholds(chunks, edges);
|
|
86
86
|
// Group chunks by session, sorted by start_time
|
|
@@ -95,7 +95,7 @@ export function generateSamples(options) {
|
|
|
95
95
|
}
|
|
96
96
|
// Sample query chunk IDs
|
|
97
97
|
const shuffledChunks = seededShuffle(chunks, seed);
|
|
98
|
-
const queryChunkIds = shuffledChunks.slice(0, sampleSize).map(c => c.id);
|
|
98
|
+
const queryChunkIds = shuffledChunks.slice(0, sampleSize).map((c) => c.id);
|
|
99
99
|
// Generate adjacent pairs
|
|
100
100
|
const adjacentPairs = [];
|
|
101
101
|
if (thresholds.canRunAdjacentRecall) {
|
|
@@ -111,7 +111,7 @@ export function generateSamples(options) {
|
|
|
111
111
|
const idx = shuffled[k];
|
|
112
112
|
const chunk = sessionList[idx];
|
|
113
113
|
// Pick one adjacent (previous or next)
|
|
114
|
-
const adjacentIdx =
|
|
114
|
+
const adjacentIdx = pairSeed++ % 2 === 0 ? idx - 1 : idx + 1;
|
|
115
115
|
if (adjacentIdx >= 0 && adjacentIdx < sessionList.length) {
|
|
116
116
|
adjacentPairs.push({
|
|
117
117
|
queryChunkId: chunk.id,
|
|
@@ -129,11 +129,13 @@ export function generateSamples(options) {
|
|
|
129
129
|
for (const chunk of chunks) {
|
|
130
130
|
chunkSessionMap.set(chunk.id, chunk.sessionId);
|
|
131
131
|
}
|
|
132
|
-
const bridgingEdges = edges.filter(e => {
|
|
132
|
+
const bridgingEdges = edges.filter((e) => {
|
|
133
133
|
const srcSession = chunkSessionMap.get(e.sourceChunkId);
|
|
134
134
|
const tgtSession = chunkSessionMap.get(e.targetChunkId);
|
|
135
|
-
return srcSession &&
|
|
136
|
-
|
|
135
|
+
return (srcSession &&
|
|
136
|
+
tgtSession &&
|
|
137
|
+
srcSession !== tgtSession &&
|
|
138
|
+
(e.referenceType === 'cross-session' || e.referenceType === 'within-chain'));
|
|
137
139
|
});
|
|
138
140
|
const shuffledEdges = seededShuffle(bridgingEdges, seed + 200);
|
|
139
141
|
for (const edge of shuffledEdges.slice(0, sampleSize)) {
|
|
@@ -153,7 +155,7 @@ export function generateSamples(options) {
|
|
|
153
155
|
list.push(chunk);
|
|
154
156
|
projectChunks.set(chunk.sessionSlug, list);
|
|
155
157
|
}
|
|
156
|
-
const projectKeys = [...projectChunks.keys()].filter(k => (projectChunks.get(k)?.length ?? 0) >= 10);
|
|
158
|
+
const projectKeys = [...projectChunks.keys()].filter((k) => (projectChunks.get(k)?.length ?? 0) >= 10);
|
|
157
159
|
if (projectKeys.length >= 2) {
|
|
158
160
|
const shuffledKeys = seededShuffle(projectKeys, seed + 300);
|
|
159
161
|
let count = 0;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sampler.js","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/sampler.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,
|
|
1
|
+
{"version":3,"file":"sampler.js","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/sampler.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAW1D;;GAEG;AACH,SAAS,aAAa,CAAI,GAAQ,EAAE,IAAY;IAC9C,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;IACxB,IAAI,CAAC,GAAG,IAAI,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,GAAG,UAAU,CAAC,GAAG,UAAU,CAAC;QAC5C,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,MAAqB,EAAE,KAAmB;IACxE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE1C,0BAA0B;IAC1B,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACtD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjB,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,4DAA4D;IAC5D,MAAM,wBAAwB,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IAC1F,MAAM,oBAAoB,GAAG,wBAAwB,CAAC,MAAM,IAAI,CAAC,CAAC;IAClE,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CACT,gBAAgB,EAChB,oDAAoD,wBAAwB,CAAC,MAAM,EAAE,CACtF,CAAC;IACJ,CAAC;IAED,sFAAsF;IACtF,MAAM,eAAe,GAAG,IAAI,GAAG,EAAuB,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QACrE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC9B,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,iBAAiB,GAAG,KAAK,CAAC,MAAM,CACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,eAAe,IAAI,CAAC,CAAC,aAAa,KAAK,cAAc,CACjF,CAAC;IACF,MAAM,wBAAwB,GAAG,CAAC,GAAG,eAAe,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CACpE,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CACrC,CAAC;IACF,MAAM,0BAA0B,GAC9B,wBAAwB,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC;IACtE,IAAI,CAAC,0BAA0B,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACnF,OAAO,CAAC,GAAG,CACT,sBAAsB,EACtB,gFAAgF,SAAS,WAAW,CACrG,CAAC;IACJ,CAAC;IAED,yDAAyD;IACzD,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClG,CAAC;IACD,MAAM,wBAAwB,GAAG,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CACvE,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAC3B,CAAC;IACF,MAAM,kBAAkB,GAAG,wBAAwB,CAAC,MAAM,IAAI,CAAC,CAAC;IAChE,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CACT,cAAc,EACd,qDAAqD,wBAAwB,CAAC,MAAM,EAAE,CACvF,CAAC;IACJ,CAAC;IAED,OAAO;QACL,oBAAoB;QACpB,0BAA0B;QAC1B,kBAAkB;QAClB,OAAO;KACR,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,OAAuB;IACrD,MAAM,EAAE,UAAU,EAAE,IAAI,GAAG,EAAE,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;IAEzD,IAAI,MAAM,GAAG,YAAY,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,WAAW,EAAE,CAAC;IAE1B,oCAAoC;IACpC,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,aAAa,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAClD,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAElD,gDAAgD;IAChD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACtD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjB,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED,yBAAyB;IACzB,MAAM,cAAc,GAAG,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACnD,MAAM,aAAa,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAE3E,0BAA0B;IAC1B,MAAM,aAAa,GAAmB,EAAE,CAAC;IACzC,IAAI,UAAU,CAAC,oBAAoB,EAAE,CAAC;QACpC,IAAI,QAAQ,GAAG,IAAI,GAAG,GAAG,CAAC;QAC1B,KAAK,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,aAAa,EAAE,CAAC;YACrD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;gBAAE,SAAS;YACrC,oDAAoD;YACpD,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACtF,MAAM,QAAQ,GAAG,aAAa,CAAC,aAAa,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACxF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,IAAI,aAAa,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpE,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACxB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC/B,uCAAuC;gBACvC,MAAM,WAAW,GAAG,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;gBAC7D,IAAI,WAAW,IAAI,CAAC,IAAI,WAAW,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;oBACzD,aAAa,CAAC,IAAI,CAAC;wBACjB,YAAY,EAAE,KAAK,CAAC,EAAE;wBACtB,eAAe,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC,EAAE;wBAC5C,SAAS;qBACV,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,MAAM,iBAAiB,GAAuB,EAAE,CAAC;IACjD,IAAI,UAAU,CAAC,0BAA0B,EAAE,CAAC;QAC1C,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;QAClD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YACvC,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;YACxD,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;YACxD,OAAO,CACL,UAAU;gBACV,UAAU;gBACV,UAAU,KAAK,UAAU;gBACzB,CAAC,CAAC,CAAC,aAAa,KAAK,eAAe,IAAI,CAAC,CAAC,aAAa,KAAK,cAAc,CAAC,CAC5E,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,aAAa,CAAC,aAAa,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;QAC/D,KAAK,MAAM,IAAI,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,CAAC;YACtD,iBAAiB,CAAC,IAAI,CAAC;gBACrB,QAAQ,EAAE,IAAI,CAAC,aAAa;gBAC5B,QAAQ,EAAE,IAAI,CAAC,aAAa;gBAC5B,QAAQ,EAAE,IAAI,CAAC,aAA8B;aAC9C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,mDAAmD;IACnD,MAAM,iBAAiB,GAAuB,EAAE,CAAC;IACjD,IAAI,UAAU,CAAC,kBAAkB,EAAE,CAAC;QAClC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;QACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACxD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACjB,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,WAAW,GAAG,CAAC,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAClD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,IAAI,EAAE,CACjD,CAAC;QAEF,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,YAAY,GAAG,aAAa,CAAC,WAAW,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;YAC5D,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;gBAC1E,MAAM,OAAO,GAAG,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAE,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;gBAChF,KAAK,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,YAAY,CAAC,MAAM,IAAI,KAAK,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;oBAC3E,MAAM,OAAO,GAAG,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAE,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;oBAChF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,UAAU,GAAG,KAAK,CAAC,CAAC;oBAC3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC/B,iBAAiB,CAAC,IAAI,CAAC;4BACrB,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;4BACvB,QAAQ,EAAE,YAAY,CAAC,EAAE,CAAC;4BAC1B,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;4BACvB,QAAQ,EAAE,YAAY,CAAC,EAAE,CAAC;yBAC3B,CAAC,CAAC;wBACH,KAAK,EAAE,CAAC;oBACV,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,aAAa;QACb,aAAa;QACb,iBAAiB;QACjB,iBAAiB;QACjB,UAAU;KACX,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tuning.d.ts","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/tuning.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"tuning.d.ts","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/tuning.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,yBAAyB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAElF;;GAEG;AACH,wBAAgB,6BAA6B,CAC3C,MAAM,EAAE,yBAAyB,GAChC,oBAAoB,EAAE,CAqNxB"}
|
|
@@ -13,11 +13,11 @@ export function generateTuningRecommendations(result) {
|
|
|
13
13
|
const config = loadConfig();
|
|
14
14
|
const health = result.collectionStats;
|
|
15
15
|
const retrieval = result.retrieval;
|
|
16
|
-
const
|
|
16
|
+
const chain = result.chainQuality;
|
|
17
17
|
const latency = result.latency;
|
|
18
18
|
// Cluster coverage < 70%
|
|
19
19
|
if (health.clusterCoverage < 0.7) {
|
|
20
|
-
const currentThreshold = config.clustering?.threshold ?? 0.
|
|
20
|
+
const currentThreshold = config.clustering?.threshold ?? 0.1;
|
|
21
21
|
recommendations.push({
|
|
22
22
|
metric: 'Cluster coverage',
|
|
23
23
|
currentValue: `clustering.threshold: ${currentThreshold}`,
|
|
@@ -52,7 +52,7 @@ export function generateTuningRecommendations(result) {
|
|
|
52
52
|
}
|
|
53
53
|
// Cluster coherence: inter-cluster separation low
|
|
54
54
|
if (health.clusterQuality && health.clusterQuality.interClusterSeparation < 0.3) {
|
|
55
|
-
const currentThreshold = config.clustering?.threshold ?? 0.
|
|
55
|
+
const currentThreshold = config.clustering?.threshold ?? 0.1;
|
|
56
56
|
recommendations.push({
|
|
57
57
|
metric: 'Inter-cluster separation',
|
|
58
58
|
currentValue: `clustering.threshold: ${currentThreshold}`,
|
|
@@ -64,7 +64,7 @@ export function generateTuningRecommendations(result) {
|
|
|
64
64
|
}
|
|
65
65
|
// Cluster coherence: intra-cluster similarity low
|
|
66
66
|
if (health.clusterQuality && health.clusterQuality.intraClusterSimilarity < 0.5) {
|
|
67
|
-
const currentThreshold = config.clustering?.threshold ?? 0.
|
|
67
|
+
const currentThreshold = config.clustering?.threshold ?? 0.1;
|
|
68
68
|
recommendations.push({
|
|
69
69
|
metric: 'Intra-cluster similarity',
|
|
70
70
|
currentValue: `clustering.threshold: ${currentThreshold}`,
|
|
@@ -74,63 +74,50 @@ export function generateTuningRecommendations(result) {
|
|
|
74
74
|
priority: 'medium',
|
|
75
75
|
});
|
|
76
76
|
}
|
|
77
|
-
//
|
|
78
|
-
if (
|
|
79
|
-
const currentDepth = config.traversal?.maxDepth ?? 15;
|
|
77
|
+
// Chain coverage < 50%
|
|
78
|
+
if (chain && chain.chainCoverage < 0.5) {
|
|
80
79
|
if (health.edgeToChunkRatio < 1) {
|
|
81
80
|
recommendations.push({
|
|
82
|
-
metric: '
|
|
81
|
+
metric: 'Chain coverage (sparse edges)',
|
|
83
82
|
currentValue: `${health.edgeCount} edges for ${health.chunkCount} chunks`,
|
|
84
|
-
suggestedValue: 'Re-ingest with latest parser',
|
|
83
|
+
suggestedValue: 'Re-ingest with latest parser or run rebuild-edges',
|
|
85
84
|
configPath: '(action)',
|
|
86
|
-
impact: 'Edges are sparse; re-ingesting
|
|
85
|
+
impact: 'Edges are sparse; re-ingesting or rebuilding edges creates sequential chains for walking',
|
|
87
86
|
priority: 'high',
|
|
88
87
|
});
|
|
89
88
|
}
|
|
90
89
|
else {
|
|
91
90
|
recommendations.push({
|
|
92
|
-
metric: '
|
|
93
|
-
currentValue:
|
|
94
|
-
suggestedValue: '
|
|
95
|
-
configPath: '
|
|
96
|
-
impact: '
|
|
91
|
+
metric: 'Chain coverage',
|
|
92
|
+
currentValue: `${(chain.chainCoverage * 100).toFixed(0)}% of queries produce chains`,
|
|
93
|
+
suggestedValue: 'Run `npx causantic maintenance rebuild-edges`',
|
|
94
|
+
configPath: '(action)',
|
|
95
|
+
impact: 'Rebuild edges as sequential linked-list to improve chain connectivity',
|
|
97
96
|
priority: 'medium',
|
|
98
97
|
});
|
|
99
98
|
}
|
|
100
99
|
}
|
|
101
|
-
//
|
|
102
|
-
if (
|
|
103
|
-
const
|
|
104
|
-
recommendations.push({
|
|
105
|
-
metric: 'Augmentation ratio',
|
|
106
|
-
currentValue: `traversal.minWeight: ${currentMinWeight}`,
|
|
107
|
-
suggestedValue: 'traversal.minWeight: 0.005',
|
|
108
|
-
configPath: 'traversal.minWeight',
|
|
109
|
-
impact: 'Lower threshold follows weaker edges, finding more graph results',
|
|
110
|
-
priority: 'low',
|
|
111
|
-
});
|
|
112
|
-
}
|
|
113
|
-
// Graph-boosted count is 0 despite having graph results
|
|
114
|
-
if (graph && graph.graphBoostedCount === 0 && graph.sourceAttribution.graphPercentage > 0) {
|
|
115
|
-
const currentBoost = config.traversal?.graphAgreementBoost ?? 2.0;
|
|
100
|
+
// Mean chain length < 3
|
|
101
|
+
if (chain && chain.meanChainLength > 0 && chain.meanChainLength < 3) {
|
|
102
|
+
const currentMaxDepth = config.traversal?.maxDepth ?? 50;
|
|
116
103
|
recommendations.push({
|
|
117
|
-
metric: '
|
|
118
|
-
currentValue:
|
|
119
|
-
suggestedValue: 'traversal.
|
|
120
|
-
configPath: 'traversal.
|
|
121
|
-
impact: '
|
|
104
|
+
metric: 'Mean chain length',
|
|
105
|
+
currentValue: `${chain.meanChainLength.toFixed(1)} chunks per chain, traversal.maxDepth: ${currentMaxDepth}`,
|
|
106
|
+
suggestedValue: 'traversal.maxDepth: 100',
|
|
107
|
+
configPath: 'traversal.maxDepth',
|
|
108
|
+
impact: 'Increase max depth to allow longer chain walks for richer narratives',
|
|
122
109
|
priority: 'low',
|
|
123
110
|
});
|
|
124
111
|
}
|
|
125
112
|
// Recall latency p95 > 200ms
|
|
126
113
|
if (latency && latency.recall.p95 > 200) {
|
|
127
|
-
const
|
|
114
|
+
const currentMaxDepth = config.traversal?.maxDepth ?? 50;
|
|
128
115
|
recommendations.push({
|
|
129
116
|
metric: 'Recall latency p95',
|
|
130
|
-
currentValue: `traversal.maxDepth: ${
|
|
131
|
-
suggestedValue: 'traversal.maxDepth:
|
|
117
|
+
currentValue: `traversal.maxDepth: ${currentMaxDepth}`,
|
|
118
|
+
suggestedValue: 'traversal.maxDepth: 30',
|
|
132
119
|
configPath: 'traversal.maxDepth',
|
|
133
|
-
impact: `May reduce p95 from ${latency.recall.p95.toFixed(0)}ms by limiting
|
|
120
|
+
impact: `May reduce p95 from ${latency.recall.p95.toFixed(0)}ms by limiting chain walk depth`,
|
|
134
121
|
priority: 'medium',
|
|
135
122
|
});
|
|
136
123
|
if (health.chunkCount > 5000) {
|
|
@@ -146,71 +133,69 @@ export function generateTuningRecommendations(result) {
|
|
|
146
133
|
}
|
|
147
134
|
// Cross-session bridging low
|
|
148
135
|
if (retrieval && retrieval.bridgingRecallAt10 < 0.3) {
|
|
149
|
-
const currentDiesAt = config.decay?.forward?.diesAtHops ?? 20;
|
|
150
136
|
recommendations.push({
|
|
151
137
|
metric: 'Cross-session bridging',
|
|
152
|
-
currentValue:
|
|
153
|
-
suggestedValue: '
|
|
154
|
-
configPath: '
|
|
155
|
-
impact: '
|
|
138
|
+
currentValue: `${(retrieval.bridgingRecallAt10 * 100).toFixed(0)}% bridging recall`,
|
|
139
|
+
suggestedValue: 'Run `npx causantic maintenance rebuild-edges`',
|
|
140
|
+
configPath: '(action)',
|
|
141
|
+
impact: 'Rebuild edges to ensure cross-session links exist between sequential sessions',
|
|
156
142
|
priority: 'medium',
|
|
157
143
|
});
|
|
158
144
|
}
|
|
159
145
|
// Precision@K low (cross-project bleed)
|
|
160
146
|
if (retrieval && retrieval.precisionAt10 < 0.7 && retrieval.precisionAt10 > 0) {
|
|
161
|
-
const currentDepth = config.traversal?.maxDepth ?? 15;
|
|
162
147
|
recommendations.push({
|
|
163
148
|
metric: 'Precision@K (cross-project bleed)',
|
|
164
|
-
currentValue:
|
|
165
|
-
suggestedValue: '
|
|
166
|
-
configPath: '
|
|
167
|
-
impact: '
|
|
149
|
+
currentValue: `${(retrieval.precisionAt10 * 100).toFixed(0)}% precision`,
|
|
150
|
+
suggestedValue: 'Use project parameter in recall/search queries',
|
|
151
|
+
configPath: '(info)',
|
|
152
|
+
impact: 'Filter queries by project to reduce cross-project noise in results',
|
|
168
153
|
priority: 'medium',
|
|
169
154
|
});
|
|
170
155
|
}
|
|
171
156
|
// Token efficiency < 60%
|
|
172
157
|
if (retrieval && retrieval.tokenEfficiency < 0.6 && retrieval.tokenEfficiency > 0) {
|
|
173
|
-
const currentBudget = config.tokens?.mcpMaxResponse ??
|
|
158
|
+
const currentBudget = config.tokens?.mcpMaxResponse ?? 20000;
|
|
174
159
|
recommendations.push({
|
|
175
160
|
metric: 'Token efficiency',
|
|
176
161
|
currentValue: `tokens.mcpMaxResponse: ${currentBudget}`,
|
|
177
|
-
suggestedValue:
|
|
162
|
+
suggestedValue: `tokens.mcpMaxResponse: ${Math.floor(currentBudget * 0.75)}`,
|
|
178
163
|
configPath: 'tokens.mcpMaxResponse',
|
|
179
164
|
impact: 'Reduce response budget to increase information density',
|
|
180
165
|
priority: 'low',
|
|
181
166
|
});
|
|
182
167
|
}
|
|
183
|
-
//
|
|
184
|
-
if (
|
|
168
|
+
// High fallback rate — chains not forming
|
|
169
|
+
if (chain && chain.fallbackRate > 0.8 && health.edgeCount > 0) {
|
|
185
170
|
recommendations.push({
|
|
186
|
-
metric: '
|
|
187
|
-
currentValue: `${(
|
|
188
|
-
suggestedValue: '
|
|
171
|
+
metric: 'High chain fallback rate',
|
|
172
|
+
currentValue: `${(chain.fallbackRate * 100).toFixed(0)}% of queries fall back to search`,
|
|
173
|
+
suggestedValue: 'Run `npx causantic maintenance rebuild-edges`',
|
|
189
174
|
configPath: '(action)',
|
|
190
|
-
impact: '
|
|
191
|
-
priority: '
|
|
175
|
+
impact: 'Most queries cannot form chains. Rebuild edges to create sequential linked-list structure.',
|
|
176
|
+
priority: 'medium',
|
|
192
177
|
});
|
|
193
178
|
}
|
|
194
|
-
//
|
|
195
|
-
const
|
|
196
|
-
if (!
|
|
179
|
+
// within-chain edges absent
|
|
180
|
+
const hasWithinChainEdges = health.edgeTypeDistribution.some((d) => d.type === 'within-chain');
|
|
181
|
+
if (!hasWithinChainEdges && health.edgeCount > 0) {
|
|
197
182
|
recommendations.push({
|
|
198
|
-
metric: '
|
|
199
|
-
currentValue: 'No
|
|
200
|
-
suggestedValue: '
|
|
183
|
+
metric: 'Within-chain edges',
|
|
184
|
+
currentValue: 'No within-chain edges found',
|
|
185
|
+
suggestedValue: 'Re-ingest sessions with latest parser',
|
|
201
186
|
configPath: '(action)',
|
|
202
|
-
impact: '
|
|
187
|
+
impact: 'Older sessions may have legacy edge types; re-ingesting creates causal edges',
|
|
203
188
|
priority: 'low',
|
|
204
189
|
});
|
|
205
190
|
}
|
|
206
|
-
// Cluster expansion
|
|
207
|
-
if (
|
|
191
|
+
// Cluster expansion — if clusters exist but coverage is low, reclustering may help
|
|
192
|
+
if (health.clusterCount > 0 && health.clusterCoverage < 0.5) {
|
|
208
193
|
recommendations.push({
|
|
209
194
|
metric: 'Cluster expansion',
|
|
210
|
-
currentValue:
|
|
211
|
-
suggestedValue: '
|
|
212
|
-
configPath: '
|
|
213
|
-
impact: '
|
|
195
|
+
currentValue: `${(health.clusterCoverage * 100).toFixed(0)}% cluster coverage`,
|
|
196
|
+
suggestedValue: 'Run `npx causantic maintenance recluster`',
|
|
197
|
+
configPath: '(action)',
|
|
198
|
+
impact: 'Low cluster coverage reduces seed diversity for chain walking. Try reclustering to refresh memberships.',
|
|
214
199
|
priority: 'low',
|
|
215
200
|
});
|
|
216
201
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tuning.js","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/tuning.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;
|
|
1
|
+
{"version":3,"file":"tuning.js","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/tuning.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAGpD;;GAEG;AACH,MAAM,UAAU,6BAA6B,CAC3C,MAAiC;IAEjC,MAAM,eAAe,GAA2B,EAAE,CAAC;IACnD,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,eAAe,CAAC;IACtC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC;IAClC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAE/B,yBAAyB;IACzB,IAAI,MAAM,CAAC,eAAe,GAAG,GAAG,EAAE,CAAC;QACjC,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,EAAE,SAAS,IAAI,GAAG,CAAC;QAC7D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,kBAAkB;YAC1B,YAAY,EAAE,yBAAyB,gBAAgB,EAAE;YACzD,cAAc,EAAE,4BAA4B;YAC5C,UAAU,EAAE,sBAAsB;YAClC,MAAM,EAAE,qEAAqE,CAAC,MAAM,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;YACjI,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC;QAEH,4DAA4D;QAC5D,IAAI,MAAM,CAAC,gBAAgB,IAAI,MAAM,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClE,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,EAAE,cAAc,IAAI,CAAC,CAAC;YAC9D,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,mCAAmC;gBAC3C,YAAY,EAAE,8BAA8B,cAAc,EAAE;gBAC5D,cAAc,EAAE,8BAA8B;gBAC9C,UAAU,EAAE,2BAA2B;gBACvC,MAAM,EAAE,wDAAwD;gBAChE,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,IAAI,MAAM,CAAC,qBAAqB,GAAG,GAAG,EAAE,CAAC;QACvC,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,mBAAmB;YAC3B,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,qBAAqB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;YAC3E,cAAc,EAAE,oBAAoB;YACpC,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,+DAA+D;YACvE,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC;IACL,CAAC;IAED,kDAAkD;IAClD,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC,sBAAsB,GAAG,GAAG,EAAE,CAAC;QAChF,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,EAAE,SAAS,IAAI,GAAG,CAAC;QAC7D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,0BAA0B;YAClC,YAAY,EAAE,yBAAyB,gBAAgB,EAAE;YACzD,cAAc,EAAE,4BAA4B;YAC5C,UAAU,EAAE,sBAAsB;YAClC,MAAM,EAAE,6DAA6D;YACrE,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,kDAAkD;IAClD,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC,sBAAsB,GAAG,GAAG,EAAE,CAAC;QAChF,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,EAAE,SAAS,IAAI,GAAG,CAAC;QAC7D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,0BAA0B;YAClC,YAAY,EAAE,yBAAyB,gBAAgB,EAAE;YACzD,cAAc,EAAE,4BAA4B;YAC5C,UAAU,EAAE,sBAAsB;YAClC,MAAM,EAAE,4DAA4D;YACpE,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,uBAAuB;IACvB,IAAI,KAAK,IAAI,KAAK,CAAC,aAAa,GAAG,GAAG,EAAE,CAAC;QACvC,IAAI,MAAM,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;YAChC,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,+BAA+B;gBACvC,YAAY,EAAE,GAAG,MAAM,CAAC,SAAS,cAAc,MAAM,CAAC,UAAU,SAAS;gBACzE,cAAc,EAAE,mDAAmD;gBACnE,UAAU,EAAE,UAAU;gBACtB,MAAM,EAAE,0FAA0F;gBAClG,QAAQ,EAAE,MAAM;aACjB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,gBAAgB;gBACxB,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B;gBACpF,cAAc,EAAE,+CAA+C;gBAC/D,UAAU,EAAE,UAAU;gBACtB,MAAM,EAAE,uEAAuE;gBAC/E,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,IAAI,KAAK,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;QACpE,MAAM,eAAe,GAAG,MAAM,CAAC,SAAS,EAAE,QAAQ,IAAI,EAAE,CAAC;QACzD,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,mBAAmB;YAC3B,YAAY,EAAE,GAAG,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,0CAA0C,eAAe,EAAE;YAC5G,cAAc,EAAE,yBAAyB;YACzC,UAAU,EAAE,oBAAoB;YAChC,MAAM,EAAE,sEAAsE;YAC9E,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,6BAA6B;IAC7B,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,GAAG,EAAE,CAAC;QACxC,MAAM,eAAe,GAAG,MAAM,CAAC,SAAS,EAAE,QAAQ,IAAI,EAAE,CAAC;QACzD,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,oBAAoB;YAC5B,YAAY,EAAE,uBAAuB,eAAe,EAAE;YACtD,cAAc,EAAE,wBAAwB;YACxC,UAAU,EAAE,oBAAoB;YAChC,MAAM,EAAE,uBAAuB,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,iCAAiC;YAC7F,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;YAC7B,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,mCAAmC;gBAC3C,YAAY,EAAE,GAAG,MAAM,CAAC,UAAU,SAAS;gBAC3C,cAAc,EAAE,qBAAqB;gBACrC,UAAU,EAAE,iBAAiB;gBAC7B,MAAM,EAAE,0CAA0C;gBAClD,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,6BAA6B;IAC7B,IAAI,SAAS,IAAI,SAAS,CAAC,kBAAkB,GAAG,GAAG,EAAE,CAAC;QACpD,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,wBAAwB;YAChC,YAAY,EAAE,GAAG,CAAC,SAAS,CAAC,kBAAkB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB;YACnF,cAAc,EAAE,+CAA+C;YAC/D,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,+EAA+E;YACvF,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,wCAAwC;IACxC,IAAI,SAAS,IAAI,SAAS,CAAC,aAAa,GAAG,GAAG,IAAI,SAAS,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;QAC9E,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,mCAAmC;YAC3C,YAAY,EAAE,GAAG,CAAC,SAAS,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa;YACxE,cAAc,EAAE,gDAAgD;YAChE,UAAU,EAAE,QAAQ;YACpB,MAAM,EAAE,oEAAoE;YAC5E,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,yBAAyB;IACzB,IAAI,SAAS,IAAI,SAAS,CAAC,eAAe,GAAG,GAAG,IAAI,SAAS,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;QAClF,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,cAAc,IAAI,KAAK,CAAC;QAC7D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,kBAAkB;YAC1B,YAAY,EAAE,0BAA0B,aAAa,EAAE;YACvD,cAAc,EAAE,0BAA0B,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,EAAE;YAC5E,UAAU,EAAE,uBAAuB;YACnC,MAAM,EAAE,wDAAwD;YAChE,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,0CAA0C;IAC1C,IAAI,KAAK,IAAI,KAAK,CAAC,YAAY,GAAG,GAAG,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QAC9D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,0BAA0B;YAClC,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kCAAkC;YACxF,cAAc,EAAE,+CAA+C;YAC/D,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,4FAA4F;YACpG,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,4BAA4B;IAC5B,MAAM,mBAAmB,GAAG,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC,CAAC;IAC/F,IAAI,CAAC,mBAAmB,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACjD,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,oBAAoB;YAC5B,YAAY,EAAE,6BAA6B;YAC3C,cAAc,EAAE,uCAAuC;YACvD,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,8EAA8E;YACtF,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,mFAAmF;IACnF,IAAI,MAAM,CAAC,YAAY,GAAG,CAAC,IAAI,MAAM,CAAC,eAAe,GAAG,GAAG,EAAE,CAAC;QAC5D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,mBAAmB;YAC3B,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,oBAAoB;YAC9E,cAAc,EAAE,2CAA2C;YAC3D,UAAU,EAAE,UAAU;YACtB,MAAM,EACJ,yGAAyG;YAC3G,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,mBAAmB;IACnB,MAAM,aAAa,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;IACrD,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEtF,OAAO,eAAe,CAAC;AACzB,CAAC"}
|