causantic 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +19 -0
- package/README.md +332 -0
- package/config.schema.json +254 -0
- package/dist/cli/commands/archive.d.ts +4 -0
- package/dist/cli/commands/archive.d.ts.map +1 -0
- package/dist/cli/commands/archive.js +76 -0
- package/dist/cli/commands/archive.js.map +1 -0
- package/dist/cli/commands/benchmark-collection.d.ts +8 -0
- package/dist/cli/commands/benchmark-collection.d.ts.map +1 -0
- package/dist/cli/commands/benchmark-collection.js +146 -0
- package/dist/cli/commands/benchmark-collection.js.map +1 -0
- package/dist/cli/commands/config.d.ts +3 -0
- package/dist/cli/commands/config.d.ts.map +1 -0
- package/dist/cli/commands/config.js +69 -0
- package/dist/cli/commands/config.js.map +1 -0
- package/dist/cli/commands/dashboard.d.ts +3 -0
- package/dist/cli/commands/dashboard.d.ts.map +1 -0
- package/dist/cli/commands/dashboard.js +12 -0
- package/dist/cli/commands/dashboard.js.map +1 -0
- package/dist/cli/commands/encryption.d.ts +3 -0
- package/dist/cli/commands/encryption.d.ts.map +1 -0
- package/dist/cli/commands/encryption.js +207 -0
- package/dist/cli/commands/encryption.js.map +1 -0
- package/dist/cli/commands/hook.d.ts +3 -0
- package/dist/cli/commands/hook.d.ts.map +1 -0
- package/dist/cli/commands/hook.js +35 -0
- package/dist/cli/commands/hook.js.map +1 -0
- package/dist/cli/commands/ingest.d.ts +4 -0
- package/dist/cli/commands/ingest.d.ts.map +1 -0
- package/dist/cli/commands/ingest.js +31 -0
- package/dist/cli/commands/ingest.js.map +1 -0
- package/dist/cli/commands/init.d.ts +3 -0
- package/dist/cli/commands/init.d.ts.map +1 -0
- package/dist/cli/commands/init.js +680 -0
- package/dist/cli/commands/init.js.map +1 -0
- package/dist/cli/commands/maintenance.d.ts +3 -0
- package/dist/cli/commands/maintenance.d.ts.map +1 -0
- package/dist/cli/commands/maintenance.js +67 -0
- package/dist/cli/commands/maintenance.js.map +1 -0
- package/dist/cli/commands/search.d.ts +3 -0
- package/dist/cli/commands/search.d.ts.map +1 -0
- package/dist/cli/commands/search.js +16 -0
- package/dist/cli/commands/search.js.map +1 -0
- package/dist/cli/commands/serve.d.ts +3 -0
- package/dist/cli/commands/serve.d.ts.map +1 -0
- package/dist/cli/commands/serve.js +19 -0
- package/dist/cli/commands/serve.js.map +1 -0
- package/dist/cli/commands/stats.d.ts +4 -0
- package/dist/cli/commands/stats.d.ts.map +1 -0
- package/dist/cli/commands/stats.js +49 -0
- package/dist/cli/commands/stats.js.map +1 -0
- package/dist/cli/commands/uninstall.d.ts +3 -0
- package/dist/cli/commands/uninstall.d.ts.map +1 -0
- package/dist/cli/commands/uninstall.js +10 -0
- package/dist/cli/commands/uninstall.js.map +1 -0
- package/dist/cli/index.d.ts +8 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +86 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/skill-templates.d.ts +19 -0
- package/dist/cli/skill-templates.d.ts.map +1 -0
- package/dist/cli/skill-templates.js +1128 -0
- package/dist/cli/skill-templates.js.map +1 -0
- package/dist/cli/types.d.ts +10 -0
- package/dist/cli/types.d.ts.map +1 -0
- package/dist/cli/types.js +5 -0
- package/dist/cli/types.js.map +1 -0
- package/dist/cli/uninstall.d.ts +66 -0
- package/dist/cli/uninstall.d.ts.map +1 -0
- package/dist/cli/uninstall.js +490 -0
- package/dist/cli/uninstall.js.map +1 -0
- package/dist/cli/utils.d.ts +26 -0
- package/dist/cli/utils.d.ts.map +1 -0
- package/dist/cli/utils.js +105 -0
- package/dist/cli/utils.js.map +1 -0
- package/dist/clusters/cluster-manager.d.ts +96 -0
- package/dist/clusters/cluster-manager.d.ts.map +1 -0
- package/dist/clusters/cluster-manager.js +321 -0
- package/dist/clusters/cluster-manager.js.map +1 -0
- package/dist/clusters/cluster-refresh.d.ts +56 -0
- package/dist/clusters/cluster-refresh.d.ts.map +1 -0
- package/dist/clusters/cluster-refresh.js +187 -0
- package/dist/clusters/cluster-refresh.js.map +1 -0
- package/dist/clusters/hdbscan/cluster-extraction.d.ts +26 -0
- package/dist/clusters/hdbscan/cluster-extraction.d.ts.map +1 -0
- package/dist/clusters/hdbscan/cluster-extraction.js +232 -0
- package/dist/clusters/hdbscan/cluster-extraction.js.map +1 -0
- package/dist/clusters/hdbscan/core-distance-worker.d.ts +6 -0
- package/dist/clusters/hdbscan/core-distance-worker.d.ts.map +1 -0
- package/dist/clusters/hdbscan/core-distance-worker.js +54 -0
- package/dist/clusters/hdbscan/core-distance-worker.js.map +1 -0
- package/dist/clusters/hdbscan/core-distance.d.ts +26 -0
- package/dist/clusters/hdbscan/core-distance.d.ts.map +1 -0
- package/dist/clusters/hdbscan/core-distance.js +94 -0
- package/dist/clusters/hdbscan/core-distance.js.map +1 -0
- package/dist/clusters/hdbscan/distance-cache.d.ts +46 -0
- package/dist/clusters/hdbscan/distance-cache.d.ts.map +1 -0
- package/dist/clusters/hdbscan/distance-cache.js +84 -0
- package/dist/clusters/hdbscan/distance-cache.js.map +1 -0
- package/dist/clusters/hdbscan/hierarchy.d.ts +34 -0
- package/dist/clusters/hdbscan/hierarchy.d.ts.map +1 -0
- package/dist/clusters/hdbscan/hierarchy.js +442 -0
- package/dist/clusters/hdbscan/hierarchy.js.map +1 -0
- package/dist/clusters/hdbscan/incremental.d.ts +30 -0
- package/dist/clusters/hdbscan/incremental.d.ts.map +1 -0
- package/dist/clusters/hdbscan/incremental.js +130 -0
- package/dist/clusters/hdbscan/incremental.js.map +1 -0
- package/dist/clusters/hdbscan/kd-tree.d.ts +51 -0
- package/dist/clusters/hdbscan/kd-tree.d.ts.map +1 -0
- package/dist/clusters/hdbscan/kd-tree.js +130 -0
- package/dist/clusters/hdbscan/kd-tree.js.map +1 -0
- package/dist/clusters/hdbscan/min-heap.d.ts +62 -0
- package/dist/clusters/hdbscan/min-heap.d.ts.map +1 -0
- package/dist/clusters/hdbscan/min-heap.js +139 -0
- package/dist/clusters/hdbscan/min-heap.js.map +1 -0
- package/dist/clusters/hdbscan/mst.d.ts +20 -0
- package/dist/clusters/hdbscan/mst.d.ts.map +1 -0
- package/dist/clusters/hdbscan/mst.js +77 -0
- package/dist/clusters/hdbscan/mst.js.map +1 -0
- package/dist/clusters/hdbscan/probabilities.d.ts +37 -0
- package/dist/clusters/hdbscan/probabilities.d.ts.map +1 -0
- package/dist/clusters/hdbscan/probabilities.js +149 -0
- package/dist/clusters/hdbscan/probabilities.js.map +1 -0
- package/dist/clusters/hdbscan/types.d.ts +123 -0
- package/dist/clusters/hdbscan/types.d.ts.map +1 -0
- package/dist/clusters/hdbscan/types.js +5 -0
- package/dist/clusters/hdbscan/types.js.map +1 -0
- package/dist/clusters/hdbscan/union-find.d.ts +51 -0
- package/dist/clusters/hdbscan/union-find.d.ts.map +1 -0
- package/dist/clusters/hdbscan/union-find.js +115 -0
- package/dist/clusters/hdbscan/union-find.js.map +1 -0
- package/dist/clusters/hdbscan.d.ts +71 -0
- package/dist/clusters/hdbscan.d.ts.map +1 -0
- package/dist/clusters/hdbscan.js +283 -0
- package/dist/clusters/hdbscan.js.map +1 -0
- package/dist/clusters/index.d.ts +8 -0
- package/dist/clusters/index.d.ts.map +1 -0
- package/dist/clusters/index.js +8 -0
- package/dist/clusters/index.js.map +1 -0
- package/dist/config/index.d.ts +6 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +6 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/loader.d.ts +105 -0
- package/dist/config/loader.d.ts.map +1 -0
- package/dist/config/loader.js +339 -0
- package/dist/config/loader.js.map +1 -0
- package/dist/config/memory-config.d.ts +109 -0
- package/dist/config/memory-config.d.ts.map +1 -0
- package/dist/config/memory-config.js +182 -0
- package/dist/config/memory-config.js.map +1 -0
- package/dist/core/benchmark-types.d.ts +62 -0
- package/dist/core/benchmark-types.d.ts.map +1 -0
- package/dist/core/benchmark-types.js +11 -0
- package/dist/core/benchmark-types.js.map +1 -0
- package/dist/core/decay-types.d.ts +111 -0
- package/dist/core/decay-types.d.ts.map +1 -0
- package/dist/core/decay-types.js +30 -0
- package/dist/core/decay-types.js.map +1 -0
- package/dist/core/index.d.ts +11 -0
- package/dist/core/index.d.ts.map +1 -0
- package/dist/core/index.js +9 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/lexical-features.d.ts +34 -0
- package/dist/core/lexical-features.d.ts.map +1 -0
- package/dist/core/lexical-features.js +155 -0
- package/dist/core/lexical-features.js.map +1 -0
- package/dist/dashboard/client/assets/index-CMUKy4f9.css +1 -0
- package/dist/dashboard/client/assets/index-esv8TpCN.js +168 -0
- package/dist/dashboard/client/index.html +14 -0
- package/dist/dashboard/middleware/async-handler.d.ts +11 -0
- package/dist/dashboard/middleware/async-handler.d.ts.map +1 -0
- package/dist/dashboard/middleware/async-handler.js +12 -0
- package/dist/dashboard/middleware/async-handler.js.map +1 -0
- package/dist/dashboard/middleware/error-handler.d.ts +9 -0
- package/dist/dashboard/middleware/error-handler.d.ts.map +1 -0
- package/dist/dashboard/middleware/error-handler.js +14 -0
- package/dist/dashboard/middleware/error-handler.js.map +1 -0
- package/dist/dashboard/routes/benchmark-collection.d.ts +11 -0
- package/dist/dashboard/routes/benchmark-collection.d.ts.map +1 -0
- package/dist/dashboard/routes/benchmark-collection.js +49 -0
- package/dist/dashboard/routes/benchmark-collection.js.map +1 -0
- package/dist/dashboard/routes/chunks.d.ts +3 -0
- package/dist/dashboard/routes/chunks.d.ts.map +1 -0
- package/dist/dashboard/routes/chunks.js +25 -0
- package/dist/dashboard/routes/chunks.js.map +1 -0
- package/dist/dashboard/routes/clusters.d.ts +3 -0
- package/dist/dashboard/routes/clusters.d.ts.map +1 -0
- package/dist/dashboard/routes/clusters.js +28 -0
- package/dist/dashboard/routes/clusters.js.map +1 -0
- package/dist/dashboard/routes/edges.d.ts +3 -0
- package/dist/dashboard/routes/edges.d.ts.map +1 -0
- package/dist/dashboard/routes/edges.js +32 -0
- package/dist/dashboard/routes/edges.js.map +1 -0
- package/dist/dashboard/routes/graph.d.ts +3 -0
- package/dist/dashboard/routes/graph.d.ts.map +1 -0
- package/dist/dashboard/routes/graph.js +158 -0
- package/dist/dashboard/routes/graph.js.map +1 -0
- package/dist/dashboard/routes/projects.d.ts +3 -0
- package/dist/dashboard/routes/projects.d.ts.map +1 -0
- package/dist/dashboard/routes/projects.js +9 -0
- package/dist/dashboard/routes/projects.js.map +1 -0
- package/dist/dashboard/routes/search.d.ts +3 -0
- package/dist/dashboard/routes/search.d.ts.map +1 -0
- package/dist/dashboard/routes/search.js +105 -0
- package/dist/dashboard/routes/search.js.map +1 -0
- package/dist/dashboard/routes/sessions.d.ts +3 -0
- package/dist/dashboard/routes/sessions.d.ts.map +1 -0
- package/dist/dashboard/routes/sessions.js +16 -0
- package/dist/dashboard/routes/sessions.js.map +1 -0
- package/dist/dashboard/routes/stats.d.ts +3 -0
- package/dist/dashboard/routes/stats.d.ts.map +1 -0
- package/dist/dashboard/routes/stats.js +38 -0
- package/dist/dashboard/routes/stats.js.map +1 -0
- package/dist/dashboard/server.d.ts +3 -0
- package/dist/dashboard/server.d.ts.map +1 -0
- package/dist/dashboard/server.js +85 -0
- package/dist/dashboard/server.js.map +1 -0
- package/dist/eval/annotation-schema.d.ts +41 -0
- package/dist/eval/annotation-schema.d.ts.map +1 -0
- package/dist/eval/annotation-schema.js +171 -0
- package/dist/eval/annotation-schema.js.map +1 -0
- package/dist/eval/benchmark-runner.d.ts +15 -0
- package/dist/eval/benchmark-runner.d.ts.map +1 -0
- package/dist/eval/benchmark-runner.js +93 -0
- package/dist/eval/benchmark-runner.js.map +1 -0
- package/dist/eval/cluster-evaluator.d.ts +39 -0
- package/dist/eval/cluster-evaluator.d.ts.map +1 -0
- package/dist/eval/cluster-evaluator.js +51 -0
- package/dist/eval/cluster-evaluator.js.map +1 -0
- package/dist/eval/code-nl-alignment.d.ts +25 -0
- package/dist/eval/code-nl-alignment.d.ts.map +1 -0
- package/dist/eval/code-nl-alignment.js +49 -0
- package/dist/eval/code-nl-alignment.js.map +1 -0
- package/dist/eval/collection-benchmark/graph-value.d.ts +16 -0
- package/dist/eval/collection-benchmark/graph-value.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/graph-value.js +162 -0
- package/dist/eval/collection-benchmark/graph-value.js.map +1 -0
- package/dist/eval/collection-benchmark/health.d.ts +12 -0
- package/dist/eval/collection-benchmark/health.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/health.js +246 -0
- package/dist/eval/collection-benchmark/health.js.map +1 -0
- package/dist/eval/collection-benchmark/history.d.ts +27 -0
- package/dist/eval/collection-benchmark/history.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/history.js +134 -0
- package/dist/eval/collection-benchmark/history.js.map +1 -0
- package/dist/eval/collection-benchmark/latency.d.ts +16 -0
- package/dist/eval/collection-benchmark/latency.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/latency.js +115 -0
- package/dist/eval/collection-benchmark/latency.js.map +1 -0
- package/dist/eval/collection-benchmark/reporter.d.ts +18 -0
- package/dist/eval/collection-benchmark/reporter.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/reporter.js +244 -0
- package/dist/eval/collection-benchmark/reporter.js.map +1 -0
- package/dist/eval/collection-benchmark/retrieval.d.ts +15 -0
- package/dist/eval/collection-benchmark/retrieval.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/retrieval.js +203 -0
- package/dist/eval/collection-benchmark/retrieval.js.map +1 -0
- package/dist/eval/collection-benchmark/runner.d.ts +20 -0
- package/dist/eval/collection-benchmark/runner.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/runner.js +189 -0
- package/dist/eval/collection-benchmark/runner.js.map +1 -0
- package/dist/eval/collection-benchmark/sampler.d.ts +18 -0
- package/dist/eval/collection-benchmark/sampler.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/sampler.js +186 -0
- package/dist/eval/collection-benchmark/sampler.js.map +1 -0
- package/dist/eval/collection-benchmark/tuning.d.ts +12 -0
- package/dist/eval/collection-benchmark/tuning.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/tuning.js +222 -0
- package/dist/eval/collection-benchmark/tuning.js.map +1 -0
- package/dist/eval/collection-benchmark/types.d.ts +183 -0
- package/dist/eval/collection-benchmark/types.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/types.js +7 -0
- package/dist/eval/collection-benchmark/types.js.map +1 -0
- package/dist/eval/context-window-test.d.ts +34 -0
- package/dist/eval/context-window-test.d.ts.map +1 -0
- package/dist/eval/context-window-test.js +59 -0
- package/dist/eval/context-window-test.js.map +1 -0
- package/dist/eval/corpus-builder.d.ts +33 -0
- package/dist/eval/corpus-builder.d.ts.map +1 -0
- package/dist/eval/corpus-builder.js +88 -0
- package/dist/eval/corpus-builder.js.map +1 -0
- package/dist/eval/experiments/boilerplate-filter.d.ts +26 -0
- package/dist/eval/experiments/boilerplate-filter.d.ts.map +1 -0
- package/dist/eval/experiments/boilerplate-filter.js +95 -0
- package/dist/eval/experiments/boilerplate-filter.js.map +1 -0
- package/dist/eval/experiments/cluster-threshold/index.d.ts +6 -0
- package/dist/eval/experiments/cluster-threshold/index.d.ts.map +1 -0
- package/dist/eval/experiments/cluster-threshold/index.js +5 -0
- package/dist/eval/experiments/cluster-threshold/index.js.map +1 -0
- package/dist/eval/experiments/cluster-threshold/run-threshold-sweep.d.ts +58 -0
- package/dist/eval/experiments/cluster-threshold/run-threshold-sweep.d.ts.map +1 -0
- package/dist/eval/experiments/cluster-threshold/run-threshold-sweep.js +246 -0
- package/dist/eval/experiments/cluster-threshold/run-threshold-sweep.js.map +1 -0
- package/dist/eval/experiments/code-focused-mode.d.ts +20 -0
- package/dist/eval/experiments/code-focused-mode.d.ts.map +1 -0
- package/dist/eval/experiments/code-focused-mode.js +66 -0
- package/dist/eval/experiments/code-focused-mode.js.map +1 -0
- package/dist/eval/experiments/edge-decay/decay-curves.d.ts +59 -0
- package/dist/eval/experiments/edge-decay/decay-curves.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/decay-curves.js +124 -0
- package/dist/eval/experiments/edge-decay/decay-curves.js.map +1 -0
- package/dist/eval/experiments/edge-decay/index.d.ts +13 -0
- package/dist/eval/experiments/edge-decay/index.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/index.js +16 -0
- package/dist/eval/experiments/edge-decay/index.js.map +1 -0
- package/dist/eval/experiments/edge-decay/presets.d.ts +52 -0
- package/dist/eval/experiments/edge-decay/presets.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/presets.js +234 -0
- package/dist/eval/experiments/edge-decay/presets.js.map +1 -0
- package/dist/eval/experiments/edge-decay/reference-extractor.d.ts +34 -0
- package/dist/eval/experiments/edge-decay/reference-extractor.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/reference-extractor.js +353 -0
- package/dist/eval/experiments/edge-decay/reference-extractor.js.map +1 -0
- package/dist/eval/experiments/edge-decay/reference-types.d.ts +131 -0
- package/dist/eval/experiments/edge-decay/reference-types.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/reference-types.js +5 -0
- package/dist/eval/experiments/edge-decay/reference-types.js.map +1 -0
- package/dist/eval/experiments/edge-decay/retrieval-ranking.d.ts +64 -0
- package/dist/eval/experiments/edge-decay/retrieval-ranking.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/retrieval-ranking.js +565 -0
- package/dist/eval/experiments/edge-decay/retrieval-ranking.js.map +1 -0
- package/dist/eval/experiments/edge-decay/run-experiments.d.ts +25 -0
- package/dist/eval/experiments/edge-decay/run-experiments.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/run-experiments.js +229 -0
- package/dist/eval/experiments/edge-decay/run-experiments.js.map +1 -0
- package/dist/eval/experiments/edge-decay/simulate.d.ts +42 -0
- package/dist/eval/experiments/edge-decay/simulate.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/simulate.js +232 -0
- package/dist/eval/experiments/edge-decay/simulate.js.map +1 -0
- package/dist/eval/experiments/edge-decay/types.d.ts +10 -0
- package/dist/eval/experiments/edge-decay/types.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/types.js +9 -0
- package/dist/eval/experiments/edge-decay/types.js.map +1 -0
- package/dist/eval/experiments/hdbscan-sweep.d.ts +19 -0
- package/dist/eval/experiments/hdbscan-sweep.d.ts.map +1 -0
- package/dist/eval/experiments/hdbscan-sweep.js +71 -0
- package/dist/eval/experiments/hdbscan-sweep.js.map +1 -0
- package/dist/eval/experiments/single-model-run.d.ts +54 -0
- package/dist/eval/experiments/single-model-run.d.ts.map +1 -0
- package/dist/eval/experiments/single-model-run.js +120 -0
- package/dist/eval/experiments/single-model-run.js.map +1 -0
- package/dist/eval/experiments/thinking-ablation.d.ts +21 -0
- package/dist/eval/experiments/thinking-ablation.d.ts.map +1 -0
- package/dist/eval/experiments/thinking-ablation.js +68 -0
- package/dist/eval/experiments/thinking-ablation.js.map +1 -0
- package/dist/eval/experiments/topic-continuity/embedding-classifier.d.ts +55 -0
- package/dist/eval/experiments/topic-continuity/embedding-classifier.d.ts.map +1 -0
- package/dist/eval/experiments/topic-continuity/embedding-classifier.js +126 -0
- package/dist/eval/experiments/topic-continuity/embedding-classifier.js.map +1 -0
- package/dist/eval/experiments/topic-continuity/hybrid-classifier.d.ts +68 -0
- package/dist/eval/experiments/topic-continuity/hybrid-classifier.d.ts.map +1 -0
- package/dist/eval/experiments/topic-continuity/hybrid-classifier.js +175 -0
- package/dist/eval/experiments/topic-continuity/hybrid-classifier.js.map +1 -0
- package/dist/eval/experiments/topic-continuity/index.d.ts +13 -0
- package/dist/eval/experiments/topic-continuity/index.d.ts.map +1 -0
- package/dist/eval/experiments/topic-continuity/index.js +17 -0
- package/dist/eval/experiments/topic-continuity/index.js.map +1 -0
- package/dist/eval/experiments/topic-continuity/labeler.d.ts +42 -0
- package/dist/eval/experiments/topic-continuity/labeler.d.ts.map +1 -0
- package/dist/eval/experiments/topic-continuity/labeler.js +253 -0
- package/dist/eval/experiments/topic-continuity/labeler.js.map +1 -0
- package/dist/eval/experiments/topic-continuity/lexical-features.d.ts +26 -0
- package/dist/eval/experiments/topic-continuity/lexical-features.d.ts.map +1 -0
- package/dist/eval/experiments/topic-continuity/lexical-features.js +58 -0
- package/dist/eval/experiments/topic-continuity/lexical-features.js.map +1 -0
- package/dist/eval/experiments/topic-continuity/run-experiment.d.ts +40 -0
- package/dist/eval/experiments/topic-continuity/run-experiment.d.ts.map +1 -0
- package/dist/eval/experiments/topic-continuity/run-experiment.js +379 -0
- package/dist/eval/experiments/topic-continuity/run-experiment.js.map +1 -0
- package/dist/eval/experiments/topic-continuity/types.d.ts +146 -0
- package/dist/eval/experiments/topic-continuity/types.d.ts.map +1 -0
- package/dist/eval/experiments/topic-continuity/types.js +9 -0
- package/dist/eval/experiments/topic-continuity/types.js.map +1 -0
- package/dist/eval/experiments/truncation.d.ts +21 -0
- package/dist/eval/experiments/truncation.d.ts.map +1 -0
- package/dist/eval/experiments/truncation.js +59 -0
- package/dist/eval/experiments/truncation.js.map +1 -0
- package/dist/eval/experiments/types.d.ts +37 -0
- package/dist/eval/experiments/types.d.ts.map +1 -0
- package/dist/eval/experiments/types.js +13 -0
- package/dist/eval/experiments/types.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.d.ts +10 -0
- package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.js +229 -0
- package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.d.ts +12 -0
- package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.js +316 -0
- package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/hop-decay.d.ts +19 -0
- package/dist/eval/experiments/vector-decay-shapes/hop-decay.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/hop-decay.js +127 -0
- package/dist/eval/experiments/vector-decay-shapes/hop-decay.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/index.d.ts +11 -0
- package/dist/eval/experiments/vector-decay-shapes/index.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/index.js +11 -0
- package/dist/eval/experiments/vector-decay-shapes/index.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.d.ts +14 -0
- package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.js +274 -0
- package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/presets.d.ts +36 -0
- package/dist/eval/experiments/vector-decay-shapes/presets.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/presets.js +157 -0
- package/dist/eval/experiments/vector-decay-shapes/presets.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/run-experiment.d.ts +20 -0
- package/dist/eval/experiments/vector-decay-shapes/run-experiment.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/run-experiment.js +504 -0
- package/dist/eval/experiments/vector-decay-shapes/run-experiment.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/types.d.ts +111 -0
- package/dist/eval/experiments/vector-decay-shapes/types.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/types.js +15 -0
- package/dist/eval/experiments/vector-decay-shapes/types.js.map +1 -0
- package/dist/eval/experiments/vector-decay-sweep/index.d.ts +7 -0
- package/dist/eval/experiments/vector-decay-sweep/index.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-sweep/index.js +7 -0
- package/dist/eval/experiments/vector-decay-sweep/index.js.map +1 -0
- package/dist/eval/experiments/vector-decay-sweep/run-sweep.d.ts +30 -0
- package/dist/eval/experiments/vector-decay-sweep/run-sweep.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-sweep/run-sweep.js +378 -0
- package/dist/eval/experiments/vector-decay-sweep/run-sweep.js.map +1 -0
- package/dist/eval/experiments/vector-decay-sweep/types.d.ts +109 -0
- package/dist/eval/experiments/vector-decay-sweep/types.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-sweep/types.js +16 -0
- package/dist/eval/experiments/vector-decay-sweep/types.js.map +1 -0
- package/dist/eval/metrics.d.ts +45 -0
- package/dist/eval/metrics.d.ts.map +1 -0
- package/dist/eval/metrics.js +134 -0
- package/dist/eval/metrics.js.map +1 -0
- package/dist/hooks/claudemd-generator.d.ts +62 -0
- package/dist/hooks/claudemd-generator.d.ts.map +1 -0
- package/dist/hooks/claudemd-generator.js +220 -0
- package/dist/hooks/claudemd-generator.js.map +1 -0
- package/dist/hooks/hook-utils.d.ts +84 -0
- package/dist/hooks/hook-utils.d.ts.map +1 -0
- package/dist/hooks/hook-utils.js +187 -0
- package/dist/hooks/hook-utils.js.map +1 -0
- package/dist/hooks/index.d.ts +12 -0
- package/dist/hooks/index.d.ts.map +1 -0
- package/dist/hooks/index.js +12 -0
- package/dist/hooks/index.js.map +1 -0
- package/dist/hooks/pre-compact.d.ts +58 -0
- package/dist/hooks/pre-compact.d.ts.map +1 -0
- package/dist/hooks/pre-compact.js +127 -0
- package/dist/hooks/pre-compact.js.map +1 -0
- package/dist/hooks/session-start.d.ts +62 -0
- package/dist/hooks/session-start.d.ts.map +1 -0
- package/dist/hooks/session-start.js +249 -0
- package/dist/hooks/session-start.js.map +1 -0
- package/dist/index.d.ts +22 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +29 -0
- package/dist/index.js.map +1 -0
- package/dist/ingest/batch-ingest.d.ts +94 -0
- package/dist/ingest/batch-ingest.d.ts.map +1 -0
- package/dist/ingest/batch-ingest.js +167 -0
- package/dist/ingest/batch-ingest.js.map +1 -0
- package/dist/ingest/brief-debrief-detector.d.ts +74 -0
- package/dist/ingest/brief-debrief-detector.d.ts.map +1 -0
- package/dist/ingest/brief-debrief-detector.js +253 -0
- package/dist/ingest/brief-debrief-detector.js.map +1 -0
- package/dist/ingest/cross-session-linker.d.ts +39 -0
- package/dist/ingest/cross-session-linker.d.ts.map +1 -0
- package/dist/ingest/cross-session-linker.js +103 -0
- package/dist/ingest/cross-session-linker.js.map +1 -0
- package/dist/ingest/edge-creator.d.ts +62 -0
- package/dist/ingest/edge-creator.d.ts.map +1 -0
- package/dist/ingest/edge-creator.js +186 -0
- package/dist/ingest/edge-creator.js.map +1 -0
- package/dist/ingest/edge-detector.d.ts +37 -0
- package/dist/ingest/edge-detector.d.ts.map +1 -0
- package/dist/ingest/edge-detector.js +234 -0
- package/dist/ingest/edge-detector.js.map +1 -0
- package/dist/ingest/index.d.ts +14 -0
- package/dist/ingest/index.d.ts.map +1 -0
- package/dist/ingest/index.js +14 -0
- package/dist/ingest/index.js.map +1 -0
- package/dist/ingest/ingest-session.d.ts +83 -0
- package/dist/ingest/ingest-session.d.ts.map +1 -0
- package/dist/ingest/ingest-session.js +415 -0
- package/dist/ingest/ingest-session.js.map +1 -0
- package/dist/maintenance/index.d.ts +5 -0
- package/dist/maintenance/index.d.ts.map +1 -0
- package/dist/maintenance/index.js +5 -0
- package/dist/maintenance/index.js.map +1 -0
- package/dist/maintenance/scheduler.d.ts +79 -0
- package/dist/maintenance/scheduler.d.ts.map +1 -0
- package/dist/maintenance/scheduler.js +362 -0
- package/dist/maintenance/scheduler.js.map +1 -0
- package/dist/maintenance/tasks/cleanup-vectors.d.ts +10 -0
- package/dist/maintenance/tasks/cleanup-vectors.d.ts.map +1 -0
- package/dist/maintenance/tasks/cleanup-vectors.js +23 -0
- package/dist/maintenance/tasks/cleanup-vectors.js.map +1 -0
- package/dist/maintenance/tasks/index.d.ts +9 -0
- package/dist/maintenance/tasks/index.d.ts.map +1 -0
- package/dist/maintenance/tasks/index.js +9 -0
- package/dist/maintenance/tasks/index.js.map +1 -0
- package/dist/maintenance/tasks/prune-graph.d.ts +12 -0
- package/dist/maintenance/tasks/prune-graph.d.ts.map +1 -0
- package/dist/maintenance/tasks/prune-graph.js +23 -0
- package/dist/maintenance/tasks/prune-graph.js.map +1 -0
- package/dist/maintenance/tasks/scan-projects.d.ts +12 -0
- package/dist/maintenance/tasks/scan-projects.d.ts.map +1 -0
- package/dist/maintenance/tasks/scan-projects.js +31 -0
- package/dist/maintenance/tasks/scan-projects.js.map +1 -0
- package/dist/maintenance/tasks/update-clusters.d.ts +12 -0
- package/dist/maintenance/tasks/update-clusters.d.ts.map +1 -0
- package/dist/maintenance/tasks/update-clusters.js +41 -0
- package/dist/maintenance/tasks/update-clusters.js.map +1 -0
- package/dist/maintenance/tasks/vacuum.d.ts +10 -0
- package/dist/maintenance/tasks/vacuum.d.ts.map +1 -0
- package/dist/maintenance/tasks/vacuum.js +23 -0
- package/dist/maintenance/tasks/vacuum.js.map +1 -0
- package/dist/mcp/index.d.ts +7 -0
- package/dist/mcp/index.d.ts.map +1 -0
- package/dist/mcp/index.js +8 -0
- package/dist/mcp/index.js.map +1 -0
- package/dist/mcp/server.d.ts +90 -0
- package/dist/mcp/server.d.ts.map +1 -0
- package/dist/mcp/server.js +395 -0
- package/dist/mcp/server.js.map +1 -0
- package/dist/mcp/tools.d.ts +52 -0
- package/dist/mcp/tools.d.ts.map +1 -0
- package/dist/mcp/tools.js +292 -0
- package/dist/mcp/tools.js.map +1 -0
- package/dist/models/device-detector.d.ts +32 -0
- package/dist/models/device-detector.d.ts.map +1 -0
- package/dist/models/device-detector.js +123 -0
- package/dist/models/device-detector.js.map +1 -0
- package/dist/models/embedder.d.ts +60 -0
- package/dist/models/embedder.d.ts.map +1 -0
- package/dist/models/embedder.js +171 -0
- package/dist/models/embedder.js.map +1 -0
- package/dist/models/model-registry.d.ts +25 -0
- package/dist/models/model-registry.d.ts.map +1 -0
- package/dist/models/model-registry.js +56 -0
- package/dist/models/model-registry.js.map +1 -0
- package/dist/parser/chunker.d.ts +74 -0
- package/dist/parser/chunker.d.ts.map +1 -0
- package/dist/parser/chunker.js +330 -0
- package/dist/parser/chunker.js.map +1 -0
- package/dist/parser/session-reader.d.ts +75 -0
- package/dist/parser/session-reader.d.ts.map +1 -0
- package/dist/parser/session-reader.js +198 -0
- package/dist/parser/session-reader.js.map +1 -0
- package/dist/parser/turn-assembler.d.ts +18 -0
- package/dist/parser/turn-assembler.d.ts.map +1 -0
- package/dist/parser/turn-assembler.js +150 -0
- package/dist/parser/turn-assembler.js.map +1 -0
- package/dist/parser/types.d.ts +124 -0
- package/dist/parser/types.d.ts.map +1 -0
- package/dist/parser/types.js +8 -0
- package/dist/parser/types.js.map +1 -0
- package/dist/report/reporter.d.ts +18 -0
- package/dist/report/reporter.d.ts.map +1 -0
- package/dist/report/reporter.js +121 -0
- package/dist/report/reporter.js.map +1 -0
- package/dist/retrieval/cluster-expander.d.ts +30 -0
- package/dist/retrieval/cluster-expander.d.ts.map +1 -0
- package/dist/retrieval/cluster-expander.js +87 -0
- package/dist/retrieval/cluster-expander.js.map +1 -0
- package/dist/retrieval/context-assembler.d.ts +89 -0
- package/dist/retrieval/context-assembler.d.ts.map +1 -0
- package/dist/retrieval/context-assembler.js +313 -0
- package/dist/retrieval/context-assembler.js.map +1 -0
- package/dist/retrieval/index.d.ts +12 -0
- package/dist/retrieval/index.d.ts.map +1 -0
- package/dist/retrieval/index.js +12 -0
- package/dist/retrieval/index.js.map +1 -0
- package/dist/retrieval/rrf.d.ts +25 -0
- package/dist/retrieval/rrf.d.ts.map +1 -0
- package/dist/retrieval/rrf.js +56 -0
- package/dist/retrieval/rrf.js.map +1 -0
- package/dist/retrieval/session-reconstructor.d.ts +79 -0
- package/dist/retrieval/session-reconstructor.d.ts.map +1 -0
- package/dist/retrieval/session-reconstructor.js +173 -0
- package/dist/retrieval/session-reconstructor.js.map +1 -0
- package/dist/retrieval/traverser.d.ts +66 -0
- package/dist/retrieval/traverser.d.ts.map +1 -0
- package/dist/retrieval/traverser.js +160 -0
- package/dist/retrieval/traverser.js.map +1 -0
- package/dist/storage/archive.d.ts +81 -0
- package/dist/storage/archive.d.ts.map +1 -0
- package/dist/storage/archive.js +204 -0
- package/dist/storage/archive.js.map +1 -0
- package/dist/storage/audit-log.d.ts +29 -0
- package/dist/storage/audit-log.d.ts.map +1 -0
- package/dist/storage/audit-log.js +69 -0
- package/dist/storage/audit-log.js.map +1 -0
- package/dist/storage/checkpoint-store.d.ts +38 -0
- package/dist/storage/checkpoint-store.d.ts.map +1 -0
- package/dist/storage/checkpoint-store.js +76 -0
- package/dist/storage/checkpoint-store.js.map +1 -0
- package/dist/storage/chunk-store.d.ts +111 -0
- package/dist/storage/chunk-store.d.ts.map +1 -0
- package/dist/storage/chunk-store.js +298 -0
- package/dist/storage/chunk-store.js.map +1 -0
- package/dist/storage/clock-store.d.ts +80 -0
- package/dist/storage/clock-store.d.ts.map +1 -0
- package/dist/storage/clock-store.js +155 -0
- package/dist/storage/clock-store.js.map +1 -0
- package/dist/storage/cluster-store.d.ts +63 -0
- package/dist/storage/cluster-store.d.ts.map +1 -0
- package/dist/storage/cluster-store.js +219 -0
- package/dist/storage/cluster-store.js.map +1 -0
- package/dist/storage/db.d.ts +57 -0
- package/dist/storage/db.d.ts.map +1 -0
- package/dist/storage/db.js +249 -0
- package/dist/storage/db.js.map +1 -0
- package/dist/storage/decay.d.ts +125 -0
- package/dist/storage/decay.d.ts.map +1 -0
- package/dist/storage/decay.js +276 -0
- package/dist/storage/decay.js.map +1 -0
- package/dist/storage/edge-store.d.ts +75 -0
- package/dist/storage/edge-store.d.ts.map +1 -0
- package/dist/storage/edge-store.js +259 -0
- package/dist/storage/edge-store.js.map +1 -0
- package/dist/storage/embedding-cache.d.ts +51 -0
- package/dist/storage/embedding-cache.d.ts.map +1 -0
- package/dist/storage/embedding-cache.js +155 -0
- package/dist/storage/embedding-cache.js.map +1 -0
- package/dist/storage/encryption.d.ts +55 -0
- package/dist/storage/encryption.d.ts.map +1 -0
- package/dist/storage/encryption.js +130 -0
- package/dist/storage/encryption.js.map +1 -0
- package/dist/storage/index.d.ts +15 -0
- package/dist/storage/index.d.ts.map +1 -0
- package/dist/storage/index.js +20 -0
- package/dist/storage/index.js.map +1 -0
- package/dist/storage/keyword-store.d.ts +25 -0
- package/dist/storage/keyword-store.d.ts.map +1 -0
- package/dist/storage/keyword-store.js +104 -0
- package/dist/storage/keyword-store.js.map +1 -0
- package/dist/storage/migrations.d.ts +12 -0
- package/dist/storage/migrations.d.ts.map +1 -0
- package/dist/storage/migrations.js +345 -0
- package/dist/storage/migrations.js.map +1 -0
- package/dist/storage/pruner.d.ts +111 -0
- package/dist/storage/pruner.d.ts.map +1 -0
- package/dist/storage/pruner.js +280 -0
- package/dist/storage/pruner.js.map +1 -0
- package/dist/storage/schema-loader.d.ts +18 -0
- package/dist/storage/schema-loader.d.ts.map +1 -0
- package/dist/storage/schema-loader.js +62 -0
- package/dist/storage/schema-loader.js.map +1 -0
- package/dist/storage/schema.sql +133 -0
- package/dist/storage/types.d.ts +278 -0
- package/dist/storage/types.d.ts.map +1 -0
- package/dist/storage/types.js +14 -0
- package/dist/storage/types.js.map +1 -0
- package/dist/storage/vector-store.d.ts +213 -0
- package/dist/storage/vector-store.d.ts.map +1 -0
- package/dist/storage/vector-store.js +440 -0
- package/dist/storage/vector-store.js.map +1 -0
- package/dist/temporal/clock-compactor.d.ts +65 -0
- package/dist/temporal/clock-compactor.d.ts.map +1 -0
- package/dist/temporal/clock-compactor.js +157 -0
- package/dist/temporal/clock-compactor.js.map +1 -0
- package/dist/temporal/index.d.ts +6 -0
- package/dist/temporal/index.d.ts.map +1 -0
- package/dist/temporal/index.js +6 -0
- package/dist/temporal/index.js.map +1 -0
- package/dist/temporal/vector-clock.d.ts +143 -0
- package/dist/temporal/vector-clock.d.ts.map +1 -0
- package/dist/temporal/vector-clock.js +231 -0
- package/dist/temporal/vector-clock.js.map +1 -0
- package/dist/utils/angular-distance.d.ts +31 -0
- package/dist/utils/angular-distance.d.ts.map +1 -0
- package/dist/utils/angular-distance.js +61 -0
- package/dist/utils/angular-distance.js.map +1 -0
- package/dist/utils/array-utils.d.ts +28 -0
- package/dist/utils/array-utils.d.ts.map +1 -0
- package/dist/utils/array-utils.js +67 -0
- package/dist/utils/array-utils.js.map +1 -0
- package/dist/utils/embedding-utils.d.ts +25 -0
- package/dist/utils/embedding-utils.d.ts.map +1 -0
- package/dist/utils/embedding-utils.js +30 -0
- package/dist/utils/embedding-utils.js.map +1 -0
- package/dist/utils/errors.d.ts +143 -0
- package/dist/utils/errors.d.ts.map +1 -0
- package/dist/utils/errors.js +220 -0
- package/dist/utils/errors.js.map +1 -0
- package/dist/utils/keychain.d.ts +43 -0
- package/dist/utils/keychain.d.ts.map +1 -0
- package/dist/utils/keychain.js +82 -0
- package/dist/utils/keychain.js.map +1 -0
- package/dist/utils/logger.d.ts +50 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +104 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/secret-store.d.ts +110 -0
- package/dist/utils/secret-store.d.ts.map +1 -0
- package/dist/utils/secret-store.js +340 -0
- package/dist/utils/secret-store.js.map +1 -0
- package/dist/utils/secure-buffer.d.ts +66 -0
- package/dist/utils/secure-buffer.d.ts.map +1 -0
- package/dist/utils/secure-buffer.js +104 -0
- package/dist/utils/secure-buffer.js.map +1 -0
- package/dist/utils/token-counter.d.ts +13 -0
- package/dist/utils/token-counter.d.ts.map +1 -0
- package/dist/utils/token-counter.js +18 -0
- package/dist/utils/token-counter.js.map +1 -0
- package/package.json +110 -0
- package/src/dashboard/client/package-lock.json +3045 -0
- package/src/dashboard/client/package.json +30 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sampler.js","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/sampler.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAsC,MAAM,8BAA8B,CAAC;AAChG,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAW1D;;GAEG;AACH,SAAS,aAAa,CAAI,GAAQ,EAAE,IAAY;IAC9C,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;IACxB,IAAI,CAAC,GAAG,IAAI,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,GAAG,UAAU,CAAC,GAAG,UAAU,CAAC;QAC5C,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAC7B,MAAqB,EACrB,KAAmB;IAEnB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE1C,0BAA0B;IAC1B,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACtD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjB,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,4DAA4D;IAC5D,MAAM,wBAAwB,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IACxF,MAAM,oBAAoB,GAAG,wBAAwB,CAAC,MAAM,IAAI,CAAC,CAAC;IAClE,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,oDAAoD,wBAAwB,CAAC,MAAM,EAAE,CAAC,CAAC;IACvH,CAAC;IAED,sFAAsF;IACtF,MAAM,eAAe,GAAG,IAAI,GAAG,EAAuB,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QACrE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC9B,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,iBAAiB,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACzC,CAAC,CAAC,aAAa,KAAK,WAAW,IAAI,CAAC,CAAC,aAAa,KAAK,aAAa,CACrE,CAAC;IACF,MAAM,wBAAwB,GAAG,CAAC,GAAG,eAAe,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CACpE,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CACrC,CAAC;IACF,MAAM,0BAA0B,GAAG,wBAAwB,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC;IACvG,IAAI,CAAC,0BAA0B,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACjF,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,gFAAgF,SAAS,WAAW,CAAC,CAAC;IAC5I,CAAC;IAED,yDAAyD;IACzD,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClG,CAAC;IACD,MAAM,wBAAwB,GAAG,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACtG,MAAM,kBAAkB,GAAG,wBAAwB,CAAC,MAAM,IAAI,CAAC,CAAC;IAChE,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,qDAAqD,wBAAwB,CAAC,MAAM,EAAE,CAAC,CAAC;IACtH,CAAC;IAED,OAAO;QACL,oBAAoB;QACpB,0BAA0B;QAC1B,kBAAkB;QAClB,OAAO;KACR,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,OAAuB;IACrD,MAAM,EAAE,UAAU,EAAE,IAAI,GAAG,EAAE,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;IAEzD,IAAI,MAAM,GAAG,YAAY,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,WAAW,EAAE,CAAC;IAE1B,oCAAoC;IACpC,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,aAAa,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChD,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;IAC5F,CAAC;IAED,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAElD,gDAAgD;IAChD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACtD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjB,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED,yBAAyB;IACzB,MAAM,cAAc,GAAG,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACnD,MAAM,aAAa,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAEzE,0BAA0B;IAC1B,MAAM,aAAa,GAAmB,EAAE,CAAC;IACzC,IAAI,UAAU,CAAC,oBAAoB,EAAE,CAAC;QACpC,IAAI,QAAQ,GAAG,IAAI,GAAG,GAAG,CAAC;QAC1B,KAAK,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,aAAa,EAAE,CAAC;YACrD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;gBAAE,SAAS;YACrC,oDAAoD;YACpD,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACtF,MAAM,QAAQ,GAAG,aAAa,CAAC,aAAa,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACxF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,IAAI,aAAa,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpE,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACxB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC/B,uCAAuC;gBACvC,MAAM,WAAW,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;gBAC/D,IAAI,WAAW,IAAI,CAAC,IAAI,WAAW,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;oBACzD,aAAa,CAAC,IAAI,CAAC;wBACjB,YAAY,EAAE,KAAK,CAAC,EAAE;wBACtB,eAAe,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC,EAAE;wBAC5C,SAAS;qBACV,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,MAAM,iBAAiB,GAAuB,EAAE,CAAC;IACjD,IAAI,UAAU,CAAC,0BAA0B,EAAE,CAAC;QAC1C,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;QAClD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;YACrC,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;YACxD,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;YACxD,OAAO,UAAU,IAAI,UAAU,IAAI,UAAU,KAAK,UAAU;gBAC1D,CAAC,CAAC,CAAC,aAAa,KAAK,WAAW,IAAI,CAAC,CAAC,aAAa,KAAK,aAAa,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,aAAa,CAAC,aAAa,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;QAC/D,KAAK,MAAM,IAAI,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,CAAC;YACtD,iBAAiB,CAAC,IAAI,CAAC;gBACrB,QAAQ,EAAE,IAAI,CAAC,aAAa;gBAC5B,QAAQ,EAAE,IAAI,CAAC,aAAa;gBAC5B,QAAQ,EAAE,IAAI,CAAC,aAA8B;aAC9C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,mDAAmD;IACnD,MAAM,iBAAiB,GAAuB,EAAE,CAAC;IACjD,IAAI,UAAU,CAAC,kBAAkB,EAAE,CAAC;QAClC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;QACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACxD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACjB,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,WAAW,GAAG,CAAC,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAClD,CAAC,CAAC,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,IAAI,EAAE,CAC/C,CAAC;QAEF,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,YAAY,GAAG,aAAa,CAAC,WAAW,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;YAC5D,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;gBAC1E,MAAM,OAAO,GAAG,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAE,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;gBAChF,KAAK,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,YAAY,CAAC,MAAM,IAAI,KAAK,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;oBAC3E,MAAM,OAAO,GAAG,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAE,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;oBAChF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,UAAU,GAAG,KAAK,CAAC,CAAC;oBAC3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC/B,iBAAiB,CAAC,IAAI,CAAC;4BACrB,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;4BACvB,QAAQ,EAAE,YAAY,CAAC,EAAE,CAAC;4BAC1B,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;4BACvB,QAAQ,EAAE,YAAY,CAAC,EAAE,CAAC;yBAC3B,CAAC,CAAC;wBACH,KAAK,EAAE,CAAC;oBACV,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,aAAa;QACb,aAAa;QACb,iBAAiB;QACjB,iBAAiB;QACjB,UAAU;KACX,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Config tuning recommendations based on benchmark results.
|
|
3
|
+
*
|
|
4
|
+
* Maps benchmark metrics to specific causantic.config.json knobs,
|
|
5
|
+
* providing actionable advice for improving collection performance.
|
|
6
|
+
*/
|
|
7
|
+
import type { CollectionBenchmarkResult, TuningRecommendation } from './types.js';
|
|
8
|
+
/**
|
|
9
|
+
* Generate tuning recommendations from benchmark results.
|
|
10
|
+
*/
|
|
11
|
+
export declare function generateTuningRecommendations(result: CollectionBenchmarkResult): TuningRecommendation[];
|
|
12
|
+
//# sourceMappingURL=tuning.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tuning.d.ts","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/tuning.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EACV,yBAAyB,EACzB,oBAAoB,EACrB,MAAM,YAAY,CAAC;AAEpB;;GAEG;AACH,wBAAgB,6BAA6B,CAC3C,MAAM,EAAE,yBAAyB,GAChC,oBAAoB,EAAE,CAoOxB"}
|
|
@@ -0,0 +1,222 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Config tuning recommendations based on benchmark results.
|
|
3
|
+
*
|
|
4
|
+
* Maps benchmark metrics to specific causantic.config.json knobs,
|
|
5
|
+
* providing actionable advice for improving collection performance.
|
|
6
|
+
*/
|
|
7
|
+
import { loadConfig } from '../../config/loader.js';
|
|
8
|
+
/**
|
|
9
|
+
* Generate tuning recommendations from benchmark results.
|
|
10
|
+
*/
|
|
11
|
+
export function generateTuningRecommendations(result) {
|
|
12
|
+
const recommendations = [];
|
|
13
|
+
const config = loadConfig();
|
|
14
|
+
const health = result.collectionStats;
|
|
15
|
+
const retrieval = result.retrieval;
|
|
16
|
+
const graph = result.graphValue;
|
|
17
|
+
const latency = result.latency;
|
|
18
|
+
// Cluster coverage < 70%
|
|
19
|
+
if (health.clusterCoverage < 0.7) {
|
|
20
|
+
const currentThreshold = config.clustering?.threshold ?? 0.10;
|
|
21
|
+
recommendations.push({
|
|
22
|
+
metric: 'Cluster coverage',
|
|
23
|
+
currentValue: `clustering.threshold: ${currentThreshold}`,
|
|
24
|
+
suggestedValue: 'clustering.threshold: 0.12',
|
|
25
|
+
configPath: 'clustering.threshold',
|
|
26
|
+
impact: `Broader clusters may capture more chunks, improving coverage from ${(health.clusterCoverage * 100).toFixed(0)}% to ~80%`,
|
|
27
|
+
priority: 'high',
|
|
28
|
+
});
|
|
29
|
+
// Also suggest lowering min cluster size for small sessions
|
|
30
|
+
if (health.sessionSizeStats && health.sessionSizeStats.median < 5) {
|
|
31
|
+
const currentMinSize = config.clustering?.minClusterSize ?? 4;
|
|
32
|
+
recommendations.push({
|
|
33
|
+
metric: 'Cluster coverage (small sessions)',
|
|
34
|
+
currentValue: `clustering.minClusterSize: ${currentMinSize}`,
|
|
35
|
+
suggestedValue: 'clustering.minClusterSize: 3',
|
|
36
|
+
configPath: 'clustering.minClusterSize',
|
|
37
|
+
impact: 'Lower minimum allows smaller sessions to form clusters',
|
|
38
|
+
priority: 'medium',
|
|
39
|
+
});
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
// Orphan chunk % > 30%
|
|
43
|
+
if (health.orphanChunkPercentage > 0.3) {
|
|
44
|
+
recommendations.push({
|
|
45
|
+
metric: 'Orphan chunk rate',
|
|
46
|
+
currentValue: `${(health.orphanChunkPercentage * 100).toFixed(1)}% orphans`,
|
|
47
|
+
suggestedValue: 'Re-ingest sessions',
|
|
48
|
+
configPath: '(action)',
|
|
49
|
+
impact: 'Run `npx causantic ingest --reprocess` to build missing edges',
|
|
50
|
+
priority: 'high',
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
// Cluster coherence: inter-cluster separation low
|
|
54
|
+
if (health.clusterQuality && health.clusterQuality.interClusterSeparation < 0.3) {
|
|
55
|
+
const currentThreshold = config.clustering?.threshold ?? 0.10;
|
|
56
|
+
recommendations.push({
|
|
57
|
+
metric: 'Inter-cluster separation',
|
|
58
|
+
currentValue: `clustering.threshold: ${currentThreshold}`,
|
|
59
|
+
suggestedValue: 'clustering.threshold: 0.07',
|
|
60
|
+
configPath: 'clustering.threshold',
|
|
61
|
+
impact: 'Tighter threshold creates more distinct, separated clusters',
|
|
62
|
+
priority: 'medium',
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
// Cluster coherence: intra-cluster similarity low
|
|
66
|
+
if (health.clusterQuality && health.clusterQuality.intraClusterSimilarity < 0.5) {
|
|
67
|
+
const currentThreshold = config.clustering?.threshold ?? 0.10;
|
|
68
|
+
recommendations.push({
|
|
69
|
+
metric: 'Intra-cluster similarity',
|
|
70
|
+
currentValue: `clustering.threshold: ${currentThreshold}`,
|
|
71
|
+
suggestedValue: 'clustering.threshold: 0.12',
|
|
72
|
+
configPath: 'clustering.threshold',
|
|
73
|
+
impact: 'Broader threshold allows more similar chunks into clusters',
|
|
74
|
+
priority: 'medium',
|
|
75
|
+
});
|
|
76
|
+
}
|
|
77
|
+
// Graph-sourced % < 10%
|
|
78
|
+
if (graph && graph.sourceAttribution.graphPercentage < 0.1) {
|
|
79
|
+
const currentDepth = config.traversal?.maxDepth ?? 15;
|
|
80
|
+
if (health.edgeToChunkRatio < 1) {
|
|
81
|
+
recommendations.push({
|
|
82
|
+
metric: 'Graph utilization (sparse edges)',
|
|
83
|
+
currentValue: `${health.edgeCount} edges for ${health.chunkCount} chunks`,
|
|
84
|
+
suggestedValue: 'Re-ingest with latest parser',
|
|
85
|
+
configPath: '(action)',
|
|
86
|
+
impact: 'Edges are sparse; re-ingesting may extract more connections',
|
|
87
|
+
priority: 'high',
|
|
88
|
+
});
|
|
89
|
+
}
|
|
90
|
+
else {
|
|
91
|
+
recommendations.push({
|
|
92
|
+
metric: 'Graph utilization',
|
|
93
|
+
currentValue: `traversal.maxDepth: ${currentDepth}`,
|
|
94
|
+
suggestedValue: 'traversal.maxDepth: 25',
|
|
95
|
+
configPath: 'traversal.maxDepth',
|
|
96
|
+
impact: 'Deeper traversal may surface more graph-connected results',
|
|
97
|
+
priority: 'medium',
|
|
98
|
+
});
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
// Augmentation ratio < 1.2
|
|
102
|
+
if (graph && graph.sourceAttribution.augmentationRatio < 1.2) {
|
|
103
|
+
const currentMinWeight = config.traversal?.minWeight ?? 0.01;
|
|
104
|
+
recommendations.push({
|
|
105
|
+
metric: 'Augmentation ratio',
|
|
106
|
+
currentValue: `traversal.minWeight: ${currentMinWeight}`,
|
|
107
|
+
suggestedValue: 'traversal.minWeight: 0.005',
|
|
108
|
+
configPath: 'traversal.minWeight',
|
|
109
|
+
impact: 'Lower threshold follows weaker edges, finding more graph results',
|
|
110
|
+
priority: 'low',
|
|
111
|
+
});
|
|
112
|
+
}
|
|
113
|
+
// Graph-boosted count is 0 despite having graph results
|
|
114
|
+
if (graph && graph.graphBoostedCount === 0 && graph.sourceAttribution.graphPercentage > 0) {
|
|
115
|
+
const currentBoost = config.traversal?.graphAgreementBoost ?? 2.0;
|
|
116
|
+
recommendations.push({
|
|
117
|
+
metric: 'Graph agreement boost',
|
|
118
|
+
currentValue: `0 chunks boosted (graphAgreementBoost: ${currentBoost})`,
|
|
119
|
+
suggestedValue: 'traversal.graphAgreementBoost: 3.0',
|
|
120
|
+
configPath: 'traversal.graphAgreementBoost',
|
|
121
|
+
impact: 'Graph finds disjoint chunks from vector search; higher boost rewards any future overlap',
|
|
122
|
+
priority: 'low',
|
|
123
|
+
});
|
|
124
|
+
}
|
|
125
|
+
// Recall latency p95 > 200ms
|
|
126
|
+
if (latency && latency.recall.p95 > 200) {
|
|
127
|
+
const currentDepth = config.traversal?.maxDepth ?? 15;
|
|
128
|
+
recommendations.push({
|
|
129
|
+
metric: 'Recall latency p95',
|
|
130
|
+
currentValue: `traversal.maxDepth: ${currentDepth}`,
|
|
131
|
+
suggestedValue: 'traversal.maxDepth: 15',
|
|
132
|
+
configPath: 'traversal.maxDepth',
|
|
133
|
+
impact: `May reduce p95 from ${latency.recall.p95.toFixed(0)}ms by limiting traversal depth`,
|
|
134
|
+
priority: 'medium',
|
|
135
|
+
});
|
|
136
|
+
if (health.chunkCount > 5000) {
|
|
137
|
+
recommendations.push({
|
|
138
|
+
metric: 'Recall latency (large collection)',
|
|
139
|
+
currentValue: `${health.chunkCount} chunks`,
|
|
140
|
+
suggestedValue: 'vectors.ttlDays: 60',
|
|
141
|
+
configPath: 'vectors.ttlDays',
|
|
142
|
+
impact: 'Prune old vectors to reduce search space',
|
|
143
|
+
priority: 'low',
|
|
144
|
+
});
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
// Cross-session bridging low
|
|
148
|
+
if (retrieval && retrieval.bridgingRecallAt10 < 0.3) {
|
|
149
|
+
const currentDiesAt = config.decay?.forward?.diesAtHops ?? 20;
|
|
150
|
+
recommendations.push({
|
|
151
|
+
metric: 'Cross-session bridging',
|
|
152
|
+
currentValue: `decay.forward.diesAtHops: ${currentDiesAt}`,
|
|
153
|
+
suggestedValue: 'decay.forward.diesAtHops: 25',
|
|
154
|
+
configPath: 'decay.forward.diesAtHops',
|
|
155
|
+
impact: 'Increase forward decay range to strengthen cross-session connections',
|
|
156
|
+
priority: 'medium',
|
|
157
|
+
});
|
|
158
|
+
}
|
|
159
|
+
// Precision@K low (cross-project bleed)
|
|
160
|
+
if (retrieval && retrieval.precisionAt10 < 0.7 && retrieval.precisionAt10 > 0) {
|
|
161
|
+
const currentDepth = config.traversal?.maxDepth ?? 15;
|
|
162
|
+
recommendations.push({
|
|
163
|
+
metric: 'Precision@K (cross-project bleed)',
|
|
164
|
+
currentValue: `traversal.maxDepth: ${currentDepth}`,
|
|
165
|
+
suggestedValue: 'traversal.maxDepth: 10',
|
|
166
|
+
configPath: 'traversal.maxDepth',
|
|
167
|
+
impact: 'Tighter traversal reduces noise from distant hops',
|
|
168
|
+
priority: 'medium',
|
|
169
|
+
});
|
|
170
|
+
}
|
|
171
|
+
// Token efficiency < 60%
|
|
172
|
+
if (retrieval && retrieval.tokenEfficiency < 0.6 && retrieval.tokenEfficiency > 0) {
|
|
173
|
+
const currentBudget = config.tokens?.mcpMaxResponse ?? 2000;
|
|
174
|
+
recommendations.push({
|
|
175
|
+
metric: 'Token efficiency',
|
|
176
|
+
currentValue: `tokens.mcpMaxResponse: ${currentBudget}`,
|
|
177
|
+
suggestedValue: 'tokens.mcpMaxResponse: 1500',
|
|
178
|
+
configPath: 'tokens.mcpMaxResponse',
|
|
179
|
+
impact: 'Reduce response budget to increase information density',
|
|
180
|
+
priority: 'low',
|
|
181
|
+
});
|
|
182
|
+
}
|
|
183
|
+
// Keyword-sourced % very low
|
|
184
|
+
if (graph && graph.sourceAttribution.keywordPercentage < 0.02 && health.chunkCount > 50) {
|
|
185
|
+
recommendations.push({
|
|
186
|
+
metric: 'Keyword search utilization',
|
|
187
|
+
currentValue: `${(graph.sourceAttribution.keywordPercentage * 100).toFixed(1)}% of results from keywords`,
|
|
188
|
+
suggestedValue: 'Rebuild FTS5 index',
|
|
189
|
+
configPath: '(action)',
|
|
190
|
+
impact: 'FTS5 index may be empty or corrupted. Try re-indexing.',
|
|
191
|
+
priority: 'low',
|
|
192
|
+
});
|
|
193
|
+
}
|
|
194
|
+
// file-path edges absent
|
|
195
|
+
const hasFilePathEdges = health.edgeTypeDistribution.some(d => d.type === 'file-path');
|
|
196
|
+
if (!hasFilePathEdges && health.edgeCount > 0) {
|
|
197
|
+
recommendations.push({
|
|
198
|
+
metric: 'File-path edges',
|
|
199
|
+
currentValue: 'No file-path edges found',
|
|
200
|
+
suggestedValue: 'Check ingestion parser',
|
|
201
|
+
configPath: '(action)',
|
|
202
|
+
impact: 'Parser may not be extracting file references; check ingestion pipeline',
|
|
203
|
+
priority: 'low',
|
|
204
|
+
});
|
|
205
|
+
}
|
|
206
|
+
// Cluster expansion sourcing 0%
|
|
207
|
+
if (graph && graph.sourceAttribution.clusterPercentage === 0 && health.clusterCount > 0) {
|
|
208
|
+
recommendations.push({
|
|
209
|
+
metric: 'Cluster expansion',
|
|
210
|
+
currentValue: '0% of results from cluster expansion',
|
|
211
|
+
suggestedValue: 'clusterExpansion.maxClusters: 5, maxSiblings: 8',
|
|
212
|
+
configPath: 'clusterExpansion',
|
|
213
|
+
impact: 'Increase expansion limits to leverage existing clusters',
|
|
214
|
+
priority: 'low',
|
|
215
|
+
});
|
|
216
|
+
}
|
|
217
|
+
// Sort by priority
|
|
218
|
+
const priorityOrder = { high: 0, medium: 1, low: 2 };
|
|
219
|
+
recommendations.sort((a, b) => priorityOrder[a.priority] - priorityOrder[b.priority]);
|
|
220
|
+
return recommendations;
|
|
221
|
+
}
|
|
222
|
+
//# sourceMappingURL=tuning.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tuning.js","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/tuning.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAMpD;;GAEG;AACH,MAAM,UAAU,6BAA6B,CAC3C,MAAiC;IAEjC,MAAM,eAAe,GAA2B,EAAE,CAAC;IACnD,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,eAAe,CAAC;IACtC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC;IAChC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAE/B,yBAAyB;IACzB,IAAI,MAAM,CAAC,eAAe,GAAG,GAAG,EAAE,CAAC;QACjC,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC;QAC9D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,kBAAkB;YAC1B,YAAY,EAAE,yBAAyB,gBAAgB,EAAE;YACzD,cAAc,EAAE,4BAA4B;YAC5C,UAAU,EAAE,sBAAsB;YAClC,MAAM,EAAE,qEAAqE,CAAC,MAAM,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;YACjI,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC;QAEH,4DAA4D;QAC5D,IAAI,MAAM,CAAC,gBAAgB,IAAI,MAAM,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClE,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,EAAE,cAAc,IAAI,CAAC,CAAC;YAC9D,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,mCAAmC;gBAC3C,YAAY,EAAE,8BAA8B,cAAc,EAAE;gBAC5D,cAAc,EAAE,8BAA8B;gBAC9C,UAAU,EAAE,2BAA2B;gBACvC,MAAM,EAAE,wDAAwD;gBAChE,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,IAAI,MAAM,CAAC,qBAAqB,GAAG,GAAG,EAAE,CAAC;QACvC,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,mBAAmB;YAC3B,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,qBAAqB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;YAC3E,cAAc,EAAE,oBAAoB;YACpC,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,+DAA+D;YACvE,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC;IACL,CAAC;IAED,kDAAkD;IAClD,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC,sBAAsB,GAAG,GAAG,EAAE,CAAC;QAChF,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC;QAC9D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,0BAA0B;YAClC,YAAY,EAAE,yBAAyB,gBAAgB,EAAE;YACzD,cAAc,EAAE,4BAA4B;YAC5C,UAAU,EAAE,sBAAsB;YAClC,MAAM,EAAE,6DAA6D;YACrE,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,kDAAkD;IAClD,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC,sBAAsB,GAAG,GAAG,EAAE,CAAC;QAChF,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC;QAC9D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,0BAA0B;YAClC,YAAY,EAAE,yBAAyB,gBAAgB,EAAE;YACzD,cAAc,EAAE,4BAA4B;YAC5C,UAAU,EAAE,sBAAsB;YAClC,MAAM,EAAE,4DAA4D;YACpE,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,wBAAwB;IACxB,IAAI,KAAK,IAAI,KAAK,CAAC,iBAAiB,CAAC,eAAe,GAAG,GAAG,EAAE,CAAC;QAC3D,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,QAAQ,IAAI,EAAE,CAAC;QACtD,IAAI,MAAM,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;YAChC,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,kCAAkC;gBAC1C,YAAY,EAAE,GAAG,MAAM,CAAC,SAAS,cAAc,MAAM,CAAC,UAAU,SAAS;gBACzE,cAAc,EAAE,8BAA8B;gBAC9C,UAAU,EAAE,UAAU;gBACtB,MAAM,EAAE,6DAA6D;gBACrE,QAAQ,EAAE,MAAM;aACjB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,mBAAmB;gBAC3B,YAAY,EAAE,uBAAuB,YAAY,EAAE;gBACnD,cAAc,EAAE,wBAAwB;gBACxC,UAAU,EAAE,oBAAoB;gBAChC,MAAM,EAAE,2DAA2D;gBACnE,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,IAAI,KAAK,IAAI,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,GAAG,GAAG,EAAE,CAAC;QAC7D,MAAM,gBAAgB,GAAG,MAAM,CAAC,SAAS,EAAE,SAAS,IAAI,IAAI,CAAC;QAC7D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,oBAAoB;YAC5B,YAAY,EAAE,wBAAwB,gBAAgB,EAAE;YACxD,cAAc,EAAE,4BAA4B;YAC5C,UAAU,EAAE,qBAAqB;YACjC,MAAM,EAAE,kEAAkE;YAC1E,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,wDAAwD;IACxD,IAAI,KAAK,IAAI,KAAK,CAAC,iBAAiB,KAAK,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;QAC1F,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,mBAAmB,IAAI,GAAG,CAAC;QAClE,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,uBAAuB;YAC/B,YAAY,EAAE,0CAA0C,YAAY,GAAG;YACvE,cAAc,EAAE,oCAAoC;YACpD,UAAU,EAAE,+BAA+B;YAC3C,MAAM,EAAE,yFAAyF;YACjG,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,6BAA6B;IAC7B,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,GAAG,EAAE,CAAC;QACxC,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,QAAQ,IAAI,EAAE,CAAC;QACtD,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,oBAAoB;YAC5B,YAAY,EAAE,uBAAuB,YAAY,EAAE;YACnD,cAAc,EAAE,wBAAwB;YACxC,UAAU,EAAE,oBAAoB;YAChC,MAAM,EAAE,uBAAuB,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,gCAAgC;YAC5F,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;YAC7B,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,mCAAmC;gBAC3C,YAAY,EAAE,GAAG,MAAM,CAAC,UAAU,SAAS;gBAC3C,cAAc,EAAE,qBAAqB;gBACrC,UAAU,EAAE,iBAAiB;gBAC7B,MAAM,EAAE,0CAA0C;gBAClD,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,6BAA6B;IAC7B,IAAI,SAAS,IAAI,SAAS,CAAC,kBAAkB,GAAG,GAAG,EAAE,CAAC;QACpD,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,UAAU,IAAI,EAAE,CAAC;QAC9D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,wBAAwB;YAChC,YAAY,EAAE,6BAA6B,aAAa,EAAE;YAC1D,cAAc,EAAE,8BAA8B;YAC9C,UAAU,EAAE,0BAA0B;YACtC,MAAM,EAAE,sEAAsE;YAC9E,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,wCAAwC;IACxC,IAAI,SAAS,IAAI,SAAS,CAAC,aAAa,GAAG,GAAG,IAAI,SAAS,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;QAC9E,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,QAAQ,IAAI,EAAE,CAAC;QACtD,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,mCAAmC;YAC3C,YAAY,EAAE,uBAAuB,YAAY,EAAE;YACnD,cAAc,EAAE,wBAAwB;YACxC,UAAU,EAAE,oBAAoB;YAChC,MAAM,EAAE,mDAAmD;YAC3D,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,yBAAyB;IACzB,IAAI,SAAS,IAAI,SAAS,CAAC,eAAe,GAAG,GAAG,IAAI,SAAS,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;QAClF,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,cAAc,IAAI,IAAI,CAAC;QAC5D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,kBAAkB;YAC1B,YAAY,EAAE,0BAA0B,aAAa,EAAE;YACvD,cAAc,EAAE,6BAA6B;YAC7C,UAAU,EAAE,uBAAuB;YACnC,MAAM,EAAE,wDAAwD;YAChE,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,6BAA6B;IAC7B,IAAI,KAAK,IAAI,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,GAAG,IAAI,IAAI,MAAM,CAAC,UAAU,GAAG,EAAE,EAAE,CAAC;QACxF,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,4BAA4B;YACpC,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,4BAA4B;YACzG,cAAc,EAAE,oBAAoB;YACpC,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,wDAAwD;YAChE,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,yBAAyB;IACzB,MAAM,gBAAgB,GAAG,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;IACvF,IAAI,CAAC,gBAAgB,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QAC9C,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,iBAAiB;YACzB,YAAY,EAAE,0BAA0B;YACxC,cAAc,EAAE,wBAAwB;YACxC,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,wEAAwE;YAChF,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,gCAAgC;IAChC,IAAI,KAAK,IAAI,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,KAAK,CAAC,IAAI,MAAM,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;QACxF,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,mBAAmB;YAC3B,YAAY,EAAE,sCAAsC;YACpD,cAAc,EAAE,iDAAiD;YACjE,UAAU,EAAE,kBAAkB;YAC9B,MAAM,EAAE,yDAAyD;YACjE,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,mBAAmB;IACnB,MAAM,aAAa,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;IACrD,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEtF,OAAO,eAAe,CAAC;AACzB,CAAC"}
|
|
@@ -0,0 +1,183 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Type definitions for the collection benchmark suite.
|
|
3
|
+
*
|
|
4
|
+
* Provides interfaces for all benchmark categories, results, and configuration.
|
|
5
|
+
*/
|
|
6
|
+
import type { ReferenceType } from '../../storage/types.js';
|
|
7
|
+
export type BenchmarkProfile = 'quick' | 'standard' | 'full';
|
|
8
|
+
export type BenchmarkCategory = 'health' | 'retrieval' | 'graph' | 'latency';
|
|
9
|
+
export interface EdgeTypeDistribution {
|
|
10
|
+
type: ReferenceType;
|
|
11
|
+
count: number;
|
|
12
|
+
percentage: number;
|
|
13
|
+
}
|
|
14
|
+
export interface SessionSizeStats {
|
|
15
|
+
min: number;
|
|
16
|
+
max: number;
|
|
17
|
+
mean: number;
|
|
18
|
+
median: number;
|
|
19
|
+
}
|
|
20
|
+
export interface ClusterQuality {
|
|
21
|
+
intraClusterSimilarity: number;
|
|
22
|
+
interClusterSeparation: number;
|
|
23
|
+
coherenceScore: number;
|
|
24
|
+
}
|
|
25
|
+
export interface ProjectBreakdown {
|
|
26
|
+
slug: string;
|
|
27
|
+
chunkCount: number;
|
|
28
|
+
edgeCount: number;
|
|
29
|
+
clusterCount: number;
|
|
30
|
+
orphanPercentage: number;
|
|
31
|
+
}
|
|
32
|
+
export interface HealthResult {
|
|
33
|
+
chunkCount: number;
|
|
34
|
+
projectCount: number;
|
|
35
|
+
sessionCount: number;
|
|
36
|
+
edgeCount: number;
|
|
37
|
+
edgeToChunkRatio: number;
|
|
38
|
+
clusterCount: number;
|
|
39
|
+
clusterCoverage: number;
|
|
40
|
+
orphanChunkPercentage: number;
|
|
41
|
+
temporalSpan: {
|
|
42
|
+
earliest: string;
|
|
43
|
+
latest: string;
|
|
44
|
+
} | null;
|
|
45
|
+
edgeTypeDistribution: EdgeTypeDistribution[];
|
|
46
|
+
sessionSizeStats: SessionSizeStats | null;
|
|
47
|
+
perProject: ProjectBreakdown[];
|
|
48
|
+
clusterQuality: ClusterQuality | null;
|
|
49
|
+
}
|
|
50
|
+
export interface RetrievalResult {
|
|
51
|
+
adjacentRecallAt5: number;
|
|
52
|
+
adjacentRecallAt10: number;
|
|
53
|
+
mrr: number;
|
|
54
|
+
bridgingRecallAt10: number;
|
|
55
|
+
bridgingVsRandom: number;
|
|
56
|
+
precisionAt5: number;
|
|
57
|
+
precisionAt10: number;
|
|
58
|
+
tokenEfficiency: number;
|
|
59
|
+
meanUsefulTokensPerQuery: number;
|
|
60
|
+
}
|
|
61
|
+
export interface SourceAttribution {
|
|
62
|
+
vectorPercentage: number;
|
|
63
|
+
keywordPercentage: number;
|
|
64
|
+
clusterPercentage: number;
|
|
65
|
+
graphPercentage: number;
|
|
66
|
+
augmentationRatio: number;
|
|
67
|
+
}
|
|
68
|
+
export interface EdgeTypeEffectiveness {
|
|
69
|
+
type: ReferenceType;
|
|
70
|
+
chunksSurfaced: number;
|
|
71
|
+
recallContribution: number;
|
|
72
|
+
}
|
|
73
|
+
export interface GraphValueResult {
|
|
74
|
+
sourceAttribution: SourceAttribution;
|
|
75
|
+
fullRecallAt10: number;
|
|
76
|
+
vectorOnlyRecallAt10: number;
|
|
77
|
+
uniqueGraphFinds: number;
|
|
78
|
+
/** Total chunks boosted by graph agreement (found by both vector and graph) across all queries */
|
|
79
|
+
graphBoostedCount: number;
|
|
80
|
+
lift: number;
|
|
81
|
+
edgeTypeEffectiveness: EdgeTypeEffectiveness[];
|
|
82
|
+
}
|
|
83
|
+
export interface LatencyPercentiles {
|
|
84
|
+
p50: number;
|
|
85
|
+
p95: number;
|
|
86
|
+
p99: number;
|
|
87
|
+
}
|
|
88
|
+
export interface LatencyResult {
|
|
89
|
+
recall: LatencyPercentiles;
|
|
90
|
+
explain: LatencyPercentiles;
|
|
91
|
+
predict: LatencyPercentiles;
|
|
92
|
+
reconstruct: LatencyPercentiles;
|
|
93
|
+
}
|
|
94
|
+
export interface TuningRecommendation {
|
|
95
|
+
metric: string;
|
|
96
|
+
currentValue: string;
|
|
97
|
+
suggestedValue: string;
|
|
98
|
+
configPath: string;
|
|
99
|
+
impact: string;
|
|
100
|
+
priority: 'high' | 'medium' | 'low';
|
|
101
|
+
}
|
|
102
|
+
export interface SkippedBenchmark {
|
|
103
|
+
name: string;
|
|
104
|
+
reason: string;
|
|
105
|
+
threshold: string;
|
|
106
|
+
current: string;
|
|
107
|
+
}
|
|
108
|
+
export interface MetricDelta {
|
|
109
|
+
metric: string;
|
|
110
|
+
previous: number;
|
|
111
|
+
current: number;
|
|
112
|
+
delta: number;
|
|
113
|
+
improved: boolean;
|
|
114
|
+
}
|
|
115
|
+
export interface TrendReport {
|
|
116
|
+
overallScoreDelta: number;
|
|
117
|
+
metricDeltas: MetricDelta[];
|
|
118
|
+
summary: string;
|
|
119
|
+
}
|
|
120
|
+
export interface BenchmarkRunSummary {
|
|
121
|
+
id: number;
|
|
122
|
+
timestamp: string;
|
|
123
|
+
profile: BenchmarkProfile;
|
|
124
|
+
overallScore: number;
|
|
125
|
+
}
|
|
126
|
+
export interface AdjacentPair {
|
|
127
|
+
queryChunkId: string;
|
|
128
|
+
adjacentChunkId: string;
|
|
129
|
+
sessionId: string;
|
|
130
|
+
}
|
|
131
|
+
export interface CrossSessionPair {
|
|
132
|
+
chunkIdA: string;
|
|
133
|
+
chunkIdB: string;
|
|
134
|
+
edgeType: ReferenceType;
|
|
135
|
+
}
|
|
136
|
+
export interface CrossProjectPair {
|
|
137
|
+
chunkIdA: string;
|
|
138
|
+
projectA: string;
|
|
139
|
+
chunkIdB: string;
|
|
140
|
+
projectB: string;
|
|
141
|
+
}
|
|
142
|
+
export interface SamplerThresholds {
|
|
143
|
+
canRunAdjacentRecall: boolean;
|
|
144
|
+
canRunCrossSessionBridging: boolean;
|
|
145
|
+
canRunPrecisionAtK: boolean;
|
|
146
|
+
reasons: Map<string, string>;
|
|
147
|
+
}
|
|
148
|
+
export interface BenchmarkSample {
|
|
149
|
+
queryChunkIds: string[];
|
|
150
|
+
adjacentPairs: AdjacentPair[];
|
|
151
|
+
crossSessionPairs: CrossSessionPair[];
|
|
152
|
+
crossProjectPairs: CrossProjectPair[];
|
|
153
|
+
thresholds: SamplerThresholds;
|
|
154
|
+
}
|
|
155
|
+
export interface SamplerOptions {
|
|
156
|
+
sampleSize: number;
|
|
157
|
+
seed?: number;
|
|
158
|
+
projectFilter?: string;
|
|
159
|
+
}
|
|
160
|
+
export interface CollectionBenchmarkOptions {
|
|
161
|
+
profile?: BenchmarkProfile;
|
|
162
|
+
categories?: BenchmarkCategory[];
|
|
163
|
+
sampleSize?: number;
|
|
164
|
+
seed?: number;
|
|
165
|
+
projectFilter?: string;
|
|
166
|
+
topK?: number;
|
|
167
|
+
includeTuning?: boolean;
|
|
168
|
+
onProgress?: (msg: string) => void;
|
|
169
|
+
}
|
|
170
|
+
export interface CollectionBenchmarkResult {
|
|
171
|
+
timestamp: string;
|
|
172
|
+
profile: BenchmarkProfile;
|
|
173
|
+
collectionStats: HealthResult;
|
|
174
|
+
retrieval?: RetrievalResult;
|
|
175
|
+
graphValue?: GraphValueResult;
|
|
176
|
+
latency?: LatencyResult;
|
|
177
|
+
overallScore: number;
|
|
178
|
+
highlights: string[];
|
|
179
|
+
skipped: SkippedBenchmark[];
|
|
180
|
+
tuning?: TuningRecommendation[];
|
|
181
|
+
trend?: TrendReport;
|
|
182
|
+
}
|
|
183
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAI5D,MAAM,MAAM,gBAAgB,GAAG,OAAO,GAAG,UAAU,GAAG,MAAM,CAAC;AAE7D,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,WAAW,GAAG,OAAO,GAAG,SAAS,CAAC;AAI7E,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,YAAY,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAC1D,oBAAoB,EAAE,oBAAoB,EAAE,CAAC;IAC7C,gBAAgB,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAC1C,UAAU,EAAE,gBAAgB,EAAE,CAAC;IAC/B,cAAc,EAAE,cAAc,GAAG,IAAI,CAAC;CACvC;AAID,MAAM,WAAW,eAAe;IAC9B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,kBAAkB,EAAE,MAAM,CAAC;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,wBAAwB,EAAE,MAAM,CAAC;CAClC;AAID,MAAM,WAAW,iBAAiB;IAChC,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,aAAa,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,gBAAgB;IAC/B,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,cAAc,EAAE,MAAM,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,kGAAkG;IAClG,iBAAiB,EAAE,MAAM,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,qBAAqB,EAAE,qBAAqB,EAAE,CAAC;CAChD;AAID,MAAM,WAAW,kBAAkB;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,WAAW,EAAE,kBAAkB,CAAC;CACjC;AAID,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;CACrC;AAID,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAID,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,gBAAgB,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;CACtB;AAID,MAAM,WAAW,YAAY;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,aAAa,CAAC;CACzB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,oBAAoB,EAAE,OAAO,CAAC;IAC9B,0BAA0B,EAAE,OAAO,CAAC;IACpC,kBAAkB,EAAE,OAAO,CAAC;IAC5B,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,eAAe;IAC9B,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,iBAAiB,EAAE,gBAAgB,EAAE,CAAC;IACtC,iBAAiB,EAAE,gBAAgB,EAAE,CAAC;IACtC,UAAU,EAAE,iBAAiB,CAAC;CAC/B;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAID,MAAM,WAAW,0BAA0B;IACzC,OAAO,CAAC,EAAE,gBAAgB,CAAC;IAC3B,UAAU,CAAC,EAAE,iBAAiB,EAAE,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;CACpC;AAED,MAAM,WAAW,yBAAyB;IACxC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,gBAAgB,CAAC;IAC1B,eAAe,EAAE,YAAY,CAAC;IAC9B,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,MAAM,CAAC,EAAE,oBAAoB,EAAE,CAAC;IAChC,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Context window impact test.
|
|
3
|
+
*
|
|
4
|
+
* Compares embedding quality for bge-small (512 token limit) against
|
|
5
|
+
* 8K-context models on chunks that exceed 512 tokens.
|
|
6
|
+
* Measures how much information is lost by truncation.
|
|
7
|
+
*/
|
|
8
|
+
import type { Chunk } from '../parser/types.js';
|
|
9
|
+
export interface ContextWindowResult {
|
|
10
|
+
/** Total chunks evaluated. */
|
|
11
|
+
totalChunks: number;
|
|
12
|
+
/** Chunks exceeding 512 tokens. */
|
|
13
|
+
longChunks: number;
|
|
14
|
+
/** Mean angular distance between truncated and full embeddings for long chunks. */
|
|
15
|
+
meanDriftLongChunks: number;
|
|
16
|
+
/** Mean angular distance between truncated and full for short chunks (control). */
|
|
17
|
+
meanDriftShortChunks: number;
|
|
18
|
+
/** Per-chunk drift values for long chunks. */
|
|
19
|
+
longChunkDrifts: {
|
|
20
|
+
chunkId: string;
|
|
21
|
+
tokens: number;
|
|
22
|
+
drift: number;
|
|
23
|
+
}[];
|
|
24
|
+
}
|
|
25
|
+
/**
|
|
26
|
+
* Evaluate context window impact by comparing two models' embeddings
|
|
27
|
+
* on the same corpus.
|
|
28
|
+
*
|
|
29
|
+
* @param shortContextEmbeddings - Embeddings from the 512-token model (bge-small)
|
|
30
|
+
* @param longContextEmbeddings - Embeddings from an 8K-token model
|
|
31
|
+
* @param chunks - The corpus chunks (to check token counts)
|
|
32
|
+
*/
|
|
33
|
+
export declare function evaluateContextWindowImpact(shortContextEmbeddings: Map<string, number[]>, longContextEmbeddings: Map<string, number[]>, chunks: Chunk[]): ContextWindowResult;
|
|
34
|
+
//# sourceMappingURL=context-window-test.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"context-window-test.d.ts","sourceRoot":"","sources":["../../src/eval/context-window-test.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAEhD,MAAM,WAAW,mBAAmB;IAClC,8BAA8B;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,mCAAmC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,mFAAmF;IACnF,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mFAAmF;IACnF,oBAAoB,EAAE,MAAM,CAAC;IAC7B,8CAA8C;IAC9C,eAAe,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACvE;AAED;;;;;;;GAOG;AACH,wBAAgB,2BAA2B,CACzC,sBAAsB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAC7C,qBAAqB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAC5C,MAAM,EAAE,KAAK,EAAE,GACd,mBAAmB,CA+CrB"}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Context window impact test.
|
|
3
|
+
*
|
|
4
|
+
* Compares embedding quality for bge-small (512 token limit) against
|
|
5
|
+
* 8K-context models on chunks that exceed 512 tokens.
|
|
6
|
+
* Measures how much information is lost by truncation.
|
|
7
|
+
*/
|
|
8
|
+
import { angularDistance } from '../utils/angular-distance.js';
|
|
9
|
+
import { approximateTokens } from '../utils/token-counter.js';
|
|
10
|
+
/**
|
|
11
|
+
* Evaluate context window impact by comparing two models' embeddings
|
|
12
|
+
* on the same corpus.
|
|
13
|
+
*
|
|
14
|
+
* @param shortContextEmbeddings - Embeddings from the 512-token model (bge-small)
|
|
15
|
+
* @param longContextEmbeddings - Embeddings from an 8K-token model
|
|
16
|
+
* @param chunks - The corpus chunks (to check token counts)
|
|
17
|
+
*/
|
|
18
|
+
export function evaluateContextWindowImpact(shortContextEmbeddings, longContextEmbeddings, chunks) {
|
|
19
|
+
const TOKEN_THRESHOLD = 512;
|
|
20
|
+
const longChunkDrifts = [];
|
|
21
|
+
const shortChunkDrifts = [];
|
|
22
|
+
let longChunks = 0;
|
|
23
|
+
let totalChunks = 0;
|
|
24
|
+
for (const chunk of chunks) {
|
|
25
|
+
const shortEmb = shortContextEmbeddings.get(chunk.id);
|
|
26
|
+
const longEmb = longContextEmbeddings.get(chunk.id);
|
|
27
|
+
if (!shortEmb || !longEmb)
|
|
28
|
+
continue;
|
|
29
|
+
totalChunks++;
|
|
30
|
+
const tokens = approximateTokens(chunk.text);
|
|
31
|
+
// Compare the two models' embeddings for this chunk
|
|
32
|
+
// Note: Since the models have different architectures, we can't directly
|
|
33
|
+
// compare their embedding spaces. Instead, we measure relative drift
|
|
34
|
+
// by looking at how the intra-model ranking changes.
|
|
35
|
+
// For simplicity here, we just track token count vs quality later in benchmark.
|
|
36
|
+
const drift = angularDistance(shortEmb, longEmb);
|
|
37
|
+
if (tokens > TOKEN_THRESHOLD) {
|
|
38
|
+
longChunks++;
|
|
39
|
+
longChunkDrifts.push({ chunkId: chunk.id, tokens, drift });
|
|
40
|
+
}
|
|
41
|
+
else {
|
|
42
|
+
shortChunkDrifts.push(drift);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
const meanDriftLong = longChunkDrifts.length > 0
|
|
46
|
+
? longChunkDrifts.reduce((s, d) => s + d.drift, 0) / longChunkDrifts.length
|
|
47
|
+
: 0;
|
|
48
|
+
const meanDriftShort = shortChunkDrifts.length > 0
|
|
49
|
+
? shortChunkDrifts.reduce((s, d) => s + d, 0) / shortChunkDrifts.length
|
|
50
|
+
: 0;
|
|
51
|
+
return {
|
|
52
|
+
totalChunks,
|
|
53
|
+
longChunks,
|
|
54
|
+
meanDriftLongChunks: meanDriftLong,
|
|
55
|
+
meanDriftShortChunks: meanDriftShort,
|
|
56
|
+
longChunkDrifts: longChunkDrifts.sort((a, b) => b.drift - a.drift),
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
//# sourceMappingURL=context-window-test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"context-window-test.js","sourceRoot":"","sources":["../../src/eval/context-window-test.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAgB9D;;;;;;;GAOG;AACH,MAAM,UAAU,2BAA2B,CACzC,sBAA6C,EAC7C,qBAA4C,EAC5C,MAAe;IAEf,MAAM,eAAe,GAAG,GAAG,CAAC;IAE5B,MAAM,eAAe,GAAyD,EAAE,CAAC;IACjF,MAAM,gBAAgB,GAAa,EAAE,CAAC;IACtC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACpD,IAAI,CAAC,QAAQ,IAAI,CAAC,OAAO;YAAE,SAAS;QAEpC,WAAW,EAAE,CAAC;QACd,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE7C,oDAAoD;QACpD,yEAAyE;QACzE,qEAAqE;QACrE,qDAAqD;QACrD,gFAAgF;QAChF,MAAM,KAAK,GAAG,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAEjD,IAAI,MAAM,GAAG,eAAe,EAAE,CAAC;YAC7B,UAAU,EAAE,CAAC;YACb,eAAe,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GACjB,eAAe,CAAC,MAAM,GAAG,CAAC;QACxB,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,eAAe,CAAC,MAAM;QAC3E,CAAC,CAAC,CAAC,CAAC;IACR,MAAM,cAAc,GAClB,gBAAgB,CAAC,MAAM,GAAG,CAAC;QACzB,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,gBAAgB,CAAC,MAAM;QACvE,CAAC,CAAC,CAAC,CAAC;IAER,OAAO;QACL,WAAW;QACX,UAAU;QACV,mBAAmB,EAAE,aAAa;QAClC,oBAAoB,EAAE,cAAc;QACpC,eAAe,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;KACnE,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Build a test corpus from real Claude Code sessions.
|
|
3
|
+
*
|
|
4
|
+
* Samples chunks uniformly across the code-ratio spectrum per session.
|
|
5
|
+
*/
|
|
6
|
+
import type { Chunk, RenderMode, SessionInfo } from '../parser/types.js';
|
|
7
|
+
export interface CorpusConfig {
|
|
8
|
+
/** Paths to session JSONL files. */
|
|
9
|
+
sessionPaths: string[];
|
|
10
|
+
/** Max chunks per session. Default: 30. */
|
|
11
|
+
maxChunksPerSession?: number;
|
|
12
|
+
/** Target max tokens per chunk. Default: 4096. */
|
|
13
|
+
maxTokensPerChunk?: number;
|
|
14
|
+
/** Include thinking blocks. Default: true. */
|
|
15
|
+
includeThinking?: boolean;
|
|
16
|
+
/** Render mode for chunking. Default: 'full'. */
|
|
17
|
+
renderMode?: RenderMode;
|
|
18
|
+
}
|
|
19
|
+
export interface Corpus {
|
|
20
|
+
chunks: Chunk[];
|
|
21
|
+
sessions: SessionInfo[];
|
|
22
|
+
config: CorpusConfig;
|
|
23
|
+
builtAt: string;
|
|
24
|
+
}
|
|
25
|
+
/**
|
|
26
|
+
* Build a test corpus from session files.
|
|
27
|
+
*/
|
|
28
|
+
export declare function buildCorpus(config: CorpusConfig): Promise<Corpus>;
|
|
29
|
+
/**
|
|
30
|
+
* Discover session JSONL files in a Claude Code projects directory.
|
|
31
|
+
*/
|
|
32
|
+
export declare function discoverSessions(projectDir: string): Promise<string[]>;
|
|
33
|
+
//# sourceMappingURL=corpus-builder.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"corpus-builder.d.ts","sourceRoot":"","sources":["../../src/eval/corpus-builder.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,OAAO,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEzE,MAAM,WAAW,YAAY;IAC3B,oCAAoC;IACpC,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,2CAA2C;IAC3C,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,kDAAkD;IAClD,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,8CAA8C;IAC9C,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,iDAAiD;IACjD,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB;AAED,MAAM,WAAW,MAAM;IACrB,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB;AAgCD;;GAEG;AACH,wBAAsB,WAAW,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CA0CvE;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,MAAM,EAAE,CAAC,CAoBnB"}
|