causantic 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +19 -0
- package/README.md +332 -0
- package/config.schema.json +254 -0
- package/dist/cli/commands/archive.d.ts +4 -0
- package/dist/cli/commands/archive.d.ts.map +1 -0
- package/dist/cli/commands/archive.js +76 -0
- package/dist/cli/commands/archive.js.map +1 -0
- package/dist/cli/commands/benchmark-collection.d.ts +8 -0
- package/dist/cli/commands/benchmark-collection.d.ts.map +1 -0
- package/dist/cli/commands/benchmark-collection.js +146 -0
- package/dist/cli/commands/benchmark-collection.js.map +1 -0
- package/dist/cli/commands/config.d.ts +3 -0
- package/dist/cli/commands/config.d.ts.map +1 -0
- package/dist/cli/commands/config.js +69 -0
- package/dist/cli/commands/config.js.map +1 -0
- package/dist/cli/commands/dashboard.d.ts +3 -0
- package/dist/cli/commands/dashboard.d.ts.map +1 -0
- package/dist/cli/commands/dashboard.js +12 -0
- package/dist/cli/commands/dashboard.js.map +1 -0
- package/dist/cli/commands/encryption.d.ts +3 -0
- package/dist/cli/commands/encryption.d.ts.map +1 -0
- package/dist/cli/commands/encryption.js +207 -0
- package/dist/cli/commands/encryption.js.map +1 -0
- package/dist/cli/commands/hook.d.ts +3 -0
- package/dist/cli/commands/hook.d.ts.map +1 -0
- package/dist/cli/commands/hook.js +35 -0
- package/dist/cli/commands/hook.js.map +1 -0
- package/dist/cli/commands/ingest.d.ts +4 -0
- package/dist/cli/commands/ingest.d.ts.map +1 -0
- package/dist/cli/commands/ingest.js +31 -0
- package/dist/cli/commands/ingest.js.map +1 -0
- package/dist/cli/commands/init.d.ts +3 -0
- package/dist/cli/commands/init.d.ts.map +1 -0
- package/dist/cli/commands/init.js +680 -0
- package/dist/cli/commands/init.js.map +1 -0
- package/dist/cli/commands/maintenance.d.ts +3 -0
- package/dist/cli/commands/maintenance.d.ts.map +1 -0
- package/dist/cli/commands/maintenance.js +67 -0
- package/dist/cli/commands/maintenance.js.map +1 -0
- package/dist/cli/commands/search.d.ts +3 -0
- package/dist/cli/commands/search.d.ts.map +1 -0
- package/dist/cli/commands/search.js +16 -0
- package/dist/cli/commands/search.js.map +1 -0
- package/dist/cli/commands/serve.d.ts +3 -0
- package/dist/cli/commands/serve.d.ts.map +1 -0
- package/dist/cli/commands/serve.js +19 -0
- package/dist/cli/commands/serve.js.map +1 -0
- package/dist/cli/commands/stats.d.ts +4 -0
- package/dist/cli/commands/stats.d.ts.map +1 -0
- package/dist/cli/commands/stats.js +49 -0
- package/dist/cli/commands/stats.js.map +1 -0
- package/dist/cli/commands/uninstall.d.ts +3 -0
- package/dist/cli/commands/uninstall.d.ts.map +1 -0
- package/dist/cli/commands/uninstall.js +10 -0
- package/dist/cli/commands/uninstall.js.map +1 -0
- package/dist/cli/index.d.ts +8 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +86 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/skill-templates.d.ts +19 -0
- package/dist/cli/skill-templates.d.ts.map +1 -0
- package/dist/cli/skill-templates.js +1128 -0
- package/dist/cli/skill-templates.js.map +1 -0
- package/dist/cli/types.d.ts +10 -0
- package/dist/cli/types.d.ts.map +1 -0
- package/dist/cli/types.js +5 -0
- package/dist/cli/types.js.map +1 -0
- package/dist/cli/uninstall.d.ts +66 -0
- package/dist/cli/uninstall.d.ts.map +1 -0
- package/dist/cli/uninstall.js +490 -0
- package/dist/cli/uninstall.js.map +1 -0
- package/dist/cli/utils.d.ts +26 -0
- package/dist/cli/utils.d.ts.map +1 -0
- package/dist/cli/utils.js +105 -0
- package/dist/cli/utils.js.map +1 -0
- package/dist/clusters/cluster-manager.d.ts +96 -0
- package/dist/clusters/cluster-manager.d.ts.map +1 -0
- package/dist/clusters/cluster-manager.js +321 -0
- package/dist/clusters/cluster-manager.js.map +1 -0
- package/dist/clusters/cluster-refresh.d.ts +56 -0
- package/dist/clusters/cluster-refresh.d.ts.map +1 -0
- package/dist/clusters/cluster-refresh.js +187 -0
- package/dist/clusters/cluster-refresh.js.map +1 -0
- package/dist/clusters/hdbscan/cluster-extraction.d.ts +26 -0
- package/dist/clusters/hdbscan/cluster-extraction.d.ts.map +1 -0
- package/dist/clusters/hdbscan/cluster-extraction.js +232 -0
- package/dist/clusters/hdbscan/cluster-extraction.js.map +1 -0
- package/dist/clusters/hdbscan/core-distance-worker.d.ts +6 -0
- package/dist/clusters/hdbscan/core-distance-worker.d.ts.map +1 -0
- package/dist/clusters/hdbscan/core-distance-worker.js +54 -0
- package/dist/clusters/hdbscan/core-distance-worker.js.map +1 -0
- package/dist/clusters/hdbscan/core-distance.d.ts +26 -0
- package/dist/clusters/hdbscan/core-distance.d.ts.map +1 -0
- package/dist/clusters/hdbscan/core-distance.js +94 -0
- package/dist/clusters/hdbscan/core-distance.js.map +1 -0
- package/dist/clusters/hdbscan/distance-cache.d.ts +46 -0
- package/dist/clusters/hdbscan/distance-cache.d.ts.map +1 -0
- package/dist/clusters/hdbscan/distance-cache.js +84 -0
- package/dist/clusters/hdbscan/distance-cache.js.map +1 -0
- package/dist/clusters/hdbscan/hierarchy.d.ts +34 -0
- package/dist/clusters/hdbscan/hierarchy.d.ts.map +1 -0
- package/dist/clusters/hdbscan/hierarchy.js +442 -0
- package/dist/clusters/hdbscan/hierarchy.js.map +1 -0
- package/dist/clusters/hdbscan/incremental.d.ts +30 -0
- package/dist/clusters/hdbscan/incremental.d.ts.map +1 -0
- package/dist/clusters/hdbscan/incremental.js +130 -0
- package/dist/clusters/hdbscan/incremental.js.map +1 -0
- package/dist/clusters/hdbscan/kd-tree.d.ts +51 -0
- package/dist/clusters/hdbscan/kd-tree.d.ts.map +1 -0
- package/dist/clusters/hdbscan/kd-tree.js +130 -0
- package/dist/clusters/hdbscan/kd-tree.js.map +1 -0
- package/dist/clusters/hdbscan/min-heap.d.ts +62 -0
- package/dist/clusters/hdbscan/min-heap.d.ts.map +1 -0
- package/dist/clusters/hdbscan/min-heap.js +139 -0
- package/dist/clusters/hdbscan/min-heap.js.map +1 -0
- package/dist/clusters/hdbscan/mst.d.ts +20 -0
- package/dist/clusters/hdbscan/mst.d.ts.map +1 -0
- package/dist/clusters/hdbscan/mst.js +77 -0
- package/dist/clusters/hdbscan/mst.js.map +1 -0
- package/dist/clusters/hdbscan/probabilities.d.ts +37 -0
- package/dist/clusters/hdbscan/probabilities.d.ts.map +1 -0
- package/dist/clusters/hdbscan/probabilities.js +149 -0
- package/dist/clusters/hdbscan/probabilities.js.map +1 -0
- package/dist/clusters/hdbscan/types.d.ts +123 -0
- package/dist/clusters/hdbscan/types.d.ts.map +1 -0
- package/dist/clusters/hdbscan/types.js +5 -0
- package/dist/clusters/hdbscan/types.js.map +1 -0
- package/dist/clusters/hdbscan/union-find.d.ts +51 -0
- package/dist/clusters/hdbscan/union-find.d.ts.map +1 -0
- package/dist/clusters/hdbscan/union-find.js +115 -0
- package/dist/clusters/hdbscan/union-find.js.map +1 -0
- package/dist/clusters/hdbscan.d.ts +71 -0
- package/dist/clusters/hdbscan.d.ts.map +1 -0
- package/dist/clusters/hdbscan.js +283 -0
- package/dist/clusters/hdbscan.js.map +1 -0
- package/dist/clusters/index.d.ts +8 -0
- package/dist/clusters/index.d.ts.map +1 -0
- package/dist/clusters/index.js +8 -0
- package/dist/clusters/index.js.map +1 -0
- package/dist/config/index.d.ts +6 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +6 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/loader.d.ts +105 -0
- package/dist/config/loader.d.ts.map +1 -0
- package/dist/config/loader.js +339 -0
- package/dist/config/loader.js.map +1 -0
- package/dist/config/memory-config.d.ts +109 -0
- package/dist/config/memory-config.d.ts.map +1 -0
- package/dist/config/memory-config.js +182 -0
- package/dist/config/memory-config.js.map +1 -0
- package/dist/core/benchmark-types.d.ts +62 -0
- package/dist/core/benchmark-types.d.ts.map +1 -0
- package/dist/core/benchmark-types.js +11 -0
- package/dist/core/benchmark-types.js.map +1 -0
- package/dist/core/decay-types.d.ts +111 -0
- package/dist/core/decay-types.d.ts.map +1 -0
- package/dist/core/decay-types.js +30 -0
- package/dist/core/decay-types.js.map +1 -0
- package/dist/core/index.d.ts +11 -0
- package/dist/core/index.d.ts.map +1 -0
- package/dist/core/index.js +9 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/lexical-features.d.ts +34 -0
- package/dist/core/lexical-features.d.ts.map +1 -0
- package/dist/core/lexical-features.js +155 -0
- package/dist/core/lexical-features.js.map +1 -0
- package/dist/dashboard/client/assets/index-CMUKy4f9.css +1 -0
- package/dist/dashboard/client/assets/index-esv8TpCN.js +168 -0
- package/dist/dashboard/client/index.html +14 -0
- package/dist/dashboard/middleware/async-handler.d.ts +11 -0
- package/dist/dashboard/middleware/async-handler.d.ts.map +1 -0
- package/dist/dashboard/middleware/async-handler.js +12 -0
- package/dist/dashboard/middleware/async-handler.js.map +1 -0
- package/dist/dashboard/middleware/error-handler.d.ts +9 -0
- package/dist/dashboard/middleware/error-handler.d.ts.map +1 -0
- package/dist/dashboard/middleware/error-handler.js +14 -0
- package/dist/dashboard/middleware/error-handler.js.map +1 -0
- package/dist/dashboard/routes/benchmark-collection.d.ts +11 -0
- package/dist/dashboard/routes/benchmark-collection.d.ts.map +1 -0
- package/dist/dashboard/routes/benchmark-collection.js +49 -0
- package/dist/dashboard/routes/benchmark-collection.js.map +1 -0
- package/dist/dashboard/routes/chunks.d.ts +3 -0
- package/dist/dashboard/routes/chunks.d.ts.map +1 -0
- package/dist/dashboard/routes/chunks.js +25 -0
- package/dist/dashboard/routes/chunks.js.map +1 -0
- package/dist/dashboard/routes/clusters.d.ts +3 -0
- package/dist/dashboard/routes/clusters.d.ts.map +1 -0
- package/dist/dashboard/routes/clusters.js +28 -0
- package/dist/dashboard/routes/clusters.js.map +1 -0
- package/dist/dashboard/routes/edges.d.ts +3 -0
- package/dist/dashboard/routes/edges.d.ts.map +1 -0
- package/dist/dashboard/routes/edges.js +32 -0
- package/dist/dashboard/routes/edges.js.map +1 -0
- package/dist/dashboard/routes/graph.d.ts +3 -0
- package/dist/dashboard/routes/graph.d.ts.map +1 -0
- package/dist/dashboard/routes/graph.js +158 -0
- package/dist/dashboard/routes/graph.js.map +1 -0
- package/dist/dashboard/routes/projects.d.ts +3 -0
- package/dist/dashboard/routes/projects.d.ts.map +1 -0
- package/dist/dashboard/routes/projects.js +9 -0
- package/dist/dashboard/routes/projects.js.map +1 -0
- package/dist/dashboard/routes/search.d.ts +3 -0
- package/dist/dashboard/routes/search.d.ts.map +1 -0
- package/dist/dashboard/routes/search.js +105 -0
- package/dist/dashboard/routes/search.js.map +1 -0
- package/dist/dashboard/routes/sessions.d.ts +3 -0
- package/dist/dashboard/routes/sessions.d.ts.map +1 -0
- package/dist/dashboard/routes/sessions.js +16 -0
- package/dist/dashboard/routes/sessions.js.map +1 -0
- package/dist/dashboard/routes/stats.d.ts +3 -0
- package/dist/dashboard/routes/stats.d.ts.map +1 -0
- package/dist/dashboard/routes/stats.js +38 -0
- package/dist/dashboard/routes/stats.js.map +1 -0
- package/dist/dashboard/server.d.ts +3 -0
- package/dist/dashboard/server.d.ts.map +1 -0
- package/dist/dashboard/server.js +85 -0
- package/dist/dashboard/server.js.map +1 -0
- package/dist/eval/annotation-schema.d.ts +41 -0
- package/dist/eval/annotation-schema.d.ts.map +1 -0
- package/dist/eval/annotation-schema.js +171 -0
- package/dist/eval/annotation-schema.js.map +1 -0
- package/dist/eval/benchmark-runner.d.ts +15 -0
- package/dist/eval/benchmark-runner.d.ts.map +1 -0
- package/dist/eval/benchmark-runner.js +93 -0
- package/dist/eval/benchmark-runner.js.map +1 -0
- package/dist/eval/cluster-evaluator.d.ts +39 -0
- package/dist/eval/cluster-evaluator.d.ts.map +1 -0
- package/dist/eval/cluster-evaluator.js +51 -0
- package/dist/eval/cluster-evaluator.js.map +1 -0
- package/dist/eval/code-nl-alignment.d.ts +25 -0
- package/dist/eval/code-nl-alignment.d.ts.map +1 -0
- package/dist/eval/code-nl-alignment.js +49 -0
- package/dist/eval/code-nl-alignment.js.map +1 -0
- package/dist/eval/collection-benchmark/graph-value.d.ts +16 -0
- package/dist/eval/collection-benchmark/graph-value.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/graph-value.js +162 -0
- package/dist/eval/collection-benchmark/graph-value.js.map +1 -0
- package/dist/eval/collection-benchmark/health.d.ts +12 -0
- package/dist/eval/collection-benchmark/health.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/health.js +246 -0
- package/dist/eval/collection-benchmark/health.js.map +1 -0
- package/dist/eval/collection-benchmark/history.d.ts +27 -0
- package/dist/eval/collection-benchmark/history.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/history.js +134 -0
- package/dist/eval/collection-benchmark/history.js.map +1 -0
- package/dist/eval/collection-benchmark/latency.d.ts +16 -0
- package/dist/eval/collection-benchmark/latency.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/latency.js +115 -0
- package/dist/eval/collection-benchmark/latency.js.map +1 -0
- package/dist/eval/collection-benchmark/reporter.d.ts +18 -0
- package/dist/eval/collection-benchmark/reporter.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/reporter.js +244 -0
- package/dist/eval/collection-benchmark/reporter.js.map +1 -0
- package/dist/eval/collection-benchmark/retrieval.d.ts +15 -0
- package/dist/eval/collection-benchmark/retrieval.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/retrieval.js +203 -0
- package/dist/eval/collection-benchmark/retrieval.js.map +1 -0
- package/dist/eval/collection-benchmark/runner.d.ts +20 -0
- package/dist/eval/collection-benchmark/runner.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/runner.js +189 -0
- package/dist/eval/collection-benchmark/runner.js.map +1 -0
- package/dist/eval/collection-benchmark/sampler.d.ts +18 -0
- package/dist/eval/collection-benchmark/sampler.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/sampler.js +186 -0
- package/dist/eval/collection-benchmark/sampler.js.map +1 -0
- package/dist/eval/collection-benchmark/tuning.d.ts +12 -0
- package/dist/eval/collection-benchmark/tuning.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/tuning.js +222 -0
- package/dist/eval/collection-benchmark/tuning.js.map +1 -0
- package/dist/eval/collection-benchmark/types.d.ts +183 -0
- package/dist/eval/collection-benchmark/types.d.ts.map +1 -0
- package/dist/eval/collection-benchmark/types.js +7 -0
- package/dist/eval/collection-benchmark/types.js.map +1 -0
- package/dist/eval/context-window-test.d.ts +34 -0
- package/dist/eval/context-window-test.d.ts.map +1 -0
- package/dist/eval/context-window-test.js +59 -0
- package/dist/eval/context-window-test.js.map +1 -0
- package/dist/eval/corpus-builder.d.ts +33 -0
- package/dist/eval/corpus-builder.d.ts.map +1 -0
- package/dist/eval/corpus-builder.js +88 -0
- package/dist/eval/corpus-builder.js.map +1 -0
- package/dist/eval/experiments/boilerplate-filter.d.ts +26 -0
- package/dist/eval/experiments/boilerplate-filter.d.ts.map +1 -0
- package/dist/eval/experiments/boilerplate-filter.js +95 -0
- package/dist/eval/experiments/boilerplate-filter.js.map +1 -0
- package/dist/eval/experiments/cluster-threshold/index.d.ts +6 -0
- package/dist/eval/experiments/cluster-threshold/index.d.ts.map +1 -0
- package/dist/eval/experiments/cluster-threshold/index.js +5 -0
- package/dist/eval/experiments/cluster-threshold/index.js.map +1 -0
- package/dist/eval/experiments/cluster-threshold/run-threshold-sweep.d.ts +58 -0
- package/dist/eval/experiments/cluster-threshold/run-threshold-sweep.d.ts.map +1 -0
- package/dist/eval/experiments/cluster-threshold/run-threshold-sweep.js +246 -0
- package/dist/eval/experiments/cluster-threshold/run-threshold-sweep.js.map +1 -0
- package/dist/eval/experiments/code-focused-mode.d.ts +20 -0
- package/dist/eval/experiments/code-focused-mode.d.ts.map +1 -0
- package/dist/eval/experiments/code-focused-mode.js +66 -0
- package/dist/eval/experiments/code-focused-mode.js.map +1 -0
- package/dist/eval/experiments/edge-decay/decay-curves.d.ts +59 -0
- package/dist/eval/experiments/edge-decay/decay-curves.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/decay-curves.js +124 -0
- package/dist/eval/experiments/edge-decay/decay-curves.js.map +1 -0
- package/dist/eval/experiments/edge-decay/index.d.ts +13 -0
- package/dist/eval/experiments/edge-decay/index.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/index.js +16 -0
- package/dist/eval/experiments/edge-decay/index.js.map +1 -0
- package/dist/eval/experiments/edge-decay/presets.d.ts +52 -0
- package/dist/eval/experiments/edge-decay/presets.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/presets.js +234 -0
- package/dist/eval/experiments/edge-decay/presets.js.map +1 -0
- package/dist/eval/experiments/edge-decay/reference-extractor.d.ts +34 -0
- package/dist/eval/experiments/edge-decay/reference-extractor.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/reference-extractor.js +353 -0
- package/dist/eval/experiments/edge-decay/reference-extractor.js.map +1 -0
- package/dist/eval/experiments/edge-decay/reference-types.d.ts +131 -0
- package/dist/eval/experiments/edge-decay/reference-types.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/reference-types.js +5 -0
- package/dist/eval/experiments/edge-decay/reference-types.js.map +1 -0
- package/dist/eval/experiments/edge-decay/retrieval-ranking.d.ts +64 -0
- package/dist/eval/experiments/edge-decay/retrieval-ranking.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/retrieval-ranking.js +565 -0
- package/dist/eval/experiments/edge-decay/retrieval-ranking.js.map +1 -0
- package/dist/eval/experiments/edge-decay/run-experiments.d.ts +25 -0
- package/dist/eval/experiments/edge-decay/run-experiments.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/run-experiments.js +229 -0
- package/dist/eval/experiments/edge-decay/run-experiments.js.map +1 -0
- package/dist/eval/experiments/edge-decay/simulate.d.ts +42 -0
- package/dist/eval/experiments/edge-decay/simulate.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/simulate.js +232 -0
- package/dist/eval/experiments/edge-decay/simulate.js.map +1 -0
- package/dist/eval/experiments/edge-decay/types.d.ts +10 -0
- package/dist/eval/experiments/edge-decay/types.d.ts.map +1 -0
- package/dist/eval/experiments/edge-decay/types.js +9 -0
- package/dist/eval/experiments/edge-decay/types.js.map +1 -0
- package/dist/eval/experiments/hdbscan-sweep.d.ts +19 -0
- package/dist/eval/experiments/hdbscan-sweep.d.ts.map +1 -0
- package/dist/eval/experiments/hdbscan-sweep.js +71 -0
- package/dist/eval/experiments/hdbscan-sweep.js.map +1 -0
- package/dist/eval/experiments/single-model-run.d.ts +54 -0
- package/dist/eval/experiments/single-model-run.d.ts.map +1 -0
- package/dist/eval/experiments/single-model-run.js +120 -0
- package/dist/eval/experiments/single-model-run.js.map +1 -0
- package/dist/eval/experiments/thinking-ablation.d.ts +21 -0
- package/dist/eval/experiments/thinking-ablation.d.ts.map +1 -0
- package/dist/eval/experiments/thinking-ablation.js +68 -0
- package/dist/eval/experiments/thinking-ablation.js.map +1 -0
- package/dist/eval/experiments/topic-continuity/embedding-classifier.d.ts +55 -0
- package/dist/eval/experiments/topic-continuity/embedding-classifier.d.ts.map +1 -0
- package/dist/eval/experiments/topic-continuity/embedding-classifier.js +126 -0
- package/dist/eval/experiments/topic-continuity/embedding-classifier.js.map +1 -0
- package/dist/eval/experiments/topic-continuity/hybrid-classifier.d.ts +68 -0
- package/dist/eval/experiments/topic-continuity/hybrid-classifier.d.ts.map +1 -0
- package/dist/eval/experiments/topic-continuity/hybrid-classifier.js +175 -0
- package/dist/eval/experiments/topic-continuity/hybrid-classifier.js.map +1 -0
- package/dist/eval/experiments/topic-continuity/index.d.ts +13 -0
- package/dist/eval/experiments/topic-continuity/index.d.ts.map +1 -0
- package/dist/eval/experiments/topic-continuity/index.js +17 -0
- package/dist/eval/experiments/topic-continuity/index.js.map +1 -0
- package/dist/eval/experiments/topic-continuity/labeler.d.ts +42 -0
- package/dist/eval/experiments/topic-continuity/labeler.d.ts.map +1 -0
- package/dist/eval/experiments/topic-continuity/labeler.js +253 -0
- package/dist/eval/experiments/topic-continuity/labeler.js.map +1 -0
- package/dist/eval/experiments/topic-continuity/lexical-features.d.ts +26 -0
- package/dist/eval/experiments/topic-continuity/lexical-features.d.ts.map +1 -0
- package/dist/eval/experiments/topic-continuity/lexical-features.js +58 -0
- package/dist/eval/experiments/topic-continuity/lexical-features.js.map +1 -0
- package/dist/eval/experiments/topic-continuity/run-experiment.d.ts +40 -0
- package/dist/eval/experiments/topic-continuity/run-experiment.d.ts.map +1 -0
- package/dist/eval/experiments/topic-continuity/run-experiment.js +379 -0
- package/dist/eval/experiments/topic-continuity/run-experiment.js.map +1 -0
- package/dist/eval/experiments/topic-continuity/types.d.ts +146 -0
- package/dist/eval/experiments/topic-continuity/types.d.ts.map +1 -0
- package/dist/eval/experiments/topic-continuity/types.js +9 -0
- package/dist/eval/experiments/topic-continuity/types.js.map +1 -0
- package/dist/eval/experiments/truncation.d.ts +21 -0
- package/dist/eval/experiments/truncation.d.ts.map +1 -0
- package/dist/eval/experiments/truncation.js +59 -0
- package/dist/eval/experiments/truncation.js.map +1 -0
- package/dist/eval/experiments/types.d.ts +37 -0
- package/dist/eval/experiments/types.d.ts.map +1 -0
- package/dist/eval/experiments/types.js +13 -0
- package/dist/eval/experiments/types.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.d.ts +10 -0
- package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.js +229 -0
- package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.d.ts +12 -0
- package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.js +316 -0
- package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/hop-decay.d.ts +19 -0
- package/dist/eval/experiments/vector-decay-shapes/hop-decay.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/hop-decay.js +127 -0
- package/dist/eval/experiments/vector-decay-shapes/hop-decay.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/index.d.ts +11 -0
- package/dist/eval/experiments/vector-decay-shapes/index.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/index.js +11 -0
- package/dist/eval/experiments/vector-decay-shapes/index.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.d.ts +14 -0
- package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.js +274 -0
- package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/presets.d.ts +36 -0
- package/dist/eval/experiments/vector-decay-shapes/presets.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/presets.js +157 -0
- package/dist/eval/experiments/vector-decay-shapes/presets.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/run-experiment.d.ts +20 -0
- package/dist/eval/experiments/vector-decay-shapes/run-experiment.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/run-experiment.js +504 -0
- package/dist/eval/experiments/vector-decay-shapes/run-experiment.js.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/types.d.ts +111 -0
- package/dist/eval/experiments/vector-decay-shapes/types.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-shapes/types.js +15 -0
- package/dist/eval/experiments/vector-decay-shapes/types.js.map +1 -0
- package/dist/eval/experiments/vector-decay-sweep/index.d.ts +7 -0
- package/dist/eval/experiments/vector-decay-sweep/index.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-sweep/index.js +7 -0
- package/dist/eval/experiments/vector-decay-sweep/index.js.map +1 -0
- package/dist/eval/experiments/vector-decay-sweep/run-sweep.d.ts +30 -0
- package/dist/eval/experiments/vector-decay-sweep/run-sweep.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-sweep/run-sweep.js +378 -0
- package/dist/eval/experiments/vector-decay-sweep/run-sweep.js.map +1 -0
- package/dist/eval/experiments/vector-decay-sweep/types.d.ts +109 -0
- package/dist/eval/experiments/vector-decay-sweep/types.d.ts.map +1 -0
- package/dist/eval/experiments/vector-decay-sweep/types.js +16 -0
- package/dist/eval/experiments/vector-decay-sweep/types.js.map +1 -0
- package/dist/eval/metrics.d.ts +45 -0
- package/dist/eval/metrics.d.ts.map +1 -0
- package/dist/eval/metrics.js +134 -0
- package/dist/eval/metrics.js.map +1 -0
- package/dist/hooks/claudemd-generator.d.ts +62 -0
- package/dist/hooks/claudemd-generator.d.ts.map +1 -0
- package/dist/hooks/claudemd-generator.js +220 -0
- package/dist/hooks/claudemd-generator.js.map +1 -0
- package/dist/hooks/hook-utils.d.ts +84 -0
- package/dist/hooks/hook-utils.d.ts.map +1 -0
- package/dist/hooks/hook-utils.js +187 -0
- package/dist/hooks/hook-utils.js.map +1 -0
- package/dist/hooks/index.d.ts +12 -0
- package/dist/hooks/index.d.ts.map +1 -0
- package/dist/hooks/index.js +12 -0
- package/dist/hooks/index.js.map +1 -0
- package/dist/hooks/pre-compact.d.ts +58 -0
- package/dist/hooks/pre-compact.d.ts.map +1 -0
- package/dist/hooks/pre-compact.js +127 -0
- package/dist/hooks/pre-compact.js.map +1 -0
- package/dist/hooks/session-start.d.ts +62 -0
- package/dist/hooks/session-start.d.ts.map +1 -0
- package/dist/hooks/session-start.js +249 -0
- package/dist/hooks/session-start.js.map +1 -0
- package/dist/index.d.ts +22 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +29 -0
- package/dist/index.js.map +1 -0
- package/dist/ingest/batch-ingest.d.ts +94 -0
- package/dist/ingest/batch-ingest.d.ts.map +1 -0
- package/dist/ingest/batch-ingest.js +167 -0
- package/dist/ingest/batch-ingest.js.map +1 -0
- package/dist/ingest/brief-debrief-detector.d.ts +74 -0
- package/dist/ingest/brief-debrief-detector.d.ts.map +1 -0
- package/dist/ingest/brief-debrief-detector.js +253 -0
- package/dist/ingest/brief-debrief-detector.js.map +1 -0
- package/dist/ingest/cross-session-linker.d.ts +39 -0
- package/dist/ingest/cross-session-linker.d.ts.map +1 -0
- package/dist/ingest/cross-session-linker.js +103 -0
- package/dist/ingest/cross-session-linker.js.map +1 -0
- package/dist/ingest/edge-creator.d.ts +62 -0
- package/dist/ingest/edge-creator.d.ts.map +1 -0
- package/dist/ingest/edge-creator.js +186 -0
- package/dist/ingest/edge-creator.js.map +1 -0
- package/dist/ingest/edge-detector.d.ts +37 -0
- package/dist/ingest/edge-detector.d.ts.map +1 -0
- package/dist/ingest/edge-detector.js +234 -0
- package/dist/ingest/edge-detector.js.map +1 -0
- package/dist/ingest/index.d.ts +14 -0
- package/dist/ingest/index.d.ts.map +1 -0
- package/dist/ingest/index.js +14 -0
- package/dist/ingest/index.js.map +1 -0
- package/dist/ingest/ingest-session.d.ts +83 -0
- package/dist/ingest/ingest-session.d.ts.map +1 -0
- package/dist/ingest/ingest-session.js +415 -0
- package/dist/ingest/ingest-session.js.map +1 -0
- package/dist/maintenance/index.d.ts +5 -0
- package/dist/maintenance/index.d.ts.map +1 -0
- package/dist/maintenance/index.js +5 -0
- package/dist/maintenance/index.js.map +1 -0
- package/dist/maintenance/scheduler.d.ts +79 -0
- package/dist/maintenance/scheduler.d.ts.map +1 -0
- package/dist/maintenance/scheduler.js +362 -0
- package/dist/maintenance/scheduler.js.map +1 -0
- package/dist/maintenance/tasks/cleanup-vectors.d.ts +10 -0
- package/dist/maintenance/tasks/cleanup-vectors.d.ts.map +1 -0
- package/dist/maintenance/tasks/cleanup-vectors.js +23 -0
- package/dist/maintenance/tasks/cleanup-vectors.js.map +1 -0
- package/dist/maintenance/tasks/index.d.ts +9 -0
- package/dist/maintenance/tasks/index.d.ts.map +1 -0
- package/dist/maintenance/tasks/index.js +9 -0
- package/dist/maintenance/tasks/index.js.map +1 -0
- package/dist/maintenance/tasks/prune-graph.d.ts +12 -0
- package/dist/maintenance/tasks/prune-graph.d.ts.map +1 -0
- package/dist/maintenance/tasks/prune-graph.js +23 -0
- package/dist/maintenance/tasks/prune-graph.js.map +1 -0
- package/dist/maintenance/tasks/scan-projects.d.ts +12 -0
- package/dist/maintenance/tasks/scan-projects.d.ts.map +1 -0
- package/dist/maintenance/tasks/scan-projects.js +31 -0
- package/dist/maintenance/tasks/scan-projects.js.map +1 -0
- package/dist/maintenance/tasks/update-clusters.d.ts +12 -0
- package/dist/maintenance/tasks/update-clusters.d.ts.map +1 -0
- package/dist/maintenance/tasks/update-clusters.js +41 -0
- package/dist/maintenance/tasks/update-clusters.js.map +1 -0
- package/dist/maintenance/tasks/vacuum.d.ts +10 -0
- package/dist/maintenance/tasks/vacuum.d.ts.map +1 -0
- package/dist/maintenance/tasks/vacuum.js +23 -0
- package/dist/maintenance/tasks/vacuum.js.map +1 -0
- package/dist/mcp/index.d.ts +7 -0
- package/dist/mcp/index.d.ts.map +1 -0
- package/dist/mcp/index.js +8 -0
- package/dist/mcp/index.js.map +1 -0
- package/dist/mcp/server.d.ts +90 -0
- package/dist/mcp/server.d.ts.map +1 -0
- package/dist/mcp/server.js +395 -0
- package/dist/mcp/server.js.map +1 -0
- package/dist/mcp/tools.d.ts +52 -0
- package/dist/mcp/tools.d.ts.map +1 -0
- package/dist/mcp/tools.js +292 -0
- package/dist/mcp/tools.js.map +1 -0
- package/dist/models/device-detector.d.ts +32 -0
- package/dist/models/device-detector.d.ts.map +1 -0
- package/dist/models/device-detector.js +123 -0
- package/dist/models/device-detector.js.map +1 -0
- package/dist/models/embedder.d.ts +60 -0
- package/dist/models/embedder.d.ts.map +1 -0
- package/dist/models/embedder.js +171 -0
- package/dist/models/embedder.js.map +1 -0
- package/dist/models/model-registry.d.ts +25 -0
- package/dist/models/model-registry.d.ts.map +1 -0
- package/dist/models/model-registry.js +56 -0
- package/dist/models/model-registry.js.map +1 -0
- package/dist/parser/chunker.d.ts +74 -0
- package/dist/parser/chunker.d.ts.map +1 -0
- package/dist/parser/chunker.js +330 -0
- package/dist/parser/chunker.js.map +1 -0
- package/dist/parser/session-reader.d.ts +75 -0
- package/dist/parser/session-reader.d.ts.map +1 -0
- package/dist/parser/session-reader.js +198 -0
- package/dist/parser/session-reader.js.map +1 -0
- package/dist/parser/turn-assembler.d.ts +18 -0
- package/dist/parser/turn-assembler.d.ts.map +1 -0
- package/dist/parser/turn-assembler.js +150 -0
- package/dist/parser/turn-assembler.js.map +1 -0
- package/dist/parser/types.d.ts +124 -0
- package/dist/parser/types.d.ts.map +1 -0
- package/dist/parser/types.js +8 -0
- package/dist/parser/types.js.map +1 -0
- package/dist/report/reporter.d.ts +18 -0
- package/dist/report/reporter.d.ts.map +1 -0
- package/dist/report/reporter.js +121 -0
- package/dist/report/reporter.js.map +1 -0
- package/dist/retrieval/cluster-expander.d.ts +30 -0
- package/dist/retrieval/cluster-expander.d.ts.map +1 -0
- package/dist/retrieval/cluster-expander.js +87 -0
- package/dist/retrieval/cluster-expander.js.map +1 -0
- package/dist/retrieval/context-assembler.d.ts +89 -0
- package/dist/retrieval/context-assembler.d.ts.map +1 -0
- package/dist/retrieval/context-assembler.js +313 -0
- package/dist/retrieval/context-assembler.js.map +1 -0
- package/dist/retrieval/index.d.ts +12 -0
- package/dist/retrieval/index.d.ts.map +1 -0
- package/dist/retrieval/index.js +12 -0
- package/dist/retrieval/index.js.map +1 -0
- package/dist/retrieval/rrf.d.ts +25 -0
- package/dist/retrieval/rrf.d.ts.map +1 -0
- package/dist/retrieval/rrf.js +56 -0
- package/dist/retrieval/rrf.js.map +1 -0
- package/dist/retrieval/session-reconstructor.d.ts +79 -0
- package/dist/retrieval/session-reconstructor.d.ts.map +1 -0
- package/dist/retrieval/session-reconstructor.js +173 -0
- package/dist/retrieval/session-reconstructor.js.map +1 -0
- package/dist/retrieval/traverser.d.ts +66 -0
- package/dist/retrieval/traverser.d.ts.map +1 -0
- package/dist/retrieval/traverser.js +160 -0
- package/dist/retrieval/traverser.js.map +1 -0
- package/dist/storage/archive.d.ts +81 -0
- package/dist/storage/archive.d.ts.map +1 -0
- package/dist/storage/archive.js +204 -0
- package/dist/storage/archive.js.map +1 -0
- package/dist/storage/audit-log.d.ts +29 -0
- package/dist/storage/audit-log.d.ts.map +1 -0
- package/dist/storage/audit-log.js +69 -0
- package/dist/storage/audit-log.js.map +1 -0
- package/dist/storage/checkpoint-store.d.ts +38 -0
- package/dist/storage/checkpoint-store.d.ts.map +1 -0
- package/dist/storage/checkpoint-store.js +76 -0
- package/dist/storage/checkpoint-store.js.map +1 -0
- package/dist/storage/chunk-store.d.ts +111 -0
- package/dist/storage/chunk-store.d.ts.map +1 -0
- package/dist/storage/chunk-store.js +298 -0
- package/dist/storage/chunk-store.js.map +1 -0
- package/dist/storage/clock-store.d.ts +80 -0
- package/dist/storage/clock-store.d.ts.map +1 -0
- package/dist/storage/clock-store.js +155 -0
- package/dist/storage/clock-store.js.map +1 -0
- package/dist/storage/cluster-store.d.ts +63 -0
- package/dist/storage/cluster-store.d.ts.map +1 -0
- package/dist/storage/cluster-store.js +219 -0
- package/dist/storage/cluster-store.js.map +1 -0
- package/dist/storage/db.d.ts +57 -0
- package/dist/storage/db.d.ts.map +1 -0
- package/dist/storage/db.js +249 -0
- package/dist/storage/db.js.map +1 -0
- package/dist/storage/decay.d.ts +125 -0
- package/dist/storage/decay.d.ts.map +1 -0
- package/dist/storage/decay.js +276 -0
- package/dist/storage/decay.js.map +1 -0
- package/dist/storage/edge-store.d.ts +75 -0
- package/dist/storage/edge-store.d.ts.map +1 -0
- package/dist/storage/edge-store.js +259 -0
- package/dist/storage/edge-store.js.map +1 -0
- package/dist/storage/embedding-cache.d.ts +51 -0
- package/dist/storage/embedding-cache.d.ts.map +1 -0
- package/dist/storage/embedding-cache.js +155 -0
- package/dist/storage/embedding-cache.js.map +1 -0
- package/dist/storage/encryption.d.ts +55 -0
- package/dist/storage/encryption.d.ts.map +1 -0
- package/dist/storage/encryption.js +130 -0
- package/dist/storage/encryption.js.map +1 -0
- package/dist/storage/index.d.ts +15 -0
- package/dist/storage/index.d.ts.map +1 -0
- package/dist/storage/index.js +20 -0
- package/dist/storage/index.js.map +1 -0
- package/dist/storage/keyword-store.d.ts +25 -0
- package/dist/storage/keyword-store.d.ts.map +1 -0
- package/dist/storage/keyword-store.js +104 -0
- package/dist/storage/keyword-store.js.map +1 -0
- package/dist/storage/migrations.d.ts +12 -0
- package/dist/storage/migrations.d.ts.map +1 -0
- package/dist/storage/migrations.js +345 -0
- package/dist/storage/migrations.js.map +1 -0
- package/dist/storage/pruner.d.ts +111 -0
- package/dist/storage/pruner.d.ts.map +1 -0
- package/dist/storage/pruner.js +280 -0
- package/dist/storage/pruner.js.map +1 -0
- package/dist/storage/schema-loader.d.ts +18 -0
- package/dist/storage/schema-loader.d.ts.map +1 -0
- package/dist/storage/schema-loader.js +62 -0
- package/dist/storage/schema-loader.js.map +1 -0
- package/dist/storage/schema.sql +133 -0
- package/dist/storage/types.d.ts +278 -0
- package/dist/storage/types.d.ts.map +1 -0
- package/dist/storage/types.js +14 -0
- package/dist/storage/types.js.map +1 -0
- package/dist/storage/vector-store.d.ts +213 -0
- package/dist/storage/vector-store.d.ts.map +1 -0
- package/dist/storage/vector-store.js +440 -0
- package/dist/storage/vector-store.js.map +1 -0
- package/dist/temporal/clock-compactor.d.ts +65 -0
- package/dist/temporal/clock-compactor.d.ts.map +1 -0
- package/dist/temporal/clock-compactor.js +157 -0
- package/dist/temporal/clock-compactor.js.map +1 -0
- package/dist/temporal/index.d.ts +6 -0
- package/dist/temporal/index.d.ts.map +1 -0
- package/dist/temporal/index.js +6 -0
- package/dist/temporal/index.js.map +1 -0
- package/dist/temporal/vector-clock.d.ts +143 -0
- package/dist/temporal/vector-clock.d.ts.map +1 -0
- package/dist/temporal/vector-clock.js +231 -0
- package/dist/temporal/vector-clock.js.map +1 -0
- package/dist/utils/angular-distance.d.ts +31 -0
- package/dist/utils/angular-distance.d.ts.map +1 -0
- package/dist/utils/angular-distance.js +61 -0
- package/dist/utils/angular-distance.js.map +1 -0
- package/dist/utils/array-utils.d.ts +28 -0
- package/dist/utils/array-utils.d.ts.map +1 -0
- package/dist/utils/array-utils.js +67 -0
- package/dist/utils/array-utils.js.map +1 -0
- package/dist/utils/embedding-utils.d.ts +25 -0
- package/dist/utils/embedding-utils.d.ts.map +1 -0
- package/dist/utils/embedding-utils.js +30 -0
- package/dist/utils/embedding-utils.js.map +1 -0
- package/dist/utils/errors.d.ts +143 -0
- package/dist/utils/errors.d.ts.map +1 -0
- package/dist/utils/errors.js +220 -0
- package/dist/utils/errors.js.map +1 -0
- package/dist/utils/keychain.d.ts +43 -0
- package/dist/utils/keychain.d.ts.map +1 -0
- package/dist/utils/keychain.js +82 -0
- package/dist/utils/keychain.js.map +1 -0
- package/dist/utils/logger.d.ts +50 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +104 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/secret-store.d.ts +110 -0
- package/dist/utils/secret-store.d.ts.map +1 -0
- package/dist/utils/secret-store.js +340 -0
- package/dist/utils/secret-store.js.map +1 -0
- package/dist/utils/secure-buffer.d.ts +66 -0
- package/dist/utils/secure-buffer.d.ts.map +1 -0
- package/dist/utils/secure-buffer.js +104 -0
- package/dist/utils/secure-buffer.js.map +1 -0
- package/dist/utils/token-counter.d.ts +13 -0
- package/dist/utils/token-counter.d.ts.map +1 -0
- package/dist/utils/token-counter.js +18 -0
- package/dist/utils/token-counter.js.map +1 -0
- package/package.json +110 -0
- package/src/dashboard/client/package-lock.json +3045 -0
- package/src/dashboard/client/package.json +30 -0
|
@@ -0,0 +1,186 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Edge creation with type-based weights.
|
|
3
|
+
* Creates both forward and backward edges for graph traversal.
|
|
4
|
+
*/
|
|
5
|
+
import { createEdges, createOrBoostEdges } from '../storage/edge-store.js';
|
|
6
|
+
/**
|
|
7
|
+
* Initial weight by reference type.
|
|
8
|
+
* Higher weights for stronger evidence of continuation.
|
|
9
|
+
*/
|
|
10
|
+
export const TYPE_WEIGHTS = {
|
|
11
|
+
'file-path': 1.0, // Strong: explicit file reference
|
|
12
|
+
'code-entity': 0.8, // Good: shared code identifiers
|
|
13
|
+
'explicit-backref': 0.9, // Strong: explicit "the error", "that function"
|
|
14
|
+
'error-fragment': 0.9, // Strong: discussing specific error
|
|
15
|
+
'tool-output': 0.8, // Good: referencing tool results
|
|
16
|
+
'adjacent': 0.5, // Weak: just consecutive, no clear link
|
|
17
|
+
'cross-session': 0.7, // Medium: session continuation
|
|
18
|
+
'brief': 0.9, // Strong: parent spawning sub-agent
|
|
19
|
+
'debrief': 0.9, // Strong: sub-agent returning to parent
|
|
20
|
+
};
|
|
21
|
+
/**
|
|
22
|
+
* Create edges from detected transitions.
|
|
23
|
+
* Creates both backward (for retrieval) and forward (for prediction) edges.
|
|
24
|
+
*
|
|
25
|
+
* @param transitions - Detected transitions between chunks
|
|
26
|
+
* @param chunkIds - Array of chunk IDs corresponding to transition indices
|
|
27
|
+
* @param options - Edge creation options
|
|
28
|
+
* @returns Edge creation result
|
|
29
|
+
*/
|
|
30
|
+
export async function createEdgesFromTransitions(transitions, chunkIds, options = {}) {
|
|
31
|
+
const { vectorClock, useBoostMode = false } = options;
|
|
32
|
+
const edges = [];
|
|
33
|
+
for (const t of transitions) {
|
|
34
|
+
const sourceId = chunkIds[t.sourceIndex];
|
|
35
|
+
const targetId = chunkIds[t.targetIndex];
|
|
36
|
+
const weight = TYPE_WEIGHTS[t.type] * t.confidence;
|
|
37
|
+
// Backward edge: from target (later) to source (earlier)
|
|
38
|
+
// Used for retrieval: "what context led to this?"
|
|
39
|
+
edges.push({
|
|
40
|
+
sourceChunkId: targetId,
|
|
41
|
+
targetChunkId: sourceId,
|
|
42
|
+
edgeType: 'backward',
|
|
43
|
+
referenceType: t.type,
|
|
44
|
+
initialWeight: weight,
|
|
45
|
+
vectorClock,
|
|
46
|
+
});
|
|
47
|
+
// Forward edge: from source (earlier) to target (later)
|
|
48
|
+
// Used for prediction: "what comes after this?"
|
|
49
|
+
edges.push({
|
|
50
|
+
sourceChunkId: sourceId,
|
|
51
|
+
targetChunkId: targetId,
|
|
52
|
+
edgeType: 'forward',
|
|
53
|
+
referenceType: t.type,
|
|
54
|
+
initialWeight: weight,
|
|
55
|
+
vectorClock,
|
|
56
|
+
});
|
|
57
|
+
}
|
|
58
|
+
if (edges.length > 0) {
|
|
59
|
+
if (useBoostMode) {
|
|
60
|
+
createOrBoostEdges(edges);
|
|
61
|
+
}
|
|
62
|
+
else {
|
|
63
|
+
createEdges(edges);
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
return {
|
|
67
|
+
backwardCount: transitions.length,
|
|
68
|
+
forwardCount: transitions.length,
|
|
69
|
+
totalCount: edges.length,
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
/**
|
|
73
|
+
* Create a single edge pair (backward + forward) between two chunks.
|
|
74
|
+
*/
|
|
75
|
+
export async function createEdgePair(sourceChunkId, targetChunkId, referenceType, confidence = 1.0, vectorClock) {
|
|
76
|
+
const weight = TYPE_WEIGHTS[referenceType] * confidence;
|
|
77
|
+
createEdges([
|
|
78
|
+
{
|
|
79
|
+
sourceChunkId: targetChunkId,
|
|
80
|
+
targetChunkId: sourceChunkId,
|
|
81
|
+
edgeType: 'backward',
|
|
82
|
+
referenceType,
|
|
83
|
+
initialWeight: weight,
|
|
84
|
+
vectorClock,
|
|
85
|
+
},
|
|
86
|
+
{
|
|
87
|
+
sourceChunkId,
|
|
88
|
+
targetChunkId,
|
|
89
|
+
edgeType: 'forward',
|
|
90
|
+
referenceType,
|
|
91
|
+
initialWeight: weight,
|
|
92
|
+
vectorClock,
|
|
93
|
+
},
|
|
94
|
+
]);
|
|
95
|
+
}
|
|
96
|
+
/**
|
|
97
|
+
* Create cross-session edges between final chunks of old session
|
|
98
|
+
* and first chunk of new (continued) session.
|
|
99
|
+
*/
|
|
100
|
+
export async function createCrossSessionEdges(previousFinalChunkIds, newFirstChunkId, vectorClock) {
|
|
101
|
+
const edges = [];
|
|
102
|
+
const weight = TYPE_WEIGHTS['cross-session'];
|
|
103
|
+
for (const prevChunkId of previousFinalChunkIds) {
|
|
104
|
+
// Backward: new session's first chunk can recall prev session context
|
|
105
|
+
edges.push({
|
|
106
|
+
sourceChunkId: newFirstChunkId,
|
|
107
|
+
targetChunkId: prevChunkId,
|
|
108
|
+
edgeType: 'backward',
|
|
109
|
+
referenceType: 'cross-session',
|
|
110
|
+
initialWeight: weight,
|
|
111
|
+
vectorClock,
|
|
112
|
+
});
|
|
113
|
+
// Forward: prev session's final chunks predict continuation
|
|
114
|
+
edges.push({
|
|
115
|
+
sourceChunkId: prevChunkId,
|
|
116
|
+
targetChunkId: newFirstChunkId,
|
|
117
|
+
edgeType: 'forward',
|
|
118
|
+
referenceType: 'cross-session',
|
|
119
|
+
initialWeight: weight,
|
|
120
|
+
vectorClock,
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
if (edges.length > 0) {
|
|
124
|
+
createEdges(edges);
|
|
125
|
+
}
|
|
126
|
+
return edges.length;
|
|
127
|
+
}
|
|
128
|
+
/**
|
|
129
|
+
* Create brief edges: parent chunk → sub-agent's first chunk.
|
|
130
|
+
* These represent the point where a sub-agent is spawned.
|
|
131
|
+
*/
|
|
132
|
+
export async function createBriefEdges(parentChunkId, subAgentFirstChunkId, vectorClock, spawnDepth = 0) {
|
|
133
|
+
// Apply depth penalty: deeper nesting = weaker connection
|
|
134
|
+
const depthPenalty = Math.pow(0.9, spawnDepth);
|
|
135
|
+
const weight = TYPE_WEIGHTS['brief'] * depthPenalty;
|
|
136
|
+
createEdges([
|
|
137
|
+
{
|
|
138
|
+
sourceChunkId: subAgentFirstChunkId,
|
|
139
|
+
targetChunkId: parentChunkId,
|
|
140
|
+
edgeType: 'backward',
|
|
141
|
+
referenceType: 'brief',
|
|
142
|
+
initialWeight: weight,
|
|
143
|
+
vectorClock,
|
|
144
|
+
},
|
|
145
|
+
{
|
|
146
|
+
sourceChunkId: parentChunkId,
|
|
147
|
+
targetChunkId: subAgentFirstChunkId,
|
|
148
|
+
edgeType: 'forward',
|
|
149
|
+
referenceType: 'brief',
|
|
150
|
+
initialWeight: weight,
|
|
151
|
+
vectorClock,
|
|
152
|
+
},
|
|
153
|
+
]);
|
|
154
|
+
}
|
|
155
|
+
/**
|
|
156
|
+
* Create debrief edges: sub-agent's final chunk → parent chunk.
|
|
157
|
+
* These represent the point where a sub-agent returns to the parent.
|
|
158
|
+
*/
|
|
159
|
+
export async function createDebriefEdges(subAgentFinalChunkIds, parentChunkId, vectorClock, spawnDepth = 0) {
|
|
160
|
+
// Apply depth penalty: deeper nesting = weaker connection
|
|
161
|
+
const depthPenalty = Math.pow(0.9, spawnDepth);
|
|
162
|
+
const weight = TYPE_WEIGHTS['debrief'] * depthPenalty;
|
|
163
|
+
const edges = [];
|
|
164
|
+
for (const agentChunkId of subAgentFinalChunkIds) {
|
|
165
|
+
edges.push({
|
|
166
|
+
sourceChunkId: parentChunkId,
|
|
167
|
+
targetChunkId: agentChunkId,
|
|
168
|
+
edgeType: 'backward',
|
|
169
|
+
referenceType: 'debrief',
|
|
170
|
+
initialWeight: weight,
|
|
171
|
+
vectorClock,
|
|
172
|
+
});
|
|
173
|
+
edges.push({
|
|
174
|
+
sourceChunkId: agentChunkId,
|
|
175
|
+
targetChunkId: parentChunkId,
|
|
176
|
+
edgeType: 'forward',
|
|
177
|
+
referenceType: 'debrief',
|
|
178
|
+
initialWeight: weight,
|
|
179
|
+
vectorClock,
|
|
180
|
+
});
|
|
181
|
+
}
|
|
182
|
+
if (edges.length > 0) {
|
|
183
|
+
createEdges(edges);
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
//# sourceMappingURL=edge-creator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"edge-creator.js","sourceRoot":"","sources":["../../src/ingest/edge-creator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAK3E;;;GAGG;AACH,MAAM,CAAC,MAAM,YAAY,GAAkC;IACzD,WAAW,EAAE,GAAG,EAAY,kCAAkC;IAC9D,aAAa,EAAE,GAAG,EAAU,gCAAgC;IAC5D,kBAAkB,EAAE,GAAG,EAAK,gDAAgD;IAC5E,gBAAgB,EAAE,GAAG,EAAO,oCAAoC;IAChE,aAAa,EAAE,GAAG,EAAU,iCAAiC;IAC7D,UAAU,EAAE,GAAG,EAAa,wCAAwC;IACpE,eAAe,EAAE,GAAG,EAAQ,+BAA+B;IAC3D,OAAO,EAAE,GAAG,EAAgB,oCAAoC;IAChE,SAAS,EAAE,GAAG,EAAc,wCAAwC;CACrE,CAAC;AAwBF;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,WAA+B,EAC/B,QAAkB,EAClB,UAA+B,EAAE;IAEjC,MAAM,EAAE,WAAW,EAAE,YAAY,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;IACtD,MAAM,KAAK,GAAgB,EAAE,CAAC;IAE9B,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC;QAEnD,yDAAyD;QACzD,kDAAkD;QAClD,KAAK,CAAC,IAAI,CAAC;YACT,aAAa,EAAE,QAAQ;YACvB,aAAa,EAAE,QAAQ;YACvB,QAAQ,EAAE,UAAU;YACpB,aAAa,EAAE,CAAC,CAAC,IAAI;YACrB,aAAa,EAAE,MAAM;YACrB,WAAW;SACZ,CAAC,CAAC;QAEH,wDAAwD;QACxD,gDAAgD;QAChD,KAAK,CAAC,IAAI,CAAC;YACT,aAAa,EAAE,QAAQ;YACvB,aAAa,EAAE,QAAQ;YACvB,QAAQ,EAAE,SAAS;YACnB,aAAa,EAAE,CAAC,CAAC,IAAI;YACrB,aAAa,EAAE,MAAM;YACrB,WAAW;SACZ,CAAC,CAAC;IACL,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,YAAY,EAAE,CAAC;YACjB,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO;QACL,aAAa,EAAE,WAAW,CAAC,MAAM;QACjC,YAAY,EAAE,WAAW,CAAC,MAAM;QAChC,UAAU,EAAE,KAAK,CAAC,MAAM;KACzB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,aAAqB,EACrB,aAAqB,EACrB,aAA4B,EAC5B,aAAqB,GAAG,EACxB,WAAyB;IAEzB,MAAM,MAAM,GAAG,YAAY,CAAC,aAAa,CAAC,GAAG,UAAU,CAAC;IAExD,WAAW,CAAC;QACV;YACE,aAAa,EAAE,aAAa;YAC5B,aAAa,EAAE,aAAa;YAC5B,QAAQ,EAAE,UAAU;YACpB,aAAa;YACb,aAAa,EAAE,MAAM;YACrB,WAAW;SACZ;QACD;YACE,aAAa;YACb,aAAa;YACb,QAAQ,EAAE,SAAS;YACnB,aAAa;YACb,aAAa,EAAE,MAAM;YACrB,WAAW;SACZ;KACF,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,qBAA+B,EAC/B,eAAuB,EACvB,WAAyB;IAEzB,MAAM,KAAK,GAAgB,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,YAAY,CAAC,eAAe,CAAC,CAAC;IAE7C,KAAK,MAAM,WAAW,IAAI,qBAAqB,EAAE,CAAC;QAChD,sEAAsE;QACtE,KAAK,CAAC,IAAI,CAAC;YACT,aAAa,EAAE,eAAe;YAC9B,aAAa,EAAE,WAAW;YAC1B,QAAQ,EAAE,UAAU;YACpB,aAAa,EAAE,eAAe;YAC9B,aAAa,EAAE,MAAM;YACrB,WAAW;SACZ,CAAC,CAAC;QAEH,4DAA4D;QAC5D,KAAK,CAAC,IAAI,CAAC;YACT,aAAa,EAAE,WAAW;YAC1B,aAAa,EAAE,eAAe;YAC9B,QAAQ,EAAE,SAAS;YACnB,aAAa,EAAE,eAAe;YAC9B,aAAa,EAAE,MAAM;YACrB,WAAW;SACZ,CAAC,CAAC;IACL,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IAED,OAAO,KAAK,CAAC,MAAM,CAAC;AACtB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,aAAqB,EACrB,oBAA4B,EAC5B,WAAwB,EACxB,aAAqB,CAAC;IAEtB,0DAA0D;IAC1D,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,YAAY,CAAC;IAEpD,WAAW,CAAC;QACV;YACE,aAAa,EAAE,oBAAoB;YACnC,aAAa,EAAE,aAAa;YAC5B,QAAQ,EAAE,UAAU;YACpB,aAAa,EAAE,OAAO;YACtB,aAAa,EAAE,MAAM;YACrB,WAAW;SACZ;QACD;YACE,aAAa,EAAE,aAAa;YAC5B,aAAa,EAAE,oBAAoB;YACnC,QAAQ,EAAE,SAAS;YACnB,aAAa,EAAE,OAAO;YACtB,aAAa,EAAE,MAAM;YACrB,WAAW;SACZ;KACF,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,qBAA+B,EAC/B,aAAqB,EACrB,WAAwB,EACxB,aAAqB,CAAC;IAEtB,0DAA0D;IAC1D,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,GAAG,YAAY,CAAC;IACtD,MAAM,KAAK,GAAgB,EAAE,CAAC;IAE9B,KAAK,MAAM,YAAY,IAAI,qBAAqB,EAAE,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC;YACT,aAAa,EAAE,aAAa;YAC5B,aAAa,EAAE,YAAY;YAC3B,QAAQ,EAAE,UAAU;YACpB,aAAa,EAAE,SAAS;YACxB,aAAa,EAAE,MAAM;YACrB,WAAW;SACZ,CAAC,CAAC;QAEH,KAAK,CAAC,IAAI,CAAC;YACT,aAAa,EAAE,YAAY;YAC3B,aAAa,EAAE,aAAa;YAC5B,QAAQ,EAAE,SAAS;YACnB,aAAa,EAAE,SAAS;YACxB,aAAa,EAAE,MAAM;YACrB,WAAW;SACZ,CAAC,CAAC;IACL,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Topic continuity detection for edge creation.
|
|
3
|
+
* Determines whether consecutive chunks should be connected.
|
|
4
|
+
* Reuses lexical classifier from topic continuity experiments.
|
|
5
|
+
*/
|
|
6
|
+
import type { ReferenceType } from '../storage/types.js';
|
|
7
|
+
import type { Chunk } from '../parser/types.js';
|
|
8
|
+
/**
|
|
9
|
+
* Result of transition detection between two chunks.
|
|
10
|
+
*/
|
|
11
|
+
export interface TransitionResult {
|
|
12
|
+
/** Index of source chunk in array */
|
|
13
|
+
sourceIndex: number;
|
|
14
|
+
/** Index of target chunk in array */
|
|
15
|
+
targetIndex: number;
|
|
16
|
+
/** Type of reference detected */
|
|
17
|
+
type: ReferenceType;
|
|
18
|
+
/** Confidence score (0-1) */
|
|
19
|
+
confidence: number;
|
|
20
|
+
/** Evidence for the detection */
|
|
21
|
+
evidence: string;
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* Detect transitions/edges between consecutive chunks.
|
|
25
|
+
* Returns transitions that should become edges (continuations).
|
|
26
|
+
* Skips transitions that appear to be topic shifts.
|
|
27
|
+
*/
|
|
28
|
+
export declare function detectTransitions(chunks: Chunk[], options?: DetectionOptions): TransitionResult[];
|
|
29
|
+
export interface DetectionOptions {
|
|
30
|
+
/** Time gap threshold in ms. Default: 30 minutes. */
|
|
31
|
+
timeGapThresholdMs?: number;
|
|
32
|
+
}
|
|
33
|
+
/**
|
|
34
|
+
* Get time gap between two timestamps in milliseconds.
|
|
35
|
+
*/
|
|
36
|
+
export declare function getTimeGapMs(chunk1: Chunk, chunk2: Chunk): number;
|
|
37
|
+
//# sourceMappingURL=edge-detector.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"edge-detector.d.ts","sourceRoot":"","sources":["../../src/ingest/edge-detector.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AASH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAEhD;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,qCAAqC;IACrC,WAAW,EAAE,MAAM,CAAC;IACpB,qCAAqC;IACrC,WAAW,EAAE,MAAM,CAAC;IACpB,iCAAiC;IACjC,IAAI,EAAE,aAAa,CAAC;IACpB,6BAA6B;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,iCAAiC;IACjC,QAAQ,EAAE,MAAM,CAAC;CAClB;AAOD;;;;GAIG;AACH,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,KAAK,EAAE,EACf,OAAO,GAAE,gBAAqB,GAC7B,gBAAgB,EAAE,CAqCpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,qDAAqD;IACrD,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AA0ND;;GAEG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,GAAG,MAAM,CAIjE"}
|
|
@@ -0,0 +1,234 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Topic continuity detection for edge creation.
|
|
3
|
+
* Determines whether consecutive chunks should be connected.
|
|
4
|
+
* Reuses lexical classifier from topic continuity experiments.
|
|
5
|
+
*/
|
|
6
|
+
import { hasTopicShiftMarker, computeKeywordOverlap, extractFilePaths, extractKeywords, } from '../core/lexical-features.js';
|
|
7
|
+
/**
|
|
8
|
+
* Default threshold for time gap (30 minutes) that indicates new topic.
|
|
9
|
+
*/
|
|
10
|
+
const DEFAULT_TIME_GAP_THRESHOLD_MS = 30 * 60 * 1000;
|
|
11
|
+
/**
|
|
12
|
+
* Detect transitions/edges between consecutive chunks.
|
|
13
|
+
* Returns transitions that should become edges (continuations).
|
|
14
|
+
* Skips transitions that appear to be topic shifts.
|
|
15
|
+
*/
|
|
16
|
+
export function detectTransitions(chunks, options = {}) {
|
|
17
|
+
const { timeGapThresholdMs = DEFAULT_TIME_GAP_THRESHOLD_MS } = options;
|
|
18
|
+
const results = [];
|
|
19
|
+
for (let i = 1; i < chunks.length; i++) {
|
|
20
|
+
const prev = chunks[i - 1];
|
|
21
|
+
const curr = chunks[i];
|
|
22
|
+
// Calculate time gap
|
|
23
|
+
const prevEndTime = new Date(prev.metadata.endTime).getTime();
|
|
24
|
+
const currStartTime = new Date(curr.metadata.startTime).getTime();
|
|
25
|
+
const timeGapMs = currStartTime - prevEndTime;
|
|
26
|
+
// Large time gap indicates new topic
|
|
27
|
+
if (timeGapMs > timeGapThresholdMs) {
|
|
28
|
+
continue;
|
|
29
|
+
}
|
|
30
|
+
// Check for explicit topic shift markers in user text
|
|
31
|
+
const userText = extractUserText(curr.text);
|
|
32
|
+
if (hasTopicShiftMarker(userText)) {
|
|
33
|
+
continue;
|
|
34
|
+
}
|
|
35
|
+
// Detect reference type and evidence
|
|
36
|
+
const detection = detectReferenceType(prev.text, curr.text, timeGapMs);
|
|
37
|
+
results.push({
|
|
38
|
+
sourceIndex: i - 1,
|
|
39
|
+
targetIndex: i,
|
|
40
|
+
type: detection.type,
|
|
41
|
+
confidence: detection.confidence,
|
|
42
|
+
evidence: detection.evidence,
|
|
43
|
+
});
|
|
44
|
+
}
|
|
45
|
+
return results;
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* Detect the type of reference between two chunk texts.
|
|
49
|
+
*/
|
|
50
|
+
function detectReferenceType(prevText, currText, timeGapMs) {
|
|
51
|
+
// Extract structured data for analysis
|
|
52
|
+
const prevPaths = extractFilePaths(prevText);
|
|
53
|
+
const currPaths = extractFilePaths(currText);
|
|
54
|
+
const prevKeywords = extractKeywords(prevText);
|
|
55
|
+
const currKeywords = extractKeywords(currText);
|
|
56
|
+
// Check for file path references
|
|
57
|
+
const pathOverlap = computePathOverlap(prevPaths, currPaths);
|
|
58
|
+
if (pathOverlap > 0) {
|
|
59
|
+
const sharedPaths = [...currPaths].filter((p) => prevPaths.has(p));
|
|
60
|
+
return {
|
|
61
|
+
type: 'file-path',
|
|
62
|
+
confidence: Math.min(0.9, 0.7 + pathOverlap * 0.2),
|
|
63
|
+
evidence: `Shared paths: ${sharedPaths.slice(0, 3).join(', ')}`,
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
// Check for code entity references (function names, variables)
|
|
67
|
+
const codeEntities = detectCodeEntities(prevText, currText);
|
|
68
|
+
if (codeEntities.length > 0) {
|
|
69
|
+
return {
|
|
70
|
+
type: 'code-entity',
|
|
71
|
+
confidence: 0.8,
|
|
72
|
+
evidence: `Code entities: ${codeEntities.slice(0, 3).join(', ')}`,
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
// Check for error fragment references
|
|
76
|
+
const errorMatch = detectErrorReference(prevText, currText);
|
|
77
|
+
if (errorMatch) {
|
|
78
|
+
return {
|
|
79
|
+
type: 'error-fragment',
|
|
80
|
+
confidence: 0.9,
|
|
81
|
+
evidence: `Error: ${errorMatch.slice(0, 50)}`,
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
// Check for explicit backreferences
|
|
85
|
+
if (hasExplicitBackreference(currText)) {
|
|
86
|
+
return {
|
|
87
|
+
type: 'explicit-backref',
|
|
88
|
+
confidence: 0.85,
|
|
89
|
+
evidence: 'Explicit backreference detected',
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
// Check for tool output references
|
|
93
|
+
const toolRef = detectToolOutputReference(prevText, currText);
|
|
94
|
+
if (toolRef) {
|
|
95
|
+
return {
|
|
96
|
+
type: 'tool-output',
|
|
97
|
+
confidence: 0.8,
|
|
98
|
+
evidence: `Tool: ${toolRef}`,
|
|
99
|
+
};
|
|
100
|
+
}
|
|
101
|
+
// Default: adjacent with keyword overlap
|
|
102
|
+
const keywordOverlap = computeKeywordOverlap(prevText, currText);
|
|
103
|
+
const baseConfidence = timeGapMs < 5 * 60 * 1000 ? 0.6 : 0.4;
|
|
104
|
+
return {
|
|
105
|
+
type: 'adjacent',
|
|
106
|
+
confidence: Math.min(0.7, baseConfidence + keywordOverlap * 0.2),
|
|
107
|
+
evidence: `Adjacent, keyword overlap: ${(keywordOverlap * 100).toFixed(0)}%`,
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
/**
|
|
111
|
+
* Compute overlap between two path sets.
|
|
112
|
+
*/
|
|
113
|
+
function computePathOverlap(a, b) {
|
|
114
|
+
if (a.size === 0 || b.size === 0)
|
|
115
|
+
return 0;
|
|
116
|
+
let intersection = 0;
|
|
117
|
+
for (const item of b) {
|
|
118
|
+
if (a.has(item))
|
|
119
|
+
intersection++;
|
|
120
|
+
}
|
|
121
|
+
return intersection / Math.min(a.size, b.size);
|
|
122
|
+
}
|
|
123
|
+
/**
|
|
124
|
+
* Detect shared code entities (function names, class names, etc.).
|
|
125
|
+
*/
|
|
126
|
+
function detectCodeEntities(prevText, currText) {
|
|
127
|
+
// Pattern for camelCase or PascalCase identifiers
|
|
128
|
+
const identifierPattern = /\b([a-z][a-zA-Z0-9]+|[A-Z][a-zA-Z0-9]+)\b/g;
|
|
129
|
+
const prevIds = new Set();
|
|
130
|
+
let match;
|
|
131
|
+
while ((match = identifierPattern.exec(prevText)) !== null) {
|
|
132
|
+
const id = match[1];
|
|
133
|
+
if (id.length >= 4 && !isCommonWord(id)) {
|
|
134
|
+
prevIds.add(id.toLowerCase());
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
const shared = [];
|
|
138
|
+
const currPattern = new RegExp(identifierPattern.source, 'g');
|
|
139
|
+
while ((match = currPattern.exec(currText)) !== null) {
|
|
140
|
+
const id = match[1];
|
|
141
|
+
if (prevIds.has(id.toLowerCase()) && !shared.includes(id)) {
|
|
142
|
+
shared.push(id);
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
return shared;
|
|
146
|
+
}
|
|
147
|
+
/**
|
|
148
|
+
* Check if an identifier is a common programming word.
|
|
149
|
+
*/
|
|
150
|
+
function isCommonWord(word) {
|
|
151
|
+
const common = new Set([
|
|
152
|
+
'function', 'const', 'let', 'var', 'return', 'import', 'export',
|
|
153
|
+
'async', 'await', 'class', 'interface', 'type', 'string', 'number',
|
|
154
|
+
'boolean', 'null', 'undefined', 'true', 'false', 'error', 'result',
|
|
155
|
+
'value', 'data', 'item', 'index', 'length', 'name', 'path', 'file',
|
|
156
|
+
]);
|
|
157
|
+
return common.has(word.toLowerCase());
|
|
158
|
+
}
|
|
159
|
+
/**
|
|
160
|
+
* Detect error message reference between texts.
|
|
161
|
+
*/
|
|
162
|
+
function detectErrorReference(prevText, currText) {
|
|
163
|
+
// Look for error patterns in previous text
|
|
164
|
+
const errorPatterns = [
|
|
165
|
+
/Error:\s*(.+?)(?:\n|$)/gi,
|
|
166
|
+
/error\[.+?\]:\s*(.+?)(?:\n|$)/gi,
|
|
167
|
+
/TypeError:\s*(.+?)(?:\n|$)/gi,
|
|
168
|
+
/ReferenceError:\s*(.+?)(?:\n|$)/gi,
|
|
169
|
+
/SyntaxError:\s*(.+?)(?:\n|$)/gi,
|
|
170
|
+
];
|
|
171
|
+
for (const pattern of errorPatterns) {
|
|
172
|
+
const prevMatches = [...prevText.matchAll(pattern)];
|
|
173
|
+
for (const match of prevMatches) {
|
|
174
|
+
const errorFragment = match[1].trim().slice(0, 30);
|
|
175
|
+
if (errorFragment.length > 5 && currText.includes(errorFragment)) {
|
|
176
|
+
return match[0].trim();
|
|
177
|
+
}
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
return null;
|
|
181
|
+
}
|
|
182
|
+
/**
|
|
183
|
+
* Check for explicit backreference phrases.
|
|
184
|
+
*/
|
|
185
|
+
function hasExplicitBackreference(text) {
|
|
186
|
+
const patterns = [
|
|
187
|
+
/\b(the|that|this)\s+(error|issue|problem|bug|fix|solution|code|file|function)\b/i,
|
|
188
|
+
/\b(as|like)\s+(you|we)\s+(mentioned|discussed|said|showed)\b/i,
|
|
189
|
+
/\b(from|in)\s+(the|your)\s+(previous|last|earlier)\b/i,
|
|
190
|
+
/\b(still|again|same)\s+(error|issue|problem)\b/i,
|
|
191
|
+
];
|
|
192
|
+
return patterns.some((p) => p.test(text));
|
|
193
|
+
}
|
|
194
|
+
/**
|
|
195
|
+
* Detect tool output reference (referencing specific tool results).
|
|
196
|
+
*/
|
|
197
|
+
function detectToolOutputReference(prevText, currText) {
|
|
198
|
+
// Look for tool result markers in previous text
|
|
199
|
+
const toolResultPattern = /\[Result:(\w+)\]/g;
|
|
200
|
+
const tools = new Set();
|
|
201
|
+
let match;
|
|
202
|
+
while ((match = toolResultPattern.exec(prevText)) !== null) {
|
|
203
|
+
tools.add(match[1]);
|
|
204
|
+
}
|
|
205
|
+
if (tools.size === 0)
|
|
206
|
+
return null;
|
|
207
|
+
// Check if current text references tool output
|
|
208
|
+
for (const tool of tools) {
|
|
209
|
+
const toolPatterns = [
|
|
210
|
+
new RegExp(`\\b(the|that|this)\\s+${tool}\\s*(output|result)`, 'i'),
|
|
211
|
+
new RegExp(`\\b(from|in)\\s+(the\\s+)?${tool}`, 'i'),
|
|
212
|
+
];
|
|
213
|
+
if (toolPatterns.some((p) => p.test(currText))) {
|
|
214
|
+
return tool;
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
return null;
|
|
218
|
+
}
|
|
219
|
+
/**
|
|
220
|
+
* Extract user text from a chunk's rendered text.
|
|
221
|
+
*/
|
|
222
|
+
function extractUserText(chunkText) {
|
|
223
|
+
const match = chunkText.match(/\[User\]\n([\s\S]*?)(?=\n\n\[|$)/);
|
|
224
|
+
return match ? match[1] : '';
|
|
225
|
+
}
|
|
226
|
+
/**
|
|
227
|
+
* Get time gap between two timestamps in milliseconds.
|
|
228
|
+
*/
|
|
229
|
+
export function getTimeGapMs(chunk1, chunk2) {
|
|
230
|
+
const end1 = new Date(chunk1.metadata.endTime).getTime();
|
|
231
|
+
const start2 = new Date(chunk2.metadata.startTime).getTime();
|
|
232
|
+
return start2 - end1;
|
|
233
|
+
}
|
|
234
|
+
//# sourceMappingURL=edge-detector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"edge-detector.js","sourceRoot":"","sources":["../../src/ingest/edge-detector.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,mBAAmB,EAEnB,qBAAqB,EACrB,gBAAgB,EAChB,eAAe,GAChB,MAAM,6BAA6B,CAAC;AAoBrC;;GAEG;AACH,MAAM,6BAA6B,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAErD;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAC/B,MAAe,EACf,UAA4B,EAAE;IAE9B,MAAM,EAAE,kBAAkB,GAAG,6BAA6B,EAAE,GAAG,OAAO,CAAC;IACvE,MAAM,OAAO,GAAuB,EAAE,CAAC;IAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAEvB,qBAAqB;QACrB,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;QAC9D,MAAM,aAAa,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;QAClE,MAAM,SAAS,GAAG,aAAa,GAAG,WAAW,CAAC;QAE9C,qCAAqC;QACrC,IAAI,SAAS,GAAG,kBAAkB,EAAE,CAAC;YACnC,SAAS;QACX,CAAC;QAED,sDAAsD;QACtD,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,mBAAmB,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,SAAS;QACX,CAAC;QAED,qCAAqC;QACrC,MAAM,SAAS,GAAG,mBAAmB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAEvE,OAAO,CAAC,IAAI,CAAC;YACX,WAAW,EAAE,CAAC,GAAG,CAAC;YAClB,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,QAAQ,EAAE,SAAS,CAAC,QAAQ;SAC7B,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAaD;;GAEG;AACH,SAAS,mBAAmB,CAC1B,QAAgB,EAChB,QAAgB,EAChB,SAAiB;IAEjB,uCAAuC;IACvC,MAAM,SAAS,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,YAAY,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,YAAY,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IAE/C,iCAAiC;IACjC,MAAM,WAAW,GAAG,kBAAkB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IAC7D,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACpB,MAAM,WAAW,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnE,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,WAAW,GAAG,GAAG,CAAC;YAClD,QAAQ,EAAE,iBAAiB,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;SAChE,CAAC;IACJ,CAAC;IAED,+DAA+D;IAC/D,MAAM,YAAY,GAAG,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC5D,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,UAAU,EAAE,GAAG;YACf,QAAQ,EAAE,kBAAkB,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;SAClE,CAAC;IACJ,CAAC;IAED,sCAAsC;IACtC,MAAM,UAAU,GAAG,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC5D,IAAI,UAAU,EAAE,CAAC;QACf,OAAO;YACL,IAAI,EAAE,gBAAgB;YACtB,UAAU,EAAE,GAAG;YACf,QAAQ,EAAE,UAAU,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;SAC9C,CAAC;IACJ,CAAC;IAED,oCAAoC;IACpC,IAAI,wBAAwB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvC,OAAO;YACL,IAAI,EAAE,kBAAkB;YACxB,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,iCAAiC;SAC5C,CAAC;IACJ,CAAC;IAED,mCAAmC;IACnC,MAAM,OAAO,GAAG,yBAAyB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC9D,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,UAAU,EAAE,GAAG;YACf,QAAQ,EAAE,SAAS,OAAO,EAAE;SAC7B,CAAC;IACJ,CAAC;IAED,yCAAyC;IACzC,MAAM,cAAc,GAAG,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACjE,MAAM,cAAc,GAAG,SAAS,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAE7D,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,cAAc,GAAG,cAAc,GAAG,GAAG,CAAC;QAChE,QAAQ,EAAE,8BAA8B,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;KAC7E,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,CAAc,EAAE,CAAc;IACxD,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAE3C,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,IAAI,IAAI,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,YAAY,EAAE,CAAC;IAClC,CAAC;IAED,OAAO,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,QAAgB,EAAE,QAAgB;IAC5D,kDAAkD;IAClD,MAAM,iBAAiB,GAAG,4CAA4C,CAAC;IAEvE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,IAAI,KAA6B,CAAC;IAElC,OAAO,CAAC,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3D,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAE9D,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACrD,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;YAC1D,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC;QACrB,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ;QAC/D,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ;QAClE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ;QAClE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;KACnE,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,QAAgB,EAAE,QAAgB;IAC9D,2CAA2C;IAC3C,MAAM,aAAa,GAAG;QACpB,0BAA0B;QAC1B,iCAAiC;QACjC,8BAA8B;QAC9B,mCAAmC;QACnC,gCAAgC;KACjC,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;QACpC,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACpD,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;YAChC,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACnD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;gBACjE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,wBAAwB,CAAC,IAAY;IAC5C,MAAM,QAAQ,GAAG;QACf,kFAAkF;QAClF,+DAA+D;QAC/D,uDAAuD;QACvD,iDAAiD;KAClD,CAAC;IAEF,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED;;GAEG;AACH,SAAS,yBAAyB,CAAC,QAAgB,EAAE,QAAgB;IACnE,gDAAgD;IAChD,MAAM,iBAAiB,GAAG,mBAAmB,CAAC;IAC9C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAEhC,IAAI,KAA6B,CAAC;IAClC,OAAO,CAAC,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3D,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAElC,+CAA+C;IAC/C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,YAAY,GAAG;YACnB,IAAI,MAAM,CAAC,yBAAyB,IAAI,qBAAqB,EAAE,GAAG,CAAC;YACnE,IAAI,MAAM,CAAC,6BAA6B,IAAI,EAAE,EAAE,GAAG,CAAC;SACrD,CAAC;QAEF,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YAC/C,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,SAAiB;IACxC,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;IAClE,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,MAAa,EAAE,MAAa;IACvD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;IACzD,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;IAC7D,OAAO,MAAM,GAAG,IAAI,CAAC;AACvB,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Session ingestion pipeline exports.
|
|
3
|
+
*/
|
|
4
|
+
export { ingestSession, chunkToInput } from './ingest-session.js';
|
|
5
|
+
export type { IngestOptions, IngestResult } from './ingest-session.js';
|
|
6
|
+
export { batchIngest, batchIngestDirectory, discoverSessions, filterAlreadyIngested, } from './batch-ingest.js';
|
|
7
|
+
export type { BatchIngestOptions, BatchIngestResult } from './batch-ingest.js';
|
|
8
|
+
export { detectTransitions, getTimeGapMs } from './edge-detector.js';
|
|
9
|
+
export type { TransitionResult, DetectionOptions } from './edge-detector.js';
|
|
10
|
+
export { createEdgesFromTransitions, createEdgePair, createCrossSessionEdges, TYPE_WEIGHTS, } from './edge-creator.js';
|
|
11
|
+
export type { EdgeCreationResult } from './edge-creator.js';
|
|
12
|
+
export { linkCrossSession, linkAllSessions, isContinuedSession, } from './cross-session-linker.js';
|
|
13
|
+
export type { CrossSessionLinkResult } from './cross-session-linker.js';
|
|
14
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/ingest/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAClE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAGvE,OAAO,EACL,WAAW,EACX,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAG/E,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACrE,YAAY,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAG7E,OAAO,EACL,0BAA0B,EAC1B,cAAc,EACd,uBAAuB,EACvB,YAAY,GACb,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAG5D,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,kBAAkB,GACnB,MAAM,2BAA2B,CAAC;AACnC,YAAY,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Session ingestion pipeline exports.
|
|
3
|
+
*/
|
|
4
|
+
// Main ingestion
|
|
5
|
+
export { ingestSession, chunkToInput } from './ingest-session.js';
|
|
6
|
+
// Batch ingestion
|
|
7
|
+
export { batchIngest, batchIngestDirectory, discoverSessions, filterAlreadyIngested, } from './batch-ingest.js';
|
|
8
|
+
// Edge detection
|
|
9
|
+
export { detectTransitions, getTimeGapMs } from './edge-detector.js';
|
|
10
|
+
// Edge creation
|
|
11
|
+
export { createEdgesFromTransitions, createEdgePair, createCrossSessionEdges, TYPE_WEIGHTS, } from './edge-creator.js';
|
|
12
|
+
// Cross-session linking
|
|
13
|
+
export { linkCrossSession, linkAllSessions, isContinuedSession, } from './cross-session-linker.js';
|
|
14
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/ingest/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,iBAAiB;AACjB,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAGlE,kBAAkB;AAClB,OAAO,EACL,WAAW,EACX,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,mBAAmB,CAAC;AAG3B,iBAAiB;AACjB,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGrE,gBAAgB;AAChB,OAAO,EACL,0BAA0B,EAC1B,cAAc,EACd,uBAAuB,EACvB,YAAY,GACb,MAAM,mBAAmB,CAAC;AAG3B,wBAAwB;AACxB,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,kBAAkB,GACnB,MAAM,2BAA2B,CAAC"}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Session ingestion orchestrator.
|
|
3
|
+
* Parses, chunks, embeds, and stores a single session.
|
|
4
|
+
* Supports sub-agent discovery, vector clock tracking, and performance optimizations:
|
|
5
|
+
* - True batch embedding for faster inference
|
|
6
|
+
* - Content-hash caching to skip unchanged content
|
|
7
|
+
* - Incremental ingestion via checkpoints
|
|
8
|
+
* - File mtime checks to skip unchanged files
|
|
9
|
+
* - Streaming for large files
|
|
10
|
+
*/
|
|
11
|
+
import { type ChunkWithClock } from '../parser/chunker.js';
|
|
12
|
+
import { Embedder } from '../models/embedder.js';
|
|
13
|
+
import type { ChunkInput } from '../storage/types.js';
|
|
14
|
+
import type { Chunk } from '../parser/types.js';
|
|
15
|
+
/**
|
|
16
|
+
* Options for session ingestion.
|
|
17
|
+
*/
|
|
18
|
+
export interface IngestOptions {
|
|
19
|
+
/** Maximum tokens per chunk. Default: 4096. */
|
|
20
|
+
maxTokensPerChunk?: number;
|
|
21
|
+
/** Include thinking blocks. Default: true. */
|
|
22
|
+
includeThinking?: boolean;
|
|
23
|
+
/** Embedding model ID. Default: 'jina-small'. */
|
|
24
|
+
embeddingModel?: string;
|
|
25
|
+
/** Skip if already ingested. Default: true. */
|
|
26
|
+
skipIfExists?: boolean;
|
|
27
|
+
/** Create cross-session edges. Default: true. */
|
|
28
|
+
linkCrossSessions?: boolean;
|
|
29
|
+
/** Shared embedder instance (for batch processing). */
|
|
30
|
+
embedder?: Embedder;
|
|
31
|
+
/** Process sub-agents. Default: true. */
|
|
32
|
+
processSubAgents?: boolean;
|
|
33
|
+
/** Use vector clocks. Default: true. */
|
|
34
|
+
useVectorClocks?: boolean;
|
|
35
|
+
/** Use incremental ingestion (resume from checkpoints). Default: true. */
|
|
36
|
+
useIncrementalIngestion?: boolean;
|
|
37
|
+
/** Use embedding cache. Default: true. */
|
|
38
|
+
useEmbeddingCache?: boolean;
|
|
39
|
+
/** Override embedding device ('auto' | 'coreml' | 'cuda' | 'cpu' | 'wasm'). */
|
|
40
|
+
embeddingDevice?: string;
|
|
41
|
+
}
|
|
42
|
+
/**
|
|
43
|
+
* Result of session ingestion.
|
|
44
|
+
*/
|
|
45
|
+
export interface IngestResult {
|
|
46
|
+
/** Session ID */
|
|
47
|
+
sessionId: string;
|
|
48
|
+
/** Session slug */
|
|
49
|
+
sessionSlug: string;
|
|
50
|
+
/** Number of chunks created */
|
|
51
|
+
chunkCount: number;
|
|
52
|
+
/** Number of edges created */
|
|
53
|
+
edgeCount: number;
|
|
54
|
+
/** Number of cross-session edges created */
|
|
55
|
+
crossSessionEdges: number;
|
|
56
|
+
/** Number of brief/debrief edges created */
|
|
57
|
+
subAgentEdges: number;
|
|
58
|
+
/** Whether session was skipped (already existed) */
|
|
59
|
+
skipped: boolean;
|
|
60
|
+
/** Time taken in milliseconds */
|
|
61
|
+
durationMs: number;
|
|
62
|
+
/** Number of sub-agents processed */
|
|
63
|
+
subAgentCount: number;
|
|
64
|
+
/** Number of embedding cache hits */
|
|
65
|
+
cacheHits?: number;
|
|
66
|
+
/** Number of embedding cache misses */
|
|
67
|
+
cacheMisses?: number;
|
|
68
|
+
/** Reason for skip if skipped */
|
|
69
|
+
skipReason?: 'already_ingested' | 'unchanged_file' | 'no_new_turns';
|
|
70
|
+
}
|
|
71
|
+
/**
|
|
72
|
+
* Ingest a single session file.
|
|
73
|
+
*/
|
|
74
|
+
export declare function ingestSession(sessionPath: string, options?: IngestOptions): Promise<IngestResult>;
|
|
75
|
+
/**
|
|
76
|
+
* Convert parser Chunk to storage ChunkInput.
|
|
77
|
+
*/
|
|
78
|
+
export declare function chunkToInput(chunk: Chunk): ChunkInput;
|
|
79
|
+
/**
|
|
80
|
+
* Convert parser ChunkWithClock to storage ChunkInput.
|
|
81
|
+
*/
|
|
82
|
+
export declare function chunkWithClockToInput(chunk: ChunkWithClock): ChunkInput;
|
|
83
|
+
//# sourceMappingURL=ingest-session.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ingest-session.d.ts","sourceRoot":"","sources":["../../src/ingest/ingest-session.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAYH,OAAO,EAIL,KAAK,cAAc,EAEpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAoCjD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,KAAK,EAAE,KAAK,EAAQ,MAAM,oBAAoB,CAAC;AAKtD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,+CAA+C;IAC/C,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,8CAA8C;IAC9C,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,iDAAiD;IACjD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,+CAA+C;IAC/C,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,iDAAiD;IACjD,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,uDAAuD;IACvD,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,yCAAyC;IACzC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,wCAAwC;IACxC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,0EAA0E;IAC1E,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,0CAA0C;IAC1C,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,+EAA+E;IAC/E,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,iBAAiB;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,mBAAmB;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,+BAA+B;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,8BAA8B;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,4CAA4C;IAC5C,iBAAiB,EAAE,MAAM,CAAC;IAC1B,4CAA4C;IAC5C,aAAa,EAAE,MAAM,CAAC;IACtB,oDAAoD;IACpD,OAAO,EAAE,OAAO,CAAC;IACjB,iCAAiC;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,qCAAqC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,qCAAqC;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,uCAAuC;IACvC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iCAAiC;IACjC,UAAU,CAAC,EAAE,kBAAkB,GAAG,gBAAgB,GAAG,cAAc,CAAC;CACrE;AAED;;GAEG;AACH,wBAAsB,aAAa,CACjC,WAAW,EAAE,MAAM,EACnB,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,YAAY,CAAC,CA4XvB;AA6ED;;GAEG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,KAAK,GAAG,UAAU,CAarD;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,cAAc,GAAG,UAAU,CAiBvE"}
|