causantic 0.2.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (465) hide show
  1. package/README.md +53 -66
  2. package/config.schema.json +12 -87
  3. package/dist/cli/commands/archive.d.ts.map +1 -1
  4. package/dist/cli/commands/archive.js.map +1 -1
  5. package/dist/cli/commands/benchmark-collection.d.ts.map +1 -1
  6. package/dist/cli/commands/benchmark-collection.js.map +1 -1
  7. package/dist/cli/commands/encryption.d.ts.map +1 -1
  8. package/dist/cli/commands/encryption.js.map +1 -1
  9. package/dist/cli/commands/hook.d.ts.map +1 -1
  10. package/dist/cli/commands/hook.js +8 -2
  11. package/dist/cli/commands/hook.js.map +1 -1
  12. package/dist/cli/commands/init.d.ts.map +1 -1
  13. package/dist/cli/commands/init.js +39 -32
  14. package/dist/cli/commands/init.js.map +1 -1
  15. package/dist/cli/commands/maintenance.d.ts.map +1 -1
  16. package/dist/cli/commands/maintenance.js +10 -3
  17. package/dist/cli/commands/maintenance.js.map +1 -1
  18. package/dist/cli/commands/serve.d.ts.map +1 -1
  19. package/dist/cli/commands/serve.js +3 -3
  20. package/dist/cli/commands/serve.js.map +1 -1
  21. package/dist/cli/index.js +1 -1
  22. package/dist/cli/skill-templates.d.ts.map +1 -1
  23. package/dist/cli/skill-templates.js +223 -153
  24. package/dist/cli/skill-templates.js.map +1 -1
  25. package/dist/cli/uninstall.d.ts.map +1 -1
  26. package/dist/cli/uninstall.js +4 -1
  27. package/dist/cli/uninstall.js.map +1 -1
  28. package/dist/clusters/cluster-manager.d.ts +23 -0
  29. package/dist/clusters/cluster-manager.d.ts.map +1 -1
  30. package/dist/clusters/cluster-manager.js +69 -2
  31. package/dist/clusters/cluster-manager.js.map +1 -1
  32. package/dist/clusters/cluster-refresh.d.ts.map +1 -1
  33. package/dist/clusters/cluster-refresh.js +5 -1
  34. package/dist/clusters/cluster-refresh.js.map +1 -1
  35. package/dist/clusters/hdbscan/cluster-extraction.d.ts.map +1 -1
  36. package/dist/clusters/hdbscan/cluster-extraction.js +1 -2
  37. package/dist/clusters/hdbscan/cluster-extraction.js.map +1 -1
  38. package/dist/clusters/hdbscan/hierarchy.d.ts.map +1 -1
  39. package/dist/clusters/hdbscan/hierarchy.js +1 -3
  40. package/dist/clusters/hdbscan/hierarchy.js.map +1 -1
  41. package/dist/clusters/hdbscan/incremental.d.ts.map +1 -1
  42. package/dist/clusters/hdbscan/incremental.js.map +1 -1
  43. package/dist/clusters/hdbscan/probabilities.d.ts +1 -1
  44. package/dist/clusters/hdbscan/probabilities.d.ts.map +1 -1
  45. package/dist/clusters/hdbscan/probabilities.js +1 -1
  46. package/dist/clusters/hdbscan/probabilities.js.map +1 -1
  47. package/dist/clusters/hdbscan.d.ts.map +1 -1
  48. package/dist/clusters/hdbscan.js +3 -5
  49. package/dist/clusters/hdbscan.js.map +1 -1
  50. package/dist/config/loader.d.ts +10 -15
  51. package/dist/config/loader.d.ts.map +1 -1
  52. package/dist/config/loader.js +40 -71
  53. package/dist/config/loader.js.map +1 -1
  54. package/dist/config/memory-config.d.ts +2 -45
  55. package/dist/config/memory-config.d.ts.map +1 -1
  56. package/dist/config/memory-config.js +6 -109
  57. package/dist/config/memory-config.js.map +1 -1
  58. package/dist/core/index.d.ts +1 -1
  59. package/dist/core/index.d.ts.map +1 -1
  60. package/dist/core/lexical-features.d.ts.map +1 -1
  61. package/dist/core/lexical-features.js +141 -20
  62. package/dist/core/lexical-features.js.map +1 -1
  63. package/dist/dashboard/client/assets/index-DdImwNQ0.css +1 -0
  64. package/dist/dashboard/client/assets/index-Ofx8zngH.js +166 -0
  65. package/dist/dashboard/client/index.html +2 -2
  66. package/dist/dashboard/routes/benchmark-collection.d.ts.map +1 -1
  67. package/dist/dashboard/routes/benchmark-collection.js +2 -6
  68. package/dist/dashboard/routes/benchmark-collection.js.map +1 -1
  69. package/dist/dashboard/routes/chain.d.ts +3 -0
  70. package/dist/dashboard/routes/chain.d.ts.map +1 -0
  71. package/dist/dashboard/routes/chain.js +74 -0
  72. package/dist/dashboard/routes/chain.js.map +1 -0
  73. package/dist/dashboard/routes/chunks.d.ts.map +1 -1
  74. package/dist/dashboard/routes/chunks.js +16 -1
  75. package/dist/dashboard/routes/chunks.js.map +1 -1
  76. package/dist/dashboard/routes/graph.d.ts.map +1 -1
  77. package/dist/dashboard/routes/graph.js.map +1 -1
  78. package/dist/dashboard/routes/search.d.ts.map +1 -1
  79. package/dist/dashboard/routes/search.js.map +1 -1
  80. package/dist/dashboard/routes/stats.d.ts.map +1 -1
  81. package/dist/dashboard/routes/stats.js +8 -6
  82. package/dist/dashboard/routes/stats.js.map +1 -1
  83. package/dist/dashboard/routes/timeline.d.ts +3 -0
  84. package/dist/dashboard/routes/timeline.d.ts.map +1 -0
  85. package/dist/dashboard/routes/timeline.js +90 -0
  86. package/dist/dashboard/routes/timeline.js.map +1 -0
  87. package/dist/dashboard/server.d.ts.map +1 -1
  88. package/dist/dashboard/server.js +4 -0
  89. package/dist/dashboard/server.js.map +1 -1
  90. package/dist/eval/annotation-schema.d.ts.map +1 -1
  91. package/dist/eval/annotation-schema.js +2 -5
  92. package/dist/eval/annotation-schema.js.map +1 -1
  93. package/dist/eval/benchmark-runner.d.ts.map +1 -1
  94. package/dist/eval/benchmark-runner.js +2 -2
  95. package/dist/eval/benchmark-runner.js.map +1 -1
  96. package/dist/eval/cluster-evaluator.d.ts.map +1 -1
  97. package/dist/eval/cluster-evaluator.js.map +1 -1
  98. package/dist/eval/collection-benchmark/chain-quality.d.ts +15 -0
  99. package/dist/eval/collection-benchmark/chain-quality.d.ts.map +1 -0
  100. package/dist/eval/collection-benchmark/chain-quality.js +60 -0
  101. package/dist/eval/collection-benchmark/chain-quality.js.map +1 -0
  102. package/dist/eval/collection-benchmark/health.d.ts.map +1 -1
  103. package/dist/eval/collection-benchmark/health.js +2 -2
  104. package/dist/eval/collection-benchmark/health.js.map +1 -1
  105. package/dist/eval/collection-benchmark/history.d.ts.map +1 -1
  106. package/dist/eval/collection-benchmark/history.js +14 -11
  107. package/dist/eval/collection-benchmark/history.js.map +1 -1
  108. package/dist/eval/collection-benchmark/latency.d.ts.map +1 -1
  109. package/dist/eval/collection-benchmark/latency.js +14 -11
  110. package/dist/eval/collection-benchmark/latency.js.map +1 -1
  111. package/dist/eval/collection-benchmark/reporter.d.ts.map +1 -1
  112. package/dist/eval/collection-benchmark/reporter.js +18 -28
  113. package/dist/eval/collection-benchmark/reporter.js.map +1 -1
  114. package/dist/eval/collection-benchmark/retrieval.d.ts.map +1 -1
  115. package/dist/eval/collection-benchmark/retrieval.js +14 -8
  116. package/dist/eval/collection-benchmark/retrieval.js.map +1 -1
  117. package/dist/eval/collection-benchmark/runner.d.ts +3 -3
  118. package/dist/eval/collection-benchmark/runner.d.ts.map +1 -1
  119. package/dist/eval/collection-benchmark/runner.js +46 -37
  120. package/dist/eval/collection-benchmark/runner.js.map +1 -1
  121. package/dist/eval/collection-benchmark/sampler.d.ts.map +1 -1
  122. package/dist/eval/collection-benchmark/sampler.js +14 -12
  123. package/dist/eval/collection-benchmark/sampler.js.map +1 -1
  124. package/dist/eval/collection-benchmark/tuning.d.ts.map +1 -1
  125. package/dist/eval/collection-benchmark/tuning.js +56 -71
  126. package/dist/eval/collection-benchmark/tuning.js.map +1 -1
  127. package/dist/eval/collection-benchmark/types.d.ts +12 -24
  128. package/dist/eval/collection-benchmark/types.d.ts.map +1 -1
  129. package/dist/eval/corpus-builder.d.ts.map +1 -1
  130. package/dist/eval/corpus-builder.js.map +1 -1
  131. package/dist/eval/experiments/boilerplate-filter.d.ts.map +1 -1
  132. package/dist/eval/experiments/boilerplate-filter.js.map +1 -1
  133. package/dist/eval/experiments/cluster-threshold/run-threshold-sweep.d.ts.map +1 -1
  134. package/dist/eval/experiments/cluster-threshold/run-threshold-sweep.js +3 -5
  135. package/dist/eval/experiments/cluster-threshold/run-threshold-sweep.js.map +1 -1
  136. package/dist/eval/experiments/code-focused-mode.d.ts.map +1 -1
  137. package/dist/eval/experiments/code-focused-mode.js +1 -1
  138. package/dist/eval/experiments/code-focused-mode.js.map +1 -1
  139. package/dist/eval/experiments/edge-decay/decay-curves.d.ts +25 -19
  140. package/dist/eval/experiments/edge-decay/decay-curves.d.ts.map +1 -1
  141. package/dist/eval/experiments/edge-decay/decay-curves.js +47 -40
  142. package/dist/eval/experiments/edge-decay/decay-curves.js.map +1 -1
  143. package/dist/eval/experiments/edge-decay/index.d.ts +6 -4
  144. package/dist/eval/experiments/edge-decay/index.d.ts.map +1 -1
  145. package/dist/eval/experiments/edge-decay/index.js +5 -3
  146. package/dist/eval/experiments/edge-decay/index.js.map +1 -1
  147. package/dist/eval/experiments/edge-decay/presets.d.ts +14 -4
  148. package/dist/eval/experiments/edge-decay/presets.d.ts.map +1 -1
  149. package/dist/eval/experiments/edge-decay/presets.js +73 -68
  150. package/dist/eval/experiments/edge-decay/presets.js.map +1 -1
  151. package/dist/eval/experiments/edge-decay/reference-extractor.d.ts +2 -1
  152. package/dist/eval/experiments/edge-decay/reference-extractor.d.ts.map +1 -1
  153. package/dist/eval/experiments/edge-decay/reference-extractor.js +26 -40
  154. package/dist/eval/experiments/edge-decay/reference-extractor.js.map +1 -1
  155. package/dist/eval/experiments/edge-decay/reference-types.d.ts +24 -17
  156. package/dist/eval/experiments/edge-decay/reference-types.d.ts.map +1 -1
  157. package/dist/eval/experiments/edge-decay/reference-types.js +3 -0
  158. package/dist/eval/experiments/edge-decay/reference-types.js.map +1 -1
  159. package/dist/eval/experiments/edge-decay/retrieval-ranking.d.ts +8 -8
  160. package/dist/eval/experiments/edge-decay/retrieval-ranking.d.ts.map +1 -1
  161. package/dist/eval/experiments/edge-decay/retrieval-ranking.js +77 -133
  162. package/dist/eval/experiments/edge-decay/retrieval-ranking.js.map +1 -1
  163. package/dist/eval/experiments/edge-decay/run-experiments.d.ts +7 -3
  164. package/dist/eval/experiments/edge-decay/run-experiments.d.ts.map +1 -1
  165. package/dist/eval/experiments/edge-decay/run-experiments.js +71 -52
  166. package/dist/eval/experiments/edge-decay/run-experiments.js.map +1 -1
  167. package/dist/eval/experiments/edge-decay/simulate.d.ts +1 -1
  168. package/dist/eval/experiments/edge-decay/simulate.d.ts.map +1 -1
  169. package/dist/eval/experiments/edge-decay/simulate.js +7 -19
  170. package/dist/eval/experiments/edge-decay/simulate.js.map +1 -1
  171. package/dist/eval/experiments/hdbscan-sweep.d.ts.map +1 -1
  172. package/dist/eval/experiments/hdbscan-sweep.js +2 -6
  173. package/dist/eval/experiments/hdbscan-sweep.js.map +1 -1
  174. package/dist/eval/experiments/single-model-run.d.ts.map +1 -1
  175. package/dist/eval/experiments/single-model-run.js +2 -2
  176. package/dist/eval/experiments/single-model-run.js.map +1 -1
  177. package/dist/eval/experiments/thinking-ablation.d.ts.map +1 -1
  178. package/dist/eval/experiments/thinking-ablation.js +1 -1
  179. package/dist/eval/experiments/thinking-ablation.js.map +1 -1
  180. package/dist/eval/experiments/topic-continuity/hybrid-classifier.d.ts.map +1 -1
  181. package/dist/eval/experiments/topic-continuity/hybrid-classifier.js +54 -6
  182. package/dist/eval/experiments/topic-continuity/hybrid-classifier.js.map +1 -1
  183. package/dist/eval/experiments/topic-continuity/labeler.d.ts.map +1 -1
  184. package/dist/eval/experiments/topic-continuity/labeler.js +1 -4
  185. package/dist/eval/experiments/topic-continuity/labeler.js.map +1 -1
  186. package/dist/eval/experiments/topic-continuity/run-experiment.d.ts.map +1 -1
  187. package/dist/eval/experiments/topic-continuity/run-experiment.js +5 -13
  188. package/dist/eval/experiments/topic-continuity/run-experiment.js.map +1 -1
  189. package/dist/eval/experiments/truncation.d.ts.map +1 -1
  190. package/dist/eval/experiments/truncation.js.map +1 -1
  191. package/dist/eval/experiments/types.d.ts.map +1 -1
  192. package/dist/eval/experiments/types.js.map +1 -1
  193. package/dist/eval/metrics.d.ts.map +1 -1
  194. package/dist/eval/metrics.js.map +1 -1
  195. package/dist/hooks/claudemd-generator.d.ts.map +1 -1
  196. package/dist/hooks/claudemd-generator.js +3 -4
  197. package/dist/hooks/claudemd-generator.js.map +1 -1
  198. package/dist/hooks/hook-utils.d.ts +16 -0
  199. package/dist/hooks/hook-utils.d.ts.map +1 -1
  200. package/dist/hooks/hook-utils.js +51 -2
  201. package/dist/hooks/hook-utils.js.map +1 -1
  202. package/dist/hooks/index.d.ts +4 -2
  203. package/dist/hooks/index.d.ts.map +1 -1
  204. package/dist/hooks/index.js +3 -1
  205. package/dist/hooks/index.js.map +1 -1
  206. package/dist/hooks/pre-compact.d.ts.map +1 -1
  207. package/dist/hooks/pre-compact.js +6 -51
  208. package/dist/hooks/pre-compact.js.map +1 -1
  209. package/dist/hooks/session-end.d.ts +58 -0
  210. package/dist/hooks/session-end.d.ts.map +1 -0
  211. package/dist/hooks/session-end.js +82 -0
  212. package/dist/hooks/session-end.js.map +1 -0
  213. package/dist/hooks/session-start.d.ts.map +1 -1
  214. package/dist/hooks/session-start.js +3 -5
  215. package/dist/hooks/session-start.js.map +1 -1
  216. package/dist/index.d.ts +1 -2
  217. package/dist/index.d.ts.map +1 -1
  218. package/dist/index.js +1 -3
  219. package/dist/index.js.map +1 -1
  220. package/dist/ingest/batch-ingest.d.ts.map +1 -1
  221. package/dist/ingest/batch-ingest.js.map +1 -1
  222. package/dist/ingest/brief-debrief-detector.d.ts +6 -13
  223. package/dist/ingest/brief-debrief-detector.d.ts.map +1 -1
  224. package/dist/ingest/brief-debrief-detector.js +9 -16
  225. package/dist/ingest/brief-debrief-detector.js.map +1 -1
  226. package/dist/ingest/cross-session-linker.d.ts +2 -1
  227. package/dist/ingest/cross-session-linker.d.ts.map +1 -1
  228. package/dist/ingest/cross-session-linker.js +17 -7
  229. package/dist/ingest/cross-session-linker.js.map +1 -1
  230. package/dist/ingest/edge-creator.d.ts +14 -40
  231. package/dist/ingest/edge-creator.d.ts.map +1 -1
  232. package/dist/ingest/edge-creator.js +34 -132
  233. package/dist/ingest/edge-creator.js.map +1 -1
  234. package/dist/ingest/edge-detector.d.ts +27 -12
  235. package/dist/ingest/edge-detector.d.ts.map +1 -1
  236. package/dist/ingest/edge-detector.js +68 -200
  237. package/dist/ingest/edge-detector.js.map +1 -1
  238. package/dist/ingest/index.d.ts +3 -3
  239. package/dist/ingest/index.d.ts.map +1 -1
  240. package/dist/ingest/index.js +3 -3
  241. package/dist/ingest/index.js.map +1 -1
  242. package/dist/ingest/ingest-session.d.ts +1 -8
  243. package/dist/ingest/ingest-session.d.ts.map +1 -1
  244. package/dist/ingest/ingest-session.js +54 -107
  245. package/dist/ingest/ingest-session.js.map +1 -1
  246. package/dist/ingest/rebuild-edges.d.ts +17 -0
  247. package/dist/ingest/rebuild-edges.d.ts.map +1 -0
  248. package/dist/ingest/rebuild-edges.js +97 -0
  249. package/dist/ingest/rebuild-edges.js.map +1 -0
  250. package/dist/maintenance/scheduler.d.ts +2 -3
  251. package/dist/maintenance/scheduler.d.ts.map +1 -1
  252. package/dist/maintenance/scheduler.js +14 -23
  253. package/dist/maintenance/scheduler.js.map +1 -1
  254. package/dist/maintenance/tasks/cleanup-vectors.d.ts +3 -1
  255. package/dist/maintenance/tasks/cleanup-vectors.d.ts.map +1 -1
  256. package/dist/maintenance/tasks/cleanup-vectors.js +6 -4
  257. package/dist/maintenance/tasks/cleanup-vectors.js.map +1 -1
  258. package/dist/maintenance/tasks/index.d.ts +0 -1
  259. package/dist/maintenance/tasks/index.d.ts.map +1 -1
  260. package/dist/maintenance/tasks/index.js +0 -1
  261. package/dist/maintenance/tasks/index.js.map +1 -1
  262. package/dist/mcp/index.d.ts +1 -1
  263. package/dist/mcp/index.d.ts.map +1 -1
  264. package/dist/mcp/index.js +1 -1
  265. package/dist/mcp/index.js.map +1 -1
  266. package/dist/mcp/server.d.ts.map +1 -1
  267. package/dist/mcp/server.js +9 -8
  268. package/dist/mcp/server.js.map +1 -1
  269. package/dist/mcp/tools.d.ts +5 -5
  270. package/dist/mcp/tools.d.ts.map +1 -1
  271. package/dist/mcp/tools.js +42 -36
  272. package/dist/mcp/tools.js.map +1 -1
  273. package/dist/models/device-detector.d.ts.map +1 -1
  274. package/dist/models/device-detector.js +20 -10
  275. package/dist/models/device-detector.js.map +1 -1
  276. package/dist/models/embedder.d.ts.map +1 -1
  277. package/dist/models/embedder.js +5 -2
  278. package/dist/models/embedder.js.map +1 -1
  279. package/dist/models/model-registry.d.ts.map +1 -1
  280. package/dist/models/model-registry.js.map +1 -1
  281. package/dist/parser/chunker.d.ts +5 -40
  282. package/dist/parser/chunker.d.ts.map +1 -1
  283. package/dist/parser/chunker.js +5 -111
  284. package/dist/parser/chunker.js.map +1 -1
  285. package/dist/parser/session-reader.d.ts.map +1 -1
  286. package/dist/parser/session-reader.js +3 -6
  287. package/dist/parser/session-reader.js.map +1 -1
  288. package/dist/parser/turn-assembler.d.ts.map +1 -1
  289. package/dist/parser/turn-assembler.js +0 -1
  290. package/dist/parser/turn-assembler.js.map +1 -1
  291. package/dist/parser/types.d.ts.map +1 -1
  292. package/dist/report/reporter.d.ts.map +1 -1
  293. package/dist/report/reporter.js +1 -3
  294. package/dist/report/reporter.js.map +1 -1
  295. package/dist/retrieval/chain-assembler.d.ts +58 -0
  296. package/dist/retrieval/chain-assembler.d.ts.map +1 -0
  297. package/dist/retrieval/chain-assembler.js +126 -0
  298. package/dist/retrieval/chain-assembler.js.map +1 -0
  299. package/dist/retrieval/chain-walker.d.ts +57 -0
  300. package/dist/retrieval/chain-walker.d.ts.map +1 -0
  301. package/dist/retrieval/chain-walker.js +121 -0
  302. package/dist/retrieval/chain-walker.js.map +1 -0
  303. package/dist/retrieval/cluster-expander.d.ts.map +1 -1
  304. package/dist/retrieval/cluster-expander.js +3 -3
  305. package/dist/retrieval/cluster-expander.js.map +1 -1
  306. package/dist/retrieval/context-assembler.d.ts +13 -36
  307. package/dist/retrieval/context-assembler.d.ts.map +1 -1
  308. package/dist/retrieval/context-assembler.js +50 -287
  309. package/dist/retrieval/context-assembler.js.map +1 -1
  310. package/dist/retrieval/index.d.ts +8 -4
  311. package/dist/retrieval/index.d.ts.map +1 -1
  312. package/dist/retrieval/index.js +7 -3
  313. package/dist/retrieval/index.js.map +1 -1
  314. package/dist/retrieval/rrf.d.ts.map +1 -1
  315. package/dist/retrieval/rrf.js +4 -2
  316. package/dist/retrieval/rrf.js.map +1 -1
  317. package/dist/retrieval/search-assembler.d.ts +59 -0
  318. package/dist/retrieval/search-assembler.d.ts.map +1 -0
  319. package/dist/retrieval/search-assembler.js +209 -0
  320. package/dist/retrieval/search-assembler.js.map +1 -0
  321. package/dist/retrieval/session-reconstructor.d.ts.map +1 -1
  322. package/dist/retrieval/session-reconstructor.js +9 -7
  323. package/dist/retrieval/session-reconstructor.js.map +1 -1
  324. package/dist/storage/archive.d.ts +0 -2
  325. package/dist/storage/archive.d.ts.map +1 -1
  326. package/dist/storage/archive.js +18 -12
  327. package/dist/storage/archive.js.map +1 -1
  328. package/dist/storage/checkpoint-store.d.ts +0 -1
  329. package/dist/storage/checkpoint-store.d.ts.map +1 -1
  330. package/dist/storage/checkpoint-store.js +5 -7
  331. package/dist/storage/checkpoint-store.js.map +1 -1
  332. package/dist/storage/chunk-store.d.ts.map +1 -1
  333. package/dist/storage/chunk-store.js +15 -17
  334. package/dist/storage/chunk-store.js.map +1 -1
  335. package/dist/storage/cluster-store.d.ts.map +1 -1
  336. package/dist/storage/cluster-store.js.map +1 -1
  337. package/dist/storage/db.d.ts.map +1 -1
  338. package/dist/storage/db.js.map +1 -1
  339. package/dist/storage/edge-store.d.ts +17 -30
  340. package/dist/storage/edge-store.d.ts.map +1 -1
  341. package/dist/storage/edge-store.js +43 -123
  342. package/dist/storage/edge-store.js.map +1 -1
  343. package/dist/storage/embedding-cache.d.ts.map +1 -1
  344. package/dist/storage/embedding-cache.js +1 -3
  345. package/dist/storage/embedding-cache.js.map +1 -1
  346. package/dist/storage/encryption.d.ts.map +1 -1
  347. package/dist/storage/encryption.js +4 -15
  348. package/dist/storage/encryption.js.map +1 -1
  349. package/dist/storage/index.d.ts +1 -4
  350. package/dist/storage/index.d.ts.map +1 -1
  351. package/dist/storage/index.js +1 -5
  352. package/dist/storage/index.js.map +1 -1
  353. package/dist/storage/keyword-store.d.ts.map +1 -1
  354. package/dist/storage/keyword-store.js +11 -7
  355. package/dist/storage/keyword-store.js.map +1 -1
  356. package/dist/storage/migrations.d.ts.map +1 -1
  357. package/dist/storage/migrations.js +56 -4
  358. package/dist/storage/migrations.js.map +1 -1
  359. package/dist/storage/schema.sql +8 -20
  360. package/dist/storage/types.d.ts +12 -26
  361. package/dist/storage/types.d.ts.map +1 -1
  362. package/dist/storage/types.js +1 -2
  363. package/dist/storage/types.js.map +1 -1
  364. package/dist/storage/vector-store.d.ts +9 -15
  365. package/dist/storage/vector-store.d.ts.map +1 -1
  366. package/dist/storage/vector-store.js +64 -43
  367. package/dist/storage/vector-store.js.map +1 -1
  368. package/dist/utils/angular-distance.d.ts.map +1 -1
  369. package/dist/utils/angular-distance.js.map +1 -1
  370. package/dist/utils/logger.d.ts.map +1 -1
  371. package/dist/utils/logger.js.map +1 -1
  372. package/dist/utils/secret-store.d.ts.map +1 -1
  373. package/dist/utils/secret-store.js +17 -13
  374. package/dist/utils/secret-store.js.map +1 -1
  375. package/dist/utils/secure-buffer.d.ts.map +1 -1
  376. package/dist/utils/secure-buffer.js.map +1 -1
  377. package/package.json +7 -6
  378. package/src/dashboard/client/package-lock.json +3 -3
  379. package/src/dashboard/client/package.json +3 -3
  380. package/dist/dashboard/client/assets/index-CMUKy4f9.css +0 -1
  381. package/dist/dashboard/client/assets/index-esv8TpCN.js +0 -168
  382. package/dist/eval/collection-benchmark/graph-value.d.ts +0 -16
  383. package/dist/eval/collection-benchmark/graph-value.d.ts.map +0 -1
  384. package/dist/eval/collection-benchmark/graph-value.js +0 -162
  385. package/dist/eval/collection-benchmark/graph-value.js.map +0 -1
  386. package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.d.ts +0 -10
  387. package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.d.ts.map +0 -1
  388. package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.js +0 -229
  389. package/dist/eval/experiments/vector-decay-shapes/curve-shapes-experiment.js.map +0 -1
  390. package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.d.ts +0 -12
  391. package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.d.ts.map +0 -1
  392. package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.js +0 -316
  393. package/dist/eval/experiments/vector-decay-shapes/graph-range-experiment.js.map +0 -1
  394. package/dist/eval/experiments/vector-decay-shapes/hop-decay.d.ts +0 -19
  395. package/dist/eval/experiments/vector-decay-shapes/hop-decay.d.ts.map +0 -1
  396. package/dist/eval/experiments/vector-decay-shapes/hop-decay.js +0 -127
  397. package/dist/eval/experiments/vector-decay-shapes/hop-decay.js.map +0 -1
  398. package/dist/eval/experiments/vector-decay-shapes/index.d.ts +0 -11
  399. package/dist/eval/experiments/vector-decay-shapes/index.d.ts.map +0 -1
  400. package/dist/eval/experiments/vector-decay-shapes/index.js +0 -11
  401. package/dist/eval/experiments/vector-decay-shapes/index.js.map +0 -1
  402. package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.d.ts +0 -14
  403. package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.d.ts.map +0 -1
  404. package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.js +0 -274
  405. package/dist/eval/experiments/vector-decay-shapes/path-traversal-experiment.js.map +0 -1
  406. package/dist/eval/experiments/vector-decay-shapes/presets.d.ts +0 -36
  407. package/dist/eval/experiments/vector-decay-shapes/presets.d.ts.map +0 -1
  408. package/dist/eval/experiments/vector-decay-shapes/presets.js +0 -157
  409. package/dist/eval/experiments/vector-decay-shapes/presets.js.map +0 -1
  410. package/dist/eval/experiments/vector-decay-shapes/run-experiment.d.ts +0 -20
  411. package/dist/eval/experiments/vector-decay-shapes/run-experiment.d.ts.map +0 -1
  412. package/dist/eval/experiments/vector-decay-shapes/run-experiment.js +0 -504
  413. package/dist/eval/experiments/vector-decay-shapes/run-experiment.js.map +0 -1
  414. package/dist/eval/experiments/vector-decay-shapes/types.d.ts +0 -111
  415. package/dist/eval/experiments/vector-decay-shapes/types.d.ts.map +0 -1
  416. package/dist/eval/experiments/vector-decay-shapes/types.js +0 -15
  417. package/dist/eval/experiments/vector-decay-shapes/types.js.map +0 -1
  418. package/dist/eval/experiments/vector-decay-sweep/index.d.ts +0 -7
  419. package/dist/eval/experiments/vector-decay-sweep/index.d.ts.map +0 -1
  420. package/dist/eval/experiments/vector-decay-sweep/index.js +0 -7
  421. package/dist/eval/experiments/vector-decay-sweep/index.js.map +0 -1
  422. package/dist/eval/experiments/vector-decay-sweep/run-sweep.d.ts +0 -30
  423. package/dist/eval/experiments/vector-decay-sweep/run-sweep.d.ts.map +0 -1
  424. package/dist/eval/experiments/vector-decay-sweep/run-sweep.js +0 -378
  425. package/dist/eval/experiments/vector-decay-sweep/run-sweep.js.map +0 -1
  426. package/dist/eval/experiments/vector-decay-sweep/types.d.ts +0 -109
  427. package/dist/eval/experiments/vector-decay-sweep/types.d.ts.map +0 -1
  428. package/dist/eval/experiments/vector-decay-sweep/types.js +0 -16
  429. package/dist/eval/experiments/vector-decay-sweep/types.js.map +0 -1
  430. package/dist/maintenance/tasks/prune-graph.d.ts +0 -12
  431. package/dist/maintenance/tasks/prune-graph.d.ts.map +0 -1
  432. package/dist/maintenance/tasks/prune-graph.js +0 -23
  433. package/dist/maintenance/tasks/prune-graph.js.map +0 -1
  434. package/dist/retrieval/traverser.d.ts +0 -66
  435. package/dist/retrieval/traverser.d.ts.map +0 -1
  436. package/dist/retrieval/traverser.js +0 -160
  437. package/dist/retrieval/traverser.js.map +0 -1
  438. package/dist/storage/clock-store.d.ts +0 -80
  439. package/dist/storage/clock-store.d.ts.map +0 -1
  440. package/dist/storage/clock-store.js +0 -155
  441. package/dist/storage/clock-store.js.map +0 -1
  442. package/dist/storage/decay.d.ts +0 -125
  443. package/dist/storage/decay.d.ts.map +0 -1
  444. package/dist/storage/decay.js +0 -276
  445. package/dist/storage/decay.js.map +0 -1
  446. package/dist/storage/pruner.d.ts +0 -111
  447. package/dist/storage/pruner.d.ts.map +0 -1
  448. package/dist/storage/pruner.js +0 -280
  449. package/dist/storage/pruner.js.map +0 -1
  450. package/dist/temporal/clock-compactor.d.ts +0 -65
  451. package/dist/temporal/clock-compactor.d.ts.map +0 -1
  452. package/dist/temporal/clock-compactor.js +0 -157
  453. package/dist/temporal/clock-compactor.js.map +0 -1
  454. package/dist/temporal/index.d.ts +0 -6
  455. package/dist/temporal/index.d.ts.map +0 -1
  456. package/dist/temporal/index.js +0 -6
  457. package/dist/temporal/index.js.map +0 -1
  458. package/dist/temporal/vector-clock.d.ts +0 -143
  459. package/dist/temporal/vector-clock.d.ts.map +0 -1
  460. package/dist/temporal/vector-clock.js +0 -231
  461. package/dist/temporal/vector-clock.js.map +0 -1
  462. package/dist/utils/keychain.d.ts +0 -43
  463. package/dist/utils/keychain.d.ts.map +0 -1
  464. package/dist/utils/keychain.js +0 -82
  465. package/dist/utils/keychain.js.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAWH,OAAO,KAAK,EAGV,0BAA0B,EAC1B,yBAAyB,EAEzB,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,aAAa,EAGd,MAAM,YAAY,CAAC;AAkBpB;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,YAAY,EACpB,SAAS,CAAC,EAAE,eAAe,EAC3B,KAAK,CAAC,EAAE,gBAAgB,EACxB,OAAO,CAAC,EAAE,aAAa,GACtB,MAAM,CA+CR;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,YAAY,EACpB,SAAS,CAAC,EAAE,eAAe,EAC3B,KAAK,CAAC,EAAE,gBAAgB,EACxB,OAAO,CAAC,EAAE,aAAa,GACtB,MAAM,EAAE,CA+CV;AAED;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,OAAO,GAAE,0BAA+B,GACvC,OAAO,CAAC,yBAAyB,CAAC,CAiGpC"}
1
+ {"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAWH,OAAO,KAAK,EAGV,0BAA0B,EAC1B,yBAAyB,EAEzB,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,aAAa,EACd,MAAM,YAAY,CAAC;AAqBpB;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,YAAY,EACpB,SAAS,CAAC,EAAE,eAAe,EAC3B,KAAK,CAAC,EAAE,kBAAkB,EAC1B,OAAO,CAAC,EAAE,aAAa,GACtB,MAAM,CAqDR;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,YAAY,EACpB,SAAS,CAAC,EAAE,eAAe,EAC3B,KAAK,CAAC,EAAE,kBAAkB,EAC1B,OAAO,CAAC,EAAE,aAAa,GACtB,MAAM,EAAE,CA8DV;AAED;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,OAAO,GAAE,0BAA+B,GACvC,OAAO,CAAC,yBAAyB,CAAC,CAmGpC"}
@@ -7,7 +7,7 @@
7
7
  import { generateSamples } from './sampler.js';
8
8
  import { runHealthBenchmarks } from './health.js';
9
9
  import { runRetrievalBenchmarks } from './retrieval.js';
10
- import { runGraphValueBenchmarks } from './graph-value.js';
10
+ import { runChainQualityBenchmarks } from './chain-quality.js';
11
11
  import { runLatencyBenchmarks } from './latency.js';
12
12
  import { generateTuningRecommendations } from './tuning.js';
13
13
  import { storeBenchmarkRun, getLatestBenchmarkRun, computeTrend } from './history.js';
@@ -20,21 +20,24 @@ function resolveCategories(profile, explicit) {
20
20
  if (explicit && explicit.length > 0)
21
21
  return explicit;
22
22
  switch (profile) {
23
- case 'quick': return ['health'];
24
- case 'standard': return ['health', 'retrieval'];
25
- case 'full': return ['health', 'retrieval', 'graph', 'latency'];
23
+ case 'quick':
24
+ return ['health'];
25
+ case 'standard':
26
+ return ['health', 'retrieval'];
27
+ case 'full':
28
+ return ['health', 'retrieval', 'chain', 'latency'];
26
29
  }
27
30
  }
28
31
  /**
29
32
  * Compute overall score (0-100) from sub-scores.
30
33
  */
31
- export function computeOverallScore(health, retrieval, graph, latency) {
34
+ export function computeOverallScore(health, retrieval, chain, latency) {
32
35
  const scores = [];
33
36
  // Health score (0-100)
34
- const healthScore = Math.min(100, (Math.min(1, health.edgeToChunkRatio / 3) * 30 +
37
+ const healthScore = Math.min(100, Math.min(1, health.edgeToChunkRatio / 3) * 30 +
35
38
  health.clusterCoverage * 40 +
36
- (1 - health.orphanChunkPercentage) * 30));
37
- scores.push({ score: healthScore, weight: 20 });
39
+ (1 - health.orphanChunkPercentage) * 30);
40
+ scores.push({ score: healthScore, weight: 25 });
38
41
  // Retrieval score (0-100)
39
42
  if (retrieval) {
40
43
  const retrievalScore = Math.min(100, retrieval.adjacentRecallAt10 * 30 +
@@ -43,19 +46,24 @@ export function computeOverallScore(health, retrieval, graph, latency) {
43
46
  retrieval.tokenEfficiency * 25);
44
47
  scores.push({ score: retrievalScore, weight: 35 });
45
48
  }
46
- // Graph value score (0-100)
47
- if (graph) {
48
- const augScore = Math.min(1, (graph.sourceAttribution.augmentationRatio - 1) / 2);
49
- const liftScore = Math.min(1, graph.lift);
50
- const graphScore = Math.min(100, augScore * 50 + liftScore * 50);
51
- scores.push({ score: graphScore, weight: 30 });
49
+ // Chain quality score (0-100)
50
+ if (chain) {
51
+ const coverageScore = chain.chainCoverage * 50;
52
+ const lengthScore = Math.min(1, chain.meanChainLength / 5) * 30;
53
+ const efficiencyScore = Math.min(1, chain.meanScorePerToken * 100) * 20;
54
+ const chainScore = Math.min(100, coverageScore + lengthScore + efficiencyScore);
55
+ scores.push({ score: chainScore, weight: 25 });
52
56
  }
53
57
  // Latency score (0-100, based on p95 thresholds)
54
58
  if (latency) {
55
- const recallLatencyScore = latency.recall.p95 <= 50 ? 100
56
- : latency.recall.p95 <= 100 ? 80
57
- : latency.recall.p95 <= 200 ? 60
58
- : latency.recall.p95 <= 500 ? 40
59
+ const recallLatencyScore = latency.recall.p95 <= 50
60
+ ? 100
61
+ : latency.recall.p95 <= 100
62
+ ? 80
63
+ : latency.recall.p95 <= 200
64
+ ? 60
65
+ : latency.recall.p95 <= 500
66
+ ? 40
59
67
  : 20;
60
68
  scores.push({ score: recallLatencyScore, weight: 15 });
61
69
  }
@@ -68,7 +76,7 @@ export function computeOverallScore(health, retrieval, graph, latency) {
68
76
  /**
69
77
  * Generate human-readable highlights from results.
70
78
  */
71
- export function generateHighlights(health, retrieval, graph, latency) {
79
+ export function generateHighlights(health, retrieval, chain, latency) {
72
80
  const highlights = [];
73
81
  // Health highlights
74
82
  highlights.push(`${(health.clusterCoverage * 100).toFixed(0)}% of chunks organized into topic clusters`);
@@ -76,7 +84,8 @@ export function generateHighlights(health, retrieval, graph, latency) {
76
84
  highlights.push(`Only ${(health.orphanChunkPercentage * 100).toFixed(1)}% orphan chunks — knowledge graph is well-connected`);
77
85
  }
78
86
  if (health.temporalSpan) {
79
- const days = Math.round((new Date(health.temporalSpan.latest).getTime() - new Date(health.temporalSpan.earliest).getTime()) /
87
+ const days = Math.round((new Date(health.temporalSpan.latest).getTime() -
88
+ new Date(health.temporalSpan.earliest).getTime()) /
80
89
  (1000 * 60 * 60 * 24));
81
90
  highlights.push(`Collection spans ${days} days across ${health.projectCount} project(s)`);
82
91
  }
@@ -92,13 +101,13 @@ export function generateHighlights(health, retrieval, graph, latency) {
92
101
  highlights.push(`Token efficiency: ${(retrieval.tokenEfficiency * 100).toFixed(0)}% of returned context is relevant`);
93
102
  }
94
103
  }
95
- // Graph highlights
96
- if (graph) {
97
- if (graph.sourceAttribution.augmentationRatio > 1.1) {
98
- highlights.push(`Graph traversal adds ${graph.sourceAttribution.augmentationRatio.toFixed(1)}x more results vs vector-only`);
104
+ // Chain quality highlights
105
+ if (chain) {
106
+ if (chain.chainCoverage > 0) {
107
+ highlights.push(`Chain coverage: ${(chain.chainCoverage * 100).toFixed(0)}% of queries produced episodic chains`);
99
108
  }
100
- if (graph.lift > 0.1) {
101
- highlights.push(`Recall lift from graph: +${(graph.lift * 100).toFixed(0)}% over vector-only`);
109
+ if (chain.meanChainLength > 0) {
110
+ highlights.push(`Mean chain length: ${chain.meanChainLength.toFixed(1)} chunks per narrative`);
102
111
  }
103
112
  }
104
113
  // Latency highlights
@@ -115,16 +124,16 @@ export async function runCollectionBenchmark(options = {}) {
115
124
  const categories = resolveCategories(profile, options.categories);
116
125
  const skipped = [];
117
126
  let retrieval;
118
- let graphValue;
127
+ let chainQuality;
119
128
  let latency;
120
129
  // 1. Always run health
121
130
  onProgress?.('[1/4] Collection health...');
122
- const includeClusterQuality = categories.includes('retrieval') || categories.includes('graph');
131
+ const includeClusterQuality = categories.includes('retrieval') || categories.includes('chain');
123
132
  const health = await runHealthBenchmarks(includeClusterQuality);
124
133
  onProgress?.('[1/4] Collection health... done');
125
134
  // 2. Generate samples if needed
126
135
  let sample;
127
- if (categories.some(c => c !== 'health')) {
136
+ if (categories.some((c) => c !== 'health')) {
128
137
  onProgress?.(`[2/4] Sampling queries (${sampleSize} samples${seed !== null && seed !== undefined ? `, seed=${seed}` : ''})...`);
129
138
  sample = generateSamples({ sampleSize, seed, projectFilter });
130
139
  onProgress?.('[2/4] Sampling... done');
@@ -140,11 +149,11 @@ export async function runCollectionBenchmark(options = {}) {
140
149
  retrieval = retrievalResult.result;
141
150
  skipped.push(...retrievalResult.skipped);
142
151
  }
143
- if (categories.includes('graph') && sample) {
144
- onProgress?.('Graph value benchmarks');
145
- const graphResult = await runGraphValueBenchmarks(sample, topK, onProgress);
146
- graphValue = graphResult.result;
147
- skipped.push(...graphResult.skipped);
152
+ if (categories.includes('chain') && sample) {
153
+ onProgress?.('Chain quality benchmarks');
154
+ const chainResult = await runChainQualityBenchmarks(sample, onProgress);
155
+ chainQuality = chainResult.result;
156
+ skipped.push(...chainResult.skipped);
148
157
  }
149
158
  if (categories.includes('latency') && sample) {
150
159
  onProgress?.('Latency benchmarks');
@@ -152,16 +161,16 @@ export async function runCollectionBenchmark(options = {}) {
152
161
  latency = await runLatencyBenchmarks(sample, effectiveProject, onProgress);
153
162
  }
154
163
  // Compute composite score
155
- const overallScore = computeOverallScore(health, retrieval, graphValue, latency);
164
+ const overallScore = computeOverallScore(health, retrieval, chainQuality, latency);
156
165
  // Generate highlights
157
- const highlights = generateHighlights(health, retrieval, graphValue, latency);
166
+ const highlights = generateHighlights(health, retrieval, chainQuality, latency);
158
167
  // Build result
159
168
  const result = {
160
169
  timestamp: new Date().toISOString(),
161
170
  profile,
162
171
  collectionStats: health,
163
172
  retrieval,
164
- graphValue,
173
+ chainQuality,
165
174
  latency,
166
175
  overallScore,
167
176
  highlights,
@@ -1 +1 @@
1
- {"version":3,"file":"runner.js","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EAAE,6BAA6B,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACtF,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AAenE;;GAEG;AACH,SAAS,iBAAiB,CACxB,OAAyB,EACzB,QAA8B;IAE9B,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAC;IAErD,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,OAAO,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAChC,KAAK,UAAU,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QAChD,KAAK,MAAM,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;IAClE,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,MAAoB,EACpB,SAA2B,EAC3B,KAAwB,EACxB,OAAuB;IAEvB,MAAM,MAAM,GAA6C,EAAE,CAAC;IAE5D,uBAAuB;IACvB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAChC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,EAAE;QAC7C,MAAM,CAAC,eAAe,GAAG,EAAE;QAC3B,CAAC,CAAC,GAAG,MAAM,CAAC,qBAAqB,CAAC,GAAG,EAAE,CACxC,CAAC,CAAC;IACH,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;IAEhD,0BAA0B;IAC1B,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EACjC,SAAS,CAAC,kBAAkB,GAAG,EAAE;YACjC,SAAS,CAAC,kBAAkB,GAAG,EAAE;YACjC,SAAS,CAAC,aAAa,GAAG,EAAE;YAC5B,SAAS,CAAC,eAAe,GAAG,EAAE,CAC/B,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,4BAA4B;IAC5B,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAClF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,GAAG,EAAE,GAAG,SAAS,GAAG,EAAE,CAAC,CAAC;QACjE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,iDAAiD;IACjD,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG;YACvD,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE;gBAChC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE;oBAChC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE;wBAChC,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,wCAAwC;IACxC,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACjE,IAAI,WAAW,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEhC,OAAO,IAAI,CAAC,KAAK,CACf,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,WAAW,CACrE,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,MAAoB,EACpB,SAA2B,EAC3B,KAAwB,EACxB,OAAuB;IAEvB,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,oBAAoB;IACpB,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,2CAA2C,CAAC,CAAC;IAEzG,IAAI,MAAM,CAAC,qBAAqB,GAAG,IAAI,EAAE,CAAC;QACxC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,qBAAqB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,qDAAqD,CAAC,CAAC;IAChI,CAAC;IAED,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CACrB,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC;YACnG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CACtB,CAAC;QACF,UAAU,CAAC,IAAI,CAAC,oBAAoB,IAAI,gBAAgB,MAAM,CAAC,YAAY,aAAa,CAAC,CAAC;IAC5F,CAAC;IAED,uBAAuB;IACvB,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,SAAS,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;YACrC,UAAU,CAAC,IAAI,CAAC,6BAA6B,CAAC,SAAS,CAAC,kBAAkB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACnG,CAAC;QACD,IAAI,SAAS,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;YACrC,UAAU,CAAC,IAAI,CAAC,kCAAkC,CAAC,SAAS,CAAC,kBAAkB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACxG,CAAC;QACD,IAAI,SAAS,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;YAClC,UAAU,CAAC,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC;QACxH,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,IAAI,KAAK,EAAE,CAAC;QACV,IAAI,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,GAAG,GAAG,EAAE,CAAC;YACpD,UAAU,CAAC,IAAI,CAAC,wBAAwB,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC;QAC/H,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,GAAG,GAAG,EAAE,CAAC;YACrB,UAAU,CAAC,IAAI,CAAC,4BAA4B,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC;QACjG,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,IAAI,OAAO,EAAE,CAAC;QACZ,UAAU,CAAC,IAAI,CAAC,uBAAuB,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC5E,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,UAAsC,EAAE;IAExC,MAAM,EACJ,OAAO,GAAG,UAAU,EACpB,UAAU,GAAG,EAAE,EACf,IAAI,EACJ,aAAa,EACb,IAAI,GAAG,EAAE,EACT,aAAa,GAAG,IAAI,EACpB,UAAU,GACX,GAAG,OAAO,CAAC;IAEZ,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAElE,MAAM,OAAO,GAAuB,EAAE,CAAC;IACvC,IAAI,SAAsC,CAAC;IAC3C,IAAI,UAAwC,CAAC;IAC7C,IAAI,OAAkC,CAAC;IAEvC,uBAAuB;IACvB,UAAU,EAAE,CAAC,4BAA4B,CAAC,CAAC;IAC3C,MAAM,qBAAqB,GAAG,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC/F,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,qBAAqB,CAAC,CAAC;IAChE,UAAU,EAAE,CAAC,iCAAiC,CAAC,CAAC;IAEhD,gCAAgC;IAChC,IAAI,MAAM,CAAC;IACX,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC;QACzC,UAAU,EAAE,CAAC,2BAA2B,UAAU,WAAW,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QAChI,MAAM,GAAG,eAAe,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;QAC9D,UAAU,EAAE,CAAC,wBAAwB,CAAC,CAAC;QAEvC,aAAa;QACb,UAAU,EAAE,CAAC,0BAA0B,CAAC,CAAC;QACzC,kDAAkD;QAClD,UAAU,EAAE,CAAC,uBAAuB,CAAC,CAAC;IACxC,CAAC;IAED,8BAA8B;IAC9B,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,MAAM,EAAE,CAAC;QAC/C,UAAU,EAAE,CAAC,oCAAoC,CAAC,CAAC;QACnD,MAAM,eAAe,GAAG,MAAM,sBAAsB,CAAC,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;QAC/E,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC;QACnC,OAAO,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,MAAM,EAAE,CAAC;QAC3C,UAAU,EAAE,CAAC,wBAAwB,CAAC,CAAC;QACvC,MAAM,WAAW,GAAG,MAAM,uBAAuB,CAAC,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;QAC5E,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC;QAChC,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,MAAM,EAAE,CAAC;QAC7C,UAAU,EAAE,CAAC,oBAAoB,CAAC,CAAC;QACnC,MAAM,gBAAgB,GAAG,aAAa,IAAI,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;QACzE,OAAO,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;IAC7E,CAAC;IAED,0BAA0B;IAC1B,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IAEjF,sBAAsB;IACtB,MAAM,UAAU,GAAG,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IAE9E,eAAe;IACf,MAAM,MAAM,GAA8B;QACxC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO;QACP,eAAe,EAAE,MAAM;QACvB,SAAS;QACT,UAAU;QACV,OAAO;QACP,YAAY;QACZ,UAAU;QACV,OAAO;KACR,CAAC;IAEF,yBAAyB;IACzB,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,CAAC,MAAM,GAAG,6BAA6B,CAAC,MAAM,CAAC,CAAC;IACxD,CAAC;IAED,sBAAsB;IACtB,MAAM,WAAW,GAAG,qBAAqB,EAAE,CAAC;IAC5C,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,CAAC,KAAK,GAAG,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACnD,CAAC;IAED,iBAAiB;IACjB,IAAI,CAAC;QACH,MAAM,cAAc,GAAG,UAAU,EAAE,CAAC;QACpC,iBAAiB,CAAC,MAAM,EAAE,cAAoD,CAAC,CAAC;IAClF,CAAC;IAAC,MAAM,CAAC;QACP,8DAA8D;IAChE,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
1
+ {"version":3,"file":"runner.js","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EAAE,6BAA6B,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACtF,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AAanE;;GAEG;AACH,SAAS,iBAAiB,CACxB,OAAyB,EACzB,QAA8B;IAE9B,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAC;IAErD,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,OAAO;YACV,OAAO,CAAC,QAAQ,CAAC,CAAC;QACpB,KAAK,UAAU;YACb,OAAO,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QACjC,KAAK,MAAM;YACT,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,MAAoB,EACpB,SAA2B,EAC3B,KAA0B,EAC1B,OAAuB;IAEvB,MAAM,MAAM,GAA6C,EAAE,CAAC;IAE5D,uBAAuB;IACvB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,GAAG,EACH,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,EAAE;QAC3C,MAAM,CAAC,eAAe,GAAG,EAAE;QAC3B,CAAC,CAAC,GAAG,MAAM,CAAC,qBAAqB,CAAC,GAAG,EAAE,CAC1C,CAAC;IACF,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;IAEhD,0BAA0B;IAC1B,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC7B,GAAG,EACH,SAAS,CAAC,kBAAkB,GAAG,EAAE;YAC/B,SAAS,CAAC,kBAAkB,GAAG,EAAE;YACjC,SAAS,CAAC,aAAa,GAAG,EAAE;YAC5B,SAAS,CAAC,eAAe,GAAG,EAAE,CACjC,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,8BAA8B;IAC9B,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,GAAG,EAAE,CAAC;QAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QAChE,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,iBAAiB,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;QACxE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,aAAa,GAAG,WAAW,GAAG,eAAe,CAAC,CAAC;QAChF,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,iDAAiD;IACjD,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,kBAAkB,GACtB,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE;YACtB,CAAC,CAAC,GAAG;YACL,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG;gBACzB,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG;oBACzB,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG;wBACzB,CAAC,CAAC,EAAE;wBACJ,CAAC,CAAC,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,wCAAwC;IACxC,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACjE,IAAI,WAAW,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEhC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC;AAC1F,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,MAAoB,EACpB,SAA2B,EAC3B,KAA0B,EAC1B,OAAuB;IAEvB,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,oBAAoB;IACpB,UAAU,CAAC,IAAI,CACb,GAAG,CAAC,MAAM,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,2CAA2C,CACxF,CAAC;IAEF,IAAI,MAAM,CAAC,qBAAqB,GAAG,IAAI,EAAE,CAAC;QACxC,UAAU,CAAC,IAAI,CACb,QAAQ,CAAC,MAAM,CAAC,qBAAqB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,qDAAqD,CAC7G,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CACrB,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE;YAC7C,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC;YACjD,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CACxB,CAAC;QACF,UAAU,CAAC,IAAI,CAAC,oBAAoB,IAAI,gBAAgB,MAAM,CAAC,YAAY,aAAa,CAAC,CAAC;IAC5F,CAAC;IAED,uBAAuB;IACvB,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,SAAS,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;YACrC,UAAU,CAAC,IAAI,CACb,6BAA6B,CAAC,SAAS,CAAC,kBAAkB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAChF,CAAC;QACJ,CAAC;QACD,IAAI,SAAS,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;YACrC,UAAU,CAAC,IAAI,CACb,kCAAkC,CAAC,SAAS,CAAC,kBAAkB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACrF,CAAC;QACJ,CAAC;QACD,IAAI,SAAS,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;YAClC,UAAU,CAAC,IAAI,CACb,qBAAqB,CAAC,SAAS,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mCAAmC,CACrG,CAAC;QACJ,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,IAAI,KAAK,EAAE,CAAC;QACV,IAAI,KAAK,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;YAC5B,UAAU,CAAC,IAAI,CACb,mBAAmB,CAAC,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,uCAAuC,CACjG,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;YAC9B,UAAU,CAAC,IAAI,CACb,sBAAsB,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAC9E,CAAC;QACJ,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,IAAI,OAAO,EAAE,CAAC;QACZ,UAAU,CAAC,IAAI,CAAC,uBAAuB,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC5E,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,UAAsC,EAAE;IAExC,MAAM,EACJ,OAAO,GAAG,UAAU,EACpB,UAAU,GAAG,EAAE,EACf,IAAI,EACJ,aAAa,EACb,IAAI,GAAG,EAAE,EACT,aAAa,GAAG,IAAI,EACpB,UAAU,GACX,GAAG,OAAO,CAAC;IAEZ,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAElE,MAAM,OAAO,GAAuB,EAAE,CAAC;IACvC,IAAI,SAAsC,CAAC;IAC3C,IAAI,YAA4C,CAAC;IACjD,IAAI,OAAkC,CAAC;IAEvC,uBAAuB;IACvB,UAAU,EAAE,CAAC,4BAA4B,CAAC,CAAC;IAC3C,MAAM,qBAAqB,GAAG,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC/F,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,qBAAqB,CAAC,CAAC;IAChE,UAAU,EAAE,CAAC,iCAAiC,CAAC,CAAC;IAEhD,gCAAgC;IAChC,IAAI,MAAM,CAAC;IACX,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC;QAC3C,UAAU,EAAE,CACV,2BAA2B,UAAU,WAAW,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,CAClH,CAAC;QACF,MAAM,GAAG,eAAe,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;QAC9D,UAAU,EAAE,CAAC,wBAAwB,CAAC,CAAC;QAEvC,aAAa;QACb,UAAU,EAAE,CAAC,0BAA0B,CAAC,CAAC;QACzC,kDAAkD;QAClD,UAAU,EAAE,CAAC,uBAAuB,CAAC,CAAC;IACxC,CAAC;IAED,8BAA8B;IAC9B,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,MAAM,EAAE,CAAC;QAC/C,UAAU,EAAE,CAAC,oCAAoC,CAAC,CAAC;QACnD,MAAM,eAAe,GAAG,MAAM,sBAAsB,CAAC,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;QAC/E,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC;QACnC,OAAO,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,MAAM,EAAE,CAAC;QAC3C,UAAU,EAAE,CAAC,0BAA0B,CAAC,CAAC;QACzC,MAAM,WAAW,GAAG,MAAM,yBAAyB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACxE,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC;QAClC,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,MAAM,EAAE,CAAC;QAC7C,UAAU,EAAE,CAAC,oBAAoB,CAAC,CAAC;QACnC,MAAM,gBAAgB,GAAG,aAAa,IAAI,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;QACzE,OAAO,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;IAC7E,CAAC;IAED,0BAA0B;IAC1B,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;IAEnF,sBAAsB;IACtB,MAAM,UAAU,GAAG,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;IAEhF,eAAe;IACf,MAAM,MAAM,GAA8B;QACxC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO;QACP,eAAe,EAAE,MAAM;QACvB,SAAS;QACT,YAAY;QACZ,OAAO;QACP,YAAY;QACZ,UAAU;QACV,OAAO;KACR,CAAC;IAEF,yBAAyB;IACzB,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,CAAC,MAAM,GAAG,6BAA6B,CAAC,MAAM,CAAC,CAAC;IACxD,CAAC;IAED,sBAAsB;IACtB,MAAM,WAAW,GAAG,qBAAqB,EAAE,CAAC;IAC5C,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,CAAC,KAAK,GAAG,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACnD,CAAC;IAED,iBAAiB;IACjB,IAAI,CAAC;QACH,MAAM,cAAc,GAAG,UAAU,EAAE,CAAC;QACpC,iBAAiB,CAAC,MAAM,EAAE,cAAoD,CAAC,CAAC;IAClF,CAAC;IAAC,MAAM,CAAC;QACP,8DAA8D;IAChE,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"sampler.d.ts","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/sampler.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAiB,MAAM,wBAAwB,CAAC;AACrF,OAAO,KAAK,EACV,eAAe,EACf,cAAc,EACd,iBAAiB,EAIlB,MAAM,YAAY,CAAC;AAgBpB;;GAEG;AACH,wBAAgB,eAAe,CAC7B,MAAM,EAAE,WAAW,EAAE,EACrB,KAAK,EAAE,UAAU,EAAE,GAClB,iBAAiB,CAuDnB;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,cAAc,GAAG,eAAe,CA4HxE"}
1
+ {"version":3,"file":"sampler.d.ts","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/sampler.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAiB,MAAM,wBAAwB,CAAC;AACrF,OAAO,KAAK,EACV,eAAe,EACf,cAAc,EACd,iBAAiB,EAIlB,MAAM,YAAY,CAAC;AAgBpB;;GAEG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,iBAAiB,CAmE7F;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,cAAc,GAAG,eAAe,CAgIxE"}
@@ -33,7 +33,7 @@ export function checkThresholds(chunks, edges) {
33
33
  sessionChunks.set(chunk.sessionId, list);
34
34
  }
35
35
  // Adjacent recall: need >= 2 sessions with >= 3 chunks each
36
- const sessionsWithEnoughChunks = [...sessionChunks.values()].filter(c => c.length >= 3);
36
+ const sessionsWithEnoughChunks = [...sessionChunks.values()].filter((c) => c.length >= 3);
37
37
  const canRunAdjacentRecall = sessionsWithEnoughChunks.length >= 2;
38
38
  if (!canRunAdjacentRecall) {
39
39
  reasons.set('adjacentRecall', `need >=2 sessions with >=3 chunks each, you have ${sessionsWithEnoughChunks.length}`);
@@ -45,11 +45,11 @@ export function checkThresholds(chunks, edges) {
45
45
  sessions.add(chunk.sessionId);
46
46
  projectSessions.set(chunk.sessionSlug, sessions);
47
47
  }
48
- const crossSessionEdges = edges.filter(e => e.referenceType === 'file-path' || e.referenceType === 'code-entity');
48
+ const crossSessionEdges = edges.filter((e) => e.referenceType === 'cross-session' || e.referenceType === 'within-chain');
49
49
  const projectsWithCrossSession = [...projectSessions.entries()].filter(([, sessions]) => sessions.size >= 3);
50
50
  const canRunCrossSessionBridging = projectsWithCrossSession.length > 0 && crossSessionEdges.length > 0;
51
51
  if (!canRunCrossSessionBridging) {
52
- const sessCount = Math.max(...[...projectSessions.values()].map(s => s.size), 0);
52
+ const sessCount = Math.max(...[...projectSessions.values()].map((s) => s.size), 0);
53
53
  reasons.set('crossSessionBridging', `need >=3 sessions in same project with cross-session edges, best project has ${sessCount} sessions`);
54
54
  }
55
55
  // Precision@K: need >= 2 projects with >= 10 chunks each
@@ -78,9 +78,9 @@ export function generateSamples(options) {
78
78
  let edges = getAllEdges();
79
79
  // Apply project filter if specified
80
80
  if (projectFilter) {
81
- chunks = chunks.filter(c => c.sessionSlug === projectFilter);
82
- const chunkIds = new Set(chunks.map(c => c.id));
83
- edges = edges.filter(e => chunkIds.has(e.sourceChunkId) || chunkIds.has(e.targetChunkId));
81
+ chunks = chunks.filter((c) => c.sessionSlug === projectFilter);
82
+ const chunkIds = new Set(chunks.map((c) => c.id));
83
+ edges = edges.filter((e) => chunkIds.has(e.sourceChunkId) || chunkIds.has(e.targetChunkId));
84
84
  }
85
85
  const thresholds = checkThresholds(chunks, edges);
86
86
  // Group chunks by session, sorted by start_time
@@ -95,7 +95,7 @@ export function generateSamples(options) {
95
95
  }
96
96
  // Sample query chunk IDs
97
97
  const shuffledChunks = seededShuffle(chunks, seed);
98
- const queryChunkIds = shuffledChunks.slice(0, sampleSize).map(c => c.id);
98
+ const queryChunkIds = shuffledChunks.slice(0, sampleSize).map((c) => c.id);
99
99
  // Generate adjacent pairs
100
100
  const adjacentPairs = [];
101
101
  if (thresholds.canRunAdjacentRecall) {
@@ -111,7 +111,7 @@ export function generateSamples(options) {
111
111
  const idx = shuffled[k];
112
112
  const chunk = sessionList[idx];
113
113
  // Pick one adjacent (previous or next)
114
- const adjacentIdx = (pairSeed++ % 2 === 0) ? idx - 1 : idx + 1;
114
+ const adjacentIdx = pairSeed++ % 2 === 0 ? idx - 1 : idx + 1;
115
115
  if (adjacentIdx >= 0 && adjacentIdx < sessionList.length) {
116
116
  adjacentPairs.push({
117
117
  queryChunkId: chunk.id,
@@ -129,11 +129,13 @@ export function generateSamples(options) {
129
129
  for (const chunk of chunks) {
130
130
  chunkSessionMap.set(chunk.id, chunk.sessionId);
131
131
  }
132
- const bridgingEdges = edges.filter(e => {
132
+ const bridgingEdges = edges.filter((e) => {
133
133
  const srcSession = chunkSessionMap.get(e.sourceChunkId);
134
134
  const tgtSession = chunkSessionMap.get(e.targetChunkId);
135
- return srcSession && tgtSession && srcSession !== tgtSession &&
136
- (e.referenceType === 'file-path' || e.referenceType === 'code-entity');
135
+ return (srcSession &&
136
+ tgtSession &&
137
+ srcSession !== tgtSession &&
138
+ (e.referenceType === 'cross-session' || e.referenceType === 'within-chain'));
137
139
  });
138
140
  const shuffledEdges = seededShuffle(bridgingEdges, seed + 200);
139
141
  for (const edge of shuffledEdges.slice(0, sampleSize)) {
@@ -153,7 +155,7 @@ export function generateSamples(options) {
153
155
  list.push(chunk);
154
156
  projectChunks.set(chunk.sessionSlug, list);
155
157
  }
156
- const projectKeys = [...projectChunks.keys()].filter(k => (projectChunks.get(k)?.length ?? 0) >= 10);
158
+ const projectKeys = [...projectChunks.keys()].filter((k) => (projectChunks.get(k)?.length ?? 0) >= 10);
157
159
  if (projectKeys.length >= 2) {
158
160
  const shuffledKeys = seededShuffle(projectKeys, seed + 300);
159
161
  let count = 0;
@@ -1 +1 @@
1
- {"version":3,"file":"sampler.js","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/sampler.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAsC,MAAM,8BAA8B,CAAC;AAChG,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAW1D;;GAEG;AACH,SAAS,aAAa,CAAI,GAAQ,EAAE,IAAY;IAC9C,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;IACxB,IAAI,CAAC,GAAG,IAAI,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,GAAG,UAAU,CAAC,GAAG,UAAU,CAAC;QAC5C,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAC7B,MAAqB,EACrB,KAAmB;IAEnB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE1C,0BAA0B;IAC1B,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACtD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjB,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,4DAA4D;IAC5D,MAAM,wBAAwB,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IACxF,MAAM,oBAAoB,GAAG,wBAAwB,CAAC,MAAM,IAAI,CAAC,CAAC;IAClE,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,oDAAoD,wBAAwB,CAAC,MAAM,EAAE,CAAC,CAAC;IACvH,CAAC;IAED,sFAAsF;IACtF,MAAM,eAAe,GAAG,IAAI,GAAG,EAAuB,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QACrE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC9B,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,iBAAiB,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACzC,CAAC,CAAC,aAAa,KAAK,WAAW,IAAI,CAAC,CAAC,aAAa,KAAK,aAAa,CACrE,CAAC;IACF,MAAM,wBAAwB,GAAG,CAAC,GAAG,eAAe,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CACpE,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CACrC,CAAC;IACF,MAAM,0BAA0B,GAAG,wBAAwB,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC;IACvG,IAAI,CAAC,0BAA0B,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACjF,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,gFAAgF,SAAS,WAAW,CAAC,CAAC;IAC5I,CAAC;IAED,yDAAyD;IACzD,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClG,CAAC;IACD,MAAM,wBAAwB,GAAG,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACtG,MAAM,kBAAkB,GAAG,wBAAwB,CAAC,MAAM,IAAI,CAAC,CAAC;IAChE,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,qDAAqD,wBAAwB,CAAC,MAAM,EAAE,CAAC,CAAC;IACtH,CAAC;IAED,OAAO;QACL,oBAAoB;QACpB,0BAA0B;QAC1B,kBAAkB;QAClB,OAAO;KACR,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,OAAuB;IACrD,MAAM,EAAE,UAAU,EAAE,IAAI,GAAG,EAAE,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;IAEzD,IAAI,MAAM,GAAG,YAAY,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,WAAW,EAAE,CAAC;IAE1B,oCAAoC;IACpC,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,aAAa,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChD,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;IAC5F,CAAC;IAED,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAElD,gDAAgD;IAChD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACtD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjB,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED,yBAAyB;IACzB,MAAM,cAAc,GAAG,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACnD,MAAM,aAAa,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAEzE,0BAA0B;IAC1B,MAAM,aAAa,GAAmB,EAAE,CAAC;IACzC,IAAI,UAAU,CAAC,oBAAoB,EAAE,CAAC;QACpC,IAAI,QAAQ,GAAG,IAAI,GAAG,GAAG,CAAC;QAC1B,KAAK,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,aAAa,EAAE,CAAC;YACrD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;gBAAE,SAAS;YACrC,oDAAoD;YACpD,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACtF,MAAM,QAAQ,GAAG,aAAa,CAAC,aAAa,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACxF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,IAAI,aAAa,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpE,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACxB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC/B,uCAAuC;gBACvC,MAAM,WAAW,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;gBAC/D,IAAI,WAAW,IAAI,CAAC,IAAI,WAAW,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;oBACzD,aAAa,CAAC,IAAI,CAAC;wBACjB,YAAY,EAAE,KAAK,CAAC,EAAE;wBACtB,eAAe,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC,EAAE;wBAC5C,SAAS;qBACV,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,MAAM,iBAAiB,GAAuB,EAAE,CAAC;IACjD,IAAI,UAAU,CAAC,0BAA0B,EAAE,CAAC;QAC1C,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;QAClD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;YACrC,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;YACxD,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;YACxD,OAAO,UAAU,IAAI,UAAU,IAAI,UAAU,KAAK,UAAU;gBAC1D,CAAC,CAAC,CAAC,aAAa,KAAK,WAAW,IAAI,CAAC,CAAC,aAAa,KAAK,aAAa,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,aAAa,CAAC,aAAa,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;QAC/D,KAAK,MAAM,IAAI,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,CAAC;YACtD,iBAAiB,CAAC,IAAI,CAAC;gBACrB,QAAQ,EAAE,IAAI,CAAC,aAAa;gBAC5B,QAAQ,EAAE,IAAI,CAAC,aAAa;gBAC5B,QAAQ,EAAE,IAAI,CAAC,aAA8B;aAC9C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,mDAAmD;IACnD,MAAM,iBAAiB,GAAuB,EAAE,CAAC;IACjD,IAAI,UAAU,CAAC,kBAAkB,EAAE,CAAC;QAClC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;QACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACxD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACjB,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,WAAW,GAAG,CAAC,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAClD,CAAC,CAAC,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,IAAI,EAAE,CAC/C,CAAC;QAEF,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,YAAY,GAAG,aAAa,CAAC,WAAW,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;YAC5D,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;gBAC1E,MAAM,OAAO,GAAG,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAE,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;gBAChF,KAAK,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,YAAY,CAAC,MAAM,IAAI,KAAK,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;oBAC3E,MAAM,OAAO,GAAG,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAE,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;oBAChF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,UAAU,GAAG,KAAK,CAAC,CAAC;oBAC3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC/B,iBAAiB,CAAC,IAAI,CAAC;4BACrB,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;4BACvB,QAAQ,EAAE,YAAY,CAAC,EAAE,CAAC;4BAC1B,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;4BACvB,QAAQ,EAAE,YAAY,CAAC,EAAE,CAAC;yBAC3B,CAAC,CAAC;wBACH,KAAK,EAAE,CAAC;oBACV,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,aAAa;QACb,aAAa;QACb,iBAAiB;QACjB,iBAAiB;QACjB,UAAU;KACX,CAAC;AACJ,CAAC"}
1
+ {"version":3,"file":"sampler.js","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/sampler.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAW1D;;GAEG;AACH,SAAS,aAAa,CAAI,GAAQ,EAAE,IAAY;IAC9C,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;IACxB,IAAI,CAAC,GAAG,IAAI,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,GAAG,UAAU,CAAC,GAAG,UAAU,CAAC;QAC5C,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,MAAqB,EAAE,KAAmB;IACxE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE1C,0BAA0B;IAC1B,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACtD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjB,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,4DAA4D;IAC5D,MAAM,wBAAwB,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IAC1F,MAAM,oBAAoB,GAAG,wBAAwB,CAAC,MAAM,IAAI,CAAC,CAAC;IAClE,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CACT,gBAAgB,EAChB,oDAAoD,wBAAwB,CAAC,MAAM,EAAE,CACtF,CAAC;IACJ,CAAC;IAED,sFAAsF;IACtF,MAAM,eAAe,GAAG,IAAI,GAAG,EAAuB,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QACrE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC9B,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,iBAAiB,GAAG,KAAK,CAAC,MAAM,CACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,eAAe,IAAI,CAAC,CAAC,aAAa,KAAK,cAAc,CACjF,CAAC;IACF,MAAM,wBAAwB,GAAG,CAAC,GAAG,eAAe,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CACpE,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CACrC,CAAC;IACF,MAAM,0BAA0B,GAC9B,wBAAwB,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC;IACtE,IAAI,CAAC,0BAA0B,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACnF,OAAO,CAAC,GAAG,CACT,sBAAsB,EACtB,gFAAgF,SAAS,WAAW,CACrG,CAAC;IACJ,CAAC;IAED,yDAAyD;IACzD,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClG,CAAC;IACD,MAAM,wBAAwB,GAAG,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CACvE,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAC3B,CAAC;IACF,MAAM,kBAAkB,GAAG,wBAAwB,CAAC,MAAM,IAAI,CAAC,CAAC;IAChE,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CACT,cAAc,EACd,qDAAqD,wBAAwB,CAAC,MAAM,EAAE,CACvF,CAAC;IACJ,CAAC;IAED,OAAO;QACL,oBAAoB;QACpB,0BAA0B;QAC1B,kBAAkB;QAClB,OAAO;KACR,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,OAAuB;IACrD,MAAM,EAAE,UAAU,EAAE,IAAI,GAAG,EAAE,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;IAEzD,IAAI,MAAM,GAAG,YAAY,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,WAAW,EAAE,CAAC;IAE1B,oCAAoC;IACpC,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,aAAa,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAClD,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAElD,gDAAgD;IAChD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACtD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjB,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED,yBAAyB;IACzB,MAAM,cAAc,GAAG,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACnD,MAAM,aAAa,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAE3E,0BAA0B;IAC1B,MAAM,aAAa,GAAmB,EAAE,CAAC;IACzC,IAAI,UAAU,CAAC,oBAAoB,EAAE,CAAC;QACpC,IAAI,QAAQ,GAAG,IAAI,GAAG,GAAG,CAAC;QAC1B,KAAK,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,aAAa,EAAE,CAAC;YACrD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;gBAAE,SAAS;YACrC,oDAAoD;YACpD,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACtF,MAAM,QAAQ,GAAG,aAAa,CAAC,aAAa,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACxF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,IAAI,aAAa,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpE,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACxB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC/B,uCAAuC;gBACvC,MAAM,WAAW,GAAG,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;gBAC7D,IAAI,WAAW,IAAI,CAAC,IAAI,WAAW,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;oBACzD,aAAa,CAAC,IAAI,CAAC;wBACjB,YAAY,EAAE,KAAK,CAAC,EAAE;wBACtB,eAAe,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC,EAAE;wBAC5C,SAAS;qBACV,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,MAAM,iBAAiB,GAAuB,EAAE,CAAC;IACjD,IAAI,UAAU,CAAC,0BAA0B,EAAE,CAAC;QAC1C,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;QAClD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YACvC,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;YACxD,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;YACxD,OAAO,CACL,UAAU;gBACV,UAAU;gBACV,UAAU,KAAK,UAAU;gBACzB,CAAC,CAAC,CAAC,aAAa,KAAK,eAAe,IAAI,CAAC,CAAC,aAAa,KAAK,cAAc,CAAC,CAC5E,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,aAAa,CAAC,aAAa,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;QAC/D,KAAK,MAAM,IAAI,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,CAAC;YACtD,iBAAiB,CAAC,IAAI,CAAC;gBACrB,QAAQ,EAAE,IAAI,CAAC,aAAa;gBAC5B,QAAQ,EAAE,IAAI,CAAC,aAAa;gBAC5B,QAAQ,EAAE,IAAI,CAAC,aAA8B;aAC9C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,mDAAmD;IACnD,MAAM,iBAAiB,GAAuB,EAAE,CAAC;IACjD,IAAI,UAAU,CAAC,kBAAkB,EAAE,CAAC;QAClC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;QACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACxD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACjB,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,WAAW,GAAG,CAAC,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAClD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,IAAI,EAAE,CACjD,CAAC;QAEF,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,YAAY,GAAG,aAAa,CAAC,WAAW,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;YAC5D,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;gBAC1E,MAAM,OAAO,GAAG,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAE,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;gBAChF,KAAK,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,YAAY,CAAC,MAAM,IAAI,KAAK,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;oBAC3E,MAAM,OAAO,GAAG,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAE,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;oBAChF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,UAAU,GAAG,KAAK,CAAC,CAAC;oBAC3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC/B,iBAAiB,CAAC,IAAI,CAAC;4BACrB,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;4BACvB,QAAQ,EAAE,YAAY,CAAC,EAAE,CAAC;4BAC1B,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;4BACvB,QAAQ,EAAE,YAAY,CAAC,EAAE,CAAC;yBAC3B,CAAC,CAAC;wBACH,KAAK,EAAE,CAAC;oBACV,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,aAAa;QACb,aAAa;QACb,iBAAiB;QACjB,iBAAiB;QACjB,UAAU;KACX,CAAC;AACJ,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"tuning.d.ts","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/tuning.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EACV,yBAAyB,EACzB,oBAAoB,EACrB,MAAM,YAAY,CAAC;AAEpB;;GAEG;AACH,wBAAgB,6BAA6B,CAC3C,MAAM,EAAE,yBAAyB,GAChC,oBAAoB,EAAE,CAoOxB"}
1
+ {"version":3,"file":"tuning.d.ts","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/tuning.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,yBAAyB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAElF;;GAEG;AACH,wBAAgB,6BAA6B,CAC3C,MAAM,EAAE,yBAAyB,GAChC,oBAAoB,EAAE,CAqNxB"}
@@ -13,11 +13,11 @@ export function generateTuningRecommendations(result) {
13
13
  const config = loadConfig();
14
14
  const health = result.collectionStats;
15
15
  const retrieval = result.retrieval;
16
- const graph = result.graphValue;
16
+ const chain = result.chainQuality;
17
17
  const latency = result.latency;
18
18
  // Cluster coverage < 70%
19
19
  if (health.clusterCoverage < 0.7) {
20
- const currentThreshold = config.clustering?.threshold ?? 0.10;
20
+ const currentThreshold = config.clustering?.threshold ?? 0.1;
21
21
  recommendations.push({
22
22
  metric: 'Cluster coverage',
23
23
  currentValue: `clustering.threshold: ${currentThreshold}`,
@@ -52,7 +52,7 @@ export function generateTuningRecommendations(result) {
52
52
  }
53
53
  // Cluster coherence: inter-cluster separation low
54
54
  if (health.clusterQuality && health.clusterQuality.interClusterSeparation < 0.3) {
55
- const currentThreshold = config.clustering?.threshold ?? 0.10;
55
+ const currentThreshold = config.clustering?.threshold ?? 0.1;
56
56
  recommendations.push({
57
57
  metric: 'Inter-cluster separation',
58
58
  currentValue: `clustering.threshold: ${currentThreshold}`,
@@ -64,7 +64,7 @@ export function generateTuningRecommendations(result) {
64
64
  }
65
65
  // Cluster coherence: intra-cluster similarity low
66
66
  if (health.clusterQuality && health.clusterQuality.intraClusterSimilarity < 0.5) {
67
- const currentThreshold = config.clustering?.threshold ?? 0.10;
67
+ const currentThreshold = config.clustering?.threshold ?? 0.1;
68
68
  recommendations.push({
69
69
  metric: 'Intra-cluster similarity',
70
70
  currentValue: `clustering.threshold: ${currentThreshold}`,
@@ -74,63 +74,50 @@ export function generateTuningRecommendations(result) {
74
74
  priority: 'medium',
75
75
  });
76
76
  }
77
- // Graph-sourced % < 10%
78
- if (graph && graph.sourceAttribution.graphPercentage < 0.1) {
79
- const currentDepth = config.traversal?.maxDepth ?? 15;
77
+ // Chain coverage < 50%
78
+ if (chain && chain.chainCoverage < 0.5) {
80
79
  if (health.edgeToChunkRatio < 1) {
81
80
  recommendations.push({
82
- metric: 'Graph utilization (sparse edges)',
81
+ metric: 'Chain coverage (sparse edges)',
83
82
  currentValue: `${health.edgeCount} edges for ${health.chunkCount} chunks`,
84
- suggestedValue: 'Re-ingest with latest parser',
83
+ suggestedValue: 'Re-ingest with latest parser or run rebuild-edges',
85
84
  configPath: '(action)',
86
- impact: 'Edges are sparse; re-ingesting may extract more connections',
85
+ impact: 'Edges are sparse; re-ingesting or rebuilding edges creates sequential chains for walking',
87
86
  priority: 'high',
88
87
  });
89
88
  }
90
89
  else {
91
90
  recommendations.push({
92
- metric: 'Graph utilization',
93
- currentValue: `traversal.maxDepth: ${currentDepth}`,
94
- suggestedValue: 'traversal.maxDepth: 25',
95
- configPath: 'traversal.maxDepth',
96
- impact: 'Deeper traversal may surface more graph-connected results',
91
+ metric: 'Chain coverage',
92
+ currentValue: `${(chain.chainCoverage * 100).toFixed(0)}% of queries produce chains`,
93
+ suggestedValue: 'Run `npx causantic maintenance rebuild-edges`',
94
+ configPath: '(action)',
95
+ impact: 'Rebuild edges as sequential linked-list to improve chain connectivity',
97
96
  priority: 'medium',
98
97
  });
99
98
  }
100
99
  }
101
- // Augmentation ratio < 1.2
102
- if (graph && graph.sourceAttribution.augmentationRatio < 1.2) {
103
- const currentMinWeight = config.traversal?.minWeight ?? 0.01;
104
- recommendations.push({
105
- metric: 'Augmentation ratio',
106
- currentValue: `traversal.minWeight: ${currentMinWeight}`,
107
- suggestedValue: 'traversal.minWeight: 0.005',
108
- configPath: 'traversal.minWeight',
109
- impact: 'Lower threshold follows weaker edges, finding more graph results',
110
- priority: 'low',
111
- });
112
- }
113
- // Graph-boosted count is 0 despite having graph results
114
- if (graph && graph.graphBoostedCount === 0 && graph.sourceAttribution.graphPercentage > 0) {
115
- const currentBoost = config.traversal?.graphAgreementBoost ?? 2.0;
100
+ // Mean chain length < 3
101
+ if (chain && chain.meanChainLength > 0 && chain.meanChainLength < 3) {
102
+ const currentMaxDepth = config.traversal?.maxDepth ?? 50;
116
103
  recommendations.push({
117
- metric: 'Graph agreement boost',
118
- currentValue: `0 chunks boosted (graphAgreementBoost: ${currentBoost})`,
119
- suggestedValue: 'traversal.graphAgreementBoost: 3.0',
120
- configPath: 'traversal.graphAgreementBoost',
121
- impact: 'Graph finds disjoint chunks from vector search; higher boost rewards any future overlap',
104
+ metric: 'Mean chain length',
105
+ currentValue: `${chain.meanChainLength.toFixed(1)} chunks per chain, traversal.maxDepth: ${currentMaxDepth}`,
106
+ suggestedValue: 'traversal.maxDepth: 100',
107
+ configPath: 'traversal.maxDepth',
108
+ impact: 'Increase max depth to allow longer chain walks for richer narratives',
122
109
  priority: 'low',
123
110
  });
124
111
  }
125
112
  // Recall latency p95 > 200ms
126
113
  if (latency && latency.recall.p95 > 200) {
127
- const currentDepth = config.traversal?.maxDepth ?? 15;
114
+ const currentMaxDepth = config.traversal?.maxDepth ?? 50;
128
115
  recommendations.push({
129
116
  metric: 'Recall latency p95',
130
- currentValue: `traversal.maxDepth: ${currentDepth}`,
131
- suggestedValue: 'traversal.maxDepth: 15',
117
+ currentValue: `traversal.maxDepth: ${currentMaxDepth}`,
118
+ suggestedValue: 'traversal.maxDepth: 30',
132
119
  configPath: 'traversal.maxDepth',
133
- impact: `May reduce p95 from ${latency.recall.p95.toFixed(0)}ms by limiting traversal depth`,
120
+ impact: `May reduce p95 from ${latency.recall.p95.toFixed(0)}ms by limiting chain walk depth`,
134
121
  priority: 'medium',
135
122
  });
136
123
  if (health.chunkCount > 5000) {
@@ -146,71 +133,69 @@ export function generateTuningRecommendations(result) {
146
133
  }
147
134
  // Cross-session bridging low
148
135
  if (retrieval && retrieval.bridgingRecallAt10 < 0.3) {
149
- const currentDiesAt = config.decay?.forward?.diesAtHops ?? 20;
150
136
  recommendations.push({
151
137
  metric: 'Cross-session bridging',
152
- currentValue: `decay.forward.diesAtHops: ${currentDiesAt}`,
153
- suggestedValue: 'decay.forward.diesAtHops: 25',
154
- configPath: 'decay.forward.diesAtHops',
155
- impact: 'Increase forward decay range to strengthen cross-session connections',
138
+ currentValue: `${(retrieval.bridgingRecallAt10 * 100).toFixed(0)}% bridging recall`,
139
+ suggestedValue: 'Run `npx causantic maintenance rebuild-edges`',
140
+ configPath: '(action)',
141
+ impact: 'Rebuild edges to ensure cross-session links exist between sequential sessions',
156
142
  priority: 'medium',
157
143
  });
158
144
  }
159
145
  // Precision@K low (cross-project bleed)
160
146
  if (retrieval && retrieval.precisionAt10 < 0.7 && retrieval.precisionAt10 > 0) {
161
- const currentDepth = config.traversal?.maxDepth ?? 15;
162
147
  recommendations.push({
163
148
  metric: 'Precision@K (cross-project bleed)',
164
- currentValue: `traversal.maxDepth: ${currentDepth}`,
165
- suggestedValue: 'traversal.maxDepth: 10',
166
- configPath: 'traversal.maxDepth',
167
- impact: 'Tighter traversal reduces noise from distant hops',
149
+ currentValue: `${(retrieval.precisionAt10 * 100).toFixed(0)}% precision`,
150
+ suggestedValue: 'Use project parameter in recall/search queries',
151
+ configPath: '(info)',
152
+ impact: 'Filter queries by project to reduce cross-project noise in results',
168
153
  priority: 'medium',
169
154
  });
170
155
  }
171
156
  // Token efficiency < 60%
172
157
  if (retrieval && retrieval.tokenEfficiency < 0.6 && retrieval.tokenEfficiency > 0) {
173
- const currentBudget = config.tokens?.mcpMaxResponse ?? 2000;
158
+ const currentBudget = config.tokens?.mcpMaxResponse ?? 20000;
174
159
  recommendations.push({
175
160
  metric: 'Token efficiency',
176
161
  currentValue: `tokens.mcpMaxResponse: ${currentBudget}`,
177
- suggestedValue: 'tokens.mcpMaxResponse: 1500',
162
+ suggestedValue: `tokens.mcpMaxResponse: ${Math.floor(currentBudget * 0.75)}`,
178
163
  configPath: 'tokens.mcpMaxResponse',
179
164
  impact: 'Reduce response budget to increase information density',
180
165
  priority: 'low',
181
166
  });
182
167
  }
183
- // Keyword-sourced % very low
184
- if (graph && graph.sourceAttribution.keywordPercentage < 0.02 && health.chunkCount > 50) {
168
+ // High fallback rate — chains not forming
169
+ if (chain && chain.fallbackRate > 0.8 && health.edgeCount > 0) {
185
170
  recommendations.push({
186
- metric: 'Keyword search utilization',
187
- currentValue: `${(graph.sourceAttribution.keywordPercentage * 100).toFixed(1)}% of results from keywords`,
188
- suggestedValue: 'Rebuild FTS5 index',
171
+ metric: 'High chain fallback rate',
172
+ currentValue: `${(chain.fallbackRate * 100).toFixed(0)}% of queries fall back to search`,
173
+ suggestedValue: 'Run `npx causantic maintenance rebuild-edges`',
189
174
  configPath: '(action)',
190
- impact: 'FTS5 index may be empty or corrupted. Try re-indexing.',
191
- priority: 'low',
175
+ impact: 'Most queries cannot form chains. Rebuild edges to create sequential linked-list structure.',
176
+ priority: 'medium',
192
177
  });
193
178
  }
194
- // file-path edges absent
195
- const hasFilePathEdges = health.edgeTypeDistribution.some(d => d.type === 'file-path');
196
- if (!hasFilePathEdges && health.edgeCount > 0) {
179
+ // within-chain edges absent
180
+ const hasWithinChainEdges = health.edgeTypeDistribution.some((d) => d.type === 'within-chain');
181
+ if (!hasWithinChainEdges && health.edgeCount > 0) {
197
182
  recommendations.push({
198
- metric: 'File-path edges',
199
- currentValue: 'No file-path edges found',
200
- suggestedValue: 'Check ingestion parser',
183
+ metric: 'Within-chain edges',
184
+ currentValue: 'No within-chain edges found',
185
+ suggestedValue: 'Re-ingest sessions with latest parser',
201
186
  configPath: '(action)',
202
- impact: 'Parser may not be extracting file references; check ingestion pipeline',
187
+ impact: 'Older sessions may have legacy edge types; re-ingesting creates causal edges',
203
188
  priority: 'low',
204
189
  });
205
190
  }
206
- // Cluster expansion sourcing 0%
207
- if (graph && graph.sourceAttribution.clusterPercentage === 0 && health.clusterCount > 0) {
191
+ // Cluster expansion if clusters exist but coverage is low, reclustering may help
192
+ if (health.clusterCount > 0 && health.clusterCoverage < 0.5) {
208
193
  recommendations.push({
209
194
  metric: 'Cluster expansion',
210
- currentValue: '0% of results from cluster expansion',
211
- suggestedValue: 'clusterExpansion.maxClusters: 5, maxSiblings: 8',
212
- configPath: 'clusterExpansion',
213
- impact: 'Increase expansion limits to leverage existing clusters',
195
+ currentValue: `${(health.clusterCoverage * 100).toFixed(0)}% cluster coverage`,
196
+ suggestedValue: 'Run `npx causantic maintenance recluster`',
197
+ configPath: '(action)',
198
+ impact: 'Low cluster coverage reduces seed diversity for chain walking. Try reclustering to refresh memberships.',
214
199
  priority: 'low',
215
200
  });
216
201
  }
@@ -1 +1 @@
1
- {"version":3,"file":"tuning.js","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/tuning.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAMpD;;GAEG;AACH,MAAM,UAAU,6BAA6B,CAC3C,MAAiC;IAEjC,MAAM,eAAe,GAA2B,EAAE,CAAC;IACnD,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,eAAe,CAAC;IACtC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC;IAChC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAE/B,yBAAyB;IACzB,IAAI,MAAM,CAAC,eAAe,GAAG,GAAG,EAAE,CAAC;QACjC,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC;QAC9D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,kBAAkB;YAC1B,YAAY,EAAE,yBAAyB,gBAAgB,EAAE;YACzD,cAAc,EAAE,4BAA4B;YAC5C,UAAU,EAAE,sBAAsB;YAClC,MAAM,EAAE,qEAAqE,CAAC,MAAM,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;YACjI,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC;QAEH,4DAA4D;QAC5D,IAAI,MAAM,CAAC,gBAAgB,IAAI,MAAM,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClE,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,EAAE,cAAc,IAAI,CAAC,CAAC;YAC9D,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,mCAAmC;gBAC3C,YAAY,EAAE,8BAA8B,cAAc,EAAE;gBAC5D,cAAc,EAAE,8BAA8B;gBAC9C,UAAU,EAAE,2BAA2B;gBACvC,MAAM,EAAE,wDAAwD;gBAChE,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,IAAI,MAAM,CAAC,qBAAqB,GAAG,GAAG,EAAE,CAAC;QACvC,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,mBAAmB;YAC3B,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,qBAAqB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;YAC3E,cAAc,EAAE,oBAAoB;YACpC,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,+DAA+D;YACvE,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC;IACL,CAAC;IAED,kDAAkD;IAClD,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC,sBAAsB,GAAG,GAAG,EAAE,CAAC;QAChF,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC;QAC9D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,0BAA0B;YAClC,YAAY,EAAE,yBAAyB,gBAAgB,EAAE;YACzD,cAAc,EAAE,4BAA4B;YAC5C,UAAU,EAAE,sBAAsB;YAClC,MAAM,EAAE,6DAA6D;YACrE,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,kDAAkD;IAClD,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC,sBAAsB,GAAG,GAAG,EAAE,CAAC;QAChF,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC;QAC9D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,0BAA0B;YAClC,YAAY,EAAE,yBAAyB,gBAAgB,EAAE;YACzD,cAAc,EAAE,4BAA4B;YAC5C,UAAU,EAAE,sBAAsB;YAClC,MAAM,EAAE,4DAA4D;YACpE,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,wBAAwB;IACxB,IAAI,KAAK,IAAI,KAAK,CAAC,iBAAiB,CAAC,eAAe,GAAG,GAAG,EAAE,CAAC;QAC3D,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,QAAQ,IAAI,EAAE,CAAC;QACtD,IAAI,MAAM,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;YAChC,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,kCAAkC;gBAC1C,YAAY,EAAE,GAAG,MAAM,CAAC,SAAS,cAAc,MAAM,CAAC,UAAU,SAAS;gBACzE,cAAc,EAAE,8BAA8B;gBAC9C,UAAU,EAAE,UAAU;gBACtB,MAAM,EAAE,6DAA6D;gBACrE,QAAQ,EAAE,MAAM;aACjB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,mBAAmB;gBAC3B,YAAY,EAAE,uBAAuB,YAAY,EAAE;gBACnD,cAAc,EAAE,wBAAwB;gBACxC,UAAU,EAAE,oBAAoB;gBAChC,MAAM,EAAE,2DAA2D;gBACnE,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,IAAI,KAAK,IAAI,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,GAAG,GAAG,EAAE,CAAC;QAC7D,MAAM,gBAAgB,GAAG,MAAM,CAAC,SAAS,EAAE,SAAS,IAAI,IAAI,CAAC;QAC7D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,oBAAoB;YAC5B,YAAY,EAAE,wBAAwB,gBAAgB,EAAE;YACxD,cAAc,EAAE,4BAA4B;YAC5C,UAAU,EAAE,qBAAqB;YACjC,MAAM,EAAE,kEAAkE;YAC1E,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,wDAAwD;IACxD,IAAI,KAAK,IAAI,KAAK,CAAC,iBAAiB,KAAK,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;QAC1F,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,mBAAmB,IAAI,GAAG,CAAC;QAClE,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,uBAAuB;YAC/B,YAAY,EAAE,0CAA0C,YAAY,GAAG;YACvE,cAAc,EAAE,oCAAoC;YACpD,UAAU,EAAE,+BAA+B;YAC3C,MAAM,EAAE,yFAAyF;YACjG,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,6BAA6B;IAC7B,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,GAAG,EAAE,CAAC;QACxC,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,QAAQ,IAAI,EAAE,CAAC;QACtD,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,oBAAoB;YAC5B,YAAY,EAAE,uBAAuB,YAAY,EAAE;YACnD,cAAc,EAAE,wBAAwB;YACxC,UAAU,EAAE,oBAAoB;YAChC,MAAM,EAAE,uBAAuB,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,gCAAgC;YAC5F,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;YAC7B,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,mCAAmC;gBAC3C,YAAY,EAAE,GAAG,MAAM,CAAC,UAAU,SAAS;gBAC3C,cAAc,EAAE,qBAAqB;gBACrC,UAAU,EAAE,iBAAiB;gBAC7B,MAAM,EAAE,0CAA0C;gBAClD,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,6BAA6B;IAC7B,IAAI,SAAS,IAAI,SAAS,CAAC,kBAAkB,GAAG,GAAG,EAAE,CAAC;QACpD,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,UAAU,IAAI,EAAE,CAAC;QAC9D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,wBAAwB;YAChC,YAAY,EAAE,6BAA6B,aAAa,EAAE;YAC1D,cAAc,EAAE,8BAA8B;YAC9C,UAAU,EAAE,0BAA0B;YACtC,MAAM,EAAE,sEAAsE;YAC9E,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,wCAAwC;IACxC,IAAI,SAAS,IAAI,SAAS,CAAC,aAAa,GAAG,GAAG,IAAI,SAAS,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;QAC9E,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,QAAQ,IAAI,EAAE,CAAC;QACtD,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,mCAAmC;YAC3C,YAAY,EAAE,uBAAuB,YAAY,EAAE;YACnD,cAAc,EAAE,wBAAwB;YACxC,UAAU,EAAE,oBAAoB;YAChC,MAAM,EAAE,mDAAmD;YAC3D,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,yBAAyB;IACzB,IAAI,SAAS,IAAI,SAAS,CAAC,eAAe,GAAG,GAAG,IAAI,SAAS,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;QAClF,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,cAAc,IAAI,IAAI,CAAC;QAC5D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,kBAAkB;YAC1B,YAAY,EAAE,0BAA0B,aAAa,EAAE;YACvD,cAAc,EAAE,6BAA6B;YAC7C,UAAU,EAAE,uBAAuB;YACnC,MAAM,EAAE,wDAAwD;YAChE,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,6BAA6B;IAC7B,IAAI,KAAK,IAAI,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,GAAG,IAAI,IAAI,MAAM,CAAC,UAAU,GAAG,EAAE,EAAE,CAAC;QACxF,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,4BAA4B;YACpC,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,4BAA4B;YACzG,cAAc,EAAE,oBAAoB;YACpC,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,wDAAwD;YAChE,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,yBAAyB;IACzB,MAAM,gBAAgB,GAAG,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;IACvF,IAAI,CAAC,gBAAgB,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QAC9C,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,iBAAiB;YACzB,YAAY,EAAE,0BAA0B;YACxC,cAAc,EAAE,wBAAwB;YACxC,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,wEAAwE;YAChF,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,gCAAgC;IAChC,IAAI,KAAK,IAAI,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,KAAK,CAAC,IAAI,MAAM,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;QACxF,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,mBAAmB;YAC3B,YAAY,EAAE,sCAAsC;YACpD,cAAc,EAAE,iDAAiD;YACjE,UAAU,EAAE,kBAAkB;YAC9B,MAAM,EAAE,yDAAyD;YACjE,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,mBAAmB;IACnB,MAAM,aAAa,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;IACrD,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEtF,OAAO,eAAe,CAAC;AACzB,CAAC"}
1
+ {"version":3,"file":"tuning.js","sourceRoot":"","sources":["../../../src/eval/collection-benchmark/tuning.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAGpD;;GAEG;AACH,MAAM,UAAU,6BAA6B,CAC3C,MAAiC;IAEjC,MAAM,eAAe,GAA2B,EAAE,CAAC;IACnD,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,eAAe,CAAC;IACtC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC;IAClC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAE/B,yBAAyB;IACzB,IAAI,MAAM,CAAC,eAAe,GAAG,GAAG,EAAE,CAAC;QACjC,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,EAAE,SAAS,IAAI,GAAG,CAAC;QAC7D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,kBAAkB;YAC1B,YAAY,EAAE,yBAAyB,gBAAgB,EAAE;YACzD,cAAc,EAAE,4BAA4B;YAC5C,UAAU,EAAE,sBAAsB;YAClC,MAAM,EAAE,qEAAqE,CAAC,MAAM,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;YACjI,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC;QAEH,4DAA4D;QAC5D,IAAI,MAAM,CAAC,gBAAgB,IAAI,MAAM,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClE,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,EAAE,cAAc,IAAI,CAAC,CAAC;YAC9D,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,mCAAmC;gBAC3C,YAAY,EAAE,8BAA8B,cAAc,EAAE;gBAC5D,cAAc,EAAE,8BAA8B;gBAC9C,UAAU,EAAE,2BAA2B;gBACvC,MAAM,EAAE,wDAAwD;gBAChE,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,IAAI,MAAM,CAAC,qBAAqB,GAAG,GAAG,EAAE,CAAC;QACvC,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,mBAAmB;YAC3B,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,qBAAqB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;YAC3E,cAAc,EAAE,oBAAoB;YACpC,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,+DAA+D;YACvE,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC;IACL,CAAC;IAED,kDAAkD;IAClD,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC,sBAAsB,GAAG,GAAG,EAAE,CAAC;QAChF,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,EAAE,SAAS,IAAI,GAAG,CAAC;QAC7D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,0BAA0B;YAClC,YAAY,EAAE,yBAAyB,gBAAgB,EAAE;YACzD,cAAc,EAAE,4BAA4B;YAC5C,UAAU,EAAE,sBAAsB;YAClC,MAAM,EAAE,6DAA6D;YACrE,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,kDAAkD;IAClD,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC,sBAAsB,GAAG,GAAG,EAAE,CAAC;QAChF,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,EAAE,SAAS,IAAI,GAAG,CAAC;QAC7D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,0BAA0B;YAClC,YAAY,EAAE,yBAAyB,gBAAgB,EAAE;YACzD,cAAc,EAAE,4BAA4B;YAC5C,UAAU,EAAE,sBAAsB;YAClC,MAAM,EAAE,4DAA4D;YACpE,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,uBAAuB;IACvB,IAAI,KAAK,IAAI,KAAK,CAAC,aAAa,GAAG,GAAG,EAAE,CAAC;QACvC,IAAI,MAAM,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;YAChC,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,+BAA+B;gBACvC,YAAY,EAAE,GAAG,MAAM,CAAC,SAAS,cAAc,MAAM,CAAC,UAAU,SAAS;gBACzE,cAAc,EAAE,mDAAmD;gBACnE,UAAU,EAAE,UAAU;gBACtB,MAAM,EAAE,0FAA0F;gBAClG,QAAQ,EAAE,MAAM;aACjB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,gBAAgB;gBACxB,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B;gBACpF,cAAc,EAAE,+CAA+C;gBAC/D,UAAU,EAAE,UAAU;gBACtB,MAAM,EAAE,uEAAuE;gBAC/E,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,IAAI,KAAK,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;QACpE,MAAM,eAAe,GAAG,MAAM,CAAC,SAAS,EAAE,QAAQ,IAAI,EAAE,CAAC;QACzD,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,mBAAmB;YAC3B,YAAY,EAAE,GAAG,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,0CAA0C,eAAe,EAAE;YAC5G,cAAc,EAAE,yBAAyB;YACzC,UAAU,EAAE,oBAAoB;YAChC,MAAM,EAAE,sEAAsE;YAC9E,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,6BAA6B;IAC7B,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,GAAG,EAAE,CAAC;QACxC,MAAM,eAAe,GAAG,MAAM,CAAC,SAAS,EAAE,QAAQ,IAAI,EAAE,CAAC;QACzD,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,oBAAoB;YAC5B,YAAY,EAAE,uBAAuB,eAAe,EAAE;YACtD,cAAc,EAAE,wBAAwB;YACxC,UAAU,EAAE,oBAAoB;YAChC,MAAM,EAAE,uBAAuB,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,iCAAiC;YAC7F,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;YAC7B,eAAe,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,mCAAmC;gBAC3C,YAAY,EAAE,GAAG,MAAM,CAAC,UAAU,SAAS;gBAC3C,cAAc,EAAE,qBAAqB;gBACrC,UAAU,EAAE,iBAAiB;gBAC7B,MAAM,EAAE,0CAA0C;gBAClD,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,6BAA6B;IAC7B,IAAI,SAAS,IAAI,SAAS,CAAC,kBAAkB,GAAG,GAAG,EAAE,CAAC;QACpD,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,wBAAwB;YAChC,YAAY,EAAE,GAAG,CAAC,SAAS,CAAC,kBAAkB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB;YACnF,cAAc,EAAE,+CAA+C;YAC/D,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,+EAA+E;YACvF,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,wCAAwC;IACxC,IAAI,SAAS,IAAI,SAAS,CAAC,aAAa,GAAG,GAAG,IAAI,SAAS,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;QAC9E,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,mCAAmC;YAC3C,YAAY,EAAE,GAAG,CAAC,SAAS,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa;YACxE,cAAc,EAAE,gDAAgD;YAChE,UAAU,EAAE,QAAQ;YACpB,MAAM,EAAE,oEAAoE;YAC5E,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,yBAAyB;IACzB,IAAI,SAAS,IAAI,SAAS,CAAC,eAAe,GAAG,GAAG,IAAI,SAAS,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;QAClF,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,cAAc,IAAI,KAAK,CAAC;QAC7D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,kBAAkB;YAC1B,YAAY,EAAE,0BAA0B,aAAa,EAAE;YACvD,cAAc,EAAE,0BAA0B,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,EAAE;YAC5E,UAAU,EAAE,uBAAuB;YACnC,MAAM,EAAE,wDAAwD;YAChE,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,0CAA0C;IAC1C,IAAI,KAAK,IAAI,KAAK,CAAC,YAAY,GAAG,GAAG,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QAC9D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,0BAA0B;YAClC,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kCAAkC;YACxF,cAAc,EAAE,+CAA+C;YAC/D,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,4FAA4F;YACpG,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,4BAA4B;IAC5B,MAAM,mBAAmB,GAAG,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC,CAAC;IAC/F,IAAI,CAAC,mBAAmB,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACjD,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,oBAAoB;YAC5B,YAAY,EAAE,6BAA6B;YAC3C,cAAc,EAAE,uCAAuC;YACvD,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,8EAA8E;YACtF,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,mFAAmF;IACnF,IAAI,MAAM,CAAC,YAAY,GAAG,CAAC,IAAI,MAAM,CAAC,eAAe,GAAG,GAAG,EAAE,CAAC;QAC5D,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,mBAAmB;YAC3B,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,oBAAoB;YAC9E,cAAc,EAAE,2CAA2C;YAC3D,UAAU,EAAE,UAAU;YACtB,MAAM,EACJ,yGAAyG;YAC3G,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,mBAAmB;IACnB,MAAM,aAAa,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;IACrD,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEtF,OAAO,eAAe,CAAC;AACzB,CAAC"}