@tenphi/akno-core 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (485) hide show
  1. package/LICENSE +83 -0
  2. package/README.md +26 -0
  3. package/config/default.jsonc +548 -0
  4. package/dist/bench/answer-corpus.d.ts +48 -0
  5. package/dist/bench/answer-corpus.d.ts.map +1 -0
  6. package/dist/bench/answer-corpus.js +491 -0
  7. package/dist/bench/answer-corpus.js.map +1 -0
  8. package/dist/bench/answer.d.ts +156 -0
  9. package/dist/bench/answer.d.ts.map +1 -0
  10. package/dist/bench/answer.js +608 -0
  11. package/dist/bench/answer.js.map +1 -0
  12. package/dist/bench/auto-recall-answer-corpus.d.ts +21 -0
  13. package/dist/bench/auto-recall-answer-corpus.d.ts.map +1 -0
  14. package/dist/bench/auto-recall-answer-corpus.js +245 -0
  15. package/dist/bench/auto-recall-answer-corpus.js.map +1 -0
  16. package/dist/bench/auto-recall-answer.d.ts +198 -0
  17. package/dist/bench/auto-recall-answer.d.ts.map +1 -0
  18. package/dist/bench/auto-recall-answer.js +720 -0
  19. package/dist/bench/auto-recall-answer.js.map +1 -0
  20. package/dist/bench/auto-recall-corpus.d.ts +45 -0
  21. package/dist/bench/auto-recall-corpus.d.ts.map +1 -0
  22. package/dist/bench/auto-recall-corpus.js +221 -0
  23. package/dist/bench/auto-recall-corpus.js.map +1 -0
  24. package/dist/bench/auto-recall.d.ts +171 -0
  25. package/dist/bench/auto-recall.d.ts.map +1 -0
  26. package/dist/bench/auto-recall.js +651 -0
  27. package/dist/bench/auto-recall.js.map +1 -0
  28. package/dist/bench/entity-resolution.d.ts +37 -0
  29. package/dist/bench/entity-resolution.d.ts.map +1 -0
  30. package/dist/bench/entity-resolution.js +121 -0
  31. package/dist/bench/entity-resolution.js.map +1 -0
  32. package/dist/bench/graph.d.ts +57 -0
  33. package/dist/bench/graph.d.ts.map +1 -0
  34. package/dist/bench/graph.js +573 -0
  35. package/dist/bench/graph.js.map +1 -0
  36. package/dist/bench/llm-ranking-probe.d.ts +27 -0
  37. package/dist/bench/llm-ranking-probe.d.ts.map +1 -0
  38. package/dist/bench/llm-ranking-probe.js +105 -0
  39. package/dist/bench/llm-ranking-probe.js.map +1 -0
  40. package/dist/bench/merge-discovery-corpus.d.ts +26 -0
  41. package/dist/bench/merge-discovery-corpus.d.ts.map +1 -0
  42. package/dist/bench/merge-discovery-corpus.js +114 -0
  43. package/dist/bench/merge-discovery-corpus.js.map +1 -0
  44. package/dist/bench/merge-discovery-review.d.ts +81 -0
  45. package/dist/bench/merge-discovery-review.d.ts.map +1 -0
  46. package/dist/bench/merge-discovery-review.js +149 -0
  47. package/dist/bench/merge-discovery-review.js.map +1 -0
  48. package/dist/bench/merge-discovery.d.ts +122 -0
  49. package/dist/bench/merge-discovery.d.ts.map +1 -0
  50. package/dist/bench/merge-discovery.js +390 -0
  51. package/dist/bench/merge-discovery.js.map +1 -0
  52. package/dist/bench/mixed-retrieval.d.ts +35 -0
  53. package/dist/bench/mixed-retrieval.d.ts.map +1 -0
  54. package/dist/bench/mixed-retrieval.js +355 -0
  55. package/dist/bench/mixed-retrieval.js.map +1 -0
  56. package/dist/bench/ranking-corpus.d.ts +29 -0
  57. package/dist/bench/ranking-corpus.d.ts.map +1 -0
  58. package/dist/bench/ranking-corpus.js +514 -0
  59. package/dist/bench/ranking-corpus.js.map +1 -0
  60. package/dist/bench/ranking-end-to-end.d.ts +112 -0
  61. package/dist/bench/ranking-end-to-end.d.ts.map +1 -0
  62. package/dist/bench/ranking-end-to-end.js +479 -0
  63. package/dist/bench/ranking-end-to-end.js.map +1 -0
  64. package/dist/bench/ranking-latency.d.ts +71 -0
  65. package/dist/bench/ranking-latency.d.ts.map +1 -0
  66. package/dist/bench/ranking-latency.js +130 -0
  67. package/dist/bench/ranking-latency.js.map +1 -0
  68. package/dist/bench/ranking-matrix.d.ts +141 -0
  69. package/dist/bench/ranking-matrix.d.ts.map +1 -0
  70. package/dist/bench/ranking-matrix.js +526 -0
  71. package/dist/bench/ranking-matrix.js.map +1 -0
  72. package/dist/bench/ranking-review.d.ts +93 -0
  73. package/dist/bench/ranking-review.d.ts.map +1 -0
  74. package/dist/bench/ranking-review.js +249 -0
  75. package/dist/bench/ranking-review.js.map +1 -0
  76. package/dist/bench/ranking.d.ts +122 -0
  77. package/dist/bench/ranking.d.ts.map +1 -0
  78. package/dist/bench/ranking.js +547 -0
  79. package/dist/bench/ranking.js.map +1 -0
  80. package/dist/bench.d.ts +60 -0
  81. package/dist/bench.d.ts.map +1 -0
  82. package/dist/bench.js +167 -0
  83. package/dist/bench.js.map +1 -0
  84. package/dist/config/jsonc.d.ts +8 -0
  85. package/dist/config/jsonc.d.ts.map +1 -0
  86. package/dist/config/jsonc.js +85 -0
  87. package/dist/config/jsonc.js.map +1 -0
  88. package/dist/config/load.d.ts +43 -0
  89. package/dist/config/load.d.ts.map +1 -0
  90. package/dist/config/load.js +608 -0
  91. package/dist/config/load.js.map +1 -0
  92. package/dist/config/paths.d.ts +10 -0
  93. package/dist/config/paths.d.ts.map +1 -0
  94. package/dist/config/paths.js +38 -0
  95. package/dist/config/paths.js.map +1 -0
  96. package/dist/config/schema.d.ts +698 -0
  97. package/dist/config/schema.d.ts.map +1 -0
  98. package/dist/config/schema.js +394 -0
  99. package/dist/config/schema.js.map +1 -0
  100. package/dist/config/write-rules.d.ts +41 -0
  101. package/dist/config/write-rules.d.ts.map +1 -0
  102. package/dist/config/write-rules.js +225 -0
  103. package/dist/config/write-rules.js.map +1 -0
  104. package/dist/config/write-setup.d.ts +42 -0
  105. package/dist/config/write-setup.d.ts.map +1 -0
  106. package/dist/config/write-setup.js +358 -0
  107. package/dist/config/write-setup.js.map +1 -0
  108. package/dist/context.d.ts +64 -0
  109. package/dist/context.d.ts.map +1 -0
  110. package/dist/context.js +14 -0
  111. package/dist/context.js.map +1 -0
  112. package/dist/doctor.d.ts +115 -0
  113. package/dist/doctor.d.ts.map +1 -0
  114. package/dist/doctor.js +388 -0
  115. package/dist/doctor.js.map +1 -0
  116. package/dist/index/chunk.d.ts +62 -0
  117. package/dist/index/chunk.d.ts.map +1 -0
  118. package/dist/index/chunk.js +307 -0
  119. package/dist/index/chunk.js.map +1 -0
  120. package/dist/index/defer.d.ts +32 -0
  121. package/dist/index/defer.d.ts.map +1 -0
  122. package/dist/index/defer.js +66 -0
  123. package/dist/index/defer.js.map +1 -0
  124. package/dist/index/derive.d.ts +99 -0
  125. package/dist/index/derive.d.ts.map +1 -0
  126. package/dist/index/derive.js +378 -0
  127. package/dist/index/derive.js.map +1 -0
  128. package/dist/index/entity-resolution.d.ts +68 -0
  129. package/dist/index/entity-resolution.d.ts.map +1 -0
  130. package/dist/index/entity-resolution.js +305 -0
  131. package/dist/index/entity-resolution.js.map +1 -0
  132. package/dist/index/graph.d.ts +46 -0
  133. package/dist/index/graph.d.ts.map +1 -0
  134. package/dist/index/graph.js +618 -0
  135. package/dist/index/graph.js.map +1 -0
  136. package/dist/index/indexer.d.ts +301 -0
  137. package/dist/index/indexer.d.ts.map +1 -0
  138. package/dist/index/indexer.js +1398 -0
  139. package/dist/index/indexer.js.map +1 -0
  140. package/dist/index/revision-barrier.d.ts +30 -0
  141. package/dist/index/revision-barrier.d.ts.map +1 -0
  142. package/dist/index/revision-barrier.js +140 -0
  143. package/dist/index/revision-barrier.js.map +1 -0
  144. package/dist/index.d.ts +55 -0
  145. package/dist/index.d.ts.map +1 -0
  146. package/dist/index.js +37 -0
  147. package/dist/index.js.map +1 -0
  148. package/dist/ingest/adoption-eligibility.d.ts +4 -0
  149. package/dist/ingest/adoption-eligibility.d.ts.map +1 -0
  150. package/dist/ingest/adoption-eligibility.js +18 -0
  151. package/dist/ingest/adoption-eligibility.js.map +1 -0
  152. package/dist/ingest/availability.d.ts +15 -0
  153. package/dist/ingest/availability.d.ts.map +1 -0
  154. package/dist/ingest/availability.js +37 -0
  155. package/dist/ingest/availability.js.map +1 -0
  156. package/dist/ingest/extract.d.ts +58 -0
  157. package/dist/ingest/extract.d.ts.map +1 -0
  158. package/dist/ingest/extract.js +255 -0
  159. package/dist/ingest/extract.js.map +1 -0
  160. package/dist/ingest/fetch.d.ts +35 -0
  161. package/dist/ingest/fetch.d.ts.map +1 -0
  162. package/dist/ingest/fetch.js +142 -0
  163. package/dist/ingest/fetch.js.map +1 -0
  164. package/dist/ingest/inbox.d.ts +53 -0
  165. package/dist/ingest/inbox.d.ts.map +1 -0
  166. package/dist/ingest/inbox.js +110 -0
  167. package/dist/ingest/inbox.js.map +1 -0
  168. package/dist/ingest/name.d.ts +72 -0
  169. package/dist/ingest/name.d.ts.map +1 -0
  170. package/dist/ingest/name.js +208 -0
  171. package/dist/ingest/name.js.map +1 -0
  172. package/dist/ingest/parts.d.ts +78 -0
  173. package/dist/ingest/parts.d.ts.map +1 -0
  174. package/dist/ingest/parts.js +52 -0
  175. package/dist/ingest/parts.js.map +1 -0
  176. package/dist/ingest/rendition.d.ts +75 -0
  177. package/dist/ingest/rendition.d.ts.map +1 -0
  178. package/dist/ingest/rendition.js +92 -0
  179. package/dist/ingest/rendition.js.map +1 -0
  180. package/dist/ingest/store.d.ts +66 -0
  181. package/dist/ingest/store.d.ts.map +1 -0
  182. package/dist/ingest/store.js +92 -0
  183. package/dist/ingest/store.js.map +1 -0
  184. package/dist/kb/folders.d.ts +37 -0
  185. package/dist/kb/folders.d.ts.map +1 -0
  186. package/dist/kb/folders.js +133 -0
  187. package/dist/kb/folders.js.map +1 -0
  188. package/dist/kb/frontmatter.d.ts +91 -0
  189. package/dist/kb/frontmatter.d.ts.map +1 -0
  190. package/dist/kb/frontmatter.js +274 -0
  191. package/dist/kb/frontmatter.js.map +1 -0
  192. package/dist/kb/line-facts.d.ts +29 -0
  193. package/dist/kb/line-facts.d.ts.map +1 -0
  194. package/dist/kb/line-facts.js +23 -0
  195. package/dist/kb/line-facts.js.map +1 -0
  196. package/dist/kb/page.d.ts +92 -0
  197. package/dist/kb/page.d.ts.map +1 -0
  198. package/dist/kb/page.js +243 -0
  199. package/dist/kb/page.js.map +1 -0
  200. package/dist/kb/scan.d.ts +38 -0
  201. package/dist/kb/scan.d.ts.map +1 -0
  202. package/dist/kb/scan.js +109 -0
  203. package/dist/kb/scan.js.map +1 -0
  204. package/dist/kb/words.d.ts +30 -0
  205. package/dist/kb/words.d.ts.map +1 -0
  206. package/dist/kb/words.js +107 -0
  207. package/dist/kb/words.js.map +1 -0
  208. package/dist/maintenance/adopt.d.ts +65 -0
  209. package/dist/maintenance/adopt.d.ts.map +1 -0
  210. package/dist/maintenance/adopt.js +238 -0
  211. package/dist/maintenance/adopt.js.map +1 -0
  212. package/dist/maintenance/budget.d.ts +55 -0
  213. package/dist/maintenance/budget.d.ts.map +1 -0
  214. package/dist/maintenance/budget.js +61 -0
  215. package/dist/maintenance/budget.js.map +1 -0
  216. package/dist/maintenance/conflicts.d.ts +105 -0
  217. package/dist/maintenance/conflicts.d.ts.map +1 -0
  218. package/dist/maintenance/conflicts.js +368 -0
  219. package/dist/maintenance/conflicts.js.map +1 -0
  220. package/dist/maintenance/contradictions.d.ts +34 -0
  221. package/dist/maintenance/contradictions.d.ts.map +1 -0
  222. package/dist/maintenance/contradictions.js +199 -0
  223. package/dist/maintenance/contradictions.js.map +1 -0
  224. package/dist/maintenance/curate.d.ts +156 -0
  225. package/dist/maintenance/curate.d.ts.map +1 -0
  226. package/dist/maintenance/curate.js +2070 -0
  227. package/dist/maintenance/curate.js.map +1 -0
  228. package/dist/maintenance/dream.d.ts +139 -0
  229. package/dist/maintenance/dream.d.ts.map +1 -0
  230. package/dist/maintenance/dream.js +1632 -0
  231. package/dist/maintenance/dream.js.map +1 -0
  232. package/dist/maintenance/graph-candidates.d.ts +19 -0
  233. package/dist/maintenance/graph-candidates.d.ts.map +1 -0
  234. package/dist/maintenance/graph-candidates.js +120 -0
  235. package/dist/maintenance/graph-candidates.js.map +1 -0
  236. package/dist/maintenance/housekeeping.d.ts +81 -0
  237. package/dist/maintenance/housekeeping.d.ts.map +1 -0
  238. package/dist/maintenance/housekeeping.js +281 -0
  239. package/dist/maintenance/housekeeping.js.map +1 -0
  240. package/dist/maintenance/link-repairs.d.ts +58 -0
  241. package/dist/maintenance/link-repairs.d.ts.map +1 -0
  242. package/dist/maintenance/link-repairs.js +281 -0
  243. package/dist/maintenance/link-repairs.js.map +1 -0
  244. package/dist/maintenance/log.d.ts +41 -0
  245. package/dist/maintenance/log.d.ts.map +1 -0
  246. package/dist/maintenance/log.js +72 -0
  247. package/dist/maintenance/log.js.map +1 -0
  248. package/dist/maintenance/managed-item-routing.d.ts +48 -0
  249. package/dist/maintenance/managed-item-routing.d.ts.map +1 -0
  250. package/dist/maintenance/managed-item-routing.js +281 -0
  251. package/dist/maintenance/managed-item-routing.js.map +1 -0
  252. package/dist/maintenance/managed-item-sources.d.ts +38 -0
  253. package/dist/maintenance/managed-item-sources.d.ts.map +1 -0
  254. package/dist/maintenance/managed-item-sources.js +324 -0
  255. package/dist/maintenance/managed-item-sources.js.map +1 -0
  256. package/dist/maintenance/managed-items.d.ts +162 -0
  257. package/dist/maintenance/managed-items.d.ts.map +1 -0
  258. package/dist/maintenance/managed-items.js +1329 -0
  259. package/dist/maintenance/managed-items.js.map +1 -0
  260. package/dist/maintenance/merge-classifier.d.ts +19 -0
  261. package/dist/maintenance/merge-classifier.d.ts.map +1 -0
  262. package/dist/maintenance/merge-classifier.js +49 -0
  263. package/dist/maintenance/merge-classifier.js.map +1 -0
  264. package/dist/maintenance/model-telemetry.d.ts +45 -0
  265. package/dist/maintenance/model-telemetry.d.ts.map +1 -0
  266. package/dist/maintenance/model-telemetry.js +107 -0
  267. package/dist/maintenance/model-telemetry.js.map +1 -0
  268. package/dist/maintenance/observe.d.ts +72 -0
  269. package/dist/maintenance/observe.d.ts.map +1 -0
  270. package/dist/maintenance/observe.js +265 -0
  271. package/dist/maintenance/observe.js.map +1 -0
  272. package/dist/maintenance/path-policy.d.ts +83 -0
  273. package/dist/maintenance/path-policy.d.ts.map +1 -0
  274. package/dist/maintenance/path-policy.js +360 -0
  275. package/dist/maintenance/path-policy.js.map +1 -0
  276. package/dist/maintenance/plans.d.ts +366 -0
  277. package/dist/maintenance/plans.d.ts.map +1 -0
  278. package/dist/maintenance/plans.js +4060 -0
  279. package/dist/maintenance/plans.js.map +1 -0
  280. package/dist/maintenance/profile.d.ts +33 -0
  281. package/dist/maintenance/profile.d.ts.map +1 -0
  282. package/dist/maintenance/profile.js +99 -0
  283. package/dist/maintenance/profile.js.map +1 -0
  284. package/dist/maintenance/recovery.d.ts +38 -0
  285. package/dist/maintenance/recovery.d.ts.map +1 -0
  286. package/dist/maintenance/recovery.js +217 -0
  287. package/dist/maintenance/recovery.js.map +1 -0
  288. package/dist/maintenance/repair.d.ts +37 -0
  289. package/dist/maintenance/repair.d.ts.map +1 -0
  290. package/dist/maintenance/repair.js +183 -0
  291. package/dist/maintenance/repair.js.map +1 -0
  292. package/dist/maintenance/rule-drift.d.ts +104 -0
  293. package/dist/maintenance/rule-drift.d.ts.map +1 -0
  294. package/dist/maintenance/rule-drift.js +507 -0
  295. package/dist/maintenance/rule-drift.js.map +1 -0
  296. package/dist/maintenance/run-verification.d.ts +44 -0
  297. package/dist/maintenance/run-verification.d.ts.map +1 -0
  298. package/dist/maintenance/run-verification.js +253 -0
  299. package/dist/maintenance/run-verification.js.map +1 -0
  300. package/dist/maintenance/runs.d.ts +142 -0
  301. package/dist/maintenance/runs.d.ts.map +1 -0
  302. package/dist/maintenance/runs.js +439 -0
  303. package/dist/maintenance/runs.js.map +1 -0
  304. package/dist/maintenance/semantic-merge-discovery.d.ts +54 -0
  305. package/dist/maintenance/semantic-merge-discovery.d.ts.map +1 -0
  306. package/dist/maintenance/semantic-merge-discovery.js +308 -0
  307. package/dist/maintenance/semantic-merge-discovery.js.map +1 -0
  308. package/dist/maintenance/temporal.d.ts +44 -0
  309. package/dist/maintenance/temporal.d.ts.map +1 -0
  310. package/dist/maintenance/temporal.js +295 -0
  311. package/dist/maintenance/temporal.js.map +1 -0
  312. package/dist/models/client.d.ts +214 -0
  313. package/dist/models/client.d.ts.map +1 -0
  314. package/dist/models/client.js +904 -0
  315. package/dist/models/client.js.map +1 -0
  316. package/dist/models/provider-api.d.ts +28 -0
  317. package/dist/models/provider-api.d.ts.map +1 -0
  318. package/dist/models/provider-api.js +320 -0
  319. package/dist/models/provider-api.js.map +1 -0
  320. package/dist/open.d.ts +163 -0
  321. package/dist/open.d.ts.map +1 -0
  322. package/dist/open.js +382 -0
  323. package/dist/open.js.map +1 -0
  324. package/dist/ops/adopt.d.ts +12 -0
  325. package/dist/ops/adopt.d.ts.map +1 -0
  326. package/dist/ops/adopt.js +138 -0
  327. package/dist/ops/adopt.js.map +1 -0
  328. package/dist/ops/answer.d.ts +29 -0
  329. package/dist/ops/answer.d.ts.map +1 -0
  330. package/dist/ops/answer.js +557 -0
  331. package/dist/ops/answer.js.map +1 -0
  332. package/dist/ops/context.d.ts +18 -0
  333. package/dist/ops/context.d.ts.map +1 -0
  334. package/dist/ops/context.js +713 -0
  335. package/dist/ops/context.js.map +1 -0
  336. package/dist/ops/folder.d.ts +23 -0
  337. package/dist/ops/folder.d.ts.map +1 -0
  338. package/dist/ops/folder.js +130 -0
  339. package/dist/ops/folder.js.map +1 -0
  340. package/dist/ops/forget.d.ts +14 -0
  341. package/dist/ops/forget.d.ts.map +1 -0
  342. package/dist/ops/forget.js +212 -0
  343. package/dist/ops/forget.js.map +1 -0
  344. package/dist/ops/graph.d.ts +10 -0
  345. package/dist/ops/graph.d.ts.map +1 -0
  346. package/dist/ops/graph.js +480 -0
  347. package/dist/ops/graph.js.map +1 -0
  348. package/dist/ops/ingest.d.ts +40 -0
  349. package/dist/ops/ingest.d.ts.map +1 -0
  350. package/dist/ops/ingest.js +434 -0
  351. package/dist/ops/ingest.js.map +1 -0
  352. package/dist/ops/list.d.ts +9 -0
  353. package/dist/ops/list.d.ts.map +1 -0
  354. package/dist/ops/list.js +217 -0
  355. package/dist/ops/list.js.map +1 -0
  356. package/dist/ops/move.d.ts +20 -0
  357. package/dist/ops/move.d.ts.map +1 -0
  358. package/dist/ops/move.js +173 -0
  359. package/dist/ops/move.js.map +1 -0
  360. package/dist/ops/read.d.ts +9 -0
  361. package/dist/ops/read.d.ts.map +1 -0
  362. package/dist/ops/read.js +271 -0
  363. package/dist/ops/read.js.map +1 -0
  364. package/dist/ops/recall.d.ts +13 -0
  365. package/dist/ops/recall.d.ts.map +1 -0
  366. package/dist/ops/recall.js +297 -0
  367. package/dist/ops/recall.js.map +1 -0
  368. package/dist/ops/remember.d.ts +34 -0
  369. package/dist/ops/remember.d.ts.map +1 -0
  370. package/dist/ops/remember.js +660 -0
  371. package/dist/ops/remember.js.map +1 -0
  372. package/dist/ops/timeline.d.ts +11 -0
  373. package/dist/ops/timeline.d.ts.map +1 -0
  374. package/dist/ops/timeline.js +111 -0
  375. package/dist/ops/timeline.js.map +1 -0
  376. package/dist/ops/undo.d.ts +9 -0
  377. package/dist/ops/undo.d.ts.map +1 -0
  378. package/dist/ops/undo.js +38 -0
  379. package/dist/ops/undo.js.map +1 -0
  380. package/dist/ops/write.d.ts +55 -0
  381. package/dist/ops/write.d.ts.map +1 -0
  382. package/dist/ops/write.js +463 -0
  383. package/dist/ops/write.js.map +1 -0
  384. package/dist/recall/assemble.d.ts +81 -0
  385. package/dist/recall/assemble.d.ts.map +1 -0
  386. package/dist/recall/assemble.js +603 -0
  387. package/dist/recall/assemble.js.map +1 -0
  388. package/dist/recall/expand.d.ts +55 -0
  389. package/dist/recall/expand.d.ts.map +1 -0
  390. package/dist/recall/expand.js +282 -0
  391. package/dist/recall/expand.js.map +1 -0
  392. package/dist/recall/graph-arm.d.ts +17 -0
  393. package/dist/recall/graph-arm.d.ts.map +1 -0
  394. package/dist/recall/graph-arm.js +227 -0
  395. package/dist/recall/graph-arm.js.map +1 -0
  396. package/dist/recall/llm-rerank.d.ts +55 -0
  397. package/dist/recall/llm-rerank.d.ts.map +1 -0
  398. package/dist/recall/llm-rerank.js +213 -0
  399. package/dist/recall/llm-rerank.js.map +1 -0
  400. package/dist/recall/reranker-calibration.d.ts +23 -0
  401. package/dist/recall/reranker-calibration.d.ts.map +1 -0
  402. package/dist/recall/reranker-calibration.js +161 -0
  403. package/dist/recall/reranker-calibration.js.map +1 -0
  404. package/dist/recall/search.d.ts +107 -0
  405. package/dist/recall/search.d.ts.map +1 -0
  406. package/dist/recall/search.js +530 -0
  407. package/dist/recall/search.js.map +1 -0
  408. package/dist/reserved.d.ts +39 -0
  409. package/dist/reserved.d.ts.map +1 -0
  410. package/dist/reserved.js +63 -0
  411. package/dist/reserved.js.map +1 -0
  412. package/dist/rules/compile.d.ts +27 -0
  413. package/dist/rules/compile.d.ts.map +1 -0
  414. package/dist/rules/compile.js +105 -0
  415. package/dist/rules/compile.js.map +1 -0
  416. package/dist/setup/model-free.d.ts +15 -0
  417. package/dist/setup/model-free.d.ts.map +1 -0
  418. package/dist/setup/model-free.js +26 -0
  419. package/dist/setup/model-free.js.map +1 -0
  420. package/dist/setup/openai.d.ts +46 -0
  421. package/dist/setup/openai.d.ts.map +1 -0
  422. package/dist/setup/openai.js +165 -0
  423. package/dist/setup/openai.js.map +1 -0
  424. package/dist/store/db.d.ts +61 -0
  425. package/dist/store/db.d.ts.map +1 -0
  426. package/dist/store/db.js +265 -0
  427. package/dist/store/db.js.map +1 -0
  428. package/dist/store/ids.d.ts +29 -0
  429. package/dist/store/ids.d.ts.map +1 -0
  430. package/dist/store/ids.js +0 -0
  431. package/dist/store/ids.js.map +1 -0
  432. package/dist/store/migrations.d.ts +54 -0
  433. package/dist/store/migrations.d.ts.map +1 -0
  434. package/dist/store/migrations.js +923 -0
  435. package/dist/store/migrations.js.map +1 -0
  436. package/dist/store/vectors.d.ts +34 -0
  437. package/dist/store/vectors.d.ts.map +1 -0
  438. package/dist/store/vectors.js +158 -0
  439. package/dist/store/vectors.js.map +1 -0
  440. package/dist/timeline/documents.d.ts +23 -0
  441. package/dist/timeline/documents.d.ts.map +1 -0
  442. package/dist/timeline/documents.js +262 -0
  443. package/dist/timeline/documents.js.map +1 -0
  444. package/dist/watch/watcher.d.ts +43 -0
  445. package/dist/watch/watcher.d.ts.map +1 -0
  446. package/dist/watch/watcher.js +143 -0
  447. package/dist/watch/watcher.js.map +1 -0
  448. package/dist/write/atomic.d.ts +34 -0
  449. package/dist/write/atomic.d.ts.map +1 -0
  450. package/dist/write/atomic.js +58 -0
  451. package/dist/write/atomic.js.map +1 -0
  452. package/dist/write/conflict.d.ts +43 -0
  453. package/dist/write/conflict.d.ts.map +1 -0
  454. package/dist/write/conflict.js +149 -0
  455. package/dist/write/conflict.js.map +1 -0
  456. package/dist/write/edit.d.ts +59 -0
  457. package/dist/write/edit.d.ts.map +1 -0
  458. package/dist/write/edit.js +231 -0
  459. package/dist/write/edit.js.map +1 -0
  460. package/dist/write/gate.d.ts +59 -0
  461. package/dist/write/gate.d.ts.map +1 -0
  462. package/dist/write/gate.js +99 -0
  463. package/dist/write/gate.js.map +1 -0
  464. package/dist/write/journal.d.ts +90 -0
  465. package/dist/write/journal.d.ts.map +1 -0
  466. package/dist/write/journal.js +187 -0
  467. package/dist/write/journal.js.map +1 -0
  468. package/dist/write/ledger.d.ts +28 -0
  469. package/dist/write/ledger.d.ts.map +1 -0
  470. package/dist/write/ledger.js +141 -0
  471. package/dist/write/ledger.js.map +1 -0
  472. package/dist/write/placement.d.ts +29 -0
  473. package/dist/write/placement.d.ts.map +1 -0
  474. package/dist/write/placement.js +140 -0
  475. package/dist/write/placement.js.map +1 -0
  476. package/dist/write/remember-fallback.d.ts +18 -0
  477. package/dist/write/remember-fallback.d.ts.map +1 -0
  478. package/dist/write/remember-fallback.js +48 -0
  479. package/dist/write/remember-fallback.js.map +1 -0
  480. package/dist/write/retain.d.ts +61 -0
  481. package/dist/write/retain.d.ts.map +1 -0
  482. package/dist/write/retain.js +272 -0
  483. package/dist/write/retain.js.map +1 -0
  484. package/package.json +50 -0
  485. package/swift/extract.swift +232 -0
@@ -0,0 +1,547 @@
1
+ import { ModelClient } from "../models/client.js";
2
+ import { allocateLlmRerankIds, LLM_RERANK_PROMPT_VERSION, LLM_RERANK_SCHEMA_VERSION, rerankWithLlm, } from "../recall/llm-rerank.js";
3
+ import { nativeRerankerCalibration } from "../recall/reranker-calibration.js";
4
+ import { RANKING_CATEGORIES, RANKING_CORPUS, rankingCorpusCases, } from "./ranking-corpus.js";
5
+ import { rankingCorpusFingerprint } from "./ranking-review.js";
6
+ const MINIMUM_CATEGORY_COUNTS = {
7
+ exact_entity: 12,
8
+ paraphrased_attribute: 16,
9
+ direct_answer: 12,
10
+ temporal: 12,
11
+ negation: 8,
12
+ ambiguous_identity: 8,
13
+ provenance: 8,
14
+ instruction_bearing: 4,
15
+ };
16
+ export async function runRankingBench(config, options) {
17
+ validateRankingCorpus();
18
+ const split = options.split ?? 'development';
19
+ const candidateCount = options.candidateCount ?? 20;
20
+ const excerptChars = options.excerptChars ?? 800;
21
+ const concurrency = normalizeConcurrency(options.concurrency ?? 1);
22
+ const cases = rankingCorpusCases(split).map((benchCase) => selectPool(benchCase, candidateCount));
23
+ const baselineOutcomes = cases.map((benchCase) => ({
24
+ order: benchCase.pool.map((_, index) => index),
25
+ rejected: null,
26
+ scores: null,
27
+ latencyMs: 0,
28
+ endpointRequests: 0,
29
+ usage: null,
30
+ error: null,
31
+ }));
32
+ const fusionBaseline = aggregateQuality(cases, baselineOutcomes);
33
+ let provider = null;
34
+ let model = null;
35
+ let reasoningEffort = null;
36
+ let calibration = {
37
+ basis: 'none',
38
+ threshold: null,
39
+ lowestAnswerScore: null,
40
+ lowestSupportScore: null,
41
+ highestIrrelevantScore: null,
42
+ error: null,
43
+ };
44
+ let outcomes = baselineOutcomes;
45
+ if (options.system === 'llm') {
46
+ provider = options.provider ?? 'openai';
47
+ model = options.model ?? 'gpt-5.6-luna';
48
+ reasoningEffort = options.reasoningEffort ?? 'none';
49
+ const client = liveClient(config, provider, model, reasoningEffort, candidateCount);
50
+ outcomes = await mapModelCases(cases, concurrency, (benchCase) => runLlmCase(client, benchCase, excerptChars));
51
+ }
52
+ else if (options.system === 'native') {
53
+ const role = nativeRole(config, options);
54
+ provider = role.provider?.name ?? options.provider ?? null;
55
+ model = role.id;
56
+ const client = new ModelClient(role);
57
+ const memoryMeta = new Map();
58
+ const memoryStore = {
59
+ readOnly: false,
60
+ meta: (key) => memoryMeta.get(key) ?? null,
61
+ setMeta: (key, value) => memoryMeta.set(key, value),
62
+ };
63
+ const calibrated = await nativeRerankerCalibration(memoryStore, client);
64
+ calibration =
65
+ calibrated.ok && calibrated.value
66
+ ? {
67
+ basis: 'auto',
68
+ threshold: calibrated.value.scoreOffset,
69
+ lowestAnswerScore: null,
70
+ lowestSupportScore: null,
71
+ highestIrrelevantScore: null,
72
+ error: null,
73
+ }
74
+ : {
75
+ basis: 'auto',
76
+ threshold: null,
77
+ lowestAnswerScore: null,
78
+ lowestSupportScore: null,
79
+ highestIrrelevantScore: null,
80
+ error: calibrated.error ?? 'calibration failed',
81
+ };
82
+ outcomes = await mapConcurrent(cases, concurrency, (benchCase) => runNativeCase(client, benchCase, calibration.threshold, excerptChars));
83
+ const observed = nativeScoreDiagnostics(cases, outcomes);
84
+ calibration.lowestAnswerScore = observed?.lowestAnswerScore ?? null;
85
+ calibration.lowestSupportScore = observed?.lowestSupportScore ?? null;
86
+ calibration.highestIrrelevantScore = observed?.highestIrrelevantScore ?? null;
87
+ }
88
+ const quality = aggregateQuality(cases, outcomes);
89
+ const qualification = aggregateQualification(cases, outcomes);
90
+ const failures = outcomes.flatMap((outcome, index) => outcome.error ? [{ queryId: cases[index].id, error: outcome.error }] : []);
91
+ const latencies = outcomes.map((outcome) => outcome.latencyMs).filter((latency) => latency > 0);
92
+ const validResponseRate = (cases.length - failures.length) / cases.length;
93
+ const endpointRequests = outcomes.reduce((sum, outcome) => sum + outcome.endpointRequests, 0);
94
+ const logicalRequests = options.system === 'fusion' ? 0 : cases.length;
95
+ const passed = options.system === 'fusion' ||
96
+ (validResponseRate === 1 &&
97
+ quality.ndcgAt10 >= fusionBaseline.ndcgAt10 &&
98
+ (qualification?.answerRetention ?? 0) === 1 &&
99
+ (qualification?.instructionNegativeRejection ?? 0) === 1);
100
+ return {
101
+ passed,
102
+ development: true,
103
+ releaseEligible: false,
104
+ system: options.system,
105
+ split,
106
+ provider,
107
+ model,
108
+ reasoningEffort,
109
+ promptVersion: options.system === 'llm' ? LLM_RERANK_PROMPT_VERSION : null,
110
+ schemaVersion: options.system === 'llm' ? LLM_RERANK_SCHEMA_VERSION : null,
111
+ corpus: {
112
+ queries: cases.length,
113
+ sources: Object.keys(RANKING_CORPUS.candidates).length,
114
+ judgments: cases.reduce((sum, benchCase) => sum + benchCase.pool.length, 0),
115
+ categories: new Set(cases.map((benchCase) => benchCase.category)).size,
116
+ version: RANKING_CORPUS.version,
117
+ fingerprint: rankingCorpusFingerprint(),
118
+ },
119
+ quality,
120
+ fusionBaseline,
121
+ ndcgDeltaFromFusion: quality.ndcgAt10 - fusionBaseline.ndcgAt10,
122
+ byCategory: categoryReports(cases, outcomes, baselineOutcomes),
123
+ queries: cases.map((benchCase, index) => queryReport(benchCase, outcomes[index])),
124
+ qualification,
125
+ validResponseRate,
126
+ fallbackQueries: failures.map((failure) => failure.queryId),
127
+ p50LatencyMs: percentile(latencies, 0.5),
128
+ p95LatencyMs: percentile(latencies, 0.95),
129
+ maxLatencyMs: latencies.length === 0 ? 0 : Math.max(...latencies),
130
+ execution: {
131
+ requests: logicalRequests,
132
+ concurrency,
133
+ candidateCount,
134
+ excerptChars,
135
+ maxExcerptChars: Math.max(...cases.flatMap((benchCase) => benchCase.pool.map((id) => Math.min(excerptChars, RANKING_CORPUS.candidates[id].text.length)))),
136
+ endpointRequests,
137
+ extraEndpointRequests: Math.max(0, endpointRequests - logicalRequests),
138
+ tokenUsage: aggregateTokenUsage(outcomes),
139
+ },
140
+ calibration,
141
+ failures,
142
+ };
143
+ }
144
+ export function validateRankingCorpus() {
145
+ const sourceEntries = Object.entries(RANKING_CORPUS.candidates);
146
+ if (sourceEntries.length < 120)
147
+ throw new Error('ranking corpus needs at least 120 sources');
148
+ if (RANKING_CORPUS.cases.length < 80)
149
+ throw new Error('ranking corpus needs at least 80 queries');
150
+ for (const [id, candidate] of sourceEntries) {
151
+ if (candidate.id !== id)
152
+ throw new Error(`${id}: candidate key and id differ`);
153
+ if (!candidate.text.trim())
154
+ throw new Error(`${id}: candidate text is empty`);
155
+ if (candidate.text.length > 1600)
156
+ throw new Error(`${id}: candidate exceeds the largest excerpt limit`);
157
+ }
158
+ const caseIds = new Set();
159
+ const categoryCounts = new Map();
160
+ const splitCategories = new Map([
161
+ ['development', new Set()],
162
+ ['test', new Set()],
163
+ ]);
164
+ const splitCandidateIds = new Map([
165
+ ['development', new Set()],
166
+ ['test', new Set()],
167
+ ]);
168
+ for (const benchCase of RANKING_CORPUS.cases) {
169
+ if (caseIds.has(benchCase.id))
170
+ throw new Error(`${benchCase.id}: duplicate query id`);
171
+ caseIds.add(benchCase.id);
172
+ categoryCounts.set(benchCase.category, (categoryCounts.get(benchCase.category) ?? 0) + 1);
173
+ splitCategories.get(benchCase.split).add(benchCase.category);
174
+ for (const id of benchCase.pool)
175
+ splitCandidateIds.get(benchCase.split).add(id);
176
+ if (!benchCase.intent.trim())
177
+ throw new Error(`${benchCase.id}: intent is empty`);
178
+ if (benchCase.pool.length !== 40)
179
+ throw new Error(`${benchCase.id}: matrix pool must have 40 candidates`);
180
+ if (new Set(benchCase.pool).size !== benchCase.pool.length)
181
+ throw new Error(`${benchCase.id}: duplicate candidate`);
182
+ const judgedIds = Object.keys(benchCase.judgments);
183
+ if (judgedIds.length !== benchCase.pool.length || judgedIds.some((id) => !benchCase.pool.includes(id)))
184
+ throw new Error(`${benchCase.id}: judgments must match the frozen pool`);
185
+ const grades = benchCase.pool.map((id) => {
186
+ if (!RANKING_CORPUS.candidates[id])
187
+ throw new Error(`${benchCase.id}: unknown candidate ${id}`);
188
+ const grade = benchCase.judgments[id];
189
+ if (grade !== 0 && grade !== 1 && grade !== 2 && grade !== 3)
190
+ throw new Error(`${benchCase.id}: invalid grade for ${id}`);
191
+ return grade;
192
+ });
193
+ if (!grades.includes(3))
194
+ throw new Error(`${benchCase.id}: no direct answer`);
195
+ if (![1, 2, 3].every((grade) => grades.slice(0, 10).includes(grade)))
196
+ throw new Error(`${benchCase.id}: smallest matrix pool must contain every relevant grade`);
197
+ if (grades.filter((grade) => grade === 0).length < 3)
198
+ throw new Error(`${benchCase.id}: too few hard negatives`);
199
+ if (!benchCase.pool.some((id) => RANKING_CORPUS.candidates[id].instructionBearing && benchCase.judgments[id] === 0))
200
+ throw new Error(`${benchCase.id}: no instruction-bearing negative`);
201
+ }
202
+ for (const category of RANKING_CATEGORIES) {
203
+ if ((categoryCounts.get(category) ?? 0) < MINIMUM_CATEGORY_COUNTS[category])
204
+ throw new Error(`${category}: below required query share`);
205
+ if (!splitCategories.get('development').has(category) || !splitCategories.get('test').has(category))
206
+ throw new Error(`${category}: missing from a corpus split`);
207
+ }
208
+ if (rankingCorpusCases('development').length !== 60 || rankingCorpusCases('test').length !== 20)
209
+ throw new Error('ranking corpus must keep a stratified 60/20 query split');
210
+ const heldOutLeak = [...splitCandidateIds.get('test')].find((id) => !id.startsWith('distractor-') &&
211
+ !id.startsWith('instruction-') &&
212
+ splitCandidateIds.get('development').has(id));
213
+ if (heldOutLeak)
214
+ throw new Error(`${heldOutLeak}: fact source crosses the development/test boundary`);
215
+ }
216
+ function selectPool(benchCase, candidateCount) {
217
+ const pool = benchCase.pool.slice(0, candidateCount);
218
+ return {
219
+ ...benchCase,
220
+ pool,
221
+ judgments: Object.fromEntries(pool.map((id) => [id, benchCase.judgments[id]])),
222
+ };
223
+ }
224
+ function queryReport(benchCase, outcome) {
225
+ return {
226
+ queryId: benchCase.id,
227
+ category: benchCase.category,
228
+ order: outcome.order.map((index) => benchCase.pool[index]),
229
+ rejected: outcome.rejected === null ? null : [...outcome.rejected].map((index) => benchCase.pool[index]).sort(),
230
+ latencyMs: outcome.latencyMs,
231
+ endpointRequests: outcome.endpointRequests,
232
+ usage: outcome.usage,
233
+ fallback: outcome.error,
234
+ };
235
+ }
236
+ async function mapModelCases(cases, concurrency, run) {
237
+ if (cases.length === 0)
238
+ return [];
239
+ // Let the client negotiate its structured-output dialect once before parallel requests share its cache.
240
+ const first = await run(cases[0]);
241
+ const rest = await mapConcurrent(cases.slice(1), concurrency, run);
242
+ return [first, ...rest];
243
+ }
244
+ async function mapConcurrent(values, concurrency, run) {
245
+ const results = new Array(values.length);
246
+ let next = 0;
247
+ const workers = Array.from({ length: Math.min(concurrency, values.length) }, async () => {
248
+ while (next < values.length) {
249
+ const index = next++;
250
+ results[index] = await run(values[index]);
251
+ }
252
+ });
253
+ await Promise.all(workers);
254
+ return results;
255
+ }
256
+ function normalizeConcurrency(value) {
257
+ return Number.isFinite(value) ? Math.max(1, Math.min(16, Math.floor(value))) : 1;
258
+ }
259
+ function liveClient(config, providerName, modelId, reasoningEffort, candidateCount) {
260
+ const provider = config.providers[providerName] ?? null;
261
+ return new ModelClient({
262
+ role: 'reranker',
263
+ provider,
264
+ id: modelId,
265
+ enabled: provider !== null,
266
+ requested: true,
267
+ timeoutMs: 60_000,
268
+ rerankerMode: 'llm',
269
+ maxOutputTokens: Math.max(256, Math.min(2048, candidateCount * 32 + 128)),
270
+ reasoningEffort,
271
+ unavailableReason: provider ? null : `provider "${providerName}" is not configured`,
272
+ });
273
+ }
274
+ function nativeRole(config, options) {
275
+ if (!options.provider && !options.model)
276
+ return { ...config.models.reranker, rerankerMode: 'endpoint' };
277
+ const providerName = options.provider ?? config.models.reranker.provider?.name ?? 'local';
278
+ const modelId = options.model ?? config.models.reranker.id;
279
+ const provider = config.providers[providerName] ?? null;
280
+ return {
281
+ role: 'reranker',
282
+ provider,
283
+ id: modelId,
284
+ enabled: provider !== null && modelId !== null,
285
+ requested: true,
286
+ timeoutMs: 60_000,
287
+ rerankerMode: 'endpoint',
288
+ unavailableReason: provider
289
+ ? modelId
290
+ ? null
291
+ : 'no native reranker model id'
292
+ : `provider "${providerName}" is not configured`,
293
+ };
294
+ }
295
+ async function runLlmCase(model, benchCase, excerptChars) {
296
+ const opaqueIds = allocateLlmRerankIds(benchCase.query, benchCase.pool);
297
+ const candidates = benchCase.pool.map((id, index) => {
298
+ const candidate = RANKING_CORPUS.candidates[id];
299
+ return {
300
+ id: opaqueIds[index],
301
+ text: candidate.text.slice(0, excerptChars),
302
+ sourceKind: candidate.sourceKind,
303
+ matchedBy: ['lexical'],
304
+ };
305
+ });
306
+ const result = await rerankWithLlm(model, benchCase.query, candidates);
307
+ if (!result.ok || !result.value)
308
+ return fallback(result.latencyMs, result.error ?? 'LLM rank failed', benchCase, result.endpointRequests ?? 0, result.usage ?? null);
309
+ return {
310
+ order: result.value.map((entry) => entry.index),
311
+ rejected: new Set(result.value.filter((entry) => entry.relevance === 0).map((entry) => entry.index)),
312
+ scores: null,
313
+ latencyMs: result.latencyMs,
314
+ endpointRequests: result.endpointRequests ?? 0,
315
+ usage: result.usage ?? null,
316
+ error: null,
317
+ };
318
+ }
319
+ async function runNativeCase(model, benchCase, threshold, excerptChars) {
320
+ const result = await model.rerank(benchCase.query, benchCase.pool.map((id) => RANKING_CORPUS.candidates[id].text.slice(0, excerptChars)), benchCase.pool.length);
321
+ if (!result.ok || !result.value)
322
+ return fallback(result.latencyMs, result.error ?? 'native rank failed', benchCase, result.endpointRequests ?? 0);
323
+ const entries = completeEntries(result.value, benchCase.pool.length);
324
+ if (!entries)
325
+ return fallback(result.latencyMs, 'native rank returned an invalid permutation', benchCase, result.endpointRequests ?? 0);
326
+ entries.sort((a, b) => b.score - a.score);
327
+ return {
328
+ order: entries.map((entry) => entry.index),
329
+ rejected: threshold === null
330
+ ? null
331
+ : new Set(entries.filter((entry) => entry.score < threshold).map((entry) => entry.index)),
332
+ scores: entries
333
+ .slice()
334
+ .sort((a, b) => a.index - b.index)
335
+ .map((entry) => entry.score),
336
+ latencyMs: result.latencyMs,
337
+ endpointRequests: result.endpointRequests ?? 0,
338
+ usage: null,
339
+ error: null,
340
+ };
341
+ }
342
+ function fallback(latencyMs, error, benchCase, endpointRequests = 0, usage = null) {
343
+ return {
344
+ order: benchCase.pool.map((_, index) => index),
345
+ rejected: null,
346
+ scores: null,
347
+ latencyMs,
348
+ endpointRequests,
349
+ usage,
350
+ error,
351
+ };
352
+ }
353
+ function aggregateTokenUsage(outcomes) {
354
+ const usages = outcomes.flatMap((outcome) => (outcome.usage ? [outcome.usage] : []));
355
+ if (usages.length === 0)
356
+ return null;
357
+ return {
358
+ reportedQueries: usages.length,
359
+ inputTokens: sumReported(usages.map((usage) => usage.inputTokens)),
360
+ outputTokens: sumReported(usages.map((usage) => usage.outputTokens)),
361
+ totalTokens: sumReported(usages.map((usage) => usage.totalTokens)),
362
+ cachedInputTokens: sumReported(usages.map((usage) => usage.cachedInputTokens)),
363
+ reasoningOutputTokens: sumReported(usages.map((usage) => usage.reasoningOutputTokens)),
364
+ };
365
+ }
366
+ function sumReported(values) {
367
+ const reported = values.filter((value) => typeof value === 'number');
368
+ return reported.length === 0 ? null : reported.reduce((sum, value) => sum + value, 0);
369
+ }
370
+ function nativeScoreDiagnostics(cases, outcomes) {
371
+ const answers = [];
372
+ const support = [];
373
+ const irrelevant = [];
374
+ outcomes.forEach((outcome, caseIndex) => {
375
+ if (!outcome.scores)
376
+ return;
377
+ outcome.scores.forEach((score, candidateIndex) => {
378
+ const benchCase = cases[caseIndex];
379
+ const grade = benchCase.judgments[benchCase.pool[candidateIndex]] ?? 0;
380
+ if (grade === 3)
381
+ answers.push(score);
382
+ else if (grade === 2)
383
+ support.push(score);
384
+ else if (grade === 0)
385
+ irrelevant.push(score);
386
+ });
387
+ });
388
+ if (answers.length === 0 || support.length === 0 || irrelevant.length === 0)
389
+ return null;
390
+ return {
391
+ lowestAnswerScore: Math.min(...answers),
392
+ lowestSupportScore: Math.min(...support),
393
+ highestIrrelevantScore: Math.max(...irrelevant),
394
+ };
395
+ }
396
+ function aggregateQuality(cases, outcomes) {
397
+ const totals = outcomes.map((outcome, index) => qualityFor(caseGrades(cases[index]), outcome.order));
398
+ return meanQuality(totals);
399
+ }
400
+ function meanQuality(totals) {
401
+ return {
402
+ ndcgAt10: mean(totals.map((metric) => metric.ndcgAt10)),
403
+ mrrAt10: mean(totals.map((metric) => metric.mrrAt10)),
404
+ successAt1: mean(totals.map((metric) => metric.successAt1)),
405
+ successAt3: mean(totals.map((metric) => metric.successAt3)),
406
+ precisionAt5: mean(totals.map((metric) => metric.precisionAt5)),
407
+ gradeZeroAboveGradeThree: mean(totals.map((metric) => metric.gradeZeroAboveGradeThree)),
408
+ };
409
+ }
410
+ function categoryReports(cases, outcomes, baselineOutcomes) {
411
+ return RANKING_CATEGORIES.flatMap((category) => {
412
+ const indexes = cases.flatMap((benchCase, index) => (benchCase.category === category ? [index] : []));
413
+ if (indexes.length === 0)
414
+ return [];
415
+ const selectedCases = indexes.map((index) => cases[index]);
416
+ const quality = aggregateQuality(selectedCases, indexes.map((index) => outcomes[index]));
417
+ const fusionBaseline = aggregateQuality(selectedCases, indexes.map((index) => baselineOutcomes[index]));
418
+ return [
419
+ {
420
+ category,
421
+ queries: indexes.length,
422
+ quality,
423
+ fusionBaseline,
424
+ ndcgDeltaFromFusion: quality.ndcgAt10 - fusionBaseline.ndcgAt10,
425
+ },
426
+ ];
427
+ });
428
+ }
429
+ export function qualityFor(benchCase, order) {
430
+ const orderedGrades = order.map((index) => benchCase.grades[index] ?? 0);
431
+ const ideal = [...benchCase.grades].sort((a, b) => b - a);
432
+ const reciprocalRank = orderedGrades.slice(0, 10).findIndex((grade) => grade === 3);
433
+ const firstThree = orderedGrades.slice(0, 3);
434
+ const topFive = orderedGrades.slice(0, 5);
435
+ const firstDirect = orderedGrades.indexOf(3);
436
+ const inversions = firstDirect < 0 ? 0 : orderedGrades.slice(0, firstDirect).filter((grade) => grade === 0).length;
437
+ return {
438
+ ndcgAt10: dcg(orderedGrades.slice(0, 10)) / Math.max(dcg(ideal.slice(0, 10)), Number.EPSILON),
439
+ mrrAt10: reciprocalRank < 0 ? 0 : 1 / (reciprocalRank + 1),
440
+ successAt1: orderedGrades[0] === 3 ? 1 : 0,
441
+ successAt3: firstThree.includes(3) ? 1 : 0,
442
+ precisionAt5: topFive.filter((grade) => grade >= 2).length / Math.min(5, topFive.length),
443
+ gradeZeroAboveGradeThree: inversions,
444
+ };
445
+ }
446
+ function aggregateQualification(cases, outcomes) {
447
+ if (outcomes.every((outcome) => outcome.rejected === null))
448
+ return null;
449
+ const judgments = outcomes.flatMap((outcome, caseIndex) => {
450
+ const benchCase = cases[caseIndex];
451
+ return benchCase.pool.map((id, index) => ({
452
+ grade: benchCase.judgments[id],
453
+ rejected: outcome.rejected?.has(index) ?? false,
454
+ instructionBearing: RANKING_CORPUS.candidates[id].instructionBearing ?? false,
455
+ }));
456
+ });
457
+ return qualificationFor(judgments);
458
+ }
459
+ export function qualificationFor(judgments) {
460
+ let answers = 0;
461
+ let answersRetained = 0;
462
+ let support = 0;
463
+ let supportRetained = 0;
464
+ let marginal = 0;
465
+ let marginalRetained = 0;
466
+ let irrelevant = 0;
467
+ let irrelevantRejected = 0;
468
+ let retained = 0;
469
+ let retainedRelevant = 0;
470
+ let instructionNegatives = 0;
471
+ let instructionRejected = 0;
472
+ for (const judgment of judgments) {
473
+ const { grade, rejected } = judgment;
474
+ if (grade === 3) {
475
+ answers++;
476
+ if (!rejected)
477
+ answersRetained++;
478
+ }
479
+ else if (grade === 2) {
480
+ support++;
481
+ if (!rejected)
482
+ supportRetained++;
483
+ }
484
+ else if (grade === 1) {
485
+ marginal++;
486
+ if (!rejected)
487
+ marginalRetained++;
488
+ }
489
+ else {
490
+ irrelevant++;
491
+ if (rejected)
492
+ irrelevantRejected++;
493
+ }
494
+ if (!rejected) {
495
+ retained++;
496
+ if (grade >= 2)
497
+ retainedRelevant++;
498
+ }
499
+ if (judgment.instructionBearing && grade === 0) {
500
+ instructionNegatives++;
501
+ if (rejected)
502
+ instructionRejected++;
503
+ }
504
+ }
505
+ return {
506
+ answerRetention: ratio(answersRetained, answers),
507
+ supportRetention: ratio(supportRetained, support),
508
+ marginalRetention: ratio(marginalRetained, marginal),
509
+ irrelevantRejection: ratio(irrelevantRejected, irrelevant),
510
+ retainedPrecision: ratio(retainedRelevant, retained),
511
+ instructionNegativeRejection: ratio(instructionRejected, instructionNegatives),
512
+ };
513
+ }
514
+ function caseGrades(benchCase) {
515
+ return { grades: benchCase.pool.map((id) => benchCase.judgments[id]) };
516
+ }
517
+ function completeEntries(entries, count) {
518
+ if (entries.length !== count)
519
+ return null;
520
+ const seen = new Set();
521
+ for (const entry of entries) {
522
+ if (!Number.isInteger(entry.index) ||
523
+ entry.index < 0 ||
524
+ entry.index >= count ||
525
+ !Number.isFinite(entry.score) ||
526
+ seen.has(entry.index))
527
+ return null;
528
+ seen.add(entry.index);
529
+ }
530
+ return entries;
531
+ }
532
+ function dcg(grades) {
533
+ return grades.reduce((sum, grade, index) => sum + (2 ** grade - 1) / Math.log2(index + 2), 0);
534
+ }
535
+ function mean(values) {
536
+ return values.reduce((sum, value) => sum + value, 0) / Math.max(1, values.length);
537
+ }
538
+ function ratio(numerator, denominator) {
539
+ return denominator === 0 ? 0 : numerator / denominator;
540
+ }
541
+ function percentile(values, quantile) {
542
+ if (values.length === 0)
543
+ return 0;
544
+ const sorted = [...values].sort((a, b) => a - b);
545
+ return sorted[Math.ceil(quantile * sorted.length) - 1] ?? 0;
546
+ }
547
+ //# sourceMappingURL=ranking.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ranking.js","sourceRoot":"","sources":["../../src/bench/ranking.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAmB,MAAM,qBAAqB,CAAC;AACnE,OAAO,EACL,oBAAoB,EACpB,yBAAyB,EACzB,yBAAyB,EACzB,aAAa,GAEd,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,yBAAyB,EAAE,MAAM,mCAAmC,CAAC;AAE9E,OAAO,EACL,kBAAkB,EAClB,cAAc,EACd,kBAAkB,GAKnB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AA6H/D,MAAM,uBAAuB,GAAoC;IAC/D,YAAY,EAAE,EAAE;IAChB,qBAAqB,EAAE,EAAE;IACzB,aAAa,EAAE,EAAE;IACjB,QAAQ,EAAE,EAAE;IACZ,QAAQ,EAAE,CAAC;IACX,kBAAkB,EAAE,CAAC;IACrB,UAAU,EAAE,CAAC;IACb,mBAAmB,EAAE,CAAC;CACvB,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAkB,EAClB,OAA4B;IAE5B,qBAAqB,EAAE,CAAC;IACxB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;IAC7C,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC;IACpD,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,GAAG,CAAC;IACjD,MAAM,WAAW,GAAG,oBAAoB,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC,CAAC;IAClG,MAAM,gBAAgB,GAAmB,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QACjE,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC;QAC9C,QAAQ,EAAE,IAAI;QACd,MAAM,EAAE,IAAI;QACZ,SAAS,EAAE,CAAC;QACZ,gBAAgB,EAAE,CAAC;QACnB,KAAK,EAAE,IAAI;QACX,KAAK,EAAE,IAAI;KACZ,CAAC,CAAC,CAAC;IACJ,MAAM,cAAc,GAAG,gBAAgB,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;IAEjE,IAAI,QAAQ,GAAkB,IAAI,CAAC;IACnC,IAAI,KAAK,GAAkB,IAAI,CAAC;IAChC,IAAI,eAAe,GAA2B,IAAI,CAAC;IACnD,IAAI,WAAW,GAAsC;QACnD,KAAK,EAAE,MAAM;QACb,SAAS,EAAE,IAAI;QACf,iBAAiB,EAAE,IAAI;QACvB,kBAAkB,EAAE,IAAI;QACxB,sBAAsB,EAAE,IAAI;QAC5B,KAAK,EAAE,IAAI;KACZ,CAAC;IACF,IAAI,QAAQ,GAAG,gBAAgB,CAAC;IAEhC,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;QAC7B,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC;QACxC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,cAAc,CAAC;QACxC,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,MAAM,CAAC;QACpD,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,EAAE,cAAc,CAAC,CAAC;QACpF,QAAQ,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,WAAW,EAAE,CAAC,SAAS,EAAE,EAAE,CAC/D,UAAU,CAAC,MAAM,EAAE,SAAS,EAAE,YAAY,CAAC,CAC5C,CAAC;IACJ,CAAC;SAAM,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACzC,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,IAAI,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC;QAC3D,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC;QAChB,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC7C,MAAM,WAAW,GAAG;YAClB,QAAQ,EAAE,KAAK;YACf,IAAI,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI;YAClD,OAAO,EAAE,CAAC,GAAW,EAAE,KAAa,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC;SAChD,CAAC;QACtB,MAAM,UAAU,GAAG,MAAM,yBAAyB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACxE,WAAW;YACT,UAAU,CAAC,EAAE,IAAI,UAAU,CAAC,KAAK;gBAC/B,CAAC,CAAC;oBACE,KAAK,EAAE,MAAM;oBACb,SAAS,EAAE,UAAU,CAAC,KAAK,CAAC,WAAW;oBACvC,iBAAiB,EAAE,IAAI;oBACvB,kBAAkB,EAAE,IAAI;oBACxB,sBAAsB,EAAE,IAAI;oBAC5B,KAAK,EAAE,IAAI;iBACZ;gBACH,CAAC,CAAC;oBACE,KAAK,EAAE,MAAM;oBACb,SAAS,EAAE,IAAI;oBACf,iBAAiB,EAAE,IAAI;oBACvB,kBAAkB,EAAE,IAAI;oBACxB,sBAAsB,EAAE,IAAI;oBAC5B,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,oBAAoB;iBAChD,CAAC;QACR,QAAQ,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,WAAW,EAAE,CAAC,SAAS,EAAE,EAAE,CAC/D,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,CAAC,SAAS,EAAE,YAAY,CAAC,CACtE,CAAC;QACF,MAAM,QAAQ,GAAG,sBAAsB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACzD,WAAW,CAAC,iBAAiB,GAAG,QAAQ,EAAE,iBAAiB,IAAI,IAAI,CAAC;QACpE,WAAW,CAAC,kBAAkB,GAAG,QAAQ,EAAE,kBAAkB,IAAI,IAAI,CAAC;QACtE,WAAW,CAAC,sBAAsB,GAAG,QAAQ,EAAE,sBAAsB,IAAI,IAAI,CAAC;IAChF,CAAC;IAED,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAClD,MAAM,aAAa,GAAG,sBAAsB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC9D,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CACnD,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,CAAE,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAC3E,CAAC;IACF,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IAChG,MAAM,iBAAiB,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;IAC1E,MAAM,gBAAgB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;IAC9F,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;IACvE,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,KAAK,QAAQ;QAC3B,CAAC,iBAAiB,KAAK,CAAC;YACtB,OAAO,CAAC,QAAQ,IAAI,cAAc,CAAC,QAAQ;YAC3C,CAAC,aAAa,EAAE,eAAe,IAAI,CAAC,CAAC,KAAK,CAAC;YAC3C,CAAC,aAAa,EAAE,4BAA4B,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IAE9D,OAAO;QACL,MAAM;QACN,WAAW,EAAE,IAAI;QACjB,eAAe,EAAE,KAAK;QACtB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK;QACL,QAAQ;QACR,KAAK;QACL,eAAe;QACf,aAAa,EAAE,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,IAAI;QAC1E,aAAa,EAAE,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,IAAI;QAC1E,MAAM,EAAE;YACN,OAAO,EAAE,KAAK,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,MAAM;YACtD,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3E,UAAU,EAAE,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI;YACtE,OAAO,EAAE,cAAc,CAAC,OAAO;YAC/B,WAAW,EAAE,wBAAwB,EAAE;SACxC;QACD,OAAO;QACP,cAAc;QACd,mBAAmB,EAAE,OAAO,CAAC,QAAQ,GAAG,cAAc,CAAC,QAAQ;QAC/D,UAAU,EAAE,eAAe,CAAC,KAAK,EAAE,QAAQ,EAAE,gBAAgB,CAAC;QAC9D,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAE,CAAC,CAAC;QAClF,aAAa;QACb,iBAAiB;QACjB,eAAe,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;QAC3D,YAAY,EAAE,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC;QACxC,YAAY,EAAE,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC;QACzC,YAAY,EAAE,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;QACjE,SAAS,EAAE;YACT,QAAQ,EAAE,eAAe;YACzB,WAAW;YACX,cAAc;YACd,YAAY;YACZ,eAAe,EAAE,IAAI,CAAC,GAAG,CACvB,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CAC7B,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,cAAc,CAAC,UAAU,CAAC,EAAE,CAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAC/F,CACF;YACD,gBAAgB;YAChB,qBAAqB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,GAAG,eAAe,CAAC;YACtE,UAAU,EAAE,mBAAmB,CAAC,QAAQ,CAAC;SAC1C;QACD,WAAW;QACX,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB;IACnC,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IAChE,IAAI,aAAa,CAAC,MAAM,GAAG,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC7F,IAAI,cAAc,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAClG,KAAK,MAAM,CAAC,EAAE,EAAE,SAAS,CAAC,IAAI,aAAa,EAAE,CAAC;QAC5C,IAAI,SAAS,CAAC,EAAE,KAAK,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,EAAE,+BAA+B,CAAC,CAAC;QAC/E,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,EAAE,2BAA2B,CAAC,CAAC;QAC9E,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,EAAE,+CAA+C,CAAC,CAAC;IAC1G,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,cAAc,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC1D,MAAM,eAAe,GAAG,IAAI,GAAG,CAA0D;QACvF,CAAC,aAAa,EAAE,IAAI,GAAG,EAAE,CAAC;QAC1B,CAAC,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;KACpB,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAiD;QAChF,CAAC,aAAa,EAAE,IAAI,GAAG,EAAE,CAAC;QAC1B,CAAC,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;KACpB,CAAC,CAAC;IACH,KAAK,MAAM,SAAS,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;QAC7C,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,CAAC,EAAE,sBAAsB,CAAC,CAAC;QACtF,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC1B,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1F,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAE,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC9D,KAAK,MAAM,EAAE,IAAI,SAAS,CAAC,IAAI;YAAE,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjF,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,CAAC,EAAE,mBAAmB,CAAC,CAAC;QAClF,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,KAAK,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,CAAC,EAAE,uCAAuC,CAAC,CAAC;QAC1G,IAAI,IAAI,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,CAAC,MAAM;YACxD,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,CAAC,EAAE,uBAAuB,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,IAAI,CAAC,MAAM,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACpG,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,CAAC,EAAE,wCAAwC,CAAC,CAAC;QAC3E,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;YACvC,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,CAAC,EAAE,uBAAuB,EAAE,EAAE,CAAC,CAAC;YAChG,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACtC,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC;gBAC1D,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,CAAC,EAAE,uBAAuB,EAAE,EAAE,CAAC,CAAC;YAC9D,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,CAAC,EAAE,oBAAoB,CAAC,CAAC;QAC9E,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAuB,CAAC,CAAC;YACpF,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,CAAC,EAAE,0DAA0D,CAAC,CAAC;QAC7F,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC;YAClD,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,CAAC,EAAE,0BAA0B,CAAC,CAAC;QAC7D,IACE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAClB,CAAC,EAAE,EAAE,EAAE,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAE,CAAC,kBAAkB,IAAI,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,CAAC,CAC3F;YAED,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,CAAC,EAAE,mCAAmC,CAAC,CAAC;IACxE,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,kBAAkB,EAAE,CAAC;QAC1C,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,uBAAuB,CAAC,QAAQ,CAAC;YACzE,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,8BAA8B,CAAC,CAAC;QAC7D,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,GAAG,CAAC,QAAQ,CAAC;YACnG,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,+BAA+B,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,kBAAkB,CAAC,aAAa,CAAC,CAAC,MAAM,KAAK,EAAE,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,EAAE;QAC7F,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAC7E,MAAM,WAAW,GAAG,CAAC,GAAG,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,CAAC,IAAI,CAC1D,CAAC,EAAE,EAAE,EAAE,CACL,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC;QAC7B,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC;QAC9B,iBAAiB,CAAC,GAAG,CAAC,aAAa,CAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAChD,CAAC;IACF,IAAI,WAAW;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,WAAW,qDAAqD,CAAC,CAAC;AACxG,CAAC;AAED,SAAS,UAAU,CAAC,SAAsB,EAAE,cAAqC;IAC/E,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;IACrD,OAAO;QACL,GAAG,SAAS;QACZ,IAAI;QACJ,SAAS,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,SAAS,CAAC,SAAS,CAAC,EAAE,CAAE,CAAC,CAAC,CAAC;KAChF,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,SAAsB,EAAE,OAAqB;IAChE,OAAO;QACL,OAAO,EAAE,SAAS,CAAC,EAAE;QACrB,QAAQ,EAAE,SAAS,CAAC,QAAQ;QAC5B,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAE,CAAC;QAC3D,QAAQ,EACN,OAAO,CAAC,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAE,CAAC,CAAC,IAAI,EAAE;QACxG,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ,EAAE,OAAO,CAAC,KAAK;KACxB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,KAAoB,EACpB,WAAmB,EACnB,GAAsD;IAEtD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAClC,wGAAwG;IACxG,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;IACnC,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;IACnE,OAAO,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,MAAW,EACX,WAAmB,EACnB,GAA6B;IAE7B,MAAM,OAAO,GAAG,IAAI,KAAK,CAAI,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5C,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE;QACtF,OAAO,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC;YACrB,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACnF,CAAC;AAED,SAAS,UAAU,CACjB,MAAkB,EAClB,YAAoB,EACpB,OAAe,EACf,eAAgC,EAChC,cAAqC;IAErC,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC;IACxD,OAAO,IAAI,WAAW,CAAC;QACrB,IAAI,EAAE,UAAU;QAChB,QAAQ;QACR,EAAE,EAAE,OAAO;QACX,OAAO,EAAE,QAAQ,KAAK,IAAI;QAC1B,SAAS,EAAE,IAAI;QACf,SAAS,EAAE,MAAM;QACjB,YAAY,EAAE,KAAK;QACnB,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,cAAc,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC;QACzE,eAAe;QACf,iBAAiB,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,YAAY,qBAAqB;KACpF,CAAC,CAAC;AACL,CAAC;AAED,SAAS,UAAU,CAAC,MAAkB,EAAE,OAA4B;IAClE,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,KAAK;QAAE,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC;IACxG,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,IAAI,OAAO,CAAC;IAC1F,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;IAC3D,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC;IACxD,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,QAAQ;QACR,EAAE,EAAE,OAAO;QACX,OAAO,EAAE,QAAQ,KAAK,IAAI,IAAI,OAAO,KAAK,IAAI;QAC9C,SAAS,EAAE,IAAI;QACf,SAAS,EAAE,MAAM;QACjB,YAAY,EAAE,UAAU;QACxB,iBAAiB,EAAE,QAAQ;YACzB,CAAC,CAAC,OAAO;gBACP,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,6BAA6B;YACjC,CAAC,CAAC,aAAa,YAAY,qBAAqB;KACnD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,KAAkB,EAClB,SAAsB,EACtB,YAAiC;IAEjC,MAAM,SAAS,GAAG,oBAAoB,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;IACxE,MAAM,UAAU,GAAyB,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE;QACxE,MAAM,SAAS,GAAG,cAAc,CAAC,UAAU,CAAC,EAAE,CAAE,CAAC;QACjD,OAAO;YACL,EAAE,EAAE,SAAS,CAAC,KAAK,CAAE;YACrB,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC;YAC3C,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,SAAS,EAAE,CAAC,SAAS,CAAC;SACvB,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IACvE,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;QAC7B,OAAO,QAAQ,CACb,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,KAAK,IAAI,iBAAiB,EACjC,SAAS,EACT,MAAM,CAAC,gBAAgB,IAAI,CAAC,EAC5B,MAAM,CAAC,KAAK,IAAI,IAAI,CACrB,CAAC;IACJ,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;QAC/C,QAAQ,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACpG,MAAM,EAAE,IAAI;QACZ,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,CAAC;QAC9C,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI;QAC3B,KAAK,EAAE,IAAI;KACZ,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,KAAkB,EAClB,SAAsB,EACtB,SAAwB,EACxB,YAAiC;IAEjC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAC/B,SAAS,CAAC,KAAK,EACf,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,EACtF,SAAS,CAAC,IAAI,CAAC,MAAM,CACtB,CAAC;IACF,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;QAC7B,OAAO,QAAQ,CACb,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,KAAK,IAAI,oBAAoB,EACpC,SAAS,EACT,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAC7B,CAAC;IACJ,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrE,IAAI,CAAC,OAAO;QACV,OAAO,QAAQ,CACb,MAAM,CAAC,SAAS,EAChB,6CAA6C,EAC7C,SAAS,EACT,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAC7B,CAAC;IACJ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1C,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;QAC1C,QAAQ,EACN,SAAS,KAAK,IAAI;YAChB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7F,MAAM,EAAE,OAAO;aACZ,KAAK,EAAE;aACP,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;QAC9B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,CAAC;QAC9C,KAAK,EAAE,IAAI;QACX,KAAK,EAAE,IAAI;KACZ,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CACf,SAAiB,EACjB,KAAa,EACb,SAAsB,EACtB,gBAAgB,GAAG,CAAC,EACpB,QAA2B,IAAI;IAE/B,OAAO;QACL,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC;QAC9C,QAAQ,EAAE,IAAI;QACd,MAAM,EAAE,IAAI;QACZ,SAAS;QACT,gBAAgB;QAChB,KAAK;QACL,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAwB;IACnD,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACrF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,OAAO;QACL,eAAe,EAAE,MAAM,CAAC,MAAM;QAC9B,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAClE,YAAY,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACpE,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAClE,iBAAiB,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC9E,qBAAqB,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;KACvF,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,MAAwC;IAC3D,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC;IACtF,OAAO,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;AACxF,CAAC;AAED,SAAS,sBAAsB,CAC7B,KAAoB,EACpB,QAAwB;IAMxB,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE;QACtC,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,OAAO;QAC5B,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,cAAc,EAAE,EAAE;YAC/C,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAE,CAAC;YACpC,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAE,CAAC,IAAI,CAAC,CAAC;YACxE,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;iBAChC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;iBACrC,IAAI,KAAK,KAAK,CAAC;gBAAE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACzF,OAAO;QACL,iBAAiB,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC;QACvC,kBAAkB,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC;QACxC,sBAAsB,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC;KAChD,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAoB,EAAE,QAAwB;IACtE,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAE,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IACtG,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,WAAW,CAAC,MAA+B;IAClD,OAAO;QACL,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACvD,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACrD,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC3D,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC3D,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAC/D,wBAAwB,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,wBAAwB,CAAC,CAAC;KACxF,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CACtB,KAAoB,EACpB,QAAwB,EACxB,gBAAgC;IAEhC,OAAO,kBAAkB,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;QAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtG,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACpC,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAE,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,gBAAgB,CAC9B,aAAa,EACb,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAE,CAAC,CACzC,CAAC;QACF,MAAM,cAAc,GAAG,gBAAgB,CACrC,aAAa,EACb,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAE,CAAC,CACjD,CAAC;QACF,OAAO;YACL;gBACE,QAAQ;gBACR,OAAO,EAAE,OAAO,CAAC,MAAM;gBACvB,OAAO;gBACP,cAAc;gBACd,mBAAmB,EAAE,OAAO,CAAC,QAAQ,GAAG,cAAc,CAAC,QAAQ;aAChE;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,SAAuC,EAAE,KAAe;IACjF,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACzE,MAAM,KAAK,GAAG,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,MAAM,cAAc,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;IACpF,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC7C,MAAM,UAAU,GACd,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IAClG,OAAO;QACL,QAAQ,EAAE,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC;QAC7F,OAAO,EAAE,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,GAAG,CAAC,CAAC;QAC1D,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC;QACxF,wBAAwB,EAAE,UAAU;KACrC,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAC7B,KAAoB,EACpB,QAAwB;IAExB,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACxE,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE;QACxD,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAE,CAAC;QACpC,OAAO,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACxC,KAAK,EAAE,SAAS,CAAC,SAAS,CAAC,EAAE,CAAE;YAC/B,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK;YAC/C,kBAAkB,EAAE,cAAc,CAAC,UAAU,CAAC,EAAE,CAAE,CAAC,kBAAkB,IAAI,KAAK;SAC/E,CAAC,CAAC,CAAC;IACN,CAAC,CAAC,CAAC;IACH,OAAO,gBAAgB,CAAC,SAAS,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,SAIG;IAEH,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,oBAAoB,GAAG,CAAC,CAAC;IAC7B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAC;QACrC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,OAAO,EAAE,CAAC;YACV,IAAI,CAAC,QAAQ;gBAAE,eAAe,EAAE,CAAC;QACnC,CAAC;aAAM,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;YACV,IAAI,CAAC,QAAQ;gBAAE,eAAe,EAAE,CAAC;QACnC,CAAC;aAAM,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YACvB,QAAQ,EAAE,CAAC;YACX,IAAI,CAAC,QAAQ;gBAAE,gBAAgB,EAAE,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,UAAU,EAAE,CAAC;YACb,IAAI,QAAQ;gBAAE,kBAAkB,EAAE,CAAC;QACrC,CAAC;QACD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,QAAQ,EAAE,CAAC;YACX,IAAI,KAAK,IAAI,CAAC;gBAAE,gBAAgB,EAAE,CAAC;QACrC,CAAC;QACD,IAAI,QAAQ,CAAC,kBAAkB,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAC/C,oBAAoB,EAAE,CAAC;YACvB,IAAI,QAAQ;gBAAE,mBAAmB,EAAE,CAAC;QACtC,CAAC;IACH,CAAC;IACD,OAAO;QACL,eAAe,EAAE,KAAK,CAAC,eAAe,EAAE,OAAO,CAAC;QAChD,gBAAgB,EAAE,KAAK,CAAC,eAAe,EAAE,OAAO,CAAC;QACjD,iBAAiB,EAAE,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC;QACpD,mBAAmB,EAAE,KAAK,CAAC,kBAAkB,EAAE,UAAU,CAAC;QAC1D,iBAAiB,EAAE,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC;QACpD,4BAA4B,EAAE,KAAK,CAAC,mBAAmB,EAAE,oBAAoB,CAAC;KAC/E,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,SAAsB;IACxC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAE,CAAC,EAAE,CAAC;AAC1E,CAAC;AAED,SAAS,eAAe,CACtB,OAA2C,EAC3C,KAAa;IAEb,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IAC1C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IACE,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC;YAC9B,KAAK,CAAC,KAAK,GAAG,CAAC;YACf,KAAK,CAAC,KAAK,IAAI,KAAK;YACpB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC;YAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC;YAErB,OAAO,IAAI,CAAC;QACd,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,GAAG,CAAC,MAAgB;IAC3B,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAChG,CAAC;AAED,SAAS,IAAI,CAAC,MAAgB;IAC5B,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;AACpF,CAAC;AAED,SAAS,KAAK,CAAC,SAAiB,EAAE,WAAmB;IACnD,OAAO,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,WAAW,CAAC;AACzD,CAAC;AAED,SAAS,UAAU,CAAC,MAAgB,EAAE,QAAgB;IACpD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;AAC9D,CAAC"}
@@ -0,0 +1,60 @@
1
+ import type { Akno } from './open.ts';
2
+ import { type MixedRetrievalBenchReport } from './bench/mixed-retrieval.ts';
3
+ /**
4
+ * **Benchmarks are part of the project.** Numbers rot, and the row that
5
+ * matters most is the last one: "was fine, then wasn't" should be a test, not a
6
+ * memory.
7
+ *
8
+ * Two rules learned by running this against a real knowledge base and getting a
9
+ * useless answer:
10
+ *
11
+ * **1. Model latency and index latency are separate measurements.** A memory system which
12
+ * feels slow is almost never suffering from its storage engine, and `doctor` already reports
13
+ * the two apart. A bench that
14
+ * adds a 2-second local 3B model call to a 20ms budget and prints FAIL has
15
+ * measured somebody's GPU, not this code, and will be ignored within a week. So
16
+ * index-path budgets are **asserted** and model-path timings are **reported**.
17
+ *
18
+ * **2. A case that cannot run must say so, not pass.** The first version measured
19
+ * `index()` against a read-only handle, caught the `read_only` error it threw, and
20
+ * reported 0ms — a green row that measured nothing at all.
21
+ */
22
+ export interface BenchResult {
23
+ name: string;
24
+ /** Null for a model-path measurement: reported, never asserted. */
25
+ budgetMs: number | null;
26
+ p50Ms: number;
27
+ p95Ms: number;
28
+ samples: number;
29
+ passed: boolean;
30
+ /** Set when the measurement could not run. Never silently a pass. */
31
+ skipped?: string;
32
+ /** True when the timing includes a model round trip. */
33
+ modelPath?: boolean;
34
+ }
35
+ export interface BenchReport {
36
+ results: BenchResult[];
37
+ /** Accuracy and latency assertions over a fixed, invented mixed-result corpus. */
38
+ retrieval: MixedRetrievalBenchReport;
39
+ /** Asserted index-path budgets and fixed-corpus retrieval checks decide this. */
40
+ passed: boolean;
41
+ pages: number;
42
+ chunks: number;
43
+ notes: string[];
44
+ }
45
+ export interface BenchOptions {
46
+ iterations?: number;
47
+ /**
48
+ * A second handle opened with **no models configured**, which is the only
49
+ * honest way to measure "lexical only": the phrase means the model stack is
50
+ * absent, not that we hoped it would not be used.
51
+ */
52
+ lexical?: Akno;
53
+ /**
54
+ * A writable handle. Without one the index-sweep case is skipped rather than
55
+ * measuring the exception a read-only handle throws.
56
+ */
57
+ writable?: Akno;
58
+ }
59
+ export declare function runBench(akno: Akno, options?: BenchOptions): Promise<BenchReport>;
60
+ //# sourceMappingURL=bench.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"bench.d.ts","sourceRoot":"","sources":["../src/bench.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAA0B,KAAK,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AAEpG;;;;;;;;;;;;;;;;;;GAkBG;AAEH,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,mEAAmE;IACnE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,OAAO,CAAC;IAChB,qEAAqE;IACrE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,wDAAwD;IACxD,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,kFAAkF;IAClF,SAAS,EAAE,yBAAyB,CAAC;IACrC,iFAAiF;IACjF,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB;AAaD,MAAM,WAAW,YAAY;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,OAAO,CAAC,EAAE,IAAI,CAAC;IACf;;;OAGG;IACH,QAAQ,CAAC,EAAE,IAAI,CAAC;CACjB;AAED,wBAAsB,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CA2K3F"}