@tenphi/akno-core 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (485) hide show
  1. package/LICENSE +83 -0
  2. package/README.md +26 -0
  3. package/config/default.jsonc +548 -0
  4. package/dist/bench/answer-corpus.d.ts +48 -0
  5. package/dist/bench/answer-corpus.d.ts.map +1 -0
  6. package/dist/bench/answer-corpus.js +491 -0
  7. package/dist/bench/answer-corpus.js.map +1 -0
  8. package/dist/bench/answer.d.ts +156 -0
  9. package/dist/bench/answer.d.ts.map +1 -0
  10. package/dist/bench/answer.js +608 -0
  11. package/dist/bench/answer.js.map +1 -0
  12. package/dist/bench/auto-recall-answer-corpus.d.ts +21 -0
  13. package/dist/bench/auto-recall-answer-corpus.d.ts.map +1 -0
  14. package/dist/bench/auto-recall-answer-corpus.js +245 -0
  15. package/dist/bench/auto-recall-answer-corpus.js.map +1 -0
  16. package/dist/bench/auto-recall-answer.d.ts +198 -0
  17. package/dist/bench/auto-recall-answer.d.ts.map +1 -0
  18. package/dist/bench/auto-recall-answer.js +720 -0
  19. package/dist/bench/auto-recall-answer.js.map +1 -0
  20. package/dist/bench/auto-recall-corpus.d.ts +45 -0
  21. package/dist/bench/auto-recall-corpus.d.ts.map +1 -0
  22. package/dist/bench/auto-recall-corpus.js +221 -0
  23. package/dist/bench/auto-recall-corpus.js.map +1 -0
  24. package/dist/bench/auto-recall.d.ts +171 -0
  25. package/dist/bench/auto-recall.d.ts.map +1 -0
  26. package/dist/bench/auto-recall.js +651 -0
  27. package/dist/bench/auto-recall.js.map +1 -0
  28. package/dist/bench/entity-resolution.d.ts +37 -0
  29. package/dist/bench/entity-resolution.d.ts.map +1 -0
  30. package/dist/bench/entity-resolution.js +121 -0
  31. package/dist/bench/entity-resolution.js.map +1 -0
  32. package/dist/bench/graph.d.ts +57 -0
  33. package/dist/bench/graph.d.ts.map +1 -0
  34. package/dist/bench/graph.js +573 -0
  35. package/dist/bench/graph.js.map +1 -0
  36. package/dist/bench/llm-ranking-probe.d.ts +27 -0
  37. package/dist/bench/llm-ranking-probe.d.ts.map +1 -0
  38. package/dist/bench/llm-ranking-probe.js +105 -0
  39. package/dist/bench/llm-ranking-probe.js.map +1 -0
  40. package/dist/bench/merge-discovery-corpus.d.ts +26 -0
  41. package/dist/bench/merge-discovery-corpus.d.ts.map +1 -0
  42. package/dist/bench/merge-discovery-corpus.js +114 -0
  43. package/dist/bench/merge-discovery-corpus.js.map +1 -0
  44. package/dist/bench/merge-discovery-review.d.ts +81 -0
  45. package/dist/bench/merge-discovery-review.d.ts.map +1 -0
  46. package/dist/bench/merge-discovery-review.js +149 -0
  47. package/dist/bench/merge-discovery-review.js.map +1 -0
  48. package/dist/bench/merge-discovery.d.ts +122 -0
  49. package/dist/bench/merge-discovery.d.ts.map +1 -0
  50. package/dist/bench/merge-discovery.js +390 -0
  51. package/dist/bench/merge-discovery.js.map +1 -0
  52. package/dist/bench/mixed-retrieval.d.ts +35 -0
  53. package/dist/bench/mixed-retrieval.d.ts.map +1 -0
  54. package/dist/bench/mixed-retrieval.js +355 -0
  55. package/dist/bench/mixed-retrieval.js.map +1 -0
  56. package/dist/bench/ranking-corpus.d.ts +29 -0
  57. package/dist/bench/ranking-corpus.d.ts.map +1 -0
  58. package/dist/bench/ranking-corpus.js +514 -0
  59. package/dist/bench/ranking-corpus.js.map +1 -0
  60. package/dist/bench/ranking-end-to-end.d.ts +112 -0
  61. package/dist/bench/ranking-end-to-end.d.ts.map +1 -0
  62. package/dist/bench/ranking-end-to-end.js +479 -0
  63. package/dist/bench/ranking-end-to-end.js.map +1 -0
  64. package/dist/bench/ranking-latency.d.ts +71 -0
  65. package/dist/bench/ranking-latency.d.ts.map +1 -0
  66. package/dist/bench/ranking-latency.js +130 -0
  67. package/dist/bench/ranking-latency.js.map +1 -0
  68. package/dist/bench/ranking-matrix.d.ts +141 -0
  69. package/dist/bench/ranking-matrix.d.ts.map +1 -0
  70. package/dist/bench/ranking-matrix.js +526 -0
  71. package/dist/bench/ranking-matrix.js.map +1 -0
  72. package/dist/bench/ranking-review.d.ts +93 -0
  73. package/dist/bench/ranking-review.d.ts.map +1 -0
  74. package/dist/bench/ranking-review.js +249 -0
  75. package/dist/bench/ranking-review.js.map +1 -0
  76. package/dist/bench/ranking.d.ts +122 -0
  77. package/dist/bench/ranking.d.ts.map +1 -0
  78. package/dist/bench/ranking.js +547 -0
  79. package/dist/bench/ranking.js.map +1 -0
  80. package/dist/bench.d.ts +60 -0
  81. package/dist/bench.d.ts.map +1 -0
  82. package/dist/bench.js +167 -0
  83. package/dist/bench.js.map +1 -0
  84. package/dist/config/jsonc.d.ts +8 -0
  85. package/dist/config/jsonc.d.ts.map +1 -0
  86. package/dist/config/jsonc.js +85 -0
  87. package/dist/config/jsonc.js.map +1 -0
  88. package/dist/config/load.d.ts +43 -0
  89. package/dist/config/load.d.ts.map +1 -0
  90. package/dist/config/load.js +608 -0
  91. package/dist/config/load.js.map +1 -0
  92. package/dist/config/paths.d.ts +10 -0
  93. package/dist/config/paths.d.ts.map +1 -0
  94. package/dist/config/paths.js +38 -0
  95. package/dist/config/paths.js.map +1 -0
  96. package/dist/config/schema.d.ts +698 -0
  97. package/dist/config/schema.d.ts.map +1 -0
  98. package/dist/config/schema.js +394 -0
  99. package/dist/config/schema.js.map +1 -0
  100. package/dist/config/write-rules.d.ts +41 -0
  101. package/dist/config/write-rules.d.ts.map +1 -0
  102. package/dist/config/write-rules.js +225 -0
  103. package/dist/config/write-rules.js.map +1 -0
  104. package/dist/config/write-setup.d.ts +42 -0
  105. package/dist/config/write-setup.d.ts.map +1 -0
  106. package/dist/config/write-setup.js +358 -0
  107. package/dist/config/write-setup.js.map +1 -0
  108. package/dist/context.d.ts +64 -0
  109. package/dist/context.d.ts.map +1 -0
  110. package/dist/context.js +14 -0
  111. package/dist/context.js.map +1 -0
  112. package/dist/doctor.d.ts +115 -0
  113. package/dist/doctor.d.ts.map +1 -0
  114. package/dist/doctor.js +388 -0
  115. package/dist/doctor.js.map +1 -0
  116. package/dist/index/chunk.d.ts +62 -0
  117. package/dist/index/chunk.d.ts.map +1 -0
  118. package/dist/index/chunk.js +307 -0
  119. package/dist/index/chunk.js.map +1 -0
  120. package/dist/index/defer.d.ts +32 -0
  121. package/dist/index/defer.d.ts.map +1 -0
  122. package/dist/index/defer.js +66 -0
  123. package/dist/index/defer.js.map +1 -0
  124. package/dist/index/derive.d.ts +99 -0
  125. package/dist/index/derive.d.ts.map +1 -0
  126. package/dist/index/derive.js +378 -0
  127. package/dist/index/derive.js.map +1 -0
  128. package/dist/index/entity-resolution.d.ts +68 -0
  129. package/dist/index/entity-resolution.d.ts.map +1 -0
  130. package/dist/index/entity-resolution.js +305 -0
  131. package/dist/index/entity-resolution.js.map +1 -0
  132. package/dist/index/graph.d.ts +46 -0
  133. package/dist/index/graph.d.ts.map +1 -0
  134. package/dist/index/graph.js +618 -0
  135. package/dist/index/graph.js.map +1 -0
  136. package/dist/index/indexer.d.ts +301 -0
  137. package/dist/index/indexer.d.ts.map +1 -0
  138. package/dist/index/indexer.js +1398 -0
  139. package/dist/index/indexer.js.map +1 -0
  140. package/dist/index/revision-barrier.d.ts +30 -0
  141. package/dist/index/revision-barrier.d.ts.map +1 -0
  142. package/dist/index/revision-barrier.js +140 -0
  143. package/dist/index/revision-barrier.js.map +1 -0
  144. package/dist/index.d.ts +55 -0
  145. package/dist/index.d.ts.map +1 -0
  146. package/dist/index.js +37 -0
  147. package/dist/index.js.map +1 -0
  148. package/dist/ingest/adoption-eligibility.d.ts +4 -0
  149. package/dist/ingest/adoption-eligibility.d.ts.map +1 -0
  150. package/dist/ingest/adoption-eligibility.js +18 -0
  151. package/dist/ingest/adoption-eligibility.js.map +1 -0
  152. package/dist/ingest/availability.d.ts +15 -0
  153. package/dist/ingest/availability.d.ts.map +1 -0
  154. package/dist/ingest/availability.js +37 -0
  155. package/dist/ingest/availability.js.map +1 -0
  156. package/dist/ingest/extract.d.ts +58 -0
  157. package/dist/ingest/extract.d.ts.map +1 -0
  158. package/dist/ingest/extract.js +255 -0
  159. package/dist/ingest/extract.js.map +1 -0
  160. package/dist/ingest/fetch.d.ts +35 -0
  161. package/dist/ingest/fetch.d.ts.map +1 -0
  162. package/dist/ingest/fetch.js +142 -0
  163. package/dist/ingest/fetch.js.map +1 -0
  164. package/dist/ingest/inbox.d.ts +53 -0
  165. package/dist/ingest/inbox.d.ts.map +1 -0
  166. package/dist/ingest/inbox.js +110 -0
  167. package/dist/ingest/inbox.js.map +1 -0
  168. package/dist/ingest/name.d.ts +72 -0
  169. package/dist/ingest/name.d.ts.map +1 -0
  170. package/dist/ingest/name.js +208 -0
  171. package/dist/ingest/name.js.map +1 -0
  172. package/dist/ingest/parts.d.ts +78 -0
  173. package/dist/ingest/parts.d.ts.map +1 -0
  174. package/dist/ingest/parts.js +52 -0
  175. package/dist/ingest/parts.js.map +1 -0
  176. package/dist/ingest/rendition.d.ts +75 -0
  177. package/dist/ingest/rendition.d.ts.map +1 -0
  178. package/dist/ingest/rendition.js +92 -0
  179. package/dist/ingest/rendition.js.map +1 -0
  180. package/dist/ingest/store.d.ts +66 -0
  181. package/dist/ingest/store.d.ts.map +1 -0
  182. package/dist/ingest/store.js +92 -0
  183. package/dist/ingest/store.js.map +1 -0
  184. package/dist/kb/folders.d.ts +37 -0
  185. package/dist/kb/folders.d.ts.map +1 -0
  186. package/dist/kb/folders.js +133 -0
  187. package/dist/kb/folders.js.map +1 -0
  188. package/dist/kb/frontmatter.d.ts +91 -0
  189. package/dist/kb/frontmatter.d.ts.map +1 -0
  190. package/dist/kb/frontmatter.js +274 -0
  191. package/dist/kb/frontmatter.js.map +1 -0
  192. package/dist/kb/line-facts.d.ts +29 -0
  193. package/dist/kb/line-facts.d.ts.map +1 -0
  194. package/dist/kb/line-facts.js +23 -0
  195. package/dist/kb/line-facts.js.map +1 -0
  196. package/dist/kb/page.d.ts +92 -0
  197. package/dist/kb/page.d.ts.map +1 -0
  198. package/dist/kb/page.js +243 -0
  199. package/dist/kb/page.js.map +1 -0
  200. package/dist/kb/scan.d.ts +38 -0
  201. package/dist/kb/scan.d.ts.map +1 -0
  202. package/dist/kb/scan.js +109 -0
  203. package/dist/kb/scan.js.map +1 -0
  204. package/dist/kb/words.d.ts +30 -0
  205. package/dist/kb/words.d.ts.map +1 -0
  206. package/dist/kb/words.js +107 -0
  207. package/dist/kb/words.js.map +1 -0
  208. package/dist/maintenance/adopt.d.ts +65 -0
  209. package/dist/maintenance/adopt.d.ts.map +1 -0
  210. package/dist/maintenance/adopt.js +238 -0
  211. package/dist/maintenance/adopt.js.map +1 -0
  212. package/dist/maintenance/budget.d.ts +55 -0
  213. package/dist/maintenance/budget.d.ts.map +1 -0
  214. package/dist/maintenance/budget.js +61 -0
  215. package/dist/maintenance/budget.js.map +1 -0
  216. package/dist/maintenance/conflicts.d.ts +105 -0
  217. package/dist/maintenance/conflicts.d.ts.map +1 -0
  218. package/dist/maintenance/conflicts.js +368 -0
  219. package/dist/maintenance/conflicts.js.map +1 -0
  220. package/dist/maintenance/contradictions.d.ts +34 -0
  221. package/dist/maintenance/contradictions.d.ts.map +1 -0
  222. package/dist/maintenance/contradictions.js +199 -0
  223. package/dist/maintenance/contradictions.js.map +1 -0
  224. package/dist/maintenance/curate.d.ts +156 -0
  225. package/dist/maintenance/curate.d.ts.map +1 -0
  226. package/dist/maintenance/curate.js +2070 -0
  227. package/dist/maintenance/curate.js.map +1 -0
  228. package/dist/maintenance/dream.d.ts +139 -0
  229. package/dist/maintenance/dream.d.ts.map +1 -0
  230. package/dist/maintenance/dream.js +1632 -0
  231. package/dist/maintenance/dream.js.map +1 -0
  232. package/dist/maintenance/graph-candidates.d.ts +19 -0
  233. package/dist/maintenance/graph-candidates.d.ts.map +1 -0
  234. package/dist/maintenance/graph-candidates.js +120 -0
  235. package/dist/maintenance/graph-candidates.js.map +1 -0
  236. package/dist/maintenance/housekeeping.d.ts +81 -0
  237. package/dist/maintenance/housekeeping.d.ts.map +1 -0
  238. package/dist/maintenance/housekeeping.js +281 -0
  239. package/dist/maintenance/housekeeping.js.map +1 -0
  240. package/dist/maintenance/link-repairs.d.ts +58 -0
  241. package/dist/maintenance/link-repairs.d.ts.map +1 -0
  242. package/dist/maintenance/link-repairs.js +281 -0
  243. package/dist/maintenance/link-repairs.js.map +1 -0
  244. package/dist/maintenance/log.d.ts +41 -0
  245. package/dist/maintenance/log.d.ts.map +1 -0
  246. package/dist/maintenance/log.js +72 -0
  247. package/dist/maintenance/log.js.map +1 -0
  248. package/dist/maintenance/managed-item-routing.d.ts +48 -0
  249. package/dist/maintenance/managed-item-routing.d.ts.map +1 -0
  250. package/dist/maintenance/managed-item-routing.js +281 -0
  251. package/dist/maintenance/managed-item-routing.js.map +1 -0
  252. package/dist/maintenance/managed-item-sources.d.ts +38 -0
  253. package/dist/maintenance/managed-item-sources.d.ts.map +1 -0
  254. package/dist/maintenance/managed-item-sources.js +324 -0
  255. package/dist/maintenance/managed-item-sources.js.map +1 -0
  256. package/dist/maintenance/managed-items.d.ts +162 -0
  257. package/dist/maintenance/managed-items.d.ts.map +1 -0
  258. package/dist/maintenance/managed-items.js +1329 -0
  259. package/dist/maintenance/managed-items.js.map +1 -0
  260. package/dist/maintenance/merge-classifier.d.ts +19 -0
  261. package/dist/maintenance/merge-classifier.d.ts.map +1 -0
  262. package/dist/maintenance/merge-classifier.js +49 -0
  263. package/dist/maintenance/merge-classifier.js.map +1 -0
  264. package/dist/maintenance/model-telemetry.d.ts +45 -0
  265. package/dist/maintenance/model-telemetry.d.ts.map +1 -0
  266. package/dist/maintenance/model-telemetry.js +107 -0
  267. package/dist/maintenance/model-telemetry.js.map +1 -0
  268. package/dist/maintenance/observe.d.ts +72 -0
  269. package/dist/maintenance/observe.d.ts.map +1 -0
  270. package/dist/maintenance/observe.js +265 -0
  271. package/dist/maintenance/observe.js.map +1 -0
  272. package/dist/maintenance/path-policy.d.ts +83 -0
  273. package/dist/maintenance/path-policy.d.ts.map +1 -0
  274. package/dist/maintenance/path-policy.js +360 -0
  275. package/dist/maintenance/path-policy.js.map +1 -0
  276. package/dist/maintenance/plans.d.ts +366 -0
  277. package/dist/maintenance/plans.d.ts.map +1 -0
  278. package/dist/maintenance/plans.js +4060 -0
  279. package/dist/maintenance/plans.js.map +1 -0
  280. package/dist/maintenance/profile.d.ts +33 -0
  281. package/dist/maintenance/profile.d.ts.map +1 -0
  282. package/dist/maintenance/profile.js +99 -0
  283. package/dist/maintenance/profile.js.map +1 -0
  284. package/dist/maintenance/recovery.d.ts +38 -0
  285. package/dist/maintenance/recovery.d.ts.map +1 -0
  286. package/dist/maintenance/recovery.js +217 -0
  287. package/dist/maintenance/recovery.js.map +1 -0
  288. package/dist/maintenance/repair.d.ts +37 -0
  289. package/dist/maintenance/repair.d.ts.map +1 -0
  290. package/dist/maintenance/repair.js +183 -0
  291. package/dist/maintenance/repair.js.map +1 -0
  292. package/dist/maintenance/rule-drift.d.ts +104 -0
  293. package/dist/maintenance/rule-drift.d.ts.map +1 -0
  294. package/dist/maintenance/rule-drift.js +507 -0
  295. package/dist/maintenance/rule-drift.js.map +1 -0
  296. package/dist/maintenance/run-verification.d.ts +44 -0
  297. package/dist/maintenance/run-verification.d.ts.map +1 -0
  298. package/dist/maintenance/run-verification.js +253 -0
  299. package/dist/maintenance/run-verification.js.map +1 -0
  300. package/dist/maintenance/runs.d.ts +142 -0
  301. package/dist/maintenance/runs.d.ts.map +1 -0
  302. package/dist/maintenance/runs.js +439 -0
  303. package/dist/maintenance/runs.js.map +1 -0
  304. package/dist/maintenance/semantic-merge-discovery.d.ts +54 -0
  305. package/dist/maintenance/semantic-merge-discovery.d.ts.map +1 -0
  306. package/dist/maintenance/semantic-merge-discovery.js +308 -0
  307. package/dist/maintenance/semantic-merge-discovery.js.map +1 -0
  308. package/dist/maintenance/temporal.d.ts +44 -0
  309. package/dist/maintenance/temporal.d.ts.map +1 -0
  310. package/dist/maintenance/temporal.js +295 -0
  311. package/dist/maintenance/temporal.js.map +1 -0
  312. package/dist/models/client.d.ts +214 -0
  313. package/dist/models/client.d.ts.map +1 -0
  314. package/dist/models/client.js +904 -0
  315. package/dist/models/client.js.map +1 -0
  316. package/dist/models/provider-api.d.ts +28 -0
  317. package/dist/models/provider-api.d.ts.map +1 -0
  318. package/dist/models/provider-api.js +320 -0
  319. package/dist/models/provider-api.js.map +1 -0
  320. package/dist/open.d.ts +163 -0
  321. package/dist/open.d.ts.map +1 -0
  322. package/dist/open.js +382 -0
  323. package/dist/open.js.map +1 -0
  324. package/dist/ops/adopt.d.ts +12 -0
  325. package/dist/ops/adopt.d.ts.map +1 -0
  326. package/dist/ops/adopt.js +138 -0
  327. package/dist/ops/adopt.js.map +1 -0
  328. package/dist/ops/answer.d.ts +29 -0
  329. package/dist/ops/answer.d.ts.map +1 -0
  330. package/dist/ops/answer.js +557 -0
  331. package/dist/ops/answer.js.map +1 -0
  332. package/dist/ops/context.d.ts +18 -0
  333. package/dist/ops/context.d.ts.map +1 -0
  334. package/dist/ops/context.js +713 -0
  335. package/dist/ops/context.js.map +1 -0
  336. package/dist/ops/folder.d.ts +23 -0
  337. package/dist/ops/folder.d.ts.map +1 -0
  338. package/dist/ops/folder.js +130 -0
  339. package/dist/ops/folder.js.map +1 -0
  340. package/dist/ops/forget.d.ts +14 -0
  341. package/dist/ops/forget.d.ts.map +1 -0
  342. package/dist/ops/forget.js +212 -0
  343. package/dist/ops/forget.js.map +1 -0
  344. package/dist/ops/graph.d.ts +10 -0
  345. package/dist/ops/graph.d.ts.map +1 -0
  346. package/dist/ops/graph.js +480 -0
  347. package/dist/ops/graph.js.map +1 -0
  348. package/dist/ops/ingest.d.ts +40 -0
  349. package/dist/ops/ingest.d.ts.map +1 -0
  350. package/dist/ops/ingest.js +434 -0
  351. package/dist/ops/ingest.js.map +1 -0
  352. package/dist/ops/list.d.ts +9 -0
  353. package/dist/ops/list.d.ts.map +1 -0
  354. package/dist/ops/list.js +217 -0
  355. package/dist/ops/list.js.map +1 -0
  356. package/dist/ops/move.d.ts +20 -0
  357. package/dist/ops/move.d.ts.map +1 -0
  358. package/dist/ops/move.js +173 -0
  359. package/dist/ops/move.js.map +1 -0
  360. package/dist/ops/read.d.ts +9 -0
  361. package/dist/ops/read.d.ts.map +1 -0
  362. package/dist/ops/read.js +271 -0
  363. package/dist/ops/read.js.map +1 -0
  364. package/dist/ops/recall.d.ts +13 -0
  365. package/dist/ops/recall.d.ts.map +1 -0
  366. package/dist/ops/recall.js +297 -0
  367. package/dist/ops/recall.js.map +1 -0
  368. package/dist/ops/remember.d.ts +34 -0
  369. package/dist/ops/remember.d.ts.map +1 -0
  370. package/dist/ops/remember.js +660 -0
  371. package/dist/ops/remember.js.map +1 -0
  372. package/dist/ops/timeline.d.ts +11 -0
  373. package/dist/ops/timeline.d.ts.map +1 -0
  374. package/dist/ops/timeline.js +111 -0
  375. package/dist/ops/timeline.js.map +1 -0
  376. package/dist/ops/undo.d.ts +9 -0
  377. package/dist/ops/undo.d.ts.map +1 -0
  378. package/dist/ops/undo.js +38 -0
  379. package/dist/ops/undo.js.map +1 -0
  380. package/dist/ops/write.d.ts +55 -0
  381. package/dist/ops/write.d.ts.map +1 -0
  382. package/dist/ops/write.js +463 -0
  383. package/dist/ops/write.js.map +1 -0
  384. package/dist/recall/assemble.d.ts +81 -0
  385. package/dist/recall/assemble.d.ts.map +1 -0
  386. package/dist/recall/assemble.js +603 -0
  387. package/dist/recall/assemble.js.map +1 -0
  388. package/dist/recall/expand.d.ts +55 -0
  389. package/dist/recall/expand.d.ts.map +1 -0
  390. package/dist/recall/expand.js +282 -0
  391. package/dist/recall/expand.js.map +1 -0
  392. package/dist/recall/graph-arm.d.ts +17 -0
  393. package/dist/recall/graph-arm.d.ts.map +1 -0
  394. package/dist/recall/graph-arm.js +227 -0
  395. package/dist/recall/graph-arm.js.map +1 -0
  396. package/dist/recall/llm-rerank.d.ts +55 -0
  397. package/dist/recall/llm-rerank.d.ts.map +1 -0
  398. package/dist/recall/llm-rerank.js +213 -0
  399. package/dist/recall/llm-rerank.js.map +1 -0
  400. package/dist/recall/reranker-calibration.d.ts +23 -0
  401. package/dist/recall/reranker-calibration.d.ts.map +1 -0
  402. package/dist/recall/reranker-calibration.js +161 -0
  403. package/dist/recall/reranker-calibration.js.map +1 -0
  404. package/dist/recall/search.d.ts +107 -0
  405. package/dist/recall/search.d.ts.map +1 -0
  406. package/dist/recall/search.js +530 -0
  407. package/dist/recall/search.js.map +1 -0
  408. package/dist/reserved.d.ts +39 -0
  409. package/dist/reserved.d.ts.map +1 -0
  410. package/dist/reserved.js +63 -0
  411. package/dist/reserved.js.map +1 -0
  412. package/dist/rules/compile.d.ts +27 -0
  413. package/dist/rules/compile.d.ts.map +1 -0
  414. package/dist/rules/compile.js +105 -0
  415. package/dist/rules/compile.js.map +1 -0
  416. package/dist/setup/model-free.d.ts +15 -0
  417. package/dist/setup/model-free.d.ts.map +1 -0
  418. package/dist/setup/model-free.js +26 -0
  419. package/dist/setup/model-free.js.map +1 -0
  420. package/dist/setup/openai.d.ts +46 -0
  421. package/dist/setup/openai.d.ts.map +1 -0
  422. package/dist/setup/openai.js +165 -0
  423. package/dist/setup/openai.js.map +1 -0
  424. package/dist/store/db.d.ts +61 -0
  425. package/dist/store/db.d.ts.map +1 -0
  426. package/dist/store/db.js +265 -0
  427. package/dist/store/db.js.map +1 -0
  428. package/dist/store/ids.d.ts +29 -0
  429. package/dist/store/ids.d.ts.map +1 -0
  430. package/dist/store/ids.js +0 -0
  431. package/dist/store/ids.js.map +1 -0
  432. package/dist/store/migrations.d.ts +54 -0
  433. package/dist/store/migrations.d.ts.map +1 -0
  434. package/dist/store/migrations.js +923 -0
  435. package/dist/store/migrations.js.map +1 -0
  436. package/dist/store/vectors.d.ts +34 -0
  437. package/dist/store/vectors.d.ts.map +1 -0
  438. package/dist/store/vectors.js +158 -0
  439. package/dist/store/vectors.js.map +1 -0
  440. package/dist/timeline/documents.d.ts +23 -0
  441. package/dist/timeline/documents.d.ts.map +1 -0
  442. package/dist/timeline/documents.js +262 -0
  443. package/dist/timeline/documents.js.map +1 -0
  444. package/dist/watch/watcher.d.ts +43 -0
  445. package/dist/watch/watcher.d.ts.map +1 -0
  446. package/dist/watch/watcher.js +143 -0
  447. package/dist/watch/watcher.js.map +1 -0
  448. package/dist/write/atomic.d.ts +34 -0
  449. package/dist/write/atomic.d.ts.map +1 -0
  450. package/dist/write/atomic.js +58 -0
  451. package/dist/write/atomic.js.map +1 -0
  452. package/dist/write/conflict.d.ts +43 -0
  453. package/dist/write/conflict.d.ts.map +1 -0
  454. package/dist/write/conflict.js +149 -0
  455. package/dist/write/conflict.js.map +1 -0
  456. package/dist/write/edit.d.ts +59 -0
  457. package/dist/write/edit.d.ts.map +1 -0
  458. package/dist/write/edit.js +231 -0
  459. package/dist/write/edit.js.map +1 -0
  460. package/dist/write/gate.d.ts +59 -0
  461. package/dist/write/gate.d.ts.map +1 -0
  462. package/dist/write/gate.js +99 -0
  463. package/dist/write/gate.js.map +1 -0
  464. package/dist/write/journal.d.ts +90 -0
  465. package/dist/write/journal.d.ts.map +1 -0
  466. package/dist/write/journal.js +187 -0
  467. package/dist/write/journal.js.map +1 -0
  468. package/dist/write/ledger.d.ts +28 -0
  469. package/dist/write/ledger.d.ts.map +1 -0
  470. package/dist/write/ledger.js +141 -0
  471. package/dist/write/ledger.js.map +1 -0
  472. package/dist/write/placement.d.ts +29 -0
  473. package/dist/write/placement.d.ts.map +1 -0
  474. package/dist/write/placement.js +140 -0
  475. package/dist/write/placement.js.map +1 -0
  476. package/dist/write/remember-fallback.d.ts +18 -0
  477. package/dist/write/remember-fallback.d.ts.map +1 -0
  478. package/dist/write/remember-fallback.js +48 -0
  479. package/dist/write/remember-fallback.js.map +1 -0
  480. package/dist/write/retain.d.ts +61 -0
  481. package/dist/write/retain.d.ts.map +1 -0
  482. package/dist/write/retain.js +272 -0
  483. package/dist/write/retain.js.map +1 -0
  484. package/package.json +50 -0
  485. package/swift/extract.swift +232 -0
@@ -0,0 +1,479 @@
1
+ import fs from 'node:fs';
2
+ import os from 'node:os';
3
+ import path from 'node:path';
4
+ import { performance } from 'node:perf_hooks';
5
+ import { open } from "../open.js";
6
+ import { LLM_RERANK_PROMPT_VERSION, LLM_RERANK_SCHEMA_VERSION } from "../recall/llm-rerank.js";
7
+ import { RERANK_CANDIDATE_POOL_MULTIPLIER, RERANK_CANDIDATE_SELECTION_VERSION, selectRerankCandidates, } from "../recall/search.js";
8
+ import { RANKING_CATEGORIES, RANKING_CORPUS, rankingCorpusCases } from "./ranking-corpus.js";
9
+ import { rankingCorpusFingerprint } from "./ranking-review.js";
10
+ export const RANKING_END_TO_END_SCHEMA_VERSION = 'ranking-end-to-end-v4';
11
+ const BENCHMARK_ROOT = '_akno-ranking-benchmark';
12
+ /**
13
+ * Index and recall the invented ranking corpus through the production pipeline.
14
+ * The temporary knowledge base is deleted after the report; only stable ids and
15
+ * metrics leave this function.
16
+ */
17
+ export async function runRankingEndToEnd(config, options = {}) {
18
+ const split = options.split ?? 'development';
19
+ const system = options.system ?? 'llm';
20
+ const candidateCount = options.candidateCount ?? 20;
21
+ const retrievalPoolCount = candidateCount * RERANK_CANDIDATE_POOL_MULTIPLIER;
22
+ const excerptChars = options.excerptChars ?? 800;
23
+ const concurrency = normalizeConcurrency(options.concurrency ?? 4);
24
+ const embeddingProvider = options.embeddingProvider ?? config.models.embedding.provider?.name ?? 'local';
25
+ const embeddingModel = options.embeddingModel ?? config.models.embedding.id;
26
+ const embeddingDimensions = normalizeDimensions(options.embeddingDimensions ?? config.models.embedding.dimensions ?? 1024);
27
+ const provider = options.provider ?? config.models.reranker.provider?.name ?? 'openai';
28
+ const model = options.model ??
29
+ (config.models.reranker.rerankerMode === 'llm' ? config.models.reranker.id : null) ??
30
+ 'gpt-5.6-luna';
31
+ const reasoningEffort = options.reasoningEffort ?? 'none';
32
+ const cases = rankingCorpusCases(split);
33
+ const root = fs.mkdtempSync(path.join(os.tmpdir(), 'akno-ranking-e2e-kb-'));
34
+ const stateDir = fs.mkdtempSync(path.join(os.tmpdir(), 'akno-ranking-e2e-state-'));
35
+ const identities = writeCorpus(root);
36
+ const env = benchmarkEnvironment(config);
37
+ let baseline = null;
38
+ let ranked = null;
39
+ try {
40
+ baseline = await open({
41
+ aknoPath: root,
42
+ stateDir,
43
+ env,
44
+ overrides: benchmarkOverrides(config, {
45
+ embedding: {
46
+ provider: embeddingProvider,
47
+ model: embeddingModel,
48
+ dimensions: embeddingDimensions,
49
+ },
50
+ reranker: null,
51
+ candidateCount,
52
+ excerptChars,
53
+ }),
54
+ });
55
+ options.onProgress?.({ phase: 'index', done: 0, total: 1 });
56
+ await baseline.index({});
57
+ options.onProgress?.({ phase: 'index', done: 1, total: 1 });
58
+ const embeddingRole = roleReceipt(baseline.config.models.embedding);
59
+ const indexHealth = await baseline.doctor();
60
+ const embedding = {
61
+ ...embeddingRole,
62
+ dimensions: embeddingDimensions,
63
+ available: embeddingRole.available &&
64
+ indexHealth.counts.chunks > 0 &&
65
+ indexHealth.counts.chunksEmbedded === indexHealth.counts.chunks,
66
+ totalChunks: indexHealth.counts.chunks,
67
+ embeddedChunks: indexHealth.counts.chunksEmbedded,
68
+ };
69
+ // A ranking benchmark without vectors is a lexical benchmark wearing the selected
70
+ // embedding model's name. Stop before issuing one doomed embedding call per query and
71
+ // record the prerequisite failure explicitly instead of publishing misleading scores.
72
+ if (!embedding.available) {
73
+ const degraded = [
74
+ embeddingRole.available ? 'embedding_failed' : 'no_embedding_model',
75
+ ...(indexHealth.counts.chunksEmbedded < indexHealth.counts.chunks
76
+ ? ['partial_index']
77
+ : []),
78
+ ...(indexHealth.counts.chunksEmbedded === 0 && indexHealth.counts.chunks > 0
79
+ ? ['no_vector_index']
80
+ : []),
81
+ ];
82
+ const queryReports = cases.map((benchCase) => {
83
+ const directAnswerIds = directAnswersFor(benchCase.judgments);
84
+ return {
85
+ queryId: benchCase.id,
86
+ category: benchCase.category,
87
+ directAnswerIds,
88
+ fusionOrder: [],
89
+ fusionRank: null,
90
+ candidateOrder: [],
91
+ candidateRank: null,
92
+ candidateStatus: 'unavailable',
93
+ candidateDegraded: degraded,
94
+ candidateLatencyMs: 0,
95
+ rankedOrder: [],
96
+ rankedRank: null,
97
+ rankedStatus: 'unavailable',
98
+ degraded,
99
+ rerankFallback: false,
100
+ rankedLatencyMs: 0,
101
+ };
102
+ });
103
+ options.onProgress?.({ phase: 'candidate_generation', done: 0, total: cases.length });
104
+ options.onProgress?.({ phase: 'ranked_recall', done: 0, total: cases.length });
105
+ return buildReport({
106
+ cases,
107
+ split,
108
+ system,
109
+ candidateCount,
110
+ excerptChars,
111
+ concurrency,
112
+ embedding,
113
+ reranker: unavailableRerankerReceipt(system, provider, model, reasoningEffort),
114
+ queryReports,
115
+ });
116
+ }
117
+ options.onProgress?.({ phase: 'candidate_generation', done: 0, total: cases.length });
118
+ const candidateRuns = await mapCases(cases, concurrency, async (benchCase) => {
119
+ const started = performance.now();
120
+ const output = await baseline.recall({
121
+ query: benchCase.query,
122
+ mode: 'lookup',
123
+ depth: 'summary',
124
+ expand: false,
125
+ limit: system === 'llm' ? retrievalPoolCount : candidateCount,
126
+ budget: 100_000,
127
+ });
128
+ const selected = system === 'llm'
129
+ ? selectRerankCandidates(output.results, candidateCount)
130
+ : output.results.slice(0, candidateCount);
131
+ return {
132
+ output,
133
+ fusionOrder: resultIds(output.results, identities),
134
+ order: resultIds(selected, identities),
135
+ latencyMs: performance.now() - started,
136
+ };
137
+ }, (done) => options.onProgress?.({ phase: 'candidate_generation', done, total: cases.length }));
138
+ await baseline.close();
139
+ baseline = null;
140
+ let rerankerReceipt;
141
+ let rankedRuns;
142
+ if (system === 'llm') {
143
+ ranked = await open({
144
+ aknoPath: root,
145
+ stateDir,
146
+ env,
147
+ writable: false,
148
+ overrides: benchmarkOverrides(config, {
149
+ embedding: {
150
+ provider: embeddingProvider,
151
+ model: embeddingModel,
152
+ dimensions: embeddingDimensions,
153
+ },
154
+ reranker: { provider, model, reasoningEffort },
155
+ candidateCount,
156
+ excerptChars,
157
+ }),
158
+ });
159
+ rerankerReceipt = {
160
+ ...roleReceipt(ranked.config.models.reranker),
161
+ reasoningEffort,
162
+ promptVersion: LLM_RERANK_PROMPT_VERSION,
163
+ schemaVersion: LLM_RERANK_SCHEMA_VERSION,
164
+ };
165
+ options.onProgress?.({ phase: 'ranked_recall', done: 0, total: cases.length });
166
+ rankedRuns = await mapModelCases(cases, concurrency, async (benchCase) => {
167
+ const started = performance.now();
168
+ const output = await ranked.recall({
169
+ query: benchCase.query,
170
+ mode: 'lookup',
171
+ depth: 'summary',
172
+ expand: false,
173
+ limit: candidateCount,
174
+ budget: 100_000,
175
+ });
176
+ return {
177
+ output,
178
+ fusionOrder: [],
179
+ order: resultIds(output.results, identities),
180
+ latencyMs: performance.now() - started,
181
+ };
182
+ }, (done) => options.onProgress?.({ phase: 'ranked_recall', done, total: cases.length }));
183
+ }
184
+ else {
185
+ rerankerReceipt = {
186
+ provider: null,
187
+ model: null,
188
+ reasoningEffort: null,
189
+ promptVersion: null,
190
+ schemaVersion: null,
191
+ available: false,
192
+ };
193
+ rankedRuns = candidateRuns;
194
+ options.onProgress?.({ phase: 'ranked_recall', done: cases.length, total: cases.length });
195
+ }
196
+ const queryReports = cases.map((benchCase, index) => {
197
+ const directAnswerIds = directAnswersFor(benchCase.judgments);
198
+ const candidate = candidateRuns[index];
199
+ const final = rankedRuns[index];
200
+ return {
201
+ queryId: benchCase.id,
202
+ category: benchCase.category,
203
+ directAnswerIds,
204
+ fusionOrder: candidate.fusionOrder,
205
+ fusionRank: bestRankOf(candidate.fusionOrder, directAnswerIds),
206
+ candidateOrder: candidate.order,
207
+ candidateRank: bestRankOf(candidate.order, directAnswerIds),
208
+ candidateStatus: candidate.output.status,
209
+ candidateDegraded: candidate.output.degraded ?? [],
210
+ candidateLatencyMs: candidate.latencyMs,
211
+ rankedOrder: final.order,
212
+ rankedRank: bestRankOf(final.order, directAnswerIds),
213
+ rankedStatus: final.output.status,
214
+ degraded: final.output.degraded ?? [],
215
+ rerankFallback: final.output.degraded?.includes('rerank_failed') ?? false,
216
+ rankedLatencyMs: final.latencyMs,
217
+ };
218
+ });
219
+ return buildReport({
220
+ cases,
221
+ split,
222
+ system,
223
+ candidateCount,
224
+ excerptChars,
225
+ concurrency,
226
+ embedding,
227
+ reranker: rerankerReceipt,
228
+ queryReports,
229
+ });
230
+ }
231
+ finally {
232
+ if (baseline)
233
+ await baseline.close().catch(() => undefined);
234
+ if (ranked)
235
+ await ranked.close().catch(() => undefined);
236
+ fs.rmSync(root, { recursive: true, force: true });
237
+ fs.rmSync(stateDir, { recursive: true, force: true });
238
+ }
239
+ }
240
+ function buildReport(options) {
241
+ const fusionPool = aggregateStage(options.queryReports, 'fusion');
242
+ const candidateGeneration = aggregateStage(options.queryReports, 'candidate');
243
+ const rankedRecall = aggregateStage(options.queryReports, 'ranked');
244
+ const rerankFallbackRate = ratio(options.queryReports.filter((query) => query.rerankFallback).length, options.cases.length);
245
+ const modelReady = options.system === 'fusion' || options.reranker.available;
246
+ return {
247
+ kind: 'ranking_end_to_end',
248
+ schemaVersion: RANKING_END_TO_END_SCHEMA_VERSION,
249
+ createdAt: new Date().toISOString(),
250
+ development: true,
251
+ releaseEligible: false,
252
+ passed: options.embedding.available &&
253
+ modelReady &&
254
+ candidateGeneration.directAnswerRecall === 1 &&
255
+ rankedRecall.directAnswerRecall === 1 &&
256
+ candidateGeneration.degradedQueries === 0 &&
257
+ rankedRecall.degradedQueries === 0 &&
258
+ rerankFallbackRate === 0,
259
+ split: options.split,
260
+ corpus: {
261
+ queries: options.cases.length,
262
+ sources: Object.keys(RANKING_CORPUS.candidates).length,
263
+ categories: new Set(options.cases.map((benchCase) => benchCase.category)).size,
264
+ version: RANKING_CORPUS.version,
265
+ fingerprint: rankingCorpusFingerprint(),
266
+ },
267
+ system: options.system,
268
+ retrievalPoolCount: options.system === 'llm'
269
+ ? options.candidateCount * RERANK_CANDIDATE_POOL_MULTIPLIER
270
+ : options.candidateCount,
271
+ candidateSelectionVersion: RERANK_CANDIDATE_SELECTION_VERSION,
272
+ candidateCount: options.candidateCount,
273
+ excerptChars: options.excerptChars,
274
+ concurrency: options.concurrency,
275
+ embedding: options.embedding,
276
+ reranker: options.reranker,
277
+ fusionPool,
278
+ candidateGeneration,
279
+ rankedRecall,
280
+ rerankFallbackRate,
281
+ queries: options.queryReports,
282
+ };
283
+ }
284
+ function unavailableRerankerReceipt(system, provider, model, reasoningEffort) {
285
+ if (system === 'fusion') {
286
+ return {
287
+ provider: null,
288
+ model: null,
289
+ reasoningEffort: null,
290
+ promptVersion: null,
291
+ schemaVersion: null,
292
+ available: false,
293
+ };
294
+ }
295
+ return {
296
+ provider,
297
+ model,
298
+ reasoningEffort,
299
+ promptVersion: LLM_RERANK_PROMPT_VERSION,
300
+ schemaVersion: LLM_RERANK_SCHEMA_VERSION,
301
+ available: false,
302
+ };
303
+ }
304
+ function benchmarkOverrides(config, options) {
305
+ return {
306
+ providers: benchmarkProviders(config),
307
+ create_reserved_paths: false,
308
+ write_ids: false,
309
+ ignore: ['.git', '.obsidian', '.akno', 'node_modules'],
310
+ page_extensions: ['.md', '.markdown'],
311
+ folders: {
312
+ [`${BENCHMARK_ROOT}/**`]: { role: 'knowledge', remember: 'deny', rank: 1 },
313
+ },
314
+ index: { summaries: false, facts: false, ann_threshold_chunks: 20_000 },
315
+ recall: {
316
+ expansion: false,
317
+ candidates_per_arm: Math.max(60, options.candidateCount),
318
+ rank: { knowledge: 1, source: 1, inference: 1 },
319
+ },
320
+ models: {
321
+ embedding: {
322
+ provider: options.embedding.provider,
323
+ id: options.embedding.model,
324
+ enabled: options.embedding.model !== null,
325
+ dimensions: options.embedding.dimensions,
326
+ batch: config.models.embedding.batch,
327
+ timeout_ms: config.models.embedding.timeoutMs,
328
+ },
329
+ reranker: options.reranker
330
+ ? {
331
+ provider: options.reranker.provider,
332
+ id: options.reranker.model,
333
+ enabled: true,
334
+ mode: 'llm',
335
+ exclude_irrelevant: true,
336
+ top_k: options.candidateCount,
337
+ max_chars: options.excerptChars,
338
+ max_output_tokens: Math.max(256, Math.min(2048, options.candidateCount * 32 + 128)),
339
+ reasoning_effort: options.reranker.reasoningEffort,
340
+ timeout_ms: Math.max(60_000, config.models.reranker.timeoutMs),
341
+ }
342
+ : { id: null, enabled: false },
343
+ derive: { id: null, enabled: false },
344
+ expansion: { id: null, enabled: false },
345
+ vision: { id: null, enabled: false },
346
+ },
347
+ };
348
+ }
349
+ function benchmarkProviders(config) {
350
+ return Object.fromEntries(sortedProviders(config).map(([name, provider], index) => [
351
+ name,
352
+ {
353
+ base_url: provider.baseUrl,
354
+ api_key: provider.apiKey ? { env: benchmarkProviderSecret(index) } : null,
355
+ headers: provider.headers,
356
+ max_retries: provider.maxRetries,
357
+ },
358
+ ]));
359
+ }
360
+ function benchmarkEnvironment(config) {
361
+ const env = { ...process.env };
362
+ sortedProviders(config).forEach(([, provider], index) => {
363
+ if (provider.apiKey)
364
+ env[benchmarkProviderSecret(index)] = provider.apiKey;
365
+ });
366
+ return env;
367
+ }
368
+ function sortedProviders(config) {
369
+ return Object.entries(config.providers).sort(([left], [right]) => left.localeCompare(right));
370
+ }
371
+ function benchmarkProviderSecret(index) {
372
+ return `AKNO_RANKING_BENCH_PROVIDER_${index}_KEY`;
373
+ }
374
+ function writeCorpus(root) {
375
+ const identities = new Map();
376
+ for (const candidate of Object.values(RANKING_CORPUS.candidates)) {
377
+ const relPath = candidate.sourceKind === 'page'
378
+ ? `${BENCHMARK_ROOT}/pages/${candidate.id}.md`
379
+ : `${BENCHMARK_ROOT}/documents/${candidate.id}.txt`;
380
+ const target = path.join(root, relPath);
381
+ fs.mkdirSync(path.dirname(target), { recursive: true });
382
+ fs.writeFileSync(target, candidate.sourceKind === 'page' ? `# Invented evidence\n\n${candidate.text}\n` : `${candidate.text}\n`, 'utf8');
383
+ identities.set(candidate.sourceKind === 'page' ? relPath.replace(/\.md$/i, '') : relPath, candidate.id);
384
+ }
385
+ return identities;
386
+ }
387
+ function resultIds(results, identities) {
388
+ return results.flatMap((candidate) => {
389
+ const identity = candidate.type === 'page' ? candidate.slug : candidate.path;
390
+ const id = identities.get(identity);
391
+ return id ? [id] : [];
392
+ });
393
+ }
394
+ async function mapModelCases(values, concurrency, run, progress) {
395
+ if (values.length === 0)
396
+ return [];
397
+ const first = await run(values[0]);
398
+ progress(1);
399
+ const rest = await mapCases(values.slice(1), concurrency, run, (done) => progress(done + 1));
400
+ return [first, ...rest];
401
+ }
402
+ async function mapCases(values, concurrency, run, progress) {
403
+ const results = new Array(values.length);
404
+ let next = 0;
405
+ let done = 0;
406
+ const workers = Array.from({ length: Math.min(concurrency, values.length) }, async () => {
407
+ while (next < values.length) {
408
+ const index = next++;
409
+ results[index] = await run(values[index]);
410
+ progress(++done);
411
+ }
412
+ });
413
+ await Promise.all(workers);
414
+ return results;
415
+ }
416
+ function aggregateStage(queries, stage) {
417
+ const rank = (query) => stage === 'fusion' ? query.fusionRank : stage === 'candidate' ? query.candidateRank : query.rankedRank;
418
+ const metrics = metricsFor(queries.map(rank));
419
+ const latencies = queries.map((query) => stage === 'ranked' ? query.rankedLatencyMs : query.candidateLatencyMs);
420
+ return {
421
+ ...metrics,
422
+ byCategory: RANKING_CATEGORIES.flatMap((category) => {
423
+ const selected = queries.filter((query) => query.category === category);
424
+ if (selected.length === 0)
425
+ return [];
426
+ return [{ category, queries: selected.length, ...metricsFor(selected.map(rank)) }];
427
+ }),
428
+ degradedQueries: queries.filter((query) => stage === 'ranked' ? query.degraded.length > 0 : query.candidateDegraded.length > 0).length,
429
+ unavailableQueries: queries.filter((query) => stage === 'ranked' ? query.rankedStatus === 'unavailable' : query.candidateStatus === 'unavailable').length,
430
+ p50LatencyMs: percentile(latencies, 0.5),
431
+ p95LatencyMs: percentile(latencies, 0.95),
432
+ maxLatencyMs: latencies.length === 0 ? 0 : Math.max(...latencies),
433
+ };
434
+ }
435
+ function metricsFor(ranks) {
436
+ return {
437
+ directAnswerRecall: ratio(ranks.filter((rank) => rank !== null).length, ranks.length),
438
+ mrrAt10: mean(ranks.map((rank) => (rank !== null && rank <= 10 ? 1 / rank : 0))),
439
+ successAt1: ratio(ranks.filter((rank) => rank === 1).length, ranks.length),
440
+ successAt3: ratio(ranks.filter((rank) => rank !== null && rank <= 3).length, ranks.length),
441
+ };
442
+ }
443
+ function directAnswersFor(judgments) {
444
+ const direct = Object.entries(judgments)
445
+ .flatMap(([id, grade]) => (grade === 3 ? [id] : []))
446
+ .sort();
447
+ if (direct.length === 0)
448
+ throw new Error('ranking case has no direct answer');
449
+ return direct;
450
+ }
451
+ function bestRankOf(order, ids) {
452
+ const ranks = ids.flatMap((id) => {
453
+ const index = order.indexOf(id);
454
+ return index < 0 ? [] : [index + 1];
455
+ });
456
+ return ranks.length === 0 ? null : Math.min(...ranks);
457
+ }
458
+ function roleReceipt(role) {
459
+ return { provider: role.provider?.name ?? null, model: role.id, available: role.enabled };
460
+ }
461
+ function normalizeConcurrency(value) {
462
+ return Number.isFinite(value) ? Math.max(1, Math.min(16, Math.floor(value))) : 4;
463
+ }
464
+ function normalizeDimensions(value) {
465
+ return Number.isFinite(value) ? Math.max(1, Math.min(65_536, Math.floor(value))) : 1024;
466
+ }
467
+ function mean(values) {
468
+ return values.reduce((sum, value) => sum + value, 0) / Math.max(1, values.length);
469
+ }
470
+ function ratio(numerator, denominator) {
471
+ return denominator === 0 ? 0 : numerator / denominator;
472
+ }
473
+ function percentile(values, quantile) {
474
+ if (values.length === 0)
475
+ return 0;
476
+ const sorted = [...values].sort((left, right) => left - right);
477
+ return sorted[Math.ceil(quantile * sorted.length) - 1] ?? 0;
478
+ }
479
+ //# sourceMappingURL=ranking-end-to-end.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ranking-end-to-end.js","sourceRoot":"","sources":["../../src/bench/ranking-end-to-end.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAG9C,OAAO,EAAE,IAAI,EAAa,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,yBAAyB,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AAC/F,OAAO,EACL,gCAAgC,EAChC,kCAAkC,EAClC,sBAAsB,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC7F,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAQ/D,MAAM,CAAC,MAAM,iCAAiC,GAAG,uBAAuB,CAAC;AAqHzE,MAAM,cAAc,GAAG,yBAAyB,CAAC;AAEjD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,MAAkB,EAClB,UAAkC,EAAE;IAEpC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;IAC7C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC;IACvC,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC;IACpD,MAAM,kBAAkB,GAAG,cAAc,GAAG,gCAAgC,CAAC;IAC7E,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,GAAG,CAAC;IACjD,MAAM,WAAW,GAAG,oBAAoB,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;IACnE,MAAM,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,IAAI,OAAO,CAAC;IACzG,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;IAC5E,MAAM,mBAAmB,GAAG,mBAAmB,CAC7C,OAAO,CAAC,mBAAmB,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,IAAI,IAAI,CAC1E,CAAC;IACF,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,IAAI,QAAQ,CAAC;IACvF,MAAM,KAAK,GACT,OAAO,CAAC,KAAK;QACb,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAClF,cAAc,CAAC;IACjB,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,MAAM,CAAC;IAC1D,MAAM,KAAK,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,yBAAyB,CAAC,CAAC,CAAC;IACnF,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,QAAQ,GAAgB,IAAI,CAAC;IACjC,IAAI,MAAM,GAAgB,IAAI,CAAC;IAE/B,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,IAAI,CAAC;YACpB,QAAQ,EAAE,IAAI;YACd,QAAQ;YACR,GAAG;YACH,SAAS,EAAE,kBAAkB,CAAC,MAAM,EAAE;gBACpC,SAAS,EAAE;oBACT,QAAQ,EAAE,iBAAiB;oBAC3B,KAAK,EAAE,cAAc;oBACrB,UAAU,EAAE,mBAAmB;iBAChC;gBACD,QAAQ,EAAE,IAAI;gBACd,cAAc;gBACd,YAAY;aACb,CAAC;SACH,CAAC,CAAC;QACH,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAC5D,MAAM,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzB,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAC5D,MAAM,aAAa,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACpE,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC5C,MAAM,SAAS,GAAG;YAChB,GAAG,aAAa;YAChB,UAAU,EAAE,mBAAmB;YAC/B,SAAS,EACP,aAAa,CAAC,SAAS;gBACvB,WAAW,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;gBAC7B,WAAW,CAAC,MAAM,CAAC,cAAc,KAAK,WAAW,CAAC,MAAM,CAAC,MAAM;YACjE,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM;YACtC,cAAc,EAAE,WAAW,CAAC,MAAM,CAAC,cAAc;SAClD,CAAC;QAEF,kFAAkF;QAClF,sFAAsF;QACtF,sFAAsF;QACtF,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAqB;gBACjC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,oBAAoB;gBACnE,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM;oBAC/D,CAAC,CAAE,CAAC,eAAe,CAAW;oBAC9B,CAAC,CAAC,EAAE,CAAC;gBACP,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,KAAK,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;oBAC1E,CAAC,CAAE,CAAC,iBAAiB,CAAW;oBAChC,CAAC,CAAC,EAAE,CAAC;aACR,CAAC;YACF,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAA8B,EAAE;gBACvE,MAAM,eAAe,GAAG,gBAAgB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;gBAC9D,OAAO;oBACL,OAAO,EAAE,SAAS,CAAC,EAAE;oBACrB,QAAQ,EAAE,SAAS,CAAC,QAAQ;oBAC5B,eAAe;oBACf,WAAW,EAAE,EAAE;oBACf,UAAU,EAAE,IAAI;oBAChB,cAAc,EAAE,EAAE;oBAClB,aAAa,EAAE,IAAI;oBACnB,eAAe,EAAE,aAAa;oBAC9B,iBAAiB,EAAE,QAAQ;oBAC3B,kBAAkB,EAAE,CAAC;oBACrB,WAAW,EAAE,EAAE;oBACf,UAAU,EAAE,IAAI;oBAChB,YAAY,EAAE,aAAa;oBAC3B,QAAQ;oBACR,cAAc,EAAE,KAAK;oBACrB,eAAe,EAAE,CAAC;iBACnB,CAAC;YACJ,CAAC,CAAC,CAAC;YACH,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,sBAAsB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YACtF,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YAC/E,OAAO,WAAW,CAAC;gBACjB,KAAK;gBACL,KAAK;gBACL,MAAM;gBACN,cAAc;gBACd,YAAY;gBACZ,WAAW;gBACX,SAAS;gBACT,QAAQ,EAAE,0BAA0B,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,CAAC;gBAC9E,YAAY;aACb,CAAC,CAAC;QACL,CAAC;QAED,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,sBAAsB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACtF,MAAM,aAAa,GAAG,MAAM,QAAQ,CAClC,KAAK,EACL,WAAW,EACX,KAAK,EAAE,SAAS,EAAE,EAAE;YAClB,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,MAAM,QAAS,CAAC,MAAM,CAAC;gBACpC,KAAK,EAAE,SAAS,CAAC,KAAK;gBACtB,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,cAAc;gBAC7D,MAAM,EAAE,OAAO;aAChB,CAAC,CAAC;YACH,MAAM,QAAQ,GACZ,MAAM,KAAK,KAAK;gBACd,CAAC,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,EAAE,cAAc,CAAC;gBACxD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;YAC9C,OAAO;gBACL,MAAM;gBACN,WAAW,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC;gBAClD,KAAK,EAAE,SAAS,CAAC,QAAQ,EAAE,UAAU,CAAC;gBACtC,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO;aACvC,CAAC;QACJ,CAAC,EACD,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,sBAAsB,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAC7F,CAAC;QACF,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;QACvB,QAAQ,GAAG,IAAI,CAAC;QAEhB,IAAI,eAAkD,CAAC;QACvD,IAAI,UAAsB,CAAC;QAC3B,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YACrB,MAAM,GAAG,MAAM,IAAI,CAAC;gBAClB,QAAQ,EAAE,IAAI;gBACd,QAAQ;gBACR,GAAG;gBACH,QAAQ,EAAE,KAAK;gBACf,SAAS,EAAE,kBAAkB,CAAC,MAAM,EAAE;oBACpC,SAAS,EAAE;wBACT,QAAQ,EAAE,iBAAiB;wBAC3B,KAAK,EAAE,cAAc;wBACrB,UAAU,EAAE,mBAAmB;qBAChC;oBACD,QAAQ,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,EAAE;oBAC9C,cAAc;oBACd,YAAY;iBACb,CAAC;aACH,CAAC,CAAC;YACH,eAAe,GAAG;gBAChB,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;gBAC7C,eAAe;gBACf,aAAa,EAAE,yBAAyB;gBACxC,aAAa,EAAE,yBAAyB;aACzC,CAAC;YACF,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YAC/E,UAAU,GAAG,MAAM,aAAa,CAC9B,KAAK,EACL,WAAW,EACX,KAAK,EAAE,SAAS,EAAE,EAAE;gBAClB,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAG,MAAM,MAAO,CAAC,MAAM,CAAC;oBAClC,KAAK,EAAE,SAAS,CAAC,KAAK;oBACtB,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,SAAS;oBAChB,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,cAAc;oBACrB,MAAM,EAAE,OAAO;iBAChB,CAAC,CAAC;gBACH,OAAO;oBACL,MAAM;oBACN,WAAW,EAAE,EAAE;oBACf,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC;oBAC5C,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO;iBACvC,CAAC;YACJ,CAAC,EACD,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CACtF,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,eAAe,GAAG;gBAChB,QAAQ,EAAE,IAAI;gBACd,KAAK,EAAE,IAAI;gBACX,eAAe,EAAE,IAAI;gBACrB,aAAa,EAAE,IAAI;gBACnB,aAAa,EAAE,IAAI;gBACnB,SAAS,EAAE,KAAK;aACjB,CAAC;YACF,UAAU,GAAG,aAAa,CAAC;YAC3B,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5F,CAAC;QAED,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAA8B,EAAE;YAC9E,MAAM,eAAe,GAAG,gBAAgB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC9D,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAE,CAAC;YACxC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAE,CAAC;YACjC,OAAO;gBACL,OAAO,EAAE,SAAS,CAAC,EAAE;gBACrB,QAAQ,EAAE,SAAS,CAAC,QAAQ;gBAC5B,eAAe;gBACf,WAAW,EAAE,SAAS,CAAC,WAAW;gBAClC,UAAU,EAAE,UAAU,CAAC,SAAS,CAAC,WAAW,EAAE,eAAe,CAAC;gBAC9D,cAAc,EAAE,SAAS,CAAC,KAAK;gBAC/B,aAAa,EAAE,UAAU,CAAC,SAAS,CAAC,KAAK,EAAE,eAAe,CAAC;gBAC3D,eAAe,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM;gBACxC,iBAAiB,EAAE,SAAS,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE;gBAClD,kBAAkB,EAAE,SAAS,CAAC,SAAS;gBACvC,WAAW,EAAE,KAAK,CAAC,KAAK;gBACxB,UAAU,EAAE,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,eAAe,CAAC;gBACpD,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM;gBACjC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE;gBACrC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,IAAI,KAAK;gBACzE,eAAe,EAAE,KAAK,CAAC,SAAS;aACjC,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,OAAO,WAAW,CAAC;YACjB,KAAK;YACL,KAAK;YACL,MAAM;YACN,cAAc;YACd,YAAY;YACZ,WAAW;YACX,SAAS;YACT,QAAQ,EAAE,eAAe;YACzB,YAAY;SACb,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,IAAI,QAAQ;YAAE,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5D,IAAI,MAAM;YAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACxD,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,OAUpB;IACC,MAAM,UAAU,GAAG,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;IAClE,MAAM,mBAAmB,GAAG,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IAC9E,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;IACpE,MAAM,kBAAkB,GAAG,KAAK,CAC9B,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,MAAM,EACnE,OAAO,CAAC,KAAK,CAAC,MAAM,CACrB,CAAC;IACF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;IAC7E,OAAO;QACL,IAAI,EAAE,oBAAoB;QAC1B,aAAa,EAAE,iCAAiC;QAChD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,WAAW,EAAE,IAAI;QACjB,eAAe,EAAE,KAAK;QACtB,MAAM,EACJ,OAAO,CAAC,SAAS,CAAC,SAAS;YAC3B,UAAU;YACV,mBAAmB,CAAC,kBAAkB,KAAK,CAAC;YAC5C,YAAY,CAAC,kBAAkB,KAAK,CAAC;YACrC,mBAAmB,CAAC,eAAe,KAAK,CAAC;YACzC,YAAY,CAAC,eAAe,KAAK,CAAC;YAClC,kBAAkB,KAAK,CAAC;QAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE;YACN,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;YAC7B,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,MAAM;YACtD,UAAU,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI;YAC9E,OAAO,EAAE,cAAc,CAAC,OAAO;YAC/B,WAAW,EAAE,wBAAwB,EAAE;SACxC;QACD,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,kBAAkB,EAChB,OAAO,CAAC,MAAM,KAAK,KAAK;YACtB,CAAC,CAAC,OAAO,CAAC,cAAc,GAAG,gCAAgC;YAC3D,CAAC,CAAC,OAAO,CAAC,cAAc;QAC5B,yBAAyB,EAAE,kCAAkC;QAC7D,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU;QACV,mBAAmB;QACnB,YAAY;QACZ,kBAAkB;QAClB,OAAO,EAAE,OAAO,CAAC,YAAY;KAC9B,CAAC;AACJ,CAAC;AAED,SAAS,0BAA0B,CACjC,MAA6B,EAC7B,QAAgB,EAChB,KAAa,EACb,eAAgC;IAEhC,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,IAAI;YACX,eAAe,EAAE,IAAI;YACrB,aAAa,EAAE,IAAI;YACnB,aAAa,EAAE,IAAI;YACnB,SAAS,EAAE,KAAK;SACjB,CAAC;IACJ,CAAC;IACD,OAAO;QACL,QAAQ;QACR,KAAK;QACL,eAAe;QACf,aAAa,EAAE,yBAAyB;QACxC,aAAa,EAAE,yBAAyB;QACxC,SAAS,EAAE,KAAK;KACjB,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,MAAkB,EAClB,OAKC;IAED,OAAO;QACL,SAAS,EAAE,kBAAkB,CAAC,MAAM,CAAC;QACrC,qBAAqB,EAAE,KAAK;QAC5B,SAAS,EAAE,KAAK;QAChB,MAAM,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,cAAc,CAAC;QACtD,eAAe,EAAE,CAAC,KAAK,EAAE,WAAW,CAAC;QACrC,OAAO,EAAE;YACP,CAAC,GAAG,cAAc,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE;SAC3E;QACD,KAAK,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,oBAAoB,EAAE,MAAM,EAAE;QACvE,MAAM,EAAE;YACN,SAAS,EAAE,KAAK;YAChB,kBAAkB,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,cAAc,CAAC;YACxD,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;SAChD;QACD,MAAM,EAAE;YACN,SAAS,EAAE;gBACT,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,QAAQ;gBACpC,EAAE,EAAE,OAAO,CAAC,SAAS,CAAC,KAAK;gBAC3B,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,KAAK,KAAK,IAAI;gBACzC,UAAU,EAAE,OAAO,CAAC,SAAS,CAAC,UAAU;gBACxC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK;gBACpC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS;aAC9C;YACD,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBACxB,CAAC,CAAC;oBACE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;oBACnC,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK;oBAC1B,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE,KAAK;oBACX,kBAAkB,EAAE,IAAI;oBACxB,KAAK,EAAE,OAAO,CAAC,cAAc;oBAC7B,SAAS,EAAE,OAAO,CAAC,YAAY;oBAC/B,iBAAiB,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,cAAc,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC;oBACnF,gBAAgB,EAAE,OAAO,CAAC,QAAQ,CAAC,eAAe;oBAClD,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;iBAC/D;gBACH,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE;YAChC,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE;YACpC,SAAS,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE;YACvC,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE;SACrC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAkB;IAC5C,OAAO,MAAM,CAAC,WAAW,CACvB,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QACvD,IAAI;QACJ;YACE,QAAQ,EAAE,QAAQ,CAAC,OAAO;YAC1B,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,uBAAuB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;YACzE,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,WAAW,EAAE,QAAQ,CAAC,UAAU;SACjC;KACF,CAAC,CACH,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAkB;IAC9C,MAAM,GAAG,GAAsB,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAClD,eAAe,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,KAAK,EAAE,EAAE;QACtD,IAAI,QAAQ,CAAC,MAAM;YAAE,GAAG,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC7E,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,eAAe,CAAC,MAAkB;IACzC,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;AAC/F,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAa;IAC5C,OAAO,+BAA+B,KAAK,MAAM,CAAC;AACpD,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;QACjE,MAAM,OAAO,GACX,SAAS,CAAC,UAAU,KAAK,MAAM;YAC7B,CAAC,CAAC,GAAG,cAAc,UAAU,SAAS,CAAC,EAAE,KAAK;YAC9C,CAAC,CAAC,GAAG,cAAc,cAAc,SAAS,CAAC,EAAE,MAAM,CAAC;QACxD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,EAAE,CAAC,aAAa,CACd,MAAM,EACN,SAAS,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,0BAA0B,SAAS,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,IAAI,IAAI,EACtG,MAAM,CACP,CAAC;QACF,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IAC1G,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,SAAS,CAAC,OAAuB,EAAE,UAA+B;IACzE,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;QACnC,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;QAC7E,MAAM,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACpC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,MAAW,EACX,WAAmB,EACnB,GAA6B,EAC7B,QAAgC;IAEhC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACnC,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC;IACpC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACZ,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7F,OAAO,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,MAAW,EACX,WAAmB,EACnB,GAA6B,EAC7B,QAAgC;IAEhC,MAAM,OAAO,GAAG,IAAI,KAAK,CAAI,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5C,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE;QACtF,OAAO,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC;YACrB,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAE,CAAC,CAAC;YAC3C,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,cAAc,CACrB,OAAqC,EACrC,KAAwC;IAExC,MAAM,IAAI,GAAG,CAAC,KAAiC,EAAiB,EAAE,CAChE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;IACzG,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACtC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,kBAAkB,CACtE,CAAC;IACF,OAAO;QACL,GAAG,OAAO;QACV,UAAU,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;YAClD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;YACxE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YACrC,OAAO,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACrF,CAAC,CAAC;QACF,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CACxC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CACpF,CAAC,MAAM;QACR,kBAAkB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAC3C,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,KAAK,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,KAAK,aAAa,CACpG,CAAC,MAAM;QACR,YAAY,EAAE,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC;QACxC,YAAY,EAAE,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC;QACzC,YAAY,EAAE,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;KAClE,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CACjB,KAAwB;IAKxB,OAAO;QACL,kBAAkB,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrF,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChF,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QAC1E,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;KAC3F,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,SAAiC;IACzD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;SACrC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;SACnD,IAAI,EAAE,CAAC;IACV,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IAC9E,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,KAAe,EAAE,GAAa;IAChD,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;QAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAChC,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IACH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,WAAW,CAAC,IAAuB;IAK1C,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,IAAI,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;AAC5F,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACnF,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACxC,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC1F,CAAC;AAED,SAAS,IAAI,CAAC,MAAgB;IAC5B,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;AACpF,CAAC;AAED,SAAS,KAAK,CAAC,SAAiB,EAAE,WAAmB;IACnD,OAAO,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,WAAW,CAAC;AACzD,CAAC;AAED,SAAS,UAAU,CAAC,MAAgB,EAAE,QAAgB;IACpD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;IAC/D,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;AAC9D,CAAC"}
@@ -0,0 +1,71 @@
1
+ import type { AknoConfig, ReasoningEffort } from '../config/schema.ts';
2
+ import { type RankingBenchReport, type RankingBenchSplit, type RankingCandidateCount, type RankingExcerptChars, type RankingTokenUsage } from './ranking.ts';
3
+ export declare const RANKING_LATENCY_SCHEMA_VERSION = "ranking-latency-v1";
4
+ export declare const RANKING_INTERACTIVE_P95_TARGET_MS = 4000;
5
+ export interface RankingLatencyOptions {
6
+ split?: RankingBenchSplit;
7
+ candidateCount: RankingCandidateCount;
8
+ excerptChars: RankingExcerptChars;
9
+ loadConcurrency?: number;
10
+ provider: string;
11
+ model: string;
12
+ reasoningEffort: ReasoningEffort;
13
+ onProgress?: (progress: RankingLatencyProgress) => void;
14
+ }
15
+ export interface RankingLatencyProgress {
16
+ profile: 'interactive' | 'loaded';
17
+ concurrency: number;
18
+ }
19
+ export interface RankingLatencyMetrics {
20
+ samples: number;
21
+ validResponseRate: number;
22
+ fallbackCount: number;
23
+ p50LatencyMs: number;
24
+ p95LatencyMs: number;
25
+ maxLatencyMs: number;
26
+ endpointRequests: number;
27
+ extraEndpointRequests: number;
28
+ tokenUsage: RankingTokenUsage | null;
29
+ }
30
+ export interface RankingLatencyProfile {
31
+ concurrency: number;
32
+ /** The first serialized call on a fresh client, including dialect negotiation. */
33
+ cold: RankingLatencyMetrics;
34
+ /** Every later call after the client has learned the endpoint dialect. */
35
+ warm: RankingLatencyMetrics;
36
+ }
37
+ export interface RankingLatencyCheck {
38
+ id: 'interactive_cold' | 'interactive_integrity' | 'interactive_latency' | 'loaded_cold' | 'loaded_integrity';
39
+ passed: boolean;
40
+ actual: number | boolean;
41
+ target: string;
42
+ }
43
+ export interface RankingLatencyReport {
44
+ kind: 'ranking_latency';
45
+ schemaVersion: string;
46
+ createdAt: string;
47
+ development: true;
48
+ releaseEligible: false;
49
+ split: RankingBenchSplit;
50
+ corpus: RankingBenchReport['corpus'];
51
+ provider: string | null;
52
+ model: string | null;
53
+ reasoningEffort: ReasoningEffort | null;
54
+ promptVersion: string | null;
55
+ schemaVersionContract: string | null;
56
+ candidateCount: RankingCandidateCount;
57
+ excerptChars: RankingExcerptChars;
58
+ thresholds: {
59
+ interactiveP95LatencyMs: number;
60
+ };
61
+ interactive: RankingLatencyProfile;
62
+ loaded: RankingLatencyProfile;
63
+ checks: RankingLatencyCheck[];
64
+ blockers: RankingLatencyCheck['id'][];
65
+ passed: boolean;
66
+ }
67
+ export declare function runRankingLatencyBench(config: AknoConfig, options: RankingLatencyOptions): Promise<RankingLatencyReport>;
68
+ /** Re-derive thresholds and verdicts without rerunning provider calls. */
69
+ export declare function refreshRankingLatencyReport(report: RankingLatencyReport): RankingLatencyReport;
70
+ export declare function evaluateRankingLatency(interactive: RankingLatencyProfile, loaded: RankingLatencyProfile, interactiveP95TargetMs?: number): RankingLatencyCheck[];
71
+ //# sourceMappingURL=ranking-latency.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ranking-latency.d.ts","sourceRoot":"","sources":["../../src/bench/ranking-latency.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACvE,OAAO,EAEL,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EACtB,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACvB,MAAM,cAAc,CAAC;AAEtB,eAAO,MAAM,8BAA8B,uBAAuB,CAAC;AACnE,eAAO,MAAM,iCAAiC,OAAQ,CAAC;AAEvD,MAAM,WAAW,qBAAqB;IACpC,KAAK,CAAC,EAAE,iBAAiB,CAAC;IAC1B,cAAc,EAAE,qBAAqB,CAAC;IACtC,YAAY,EAAE,mBAAmB,CAAC;IAClC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,EAAE,eAAe,CAAC;IACjC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,sBAAsB,KAAK,IAAI,CAAC;CACzD;AAED,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,aAAa,GAAG,QAAQ,CAAC;IAClC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,UAAU,EAAE,iBAAiB,GAAG,IAAI,CAAC;CACtC;AAED,MAAM,WAAW,qBAAqB;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,kFAAkF;IAClF,IAAI,EAAE,qBAAqB,CAAC;IAC5B,0EAA0E;IAC1E,IAAI,EAAE,qBAAqB,CAAC;CAC7B;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EACA,kBAAkB,GAAG,uBAAuB,GAAG,qBAAqB,GAAG,aAAa,GAAG,kBAAkB,CAAC;IAC5G,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,iBAAiB,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,IAAI,CAAC;IAClB,eAAe,EAAE,KAAK,CAAC;IACvB,KAAK,EAAE,iBAAiB,CAAC;IACzB,MAAM,EAAE,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACrC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,eAAe,EAAE,eAAe,GAAG,IAAI,CAAC;IACxC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,cAAc,EAAE,qBAAqB,CAAC;IACtC,YAAY,EAAE,mBAAmB,CAAC;IAClC,UAAU,EAAE;QACV,uBAAuB,EAAE,MAAM,CAAC;KACjC,CAAC;IACF,WAAW,EAAE,qBAAqB,CAAC;IACnC,MAAM,EAAE,qBAAqB,CAAC;IAC9B,MAAM,EAAE,mBAAmB,EAAE,CAAC;IAC9B,QAAQ,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;IACtC,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,wBAAsB,sBAAsB,CAC1C,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,oBAAoB,CAAC,CA2C/B;AAED,0EAA0E;AAC1E,wBAAgB,2BAA2B,CAAC,MAAM,EAAE,oBAAoB,GAAG,oBAAoB,CAgB9F;AAED,wBAAgB,sBAAsB,CACpC,WAAW,EAAE,qBAAqB,EAClC,MAAM,EAAE,qBAAqB,EAC7B,sBAAsB,SAAoC,GACzD,mBAAmB,EAAE,CAmCvB"}