@meetkai/mka1 0.54.23 → 0.54.24

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (443) hide show
  1. package/README.md +294 -276
  2. package/bin/mcp-server.js +3844 -1779
  3. package/bin/mcp-server.js.map +42 -17
  4. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  5. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  6. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js +136 -0
  7. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  8. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  9. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  10. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js +138 -0
  11. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js.map +1 -0
  12. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  13. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  14. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js +142 -0
  15. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  16. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  17. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  18. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js +142 -0
  19. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  20. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  21. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  22. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js +130 -0
  23. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js.map +1 -0
  24. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  25. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  26. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js +146 -0
  27. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  28. package/dist/commonjs/lib/config.d.ts +2 -2
  29. package/dist/commonjs/lib/config.js +2 -2
  30. package/dist/commonjs/mcp-server/mcp-server.js +1 -1
  31. package/dist/commonjs/mcp-server/server.d.ts.map +1 -1
  32. package/dist/commonjs/mcp-server/server.js +13 -1
  33. package/dist/commonjs/mcp-server/server.js.map +1 -1
  34. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  35. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  36. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js +64 -0
  37. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  38. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  39. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  40. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js +64 -0
  41. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  42. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  43. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  44. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js +64 -0
  45. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  46. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  47. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  48. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +64 -0
  49. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  50. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  51. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  52. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js +64 -0
  53. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  54. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  55. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  56. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +64 -0
  57. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  58. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts +111 -0
  59. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  60. package/dist/commonjs/models/components/appendagenttrialsrequest.js +136 -0
  61. package/dist/commonjs/models/components/appendagenttrialsrequest.js.map +1 -0
  62. package/dist/commonjs/models/components/evalleaderboardrow.d.ts +85 -0
  63. package/dist/commonjs/models/components/evalleaderboardrow.d.ts.map +1 -0
  64. package/dist/commonjs/models/components/evalleaderboardrow.js +129 -0
  65. package/dist/commonjs/models/components/evalleaderboardrow.js.map +1 -0
  66. package/dist/commonjs/models/components/evalrunoverview.d.ts +101 -0
  67. package/dist/commonjs/models/components/evalrunoverview.d.ts.map +1 -0
  68. package/dist/commonjs/models/components/evalrunoverview.js +150 -0
  69. package/dist/commonjs/models/components/evalrunoverview.js.map +1 -0
  70. package/dist/commonjs/models/components/evalsampleobject.d.ts +32 -0
  71. package/dist/commonjs/models/components/evalsampleobject.d.ts.map +1 -1
  72. package/dist/commonjs/models/components/evalsampleobject.js +20 -0
  73. package/dist/commonjs/models/components/evalsampleobject.js.map +1 -1
  74. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  75. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  76. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js +87 -0
  77. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  78. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts +35 -0
  79. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  80. package/dist/commonjs/models/components/evalsuiteleaderboard.js +78 -0
  81. package/dist/commonjs/models/components/evalsuiteleaderboard.js.map +1 -0
  82. package/dist/commonjs/models/components/importagentrunrequest.d.ts +164 -0
  83. package/dist/commonjs/models/components/importagentrunrequest.d.ts.map +1 -0
  84. package/dist/commonjs/models/components/importagentrunrequest.js +182 -0
  85. package/dist/commonjs/models/components/importagentrunrequest.js.map +1 -0
  86. package/dist/commonjs/models/components/index.d.ts +7 -0
  87. package/dist/commonjs/models/components/index.d.ts.map +1 -1
  88. package/dist/commonjs/models/components/index.js +7 -0
  89. package/dist/commonjs/models/components/index.js.map +1 -1
  90. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  91. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  92. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js +71 -0
  93. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  94. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts +264 -0
  95. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts.map +1 -0
  96. package/dist/commonjs/models/operations/appendagentevaltrials.js +371 -0
  97. package/dist/commonjs/models/operations/appendagentevaltrials.js.map +1 -0
  98. package/dist/commonjs/models/operations/cancelevalrun.d.ts +20 -0
  99. package/dist/commonjs/models/operations/cancelevalrun.d.ts.map +1 -1
  100. package/dist/commonjs/models/operations/cancelevalrun.js +16 -0
  101. package/dist/commonjs/models/operations/cancelevalrun.js.map +1 -1
  102. package/dist/commonjs/models/operations/createevalrun.d.ts +20 -0
  103. package/dist/commonjs/models/operations/createevalrun.d.ts.map +1 -1
  104. package/dist/commonjs/models/operations/createevalrun.js +16 -0
  105. package/dist/commonjs/models/operations/createevalrun.js.map +1 -1
  106. package/dist/commonjs/models/operations/getevalrun.d.ts +20 -0
  107. package/dist/commonjs/models/operations/getevalrun.d.ts.map +1 -1
  108. package/dist/commonjs/models/operations/getevalrun.js +16 -0
  109. package/dist/commonjs/models/operations/getevalrun.js.map +1 -1
  110. package/dist/commonjs/models/operations/getevalrunoverview.d.ts +24 -0
  111. package/dist/commonjs/models/operations/getevalrunoverview.d.ts.map +1 -0
  112. package/dist/commonjs/models/operations/getevalrunoverview.js +73 -0
  113. package/dist/commonjs/models/operations/getevalrunoverview.js.map +1 -0
  114. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts +75 -0
  115. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  116. package/dist/commonjs/models/operations/getevalsampletrajectory.js +133 -0
  117. package/dist/commonjs/models/operations/getevalsampletrajectory.js.map +1 -0
  118. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  119. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  120. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js +83 -0
  121. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js.map +1 -0
  122. package/dist/commonjs/models/operations/importagentevalrun.d.ts +262 -0
  123. package/dist/commonjs/models/operations/importagentevalrun.d.ts.map +1 -0
  124. package/dist/commonjs/models/operations/importagentevalrun.js +367 -0
  125. package/dist/commonjs/models/operations/importagentevalrun.js.map +1 -0
  126. package/dist/commonjs/models/operations/index.d.ts +6 -0
  127. package/dist/commonjs/models/operations/index.d.ts.map +1 -1
  128. package/dist/commonjs/models/operations/index.js +6 -0
  129. package/dist/commonjs/models/operations/index.js.map +1 -1
  130. package/dist/commonjs/models/operations/listevalruns.d.ts +20 -0
  131. package/dist/commonjs/models/operations/listevalruns.d.ts.map +1 -1
  132. package/dist/commonjs/models/operations/listevalruns.js +16 -0
  133. package/dist/commonjs/models/operations/listevalruns.js.map +1 -1
  134. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts +20 -0
  135. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts.map +1 -1
  136. package/dist/commonjs/models/operations/listevalscheduleruns.js +16 -0
  137. package/dist/commonjs/models/operations/listevalscheduleruns.js.map +1 -1
  138. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  139. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  140. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js +16 -0
  141. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  142. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts +20 -0
  143. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  144. package/dist/commonjs/models/operations/rerunfailedevalsamples.js +16 -0
  145. package/dist/commonjs/models/operations/rerunfailedevalsamples.js.map +1 -1
  146. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts +20 -0
  147. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts.map +1 -1
  148. package/dist/commonjs/models/operations/retryfailedevalrun.js +16 -0
  149. package/dist/commonjs/models/operations/retryfailedevalrun.js.map +1 -1
  150. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  151. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  152. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js +86 -0
  153. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js.map +1 -0
  154. package/dist/commonjs/react-query/index.d.ts +6 -0
  155. package/dist/commonjs/react-query/index.d.ts.map +1 -1
  156. package/dist/commonjs/react-query/index.js +6 -0
  157. package/dist/commonjs/react-query/index.js.map +1 -1
  158. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  159. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  160. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js +47 -0
  161. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  162. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  163. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  164. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js +37 -0
  165. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  166. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  167. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  168. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js +60 -0
  169. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js.map +1 -0
  170. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  171. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  172. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js +45 -0
  173. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  174. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  175. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  176. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js +65 -0
  177. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  178. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  179. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  180. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js +41 -0
  181. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  182. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  183. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  184. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js +65 -0
  185. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  186. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  187. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  188. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js +47 -0
  189. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js.map +1 -0
  190. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  191. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  192. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js +47 -0
  193. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  194. package/dist/commonjs/sdk/evals.d.ts +42 -0
  195. package/dist/commonjs/sdk/evals.d.ts.map +1 -1
  196. package/dist/commonjs/sdk/evals.js +60 -0
  197. package/dist/commonjs/sdk/evals.js.map +1 -1
  198. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  199. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  200. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js +100 -0
  201. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  202. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  203. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  204. package/dist/esm/funcs/llmEvalsGetRunOverview.js +102 -0
  205. package/dist/esm/funcs/llmEvalsGetRunOverview.js.map +1 -0
  206. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  207. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  208. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js +106 -0
  209. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  210. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  211. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  212. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js +106 -0
  213. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  214. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  215. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  216. package/dist/esm/funcs/llmEvalsImportAgentRun.js +94 -0
  217. package/dist/esm/funcs/llmEvalsImportAgentRun.js.map +1 -0
  218. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  219. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  220. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js +110 -0
  221. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  222. package/dist/esm/lib/config.d.ts +2 -2
  223. package/dist/esm/lib/config.js +2 -2
  224. package/dist/esm/mcp-server/mcp-server.js +1 -1
  225. package/dist/esm/mcp-server/server.d.ts.map +1 -1
  226. package/dist/esm/mcp-server/server.js +13 -1
  227. package/dist/esm/mcp-server/server.js.map +1 -1
  228. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  229. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  230. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js +28 -0
  231. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  232. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  233. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  234. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js +28 -0
  235. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  236. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  237. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  238. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js +28 -0
  239. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  240. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  241. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  242. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +28 -0
  243. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  244. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  245. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  246. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js +28 -0
  247. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  248. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  249. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  250. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +28 -0
  251. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  252. package/dist/esm/models/components/appendagenttrialsrequest.d.ts +111 -0
  253. package/dist/esm/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  254. package/dist/esm/models/components/appendagenttrialsrequest.js +96 -0
  255. package/dist/esm/models/components/appendagenttrialsrequest.js.map +1 -0
  256. package/dist/esm/models/components/evalleaderboardrow.d.ts +85 -0
  257. package/dist/esm/models/components/evalleaderboardrow.d.ts.map +1 -0
  258. package/dist/esm/models/components/evalleaderboardrow.js +89 -0
  259. package/dist/esm/models/components/evalleaderboardrow.js.map +1 -0
  260. package/dist/esm/models/components/evalrunoverview.d.ts +101 -0
  261. package/dist/esm/models/components/evalrunoverview.d.ts.map +1 -0
  262. package/dist/esm/models/components/evalrunoverview.js +108 -0
  263. package/dist/esm/models/components/evalrunoverview.js.map +1 -0
  264. package/dist/esm/models/components/evalsampleobject.d.ts +32 -0
  265. package/dist/esm/models/components/evalsampleobject.d.ts.map +1 -1
  266. package/dist/esm/models/components/evalsampleobject.js +20 -0
  267. package/dist/esm/models/components/evalsampleobject.js.map +1 -1
  268. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  269. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  270. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js +49 -0
  271. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  272. package/dist/esm/models/components/evalsuiteleaderboard.d.ts +35 -0
  273. package/dist/esm/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  274. package/dist/esm/models/components/evalsuiteleaderboard.js +40 -0
  275. package/dist/esm/models/components/evalsuiteleaderboard.js.map +1 -0
  276. package/dist/esm/models/components/importagentrunrequest.d.ts +164 -0
  277. package/dist/esm/models/components/importagentrunrequest.d.ts.map +1 -0
  278. package/dist/esm/models/components/importagentrunrequest.js +142 -0
  279. package/dist/esm/models/components/importagentrunrequest.js.map +1 -0
  280. package/dist/esm/models/components/index.d.ts +7 -0
  281. package/dist/esm/models/components/index.d.ts.map +1 -1
  282. package/dist/esm/models/components/index.js +7 -0
  283. package/dist/esm/models/components/index.js.map +1 -1
  284. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  285. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  286. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js +33 -0
  287. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  288. package/dist/esm/models/operations/appendagentevaltrials.d.ts +264 -0
  289. package/dist/esm/models/operations/appendagentevaltrials.d.ts.map +1 -0
  290. package/dist/esm/models/operations/appendagentevaltrials.js +323 -0
  291. package/dist/esm/models/operations/appendagentevaltrials.js.map +1 -0
  292. package/dist/esm/models/operations/cancelevalrun.d.ts +20 -0
  293. package/dist/esm/models/operations/cancelevalrun.d.ts.map +1 -1
  294. package/dist/esm/models/operations/cancelevalrun.js +16 -0
  295. package/dist/esm/models/operations/cancelevalrun.js.map +1 -1
  296. package/dist/esm/models/operations/createevalrun.d.ts +20 -0
  297. package/dist/esm/models/operations/createevalrun.d.ts.map +1 -1
  298. package/dist/esm/models/operations/createevalrun.js +16 -0
  299. package/dist/esm/models/operations/createevalrun.js.map +1 -1
  300. package/dist/esm/models/operations/getevalrun.d.ts +20 -0
  301. package/dist/esm/models/operations/getevalrun.d.ts.map +1 -1
  302. package/dist/esm/models/operations/getevalrun.js +16 -0
  303. package/dist/esm/models/operations/getevalrun.js.map +1 -1
  304. package/dist/esm/models/operations/getevalrunoverview.d.ts +24 -0
  305. package/dist/esm/models/operations/getevalrunoverview.d.ts.map +1 -0
  306. package/dist/esm/models/operations/getevalrunoverview.js +35 -0
  307. package/dist/esm/models/operations/getevalrunoverview.js.map +1 -0
  308. package/dist/esm/models/operations/getevalsampletrajectory.d.ts +75 -0
  309. package/dist/esm/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  310. package/dist/esm/models/operations/getevalsampletrajectory.js +93 -0
  311. package/dist/esm/models/operations/getevalsampletrajectory.js.map +1 -0
  312. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  313. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  314. package/dist/esm/models/operations/getevalsuiteleaderboard.js +45 -0
  315. package/dist/esm/models/operations/getevalsuiteleaderboard.js.map +1 -0
  316. package/dist/esm/models/operations/importagentevalrun.d.ts +262 -0
  317. package/dist/esm/models/operations/importagentevalrun.d.ts.map +1 -0
  318. package/dist/esm/models/operations/importagentevalrun.js +319 -0
  319. package/dist/esm/models/operations/importagentevalrun.js.map +1 -0
  320. package/dist/esm/models/operations/index.d.ts +6 -0
  321. package/dist/esm/models/operations/index.d.ts.map +1 -1
  322. package/dist/esm/models/operations/index.js +6 -0
  323. package/dist/esm/models/operations/index.js.map +1 -1
  324. package/dist/esm/models/operations/listevalruns.d.ts +20 -0
  325. package/dist/esm/models/operations/listevalruns.d.ts.map +1 -1
  326. package/dist/esm/models/operations/listevalruns.js +16 -0
  327. package/dist/esm/models/operations/listevalruns.js.map +1 -1
  328. package/dist/esm/models/operations/listevalscheduleruns.d.ts +20 -0
  329. package/dist/esm/models/operations/listevalscheduleruns.d.ts.map +1 -1
  330. package/dist/esm/models/operations/listevalscheduleruns.js +16 -0
  331. package/dist/esm/models/operations/listevalscheduleruns.js.map +1 -1
  332. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  333. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  334. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js +16 -0
  335. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  336. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts +20 -0
  337. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  338. package/dist/esm/models/operations/rerunfailedevalsamples.js +16 -0
  339. package/dist/esm/models/operations/rerunfailedevalsamples.js.map +1 -1
  340. package/dist/esm/models/operations/retryfailedevalrun.d.ts +20 -0
  341. package/dist/esm/models/operations/retryfailedevalrun.d.ts.map +1 -1
  342. package/dist/esm/models/operations/retryfailedevalrun.js +16 -0
  343. package/dist/esm/models/operations/retryfailedevalrun.js.map +1 -1
  344. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  345. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  346. package/dist/esm/models/operations/uploadevalsampletrajectory.js +48 -0
  347. package/dist/esm/models/operations/uploadevalsampletrajectory.js.map +1 -0
  348. package/dist/esm/react-query/index.d.ts +6 -0
  349. package/dist/esm/react-query/index.d.ts.map +1 -1
  350. package/dist/esm/react-query/index.js +6 -0
  351. package/dist/esm/react-query/index.js.map +1 -1
  352. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  353. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  354. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js +42 -0
  355. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  356. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  357. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  358. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js +32 -0
  359. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  360. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  361. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  362. package/dist/esm/react-query/llmEvalsGetRunOverview.js +50 -0
  363. package/dist/esm/react-query/llmEvalsGetRunOverview.js.map +1 -0
  364. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  365. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  366. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js +40 -0
  367. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  368. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  369. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  370. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js +55 -0
  371. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  372. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  373. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  374. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js +36 -0
  375. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  376. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  377. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  378. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js +55 -0
  379. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  380. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  381. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  382. package/dist/esm/react-query/llmEvalsImportAgentRun.js +42 -0
  383. package/dist/esm/react-query/llmEvalsImportAgentRun.js.map +1 -0
  384. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  385. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  386. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js +42 -0
  387. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  388. package/dist/esm/sdk/evals.d.ts +42 -0
  389. package/dist/esm/sdk/evals.d.ts.map +1 -1
  390. package/dist/esm/sdk/evals.js +60 -0
  391. package/dist/esm/sdk/evals.js.map +1 -1
  392. package/jsr.json +1 -1
  393. package/package.json +1 -1
  394. package/src/funcs/llmEvalsAppendAgentTrials.ts +188 -0
  395. package/src/funcs/llmEvalsGetRunOverview.ts +192 -0
  396. package/src/funcs/llmEvalsGetSampleTrajectory.ts +197 -0
  397. package/src/funcs/llmEvalsGetSuiteLeaderboard.ts +197 -0
  398. package/src/funcs/llmEvalsImportAgentRun.ts +181 -0
  399. package/src/funcs/llmEvalsUploadSampleTrajectory.ts +201 -0
  400. package/src/lib/config.ts +2 -2
  401. package/src/mcp-server/mcp-server.ts +1 -1
  402. package/src/mcp-server/server.ts +13 -1
  403. package/src/mcp-server/tools/llmEvalsAppendAgentTrials.ts +37 -0
  404. package/src/mcp-server/tools/llmEvalsGetRunOverview.ts +37 -0
  405. package/src/mcp-server/tools/llmEvalsGetSampleTrajectory.ts +37 -0
  406. package/src/mcp-server/tools/llmEvalsGetSuiteLeaderboard.ts +37 -0
  407. package/src/mcp-server/tools/llmEvalsImportAgentRun.ts +37 -0
  408. package/src/mcp-server/tools/llmEvalsUploadSampleTrajectory.ts +38 -0
  409. package/src/models/components/appendagenttrialsrequest.ts +224 -0
  410. package/src/models/components/evalleaderboardrow.ts +200 -0
  411. package/src/models/components/evalrunoverview.ts +240 -0
  412. package/src/models/components/evalsampleobject.ts +48 -0
  413. package/src/models/components/evalsampletrajectoryuploadedobject.ts +98 -0
  414. package/src/models/components/evalsuiteleaderboard.ts +93 -0
  415. package/src/models/components/importagentrunrequest.ts +319 -0
  416. package/src/models/components/index.ts +7 -0
  417. package/src/models/components/uploadevalsampletrajectoryrequest.ts +79 -0
  418. package/src/models/operations/appendagentevaltrials.ts +678 -0
  419. package/src/models/operations/cancelevalrun.ts +36 -0
  420. package/src/models/operations/createevalrun.ts +36 -0
  421. package/src/models/operations/getevalrun.ts +36 -0
  422. package/src/models/operations/getevalrunoverview.ts +73 -0
  423. package/src/models/operations/getevalsampletrajectory.ts +199 -0
  424. package/src/models/operations/getevalsuiteleaderboard.ts +93 -0
  425. package/src/models/operations/importagentevalrun.ts +665 -0
  426. package/src/models/operations/index.ts +6 -0
  427. package/src/models/operations/listevalruns.ts +36 -0
  428. package/src/models/operations/listevalscheduleruns.ts +36 -0
  429. package/src/models/operations/listevalsuiteleaderboardruns.ts +36 -0
  430. package/src/models/operations/rerunfailedevalsamples.ts +36 -0
  431. package/src/models/operations/retryfailedevalrun.ts +36 -0
  432. package/src/models/operations/uploadevalsampletrajectory.ts +98 -0
  433. package/src/react-query/index.ts +6 -0
  434. package/src/react-query/llmEvalsAppendAgentTrials.ts +109 -0
  435. package/src/react-query/llmEvalsGetRunOverview.core.ts +77 -0
  436. package/src/react-query/llmEvalsGetRunOverview.ts +150 -0
  437. package/src/react-query/llmEvalsGetSampleTrajectory.core.ts +94 -0
  438. package/src/react-query/llmEvalsGetSampleTrajectory.ts +159 -0
  439. package/src/react-query/llmEvalsGetSuiteLeaderboard.core.ts +89 -0
  440. package/src/react-query/llmEvalsGetSuiteLeaderboard.ts +163 -0
  441. package/src/react-query/llmEvalsImportAgentRun.ts +109 -0
  442. package/src/react-query/llmEvalsUploadSampleTrajectory.ts +110 -0
  443. package/src/sdk/evals.ts +108 -0
@@ -0,0 +1,47 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.useLlmEvalsAppendAgentTrialsMutation = useLlmEvalsAppendAgentTrialsMutation;
7
+ exports.mutationKeyLlmEvalsAppendAgentTrials = mutationKeyLlmEvalsAppendAgentTrials;
8
+ exports.buildLlmEvalsAppendAgentTrialsMutation = buildLlmEvalsAppendAgentTrialsMutation;
9
+ const react_query_1 = require("@tanstack/react-query");
10
+ const llmEvalsAppendAgentTrials_js_1 = require("../funcs/llmEvalsAppendAgentTrials.js");
11
+ const primitives_js_1 = require("../lib/primitives.js");
12
+ const fp_js_1 = require("../types/fp.js");
13
+ const _context_js_1 = require("./_context.js");
14
+ /**
15
+ * Append trials to an open coding-agent run
16
+ *
17
+ * @remarks
18
+ * Adds finished trials to a run opened with `finalize: false`, so a job started from MKA1 can be watched while it runs instead of appearing complete out of nowhere at the end. Each trial pins its own `sample_index` and upserts on (task, model, sample_index): a harness cannot tell a timeout from a lost response, so re-sending a batch is safe and replaces rather than duplicates. The whole batch and its aggregate recompute land in one transaction, serialized per run. Counts, metrics and cost are recomputed from the stored rows on every call, never accumulated from the request, so a replayed batch cannot double them. Send `finalize: true` (usually with an empty `trials`) to close the run — until then it stays `in_progress` and off the leaderboards, which only count completed runs. Appending to an already-completed or cancelled run is rejected: that record is finished, and rewriting it would silently move a number someone may have already read.
19
+ */
20
+ function useLlmEvalsAppendAgentTrialsMutation(options) {
21
+ const client = (0, _context_js_1.useSDKContext)();
22
+ return (0, react_query_1.useMutation)({
23
+ ...buildLlmEvalsAppendAgentTrialsMutation(client, options),
24
+ ...options,
25
+ });
26
+ }
27
+ function mutationKeyLlmEvalsAppendAgentTrials() {
28
+ return ["@meetkai/mka1", "evals", "appendAgentTrials"];
29
+ }
30
+ function buildLlmEvalsAppendAgentTrialsMutation(client$, hookOptions) {
31
+ return {
32
+ mutationKey: mutationKeyLlmEvalsAppendAgentTrials(),
33
+ mutationFn: function llmEvalsAppendAgentTrialsMutationFn({ request, options, }) {
34
+ const mergedOptions = {
35
+ ...hookOptions,
36
+ ...options,
37
+ fetchOptions: {
38
+ ...hookOptions?.fetchOptions,
39
+ ...options?.fetchOptions,
40
+ signal: (0, primitives_js_1.combineSignals)(hookOptions?.fetchOptions?.signal, options?.fetchOptions?.signal),
41
+ },
42
+ };
43
+ return (0, fp_js_1.unwrapAsync)((0, llmEvalsAppendAgentTrials_js_1.llmEvalsAppendAgentTrials)(client$, request, mergedOptions));
44
+ },
45
+ };
46
+ }
47
+ //# sourceMappingURL=llmEvalsAppendAgentTrials.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llmEvalsAppendAgentTrials.js","sourceRoot":"","sources":["../../../src/react-query/llmEvalsAppendAgentTrials.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAkDH,oFAgBC;AAED,oFAEC;AAED,wFAkCC;AAxGD,uDAI+B;AAE/B,wFAAkF;AAClF,wDAAsD;AAatD,0CAA6C;AAC7C,+CAA8C;AAqB9C;;;;;GAKG;AACH,SAAgB,oCAAoC,CAClD,OAIC;IAMD,MAAM,MAAM,GAAG,IAAA,2BAAa,GAAE,CAAC;IAC/B,OAAO,IAAA,yBAAW,EAAC;QACjB,GAAG,sCAAsC,CAAC,MAAM,EAAE,OAAO,CAAC;QAC1D,GAAG,OAAO;KACX,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,oCAAoC;IAClD,OAAO,CAAC,eAAe,EAAE,OAAO,EAAE,mBAAmB,CAAC,CAAC;AACzD,CAAC;AAED,SAAgB,sCAAsC,CACpD,OAAgB,EAChB,WAA4B;IAO5B,OAAO;QACL,WAAW,EAAE,oCAAoC,EAAE;QACnD,UAAU,EAAE,SAAS,mCAAmC,CAAC,EACvD,OAAO,EACP,OAAO,GACR;YACC,MAAM,aAAa,GAAG;gBACpB,GAAG,WAAW;gBACd,GAAG,OAAO;gBACV,YAAY,EAAE;oBACZ,GAAG,WAAW,EAAE,YAAY;oBAC5B,GAAG,OAAO,EAAE,YAAY;oBACxB,MAAM,EAAE,IAAA,8BAAc,EACpB,WAAW,EAAE,YAAY,EAAE,MAAM,EACjC,OAAO,EAAE,YAAY,EAAE,MAAM,CAC9B;iBACF;aACF,CAAC;YACF,OAAO,IAAA,mBAAW,EAAC,IAAA,wDAAyB,EAC1C,OAAO,EACP,OAAO,EACP,aAAa,CACd,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,16 @@
1
+ import { QueryClient, QueryFunctionContext, QueryKey } from "@tanstack/react-query";
2
+ import { SDKCore } from "../core.js";
3
+ import { RequestOptions } from "../lib/sdks.js";
4
+ import * as components from "../models/components/index.js";
5
+ import * as operations from "../models/operations/index.js";
6
+ export type LlmEvalsGetRunOverviewQueryData = components.EvalRunOverview;
7
+ export declare function prefetchLlmEvalsGetRunOverview(queryClient: QueryClient, client$: SDKCore, request: operations.GetEvalRunOverviewRequest, options?: RequestOptions): Promise<void>;
8
+ export declare function buildLlmEvalsGetRunOverviewQuery(client$: SDKCore, request: operations.GetEvalRunOverviewRequest, options?: RequestOptions): {
9
+ queryKey: QueryKey;
10
+ queryFn: (context: QueryFunctionContext) => Promise<LlmEvalsGetRunOverviewQueryData>;
11
+ };
12
+ export declare function queryKeyLlmEvalsGetRunOverview(runId: string, parameters: {
13
+ metric?: string | undefined;
14
+ xOnBehalfOf?: string | undefined;
15
+ }): QueryKey;
16
+ //# sourceMappingURL=llmEvalsGetRunOverview.core.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llmEvalsGetRunOverview.core.d.ts","sourceRoot":"","sources":["../../../src/react-query/llmEvalsGetRunOverview.core.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,WAAW,EACX,oBAAoB,EACpB,QAAQ,EACT,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAGrC,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAE5D,MAAM,MAAM,+BAA+B,GAAG,UAAU,CAAC,eAAe,CAAC;AAEzE,wBAAgB,8BAA8B,CAC5C,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,UAAU,CAAC,yBAAyB,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,IAAI,CAAC,CAQf;AAED,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,UAAU,CAAC,yBAAyB,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,EAAE,CACP,OAAO,EAAE,oBAAoB,KAC1B,OAAO,CAAC,+BAA+B,CAAC,CAAC;CAC/C,CA2BA;AAED,wBAAgB,8BAA8B,CAC5C,KAAK,EAAE,MAAM,EACb,UAAU,EAAE;IAAE,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,GAC5E,QAAQ,CAEV"}
@@ -0,0 +1,37 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.prefetchLlmEvalsGetRunOverview = prefetchLlmEvalsGetRunOverview;
7
+ exports.buildLlmEvalsGetRunOverviewQuery = buildLlmEvalsGetRunOverviewQuery;
8
+ exports.queryKeyLlmEvalsGetRunOverview = queryKeyLlmEvalsGetRunOverview;
9
+ const llmEvalsGetRunOverview_js_1 = require("../funcs/llmEvalsGetRunOverview.js");
10
+ const primitives_js_1 = require("../lib/primitives.js");
11
+ const fp_js_1 = require("../types/fp.js");
12
+ function prefetchLlmEvalsGetRunOverview(queryClient, client$, request, options) {
13
+ return queryClient.prefetchQuery({
14
+ ...buildLlmEvalsGetRunOverviewQuery(client$, request, options),
15
+ });
16
+ }
17
+ function buildLlmEvalsGetRunOverviewQuery(client$, request, options) {
18
+ return {
19
+ queryKey: queryKeyLlmEvalsGetRunOverview(request.runId, {
20
+ metric: request.metric,
21
+ xOnBehalfOf: request.xOnBehalfOf,
22
+ }),
23
+ queryFn: async function llmEvalsGetRunOverviewQueryFn(ctx) {
24
+ const sig = (0, primitives_js_1.combineSignals)(ctx.signal, options?.signal, options?.fetchOptions?.signal);
25
+ const mergedOptions = {
26
+ ...options?.fetchOptions,
27
+ ...options,
28
+ signal: sig,
29
+ };
30
+ return (0, fp_js_1.unwrapAsync)((0, llmEvalsGetRunOverview_js_1.llmEvalsGetRunOverview)(client$, request, mergedOptions));
31
+ },
32
+ };
33
+ }
34
+ function queryKeyLlmEvalsGetRunOverview(runId, parameters) {
35
+ return ["@meetkai/mka1", "evals", "getRunOverview", runId, parameters];
36
+ }
37
+ //# sourceMappingURL=llmEvalsGetRunOverview.core.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llmEvalsGetRunOverview.core.js","sourceRoot":"","sources":["../../../src/react-query/llmEvalsGetRunOverview.core.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAgBH,wEAaC;AAED,4EAoCC;AAED,wEAKC;AAlED,kFAA4E;AAC5E,wDAAsD;AAItD,0CAA6C;AAG7C,SAAgB,8BAA8B,CAC5C,WAAwB,EACxB,OAAgB,EAChB,OAA6C,EAC7C,OAAwB;IAExB,OAAO,WAAW,CAAC,aAAa,CAAC;QAC/B,GAAG,gCAAgC,CACjC,OAAO,EACP,OAAO,EACP,OAAO,CACR;KACF,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,gCAAgC,CAC9C,OAAgB,EAChB,OAA6C,EAC7C,OAAwB;IAOxB,OAAO;QACL,QAAQ,EAAE,8BAA8B,CAAC,OAAO,CAAC,KAAK,EAAE;YACtD,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC;QACF,OAAO,EAAE,KAAK,UAAU,6BAA6B,CACnD,GAAG;YAEH,MAAM,GAAG,GAAG,IAAA,8BAAc,EACxB,GAAG,CAAC,MAAM,EACV,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,YAAY,EAAE,MAAM,CAC9B,CAAC;YACF,MAAM,aAAa,GAAG;gBACpB,GAAG,OAAO,EAAE,YAAY;gBACxB,GAAG,OAAO;gBACV,MAAM,EAAE,GAAG;aACZ,CAAC;YAEF,OAAO,IAAA,mBAAW,EAAC,IAAA,kDAAsB,EACvC,OAAO,EACP,OAAO,EACP,aAAa,CACd,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAgB,8BAA8B,CAC5C,KAAa,EACb,UAA6E;IAE7E,OAAO,CAAC,eAAe,EAAE,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;AACzE,CAAC"}
@@ -0,0 +1,40 @@
1
+ import { InvalidateQueryFilters, QueryClient, UseQueryResult, UseSuspenseQueryResult } from "@tanstack/react-query";
2
+ import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
3
+ import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
4
+ import { SDKError } from "../models/errors/sdkerror.js";
5
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
6
+ import * as operations from "../models/operations/index.js";
7
+ import { QueryHookOptions, SuspenseQueryHookOptions, TupleToPrefixes } from "./_types.js";
8
+ import { buildLlmEvalsGetRunOverviewQuery, LlmEvalsGetRunOverviewQueryData, prefetchLlmEvalsGetRunOverview, queryKeyLlmEvalsGetRunOverview } from "./llmEvalsGetRunOverview.core.js";
9
+ export { buildLlmEvalsGetRunOverviewQuery, type LlmEvalsGetRunOverviewQueryData, prefetchLlmEvalsGetRunOverview, queryKeyLlmEvalsGetRunOverview, };
10
+ export type LlmEvalsGetRunOverviewQueryError = SDKError | ResponseValidationError | ConnectionError | RequestAbortedError | RequestTimeoutError | InvalidRequestError | UnexpectedClientError | SDKValidationError;
11
+ /**
12
+ * Get an eval run overview
13
+ *
14
+ * @remarks
15
+ * Aggregate header for one run's trials view: trial counts, average reward, cost, and the input/output/cached token split. Its own route rather than fields on the run object because it scans the run's samples — folding it into `GET /evals/runs/{run_id}` would charge that scan to every run list and to the status polling that runs for the whole length of an eval. `trials.errored` overlaps `trials.failed` instead of partitioning it: a coding-agent trial can carry an agent timeout in `error` and still be completed and scored. `trials.retried` counts trials rerun through rerun-failed, read from the pre-rerun snapshot, since a rerun overwrites the sample in place.
16
+ */
17
+ export declare function useLlmEvalsGetRunOverview(request: operations.GetEvalRunOverviewRequest, options?: QueryHookOptions<LlmEvalsGetRunOverviewQueryData, LlmEvalsGetRunOverviewQueryError>): UseQueryResult<LlmEvalsGetRunOverviewQueryData, LlmEvalsGetRunOverviewQueryError>;
18
+ /**
19
+ * Get an eval run overview
20
+ *
21
+ * @remarks
22
+ * Aggregate header for one run's trials view: trial counts, average reward, cost, and the input/output/cached token split. Its own route rather than fields on the run object because it scans the run's samples — folding it into `GET /evals/runs/{run_id}` would charge that scan to every run list and to the status polling that runs for the whole length of an eval. `trials.errored` overlaps `trials.failed` instead of partitioning it: a coding-agent trial can carry an agent timeout in `error` and still be completed and scored. `trials.retried` counts trials rerun through rerun-failed, read from the pre-rerun snapshot, since a rerun overwrites the sample in place.
23
+ */
24
+ export declare function useLlmEvalsGetRunOverviewSuspense(request: operations.GetEvalRunOverviewRequest, options?: SuspenseQueryHookOptions<LlmEvalsGetRunOverviewQueryData, LlmEvalsGetRunOverviewQueryError>): UseSuspenseQueryResult<LlmEvalsGetRunOverviewQueryData, LlmEvalsGetRunOverviewQueryError>;
25
+ export declare function setLlmEvalsGetRunOverviewData(client: QueryClient, queryKeyBase: [
26
+ runId: string,
27
+ parameters: {
28
+ metric?: string | undefined;
29
+ xOnBehalfOf?: string | undefined;
30
+ }
31
+ ], data: LlmEvalsGetRunOverviewQueryData): LlmEvalsGetRunOverviewQueryData | undefined;
32
+ export declare function invalidateLlmEvalsGetRunOverview(client: QueryClient, queryKeyBase: TupleToPrefixes<[
33
+ runId: string,
34
+ parameters: {
35
+ metric?: string | undefined;
36
+ xOnBehalfOf?: string | undefined;
37
+ }
38
+ ]>, filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">): Promise<void>;
39
+ export declare function invalidateAllLlmEvalsGetRunOverview(client: QueryClient, filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">): Promise<void>;
40
+ //# sourceMappingURL=llmEvalsGetRunOverview.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llmEvalsGetRunOverview.d.ts","sourceRoot":"","sources":["../../../src/react-query/llmEvalsGetRunOverview.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,sBAAsB,EACtB,WAAW,EAEX,cAAc,EAEd,sBAAsB,EACvB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,uBAAuB,EAAE,MAAM,6CAA6C,CAAC;AACtF,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAE5D,OAAO,EACL,gBAAgB,EAChB,wBAAwB,EACxB,eAAe,EAChB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,gCAAgC,EAChC,+BAA+B,EAC/B,8BAA8B,EAC9B,8BAA8B,EAC/B,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EACL,gCAAgC,EAChC,KAAK,+BAA+B,EACpC,8BAA8B,EAC9B,8BAA8B,GAC/B,CAAC;AAEF,MAAM,MAAM,gCAAgC,GACxC,QAAQ,GACR,uBAAuB,GACvB,eAAe,GACf,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,qBAAqB,GACrB,kBAAkB,CAAC;AAEvB;;;;;GAKG;AACH,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,UAAU,CAAC,yBAAyB,EAC7C,OAAO,CAAC,EAAE,gBAAgB,CACxB,+BAA+B,EAC/B,gCAAgC,CACjC,GACA,cAAc,CACf,+BAA+B,EAC/B,gCAAgC,CACjC,CAUA;AAED;;;;;GAKG;AACH,wBAAgB,iCAAiC,CAC/C,OAAO,EAAE,UAAU,CAAC,yBAAyB,EAC7C,OAAO,CAAC,EAAE,wBAAwB,CAChC,+BAA+B,EAC/B,gCAAgC,CACjC,GACA,sBAAsB,CACvB,+BAA+B,EAC/B,gCAAgC,CACjC,CAUA;AAED,wBAAgB,6BAA6B,CAC3C,MAAM,EAAE,WAAW,EACnB,YAAY,EAAE;IACZ,KAAK,EAAE,MAAM;IACb,UAAU,EAAE;QACV,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAClC;CACF,EACD,IAAI,EAAE,+BAA+B,GACpC,+BAA+B,GAAG,SAAS,CAI7C;AAED,wBAAgB,gCAAgC,CAC9C,MAAM,EAAE,WAAW,EACnB,YAAY,EAAE,eAAe,CAC3B;IACE,KAAK,EAAE,MAAM;IACb,UAAU,EAAE;QACV,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAClC;CACF,CACF,EACD,OAAO,CAAC,EAAE,IAAI,CAAC,sBAAsB,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,GACzE,OAAO,CAAC,IAAI,CAAC,CAKf;AAED,wBAAgB,mCAAmC,CACjD,MAAM,EAAE,WAAW,EACnB,OAAO,CAAC,EAAE,IAAI,CAAC,sBAAsB,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,GACzE,OAAO,CAAC,IAAI,CAAC,CAKf"}
@@ -0,0 +1,60 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.queryKeyLlmEvalsGetRunOverview = exports.prefetchLlmEvalsGetRunOverview = exports.buildLlmEvalsGetRunOverviewQuery = void 0;
7
+ exports.useLlmEvalsGetRunOverview = useLlmEvalsGetRunOverview;
8
+ exports.useLlmEvalsGetRunOverviewSuspense = useLlmEvalsGetRunOverviewSuspense;
9
+ exports.setLlmEvalsGetRunOverviewData = setLlmEvalsGetRunOverviewData;
10
+ exports.invalidateLlmEvalsGetRunOverview = invalidateLlmEvalsGetRunOverview;
11
+ exports.invalidateAllLlmEvalsGetRunOverview = invalidateAllLlmEvalsGetRunOverview;
12
+ const react_query_1 = require("@tanstack/react-query");
13
+ const _context_js_1 = require("./_context.js");
14
+ const llmEvalsGetRunOverview_core_js_1 = require("./llmEvalsGetRunOverview.core.js");
15
+ Object.defineProperty(exports, "buildLlmEvalsGetRunOverviewQuery", { enumerable: true, get: function () { return llmEvalsGetRunOverview_core_js_1.buildLlmEvalsGetRunOverviewQuery; } });
16
+ Object.defineProperty(exports, "prefetchLlmEvalsGetRunOverview", { enumerable: true, get: function () { return llmEvalsGetRunOverview_core_js_1.prefetchLlmEvalsGetRunOverview; } });
17
+ Object.defineProperty(exports, "queryKeyLlmEvalsGetRunOverview", { enumerable: true, get: function () { return llmEvalsGetRunOverview_core_js_1.queryKeyLlmEvalsGetRunOverview; } });
18
+ /**
19
+ * Get an eval run overview
20
+ *
21
+ * @remarks
22
+ * Aggregate header for one run's trials view: trial counts, average reward, cost, and the input/output/cached token split. Its own route rather than fields on the run object because it scans the run's samples — folding it into `GET /evals/runs/{run_id}` would charge that scan to every run list and to the status polling that runs for the whole length of an eval. `trials.errored` overlaps `trials.failed` instead of partitioning it: a coding-agent trial can carry an agent timeout in `error` and still be completed and scored. `trials.retried` counts trials rerun through rerun-failed, read from the pre-rerun snapshot, since a rerun overwrites the sample in place.
23
+ */
24
+ function useLlmEvalsGetRunOverview(request, options) {
25
+ const client = (0, _context_js_1.useSDKContext)();
26
+ return (0, react_query_1.useQuery)({
27
+ ...(0, llmEvalsGetRunOverview_core_js_1.buildLlmEvalsGetRunOverviewQuery)(client, request, options),
28
+ ...options,
29
+ });
30
+ }
31
+ /**
32
+ * Get an eval run overview
33
+ *
34
+ * @remarks
35
+ * Aggregate header for one run's trials view: trial counts, average reward, cost, and the input/output/cached token split. Its own route rather than fields on the run object because it scans the run's samples — folding it into `GET /evals/runs/{run_id}` would charge that scan to every run list and to the status polling that runs for the whole length of an eval. `trials.errored` overlaps `trials.failed` instead of partitioning it: a coding-agent trial can carry an agent timeout in `error` and still be completed and scored. `trials.retried` counts trials rerun through rerun-failed, read from the pre-rerun snapshot, since a rerun overwrites the sample in place.
36
+ */
37
+ function useLlmEvalsGetRunOverviewSuspense(request, options) {
38
+ const client = (0, _context_js_1.useSDKContext)();
39
+ return (0, react_query_1.useSuspenseQuery)({
40
+ ...(0, llmEvalsGetRunOverview_core_js_1.buildLlmEvalsGetRunOverviewQuery)(client, request, options),
41
+ ...options,
42
+ });
43
+ }
44
+ function setLlmEvalsGetRunOverviewData(client, queryKeyBase, data) {
45
+ const key = (0, llmEvalsGetRunOverview_core_js_1.queryKeyLlmEvalsGetRunOverview)(...queryKeyBase);
46
+ return client.setQueryData(key, data);
47
+ }
48
+ function invalidateLlmEvalsGetRunOverview(client, queryKeyBase, filters) {
49
+ return client.invalidateQueries({
50
+ ...filters,
51
+ queryKey: ["@meetkai/mka1", "evals", "getRunOverview", ...queryKeyBase],
52
+ });
53
+ }
54
+ function invalidateAllLlmEvalsGetRunOverview(client, filters) {
55
+ return client.invalidateQueries({
56
+ ...filters,
57
+ queryKey: ["@meetkai/mka1", "evals", "getRunOverview"],
58
+ });
59
+ }
60
+ //# sourceMappingURL=llmEvalsGetRunOverview.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llmEvalsGetRunOverview.js","sourceRoot":"","sources":["../../../src/react-query/llmEvalsGetRunOverview.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAwDH,8DAmBC;AAQD,8EAmBC;AAED,sEAcC;AAED,4EAiBC;AAED,kFAQC;AAjJD,uDAO+B;AAY/B,+CAA8C;AAM9C,qFAK0C;AAExC,iHANA,iEAAgC,OAMA;AAEhC,+GANA,+DAA8B,OAMA;AAC9B,+GANA,+DAA8B,OAMA;AAahC;;;;;GAKG;AACH,SAAgB,yBAAyB,CACvC,OAA6C,EAC7C,OAGC;IAKD,MAAM,MAAM,GAAG,IAAA,2BAAa,GAAE,CAAC;IAC/B,OAAO,IAAA,sBAAQ,EAAC;QACd,GAAG,IAAA,iEAAgC,EACjC,MAAM,EACN,OAAO,EACP,OAAO,CACR;QACD,GAAG,OAAO;KACX,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,SAAgB,iCAAiC,CAC/C,OAA6C,EAC7C,OAGC;IAKD,MAAM,MAAM,GAAG,IAAA,2BAAa,GAAE,CAAC;IAC/B,OAAO,IAAA,8BAAgB,EAAC;QACtB,GAAG,IAAA,iEAAgC,EACjC,MAAM,EACN,OAAO,EACP,OAAO,CACR;QACD,GAAG,OAAO;KACX,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,6BAA6B,CAC3C,MAAmB,EACnB,YAMC,EACD,IAAqC;IAErC,MAAM,GAAG,GAAG,IAAA,+DAA8B,EAAC,GAAG,YAAY,CAAC,CAAC;IAE5D,OAAO,MAAM,CAAC,YAAY,CAAkC,GAAG,EAAE,IAAI,CAAC,CAAC;AACzE,CAAC;AAED,SAAgB,gCAAgC,CAC9C,MAAmB,EACnB,YAQC,EACD,OAA0E;IAE1E,OAAO,MAAM,CAAC,iBAAiB,CAAC;QAC9B,GAAG,OAAO;QACV,QAAQ,EAAE,CAAC,eAAe,EAAE,OAAO,EAAE,gBAAgB,EAAE,GAAG,YAAY,CAAC;KACxE,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,mCAAmC,CACjD,MAAmB,EACnB,OAA0E;IAE1E,OAAO,MAAM,CAAC,iBAAiB,CAAC;QAC9B,GAAG,OAAO;QACV,QAAQ,EAAE,CAAC,eAAe,EAAE,OAAO,EAAE,gBAAgB,CAAC;KACvD,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,16 @@
1
+ import { QueryClient, QueryFunctionContext, QueryKey } from "@tanstack/react-query";
2
+ import { SDKCore } from "../core.js";
3
+ import { RequestOptions } from "../lib/sdks.js";
4
+ import * as operations from "../models/operations/index.js";
5
+ export type LlmEvalsGetSampleTrajectoryQueryData = operations.GetEvalSampleTrajectoryResponseBody;
6
+ export declare function prefetchLlmEvalsGetSampleTrajectory(queryClient: QueryClient, client$: SDKCore, request: operations.GetEvalSampleTrajectoryRequest, options?: RequestOptions): Promise<void>;
7
+ export declare function buildLlmEvalsGetSampleTrajectoryQuery(client$: SDKCore, request: operations.GetEvalSampleTrajectoryRequest, options?: RequestOptions): {
8
+ queryKey: QueryKey;
9
+ queryFn: (context: QueryFunctionContext) => Promise<LlmEvalsGetSampleTrajectoryQueryData>;
10
+ };
11
+ export declare function queryKeyLlmEvalsGetSampleTrajectory(runId: string, sampleIndex: number, parameters: {
12
+ taskId?: string | undefined;
13
+ model?: string | undefined;
14
+ xOnBehalfOf?: string | undefined;
15
+ }): QueryKey;
16
+ //# sourceMappingURL=llmEvalsGetSampleTrajectory.core.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llmEvalsGetSampleTrajectory.core.d.ts","sourceRoot":"","sources":["../../../src/react-query/llmEvalsGetSampleTrajectory.core.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,WAAW,EACX,oBAAoB,EACpB,QAAQ,EACT,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAGrC,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAE5D,MAAM,MAAM,oCAAoC,GAC9C,UAAU,CAAC,mCAAmC,CAAC;AAEjD,wBAAgB,mCAAmC,CACjD,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,UAAU,CAAC,8BAA8B,EAClD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,IAAI,CAAC,CAQf;AAED,wBAAgB,qCAAqC,CACnD,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,UAAU,CAAC,8BAA8B,EAClD,OAAO,CAAC,EAAE,cAAc,GACvB;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,EAAE,CACP,OAAO,EAAE,oBAAoB,KAC1B,OAAO,CAAC,oCAAoC,CAAC,CAAC;CACpD,CAgCA;AAED,wBAAgB,mCAAmC,CACjD,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE;IACV,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,GACA,QAAQ,CASV"}
@@ -0,0 +1,45 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.prefetchLlmEvalsGetSampleTrajectory = prefetchLlmEvalsGetSampleTrajectory;
7
+ exports.buildLlmEvalsGetSampleTrajectoryQuery = buildLlmEvalsGetSampleTrajectoryQuery;
8
+ exports.queryKeyLlmEvalsGetSampleTrajectory = queryKeyLlmEvalsGetSampleTrajectory;
9
+ const llmEvalsGetSampleTrajectory_js_1 = require("../funcs/llmEvalsGetSampleTrajectory.js");
10
+ const primitives_js_1 = require("../lib/primitives.js");
11
+ const fp_js_1 = require("../types/fp.js");
12
+ function prefetchLlmEvalsGetSampleTrajectory(queryClient, client$, request, options) {
13
+ return queryClient.prefetchQuery({
14
+ ...buildLlmEvalsGetSampleTrajectoryQuery(client$, request, options),
15
+ });
16
+ }
17
+ function buildLlmEvalsGetSampleTrajectoryQuery(client$, request, options) {
18
+ return {
19
+ queryKey: queryKeyLlmEvalsGetSampleTrajectory(request.runId, request.sampleIndex, {
20
+ taskId: request.taskId,
21
+ model: request.model,
22
+ xOnBehalfOf: request.xOnBehalfOf,
23
+ }),
24
+ queryFn: async function llmEvalsGetSampleTrajectoryQueryFn(ctx) {
25
+ const sig = (0, primitives_js_1.combineSignals)(ctx.signal, options?.signal, options?.fetchOptions?.signal);
26
+ const mergedOptions = {
27
+ ...options?.fetchOptions,
28
+ ...options,
29
+ signal: sig,
30
+ };
31
+ return (0, fp_js_1.unwrapAsync)((0, llmEvalsGetSampleTrajectory_js_1.llmEvalsGetSampleTrajectory)(client$, request, mergedOptions));
32
+ },
33
+ };
34
+ }
35
+ function queryKeyLlmEvalsGetSampleTrajectory(runId, sampleIndex, parameters) {
36
+ return [
37
+ "@meetkai/mka1",
38
+ "evals",
39
+ "getSampleTrajectory",
40
+ runId,
41
+ sampleIndex,
42
+ parameters,
43
+ ];
44
+ }
45
+ //# sourceMappingURL=llmEvalsGetSampleTrajectory.core.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llmEvalsGetSampleTrajectory.core.js","sourceRoot":"","sources":["../../../src/react-query/llmEvalsGetSampleTrajectory.core.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAgBH,kFAaC;AAED,sFAyCC;AAED,kFAiBC;AAnFD,4FAAsF;AACtF,wDAAsD;AAGtD,0CAA6C;AAI7C,SAAgB,mCAAmC,CACjD,WAAwB,EACxB,OAAgB,EAChB,OAAkD,EAClD,OAAwB;IAExB,OAAO,WAAW,CAAC,aAAa,CAAC;QAC/B,GAAG,qCAAqC,CACtC,OAAO,EACP,OAAO,EACP,OAAO,CACR;KACF,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,qCAAqC,CACnD,OAAgB,EAChB,OAAkD,EAClD,OAAwB;IAOxB,OAAO;QACL,QAAQ,EAAE,mCAAmC,CAC3C,OAAO,CAAC,KAAK,EACb,OAAO,CAAC,WAAW,EACnB;YACE,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CACF;QACD,OAAO,EAAE,KAAK,UAAU,kCAAkC,CACxD,GAAG;YAEH,MAAM,GAAG,GAAG,IAAA,8BAAc,EACxB,GAAG,CAAC,MAAM,EACV,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,YAAY,EAAE,MAAM,CAC9B,CAAC;YACF,MAAM,aAAa,GAAG;gBACpB,GAAG,OAAO,EAAE,YAAY;gBACxB,GAAG,OAAO;gBACV,MAAM,EAAE,GAAG;aACZ,CAAC;YAEF,OAAO,IAAA,mBAAW,EAAC,IAAA,4DAA2B,EAC5C,OAAO,EACP,OAAO,EACP,aAAa,CACd,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAgB,mCAAmC,CACjD,KAAa,EACb,WAAmB,EACnB,UAIC;IAED,OAAO;QACL,eAAe;QACf,OAAO;QACP,qBAAqB;QACrB,KAAK;QACL,WAAW;QACX,UAAU;KACX,CAAC;AACJ,CAAC"}
@@ -0,0 +1,44 @@
1
+ import { InvalidateQueryFilters, QueryClient, UseQueryResult, UseSuspenseQueryResult } from "@tanstack/react-query";
2
+ import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
3
+ import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
4
+ import { SDKError } from "../models/errors/sdkerror.js";
5
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
6
+ import * as operations from "../models/operations/index.js";
7
+ import { QueryHookOptions, SuspenseQueryHookOptions, TupleToPrefixes } from "./_types.js";
8
+ import { buildLlmEvalsGetSampleTrajectoryQuery, LlmEvalsGetSampleTrajectoryQueryData, prefetchLlmEvalsGetSampleTrajectory, queryKeyLlmEvalsGetSampleTrajectory } from "./llmEvalsGetSampleTrajectory.core.js";
9
+ export { buildLlmEvalsGetSampleTrajectoryQuery, type LlmEvalsGetSampleTrajectoryQueryData, prefetchLlmEvalsGetSampleTrajectory, queryKeyLlmEvalsGetSampleTrajectory, };
10
+ export type LlmEvalsGetSampleTrajectoryQueryError = SDKError | ResponseValidationError | ConnectionError | RequestAbortedError | RequestTimeoutError | InvalidRequestError | UnexpectedClientError | SDKValidationError;
11
+ /**
12
+ * Get an eval sample trajectory
13
+ *
14
+ * @remarks
15
+ * Returns one coding-agent trial's session — the steps the agent took, verbatim in the harness's interchange format (see `schema_version`, e.g. `ATIF-v1.7`). Deliberately not part of the samples list: a trajectory averages ~92 KB and that list pages up to 500 rows. Sample indices are unique per (task, model), not per run, so pass `task_id` and/or `model` when the run covers more than one; an index that matches several trials returns 400 rather than guessing, and never falls back to another trial's session. Returns 404 when the sample does not exist or recorded no trajectory.
16
+ */
17
+ export declare function useLlmEvalsGetSampleTrajectory(request: operations.GetEvalSampleTrajectoryRequest, options?: QueryHookOptions<LlmEvalsGetSampleTrajectoryQueryData, LlmEvalsGetSampleTrajectoryQueryError>): UseQueryResult<LlmEvalsGetSampleTrajectoryQueryData, LlmEvalsGetSampleTrajectoryQueryError>;
18
+ /**
19
+ * Get an eval sample trajectory
20
+ *
21
+ * @remarks
22
+ * Returns one coding-agent trial's session — the steps the agent took, verbatim in the harness's interchange format (see `schema_version`, e.g. `ATIF-v1.7`). Deliberately not part of the samples list: a trajectory averages ~92 KB and that list pages up to 500 rows. Sample indices are unique per (task, model), not per run, so pass `task_id` and/or `model` when the run covers more than one; an index that matches several trials returns 400 rather than guessing, and never falls back to another trial's session. Returns 404 when the sample does not exist or recorded no trajectory.
23
+ */
24
+ export declare function useLlmEvalsGetSampleTrajectorySuspense(request: operations.GetEvalSampleTrajectoryRequest, options?: SuspenseQueryHookOptions<LlmEvalsGetSampleTrajectoryQueryData, LlmEvalsGetSampleTrajectoryQueryError>): UseSuspenseQueryResult<LlmEvalsGetSampleTrajectoryQueryData, LlmEvalsGetSampleTrajectoryQueryError>;
25
+ export declare function setLlmEvalsGetSampleTrajectoryData(client: QueryClient, queryKeyBase: [
26
+ runId: string,
27
+ sampleIndex: number,
28
+ parameters: {
29
+ taskId?: string | undefined;
30
+ model?: string | undefined;
31
+ xOnBehalfOf?: string | undefined;
32
+ }
33
+ ], data: LlmEvalsGetSampleTrajectoryQueryData): LlmEvalsGetSampleTrajectoryQueryData | undefined;
34
+ export declare function invalidateLlmEvalsGetSampleTrajectory(client: QueryClient, queryKeyBase: TupleToPrefixes<[
35
+ runId: string,
36
+ sampleIndex: number,
37
+ parameters: {
38
+ taskId?: string | undefined;
39
+ model?: string | undefined;
40
+ xOnBehalfOf?: string | undefined;
41
+ }
42
+ ]>, filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">): Promise<void>;
43
+ export declare function invalidateAllLlmEvalsGetSampleTrajectory(client: QueryClient, filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">): Promise<void>;
44
+ //# sourceMappingURL=llmEvalsGetSampleTrajectory.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llmEvalsGetSampleTrajectory.d.ts","sourceRoot":"","sources":["../../../src/react-query/llmEvalsGetSampleTrajectory.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,sBAAsB,EACtB,WAAW,EAEX,cAAc,EAEd,sBAAsB,EACvB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,uBAAuB,EAAE,MAAM,6CAA6C,CAAC;AACtF,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAE5D,OAAO,EACL,gBAAgB,EAChB,wBAAwB,EACxB,eAAe,EAChB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,qCAAqC,EACrC,oCAAoC,EACpC,mCAAmC,EACnC,mCAAmC,EACpC,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EACL,qCAAqC,EACrC,KAAK,oCAAoC,EACzC,mCAAmC,EACnC,mCAAmC,GACpC,CAAC;AAEF,MAAM,MAAM,qCAAqC,GAC7C,QAAQ,GACR,uBAAuB,GACvB,eAAe,GACf,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,qBAAqB,GACrB,kBAAkB,CAAC;AAEvB;;;;;GAKG;AACH,wBAAgB,8BAA8B,CAC5C,OAAO,EAAE,UAAU,CAAC,8BAA8B,EAClD,OAAO,CAAC,EAAE,gBAAgB,CACxB,oCAAoC,EACpC,qCAAqC,CACtC,GACA,cAAc,CACf,oCAAoC,EACpC,qCAAqC,CACtC,CAUA;AAED;;;;;GAKG;AACH,wBAAgB,sCAAsC,CACpD,OAAO,EAAE,UAAU,CAAC,8BAA8B,EAClD,OAAO,CAAC,EAAE,wBAAwB,CAChC,oCAAoC,EACpC,qCAAqC,CACtC,GACA,sBAAsB,CACvB,oCAAoC,EACpC,qCAAqC,CACtC,CAUA;AAED,wBAAgB,kCAAkC,CAChD,MAAM,EAAE,WAAW,EACnB,YAAY,EAAE;IACZ,KAAK,EAAE,MAAM;IACb,WAAW,EAAE,MAAM;IACnB,UAAU,EAAE;QACV,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAClC;CACF,EACD,IAAI,EAAE,oCAAoC,GACzC,oCAAoC,GAAG,SAAS,CAIlD;AAED,wBAAgB,qCAAqC,CACnD,MAAM,EAAE,WAAW,EACnB,YAAY,EAAE,eAAe,CAC3B;IACE,KAAK,EAAE,MAAM;IACb,WAAW,EAAE,MAAM;IACnB,UAAU,EAAE;QACV,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAClC;CACF,CACF,EACD,OAAO,CAAC,EAAE,IAAI,CAAC,sBAAsB,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,GACzE,OAAO,CAAC,IAAI,CAAC,CAUf;AAED,wBAAgB,wCAAwC,CACtD,MAAM,EAAE,WAAW,EACnB,OAAO,CAAC,EAAE,IAAI,CAAC,sBAAsB,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,GACzE,OAAO,CAAC,IAAI,CAAC,CAKf"}
@@ -0,0 +1,65 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.queryKeyLlmEvalsGetSampleTrajectory = exports.prefetchLlmEvalsGetSampleTrajectory = exports.buildLlmEvalsGetSampleTrajectoryQuery = void 0;
7
+ exports.useLlmEvalsGetSampleTrajectory = useLlmEvalsGetSampleTrajectory;
8
+ exports.useLlmEvalsGetSampleTrajectorySuspense = useLlmEvalsGetSampleTrajectorySuspense;
9
+ exports.setLlmEvalsGetSampleTrajectoryData = setLlmEvalsGetSampleTrajectoryData;
10
+ exports.invalidateLlmEvalsGetSampleTrajectory = invalidateLlmEvalsGetSampleTrajectory;
11
+ exports.invalidateAllLlmEvalsGetSampleTrajectory = invalidateAllLlmEvalsGetSampleTrajectory;
12
+ const react_query_1 = require("@tanstack/react-query");
13
+ const _context_js_1 = require("./_context.js");
14
+ const llmEvalsGetSampleTrajectory_core_js_1 = require("./llmEvalsGetSampleTrajectory.core.js");
15
+ Object.defineProperty(exports, "buildLlmEvalsGetSampleTrajectoryQuery", { enumerable: true, get: function () { return llmEvalsGetSampleTrajectory_core_js_1.buildLlmEvalsGetSampleTrajectoryQuery; } });
16
+ Object.defineProperty(exports, "prefetchLlmEvalsGetSampleTrajectory", { enumerable: true, get: function () { return llmEvalsGetSampleTrajectory_core_js_1.prefetchLlmEvalsGetSampleTrajectory; } });
17
+ Object.defineProperty(exports, "queryKeyLlmEvalsGetSampleTrajectory", { enumerable: true, get: function () { return llmEvalsGetSampleTrajectory_core_js_1.queryKeyLlmEvalsGetSampleTrajectory; } });
18
+ /**
19
+ * Get an eval sample trajectory
20
+ *
21
+ * @remarks
22
+ * Returns one coding-agent trial's session — the steps the agent took, verbatim in the harness's interchange format (see `schema_version`, e.g. `ATIF-v1.7`). Deliberately not part of the samples list: a trajectory averages ~92 KB and that list pages up to 500 rows. Sample indices are unique per (task, model), not per run, so pass `task_id` and/or `model` when the run covers more than one; an index that matches several trials returns 400 rather than guessing, and never falls back to another trial's session. Returns 404 when the sample does not exist or recorded no trajectory.
23
+ */
24
+ function useLlmEvalsGetSampleTrajectory(request, options) {
25
+ const client = (0, _context_js_1.useSDKContext)();
26
+ return (0, react_query_1.useQuery)({
27
+ ...(0, llmEvalsGetSampleTrajectory_core_js_1.buildLlmEvalsGetSampleTrajectoryQuery)(client, request, options),
28
+ ...options,
29
+ });
30
+ }
31
+ /**
32
+ * Get an eval sample trajectory
33
+ *
34
+ * @remarks
35
+ * Returns one coding-agent trial's session — the steps the agent took, verbatim in the harness's interchange format (see `schema_version`, e.g. `ATIF-v1.7`). Deliberately not part of the samples list: a trajectory averages ~92 KB and that list pages up to 500 rows. Sample indices are unique per (task, model), not per run, so pass `task_id` and/or `model` when the run covers more than one; an index that matches several trials returns 400 rather than guessing, and never falls back to another trial's session. Returns 404 when the sample does not exist or recorded no trajectory.
36
+ */
37
+ function useLlmEvalsGetSampleTrajectorySuspense(request, options) {
38
+ const client = (0, _context_js_1.useSDKContext)();
39
+ return (0, react_query_1.useSuspenseQuery)({
40
+ ...(0, llmEvalsGetSampleTrajectory_core_js_1.buildLlmEvalsGetSampleTrajectoryQuery)(client, request, options),
41
+ ...options,
42
+ });
43
+ }
44
+ function setLlmEvalsGetSampleTrajectoryData(client, queryKeyBase, data) {
45
+ const key = (0, llmEvalsGetSampleTrajectory_core_js_1.queryKeyLlmEvalsGetSampleTrajectory)(...queryKeyBase);
46
+ return client.setQueryData(key, data);
47
+ }
48
+ function invalidateLlmEvalsGetSampleTrajectory(client, queryKeyBase, filters) {
49
+ return client.invalidateQueries({
50
+ ...filters,
51
+ queryKey: [
52
+ "@meetkai/mka1",
53
+ "evals",
54
+ "getSampleTrajectory",
55
+ ...queryKeyBase,
56
+ ],
57
+ });
58
+ }
59
+ function invalidateAllLlmEvalsGetSampleTrajectory(client, filters) {
60
+ return client.invalidateQueries({
61
+ ...filters,
62
+ queryKey: ["@meetkai/mka1", "evals", "getSampleTrajectory"],
63
+ });
64
+ }
65
+ //# sourceMappingURL=llmEvalsGetSampleTrajectory.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llmEvalsGetSampleTrajectory.js","sourceRoot":"","sources":["../../../src/react-query/llmEvalsGetSampleTrajectory.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAwDH,wEAmBC;AAQD,wFAmBC;AAED,gFAgBC;AAED,sFAwBC;AAED,4FAQC;AA1JD,uDAO+B;AAY/B,+CAA8C;AAM9C,+FAK+C;AAE7C,sHANA,2EAAqC,OAMA;AAErC,oHANA,yEAAmC,OAMA;AACnC,oHANA,yEAAmC,OAMA;AAarC;;;;;GAKG;AACH,SAAgB,8BAA8B,CAC5C,OAAkD,EAClD,OAGC;IAKD,MAAM,MAAM,GAAG,IAAA,2BAAa,GAAE,CAAC;IAC/B,OAAO,IAAA,sBAAQ,EAAC;QACd,GAAG,IAAA,2EAAqC,EACtC,MAAM,EACN,OAAO,EACP,OAAO,CACR;QACD,GAAG,OAAO;KACX,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,SAAgB,sCAAsC,CACpD,OAAkD,EAClD,OAGC;IAKD,MAAM,MAAM,GAAG,IAAA,2BAAa,GAAE,CAAC;IAC/B,OAAO,IAAA,8BAAgB,EAAC;QACtB,GAAG,IAAA,2EAAqC,EACtC,MAAM,EACN,OAAO,EACP,OAAO,CACR;QACD,GAAG,OAAO;KACX,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,kCAAkC,CAChD,MAAmB,EACnB,YAQC,EACD,IAA0C;IAE1C,MAAM,GAAG,GAAG,IAAA,yEAAmC,EAAC,GAAG,YAAY,CAAC,CAAC;IAEjE,OAAO,MAAM,CAAC,YAAY,CAAuC,GAAG,EAAE,IAAI,CAAC,CAAC;AAC9E,CAAC;AAED,SAAgB,qCAAqC,CACnD,MAAmB,EACnB,YAUC,EACD,OAA0E;IAE1E,OAAO,MAAM,CAAC,iBAAiB,CAAC;QAC9B,GAAG,OAAO;QACV,QAAQ,EAAE;YACR,eAAe;YACf,OAAO;YACP,qBAAqB;YACrB,GAAG,YAAY;SAChB;KACF,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,wCAAwC,CACtD,MAAmB,EACnB,OAA0E;IAE1E,OAAO,MAAM,CAAC,iBAAiB,CAAC;QAC9B,GAAG,OAAO;QACV,QAAQ,EAAE,CAAC,eAAe,EAAE,OAAO,EAAE,qBAAqB,CAAC;KAC5D,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,20 @@
1
+ import { QueryClient, QueryFunctionContext, QueryKey } from "@tanstack/react-query";
2
+ import { SDKCore } from "../core.js";
3
+ import { RequestOptions } from "../lib/sdks.js";
4
+ import * as components from "../models/components/index.js";
5
+ import * as operations from "../models/operations/index.js";
6
+ export type LlmEvalsGetSuiteLeaderboardQueryData = components.EvalSuiteLeaderboard;
7
+ export declare function prefetchLlmEvalsGetSuiteLeaderboard(queryClient: QueryClient, client$: SDKCore, request: operations.GetEvalSuiteLeaderboardRequest, options?: RequestOptions): Promise<void>;
8
+ export declare function buildLlmEvalsGetSuiteLeaderboardQuery(client$: SDKCore, request: operations.GetEvalSuiteLeaderboardRequest, options?: RequestOptions): {
9
+ queryKey: QueryKey;
10
+ queryFn: (context: QueryFunctionContext) => Promise<LlmEvalsGetSuiteLeaderboardQueryData>;
11
+ };
12
+ export declare function queryKeyLlmEvalsGetSuiteLeaderboard(suiteId: string, parameters: {
13
+ suiteVersion?: number | undefined;
14
+ metric?: string | undefined;
15
+ agent?: string | undefined;
16
+ model?: string | undefined;
17
+ limit?: number | undefined;
18
+ xOnBehalfOf?: string | undefined;
19
+ }): QueryKey;
20
+ //# sourceMappingURL=llmEvalsGetSuiteLeaderboard.core.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llmEvalsGetSuiteLeaderboard.core.d.ts","sourceRoot":"","sources":["../../../src/react-query/llmEvalsGetSuiteLeaderboard.core.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,WAAW,EACX,oBAAoB,EACpB,QAAQ,EACT,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAGrC,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAE5D,MAAM,MAAM,oCAAoC,GAC9C,UAAU,CAAC,oBAAoB,CAAC;AAElC,wBAAgB,mCAAmC,CACjD,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,UAAU,CAAC,8BAA8B,EAClD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,IAAI,CAAC,CAQf;AAED,wBAAgB,qCAAqC,CACnD,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,UAAU,CAAC,8BAA8B,EAClD,OAAO,CAAC,EAAE,cAAc,GACvB;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,EAAE,CACP,OAAO,EAAE,oBAAoB,KAC1B,OAAO,CAAC,oCAAoC,CAAC,CAAC;CACpD,CA+BA;AAED,wBAAgB,mCAAmC,CACjD,OAAO,EAAE,MAAM,EACf,UAAU,EAAE;IACV,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,GACA,QAAQ,CAEV"}
@@ -0,0 +1,41 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.prefetchLlmEvalsGetSuiteLeaderboard = prefetchLlmEvalsGetSuiteLeaderboard;
7
+ exports.buildLlmEvalsGetSuiteLeaderboardQuery = buildLlmEvalsGetSuiteLeaderboardQuery;
8
+ exports.queryKeyLlmEvalsGetSuiteLeaderboard = queryKeyLlmEvalsGetSuiteLeaderboard;
9
+ const llmEvalsGetSuiteLeaderboard_js_1 = require("../funcs/llmEvalsGetSuiteLeaderboard.js");
10
+ const primitives_js_1 = require("../lib/primitives.js");
11
+ const fp_js_1 = require("../types/fp.js");
12
+ function prefetchLlmEvalsGetSuiteLeaderboard(queryClient, client$, request, options) {
13
+ return queryClient.prefetchQuery({
14
+ ...buildLlmEvalsGetSuiteLeaderboardQuery(client$, request, options),
15
+ });
16
+ }
17
+ function buildLlmEvalsGetSuiteLeaderboardQuery(client$, request, options) {
18
+ return {
19
+ queryKey: queryKeyLlmEvalsGetSuiteLeaderboard(request.suiteId, {
20
+ suiteVersion: request.suiteVersion,
21
+ metric: request.metric,
22
+ agent: request.agent,
23
+ model: request.model,
24
+ limit: request.limit,
25
+ xOnBehalfOf: request.xOnBehalfOf,
26
+ }),
27
+ queryFn: async function llmEvalsGetSuiteLeaderboardQueryFn(ctx) {
28
+ const sig = (0, primitives_js_1.combineSignals)(ctx.signal, options?.signal, options?.fetchOptions?.signal);
29
+ const mergedOptions = {
30
+ ...options?.fetchOptions,
31
+ ...options,
32
+ signal: sig,
33
+ };
34
+ return (0, fp_js_1.unwrapAsync)((0, llmEvalsGetSuiteLeaderboard_js_1.llmEvalsGetSuiteLeaderboard)(client$, request, mergedOptions));
35
+ },
36
+ };
37
+ }
38
+ function queryKeyLlmEvalsGetSuiteLeaderboard(suiteId, parameters) {
39
+ return ["@meetkai/mka1", "evals", "getSuiteLeaderboard", suiteId, parameters];
40
+ }
41
+ //# sourceMappingURL=llmEvalsGetSuiteLeaderboard.core.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llmEvalsGetSuiteLeaderboard.core.js","sourceRoot":"","sources":["../../../src/react-query/llmEvalsGetSuiteLeaderboard.core.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAiBH,kFAaC;AAED,sFAwCC;AAED,kFAYC;AA9ED,4FAAsF;AACtF,wDAAsD;AAItD,0CAA6C;AAI7C,SAAgB,mCAAmC,CACjD,WAAwB,EACxB,OAAgB,EAChB,OAAkD,EAClD,OAAwB;IAExB,OAAO,WAAW,CAAC,aAAa,CAAC;QAC/B,GAAG,qCAAqC,CACtC,OAAO,EACP,OAAO,EACP,OAAO,CACR;KACF,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,qCAAqC,CACnD,OAAgB,EAChB,OAAkD,EAClD,OAAwB;IAOxB,OAAO;QACL,QAAQ,EAAE,mCAAmC,CAAC,OAAO,CAAC,OAAO,EAAE;YAC7D,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC;QACF,OAAO,EAAE,KAAK,UAAU,kCAAkC,CACxD,GAAG;YAEH,MAAM,GAAG,GAAG,IAAA,8BAAc,EACxB,GAAG,CAAC,MAAM,EACV,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,YAAY,EAAE,MAAM,CAC9B,CAAC;YACF,MAAM,aAAa,GAAG;gBACpB,GAAG,OAAO,EAAE,YAAY;gBACxB,GAAG,OAAO;gBACV,MAAM,EAAE,GAAG;aACZ,CAAC;YAEF,OAAO,IAAA,mBAAW,EAAC,IAAA,4DAA2B,EAC5C,OAAO,EACP,OAAO,EACP,aAAa,CACd,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAgB,mCAAmC,CACjD,OAAe,EACf,UAOC;IAED,OAAO,CAAC,eAAe,EAAE,OAAO,EAAE,qBAAqB,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;AAChF,CAAC"}
@@ -0,0 +1,48 @@
1
+ import { InvalidateQueryFilters, QueryClient, UseQueryResult, UseSuspenseQueryResult } from "@tanstack/react-query";
2
+ import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
3
+ import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
4
+ import { SDKError } from "../models/errors/sdkerror.js";
5
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
6
+ import * as operations from "../models/operations/index.js";
7
+ import { QueryHookOptions, SuspenseQueryHookOptions, TupleToPrefixes } from "./_types.js";
8
+ import { buildLlmEvalsGetSuiteLeaderboardQuery, LlmEvalsGetSuiteLeaderboardQueryData, prefetchLlmEvalsGetSuiteLeaderboard, queryKeyLlmEvalsGetSuiteLeaderboard } from "./llmEvalsGetSuiteLeaderboard.core.js";
9
+ export { buildLlmEvalsGetSuiteLeaderboardQuery, type LlmEvalsGetSuiteLeaderboardQueryData, prefetchLlmEvalsGetSuiteLeaderboard, queryKeyLlmEvalsGetSuiteLeaderboard, };
10
+ export type LlmEvalsGetSuiteLeaderboardQueryError = SDKError | ResponseValidationError | ConnectionError | RequestAbortedError | RequestTimeoutError | InvalidRequestError | UnexpectedClientError | SDKValidationError;
11
+ /**
12
+ * Get the coding-agent leaderboard for an eval suite
13
+ *
14
+ * @remarks
15
+ * Ranks the suite's completed coding-agent runs, one row per (agent, model, effort). Only runs that recorded an `agent_name` participate — a QA or transcription run of the same suite has no agent to attribute a score to and is not a board row. `accuracy` is the mean of `metric` (default `reward`) over the row's scored trials, and `accuracy_ci` is the 95% Wald interval around it; both are derived per request rather than stored, so rerunning a failed trial moves them instead of leaving a stale copy behind. `agent_version` is reported but is not part of the row identity, so an agent upgrade does not split a row in two. Rows are ordered by accuracy descending, nulls last. Pass `suite_version` when the suite has more than one, otherwise the board mixes task sets.
16
+ */
17
+ export declare function useLlmEvalsGetSuiteLeaderboard(request: operations.GetEvalSuiteLeaderboardRequest, options?: QueryHookOptions<LlmEvalsGetSuiteLeaderboardQueryData, LlmEvalsGetSuiteLeaderboardQueryError>): UseQueryResult<LlmEvalsGetSuiteLeaderboardQueryData, LlmEvalsGetSuiteLeaderboardQueryError>;
18
+ /**
19
+ * Get the coding-agent leaderboard for an eval suite
20
+ *
21
+ * @remarks
22
+ * Ranks the suite's completed coding-agent runs, one row per (agent, model, effort). Only runs that recorded an `agent_name` participate — a QA or transcription run of the same suite has no agent to attribute a score to and is not a board row. `accuracy` is the mean of `metric` (default `reward`) over the row's scored trials, and `accuracy_ci` is the 95% Wald interval around it; both are derived per request rather than stored, so rerunning a failed trial moves them instead of leaving a stale copy behind. `agent_version` is reported but is not part of the row identity, so an agent upgrade does not split a row in two. Rows are ordered by accuracy descending, nulls last. Pass `suite_version` when the suite has more than one, otherwise the board mixes task sets.
23
+ */
24
+ export declare function useLlmEvalsGetSuiteLeaderboardSuspense(request: operations.GetEvalSuiteLeaderboardRequest, options?: SuspenseQueryHookOptions<LlmEvalsGetSuiteLeaderboardQueryData, LlmEvalsGetSuiteLeaderboardQueryError>): UseSuspenseQueryResult<LlmEvalsGetSuiteLeaderboardQueryData, LlmEvalsGetSuiteLeaderboardQueryError>;
25
+ export declare function setLlmEvalsGetSuiteLeaderboardData(client: QueryClient, queryKeyBase: [
26
+ suiteId: string,
27
+ parameters: {
28
+ suiteVersion?: number | undefined;
29
+ metric?: string | undefined;
30
+ agent?: string | undefined;
31
+ model?: string | undefined;
32
+ limit?: number | undefined;
33
+ xOnBehalfOf?: string | undefined;
34
+ }
35
+ ], data: LlmEvalsGetSuiteLeaderboardQueryData): LlmEvalsGetSuiteLeaderboardQueryData | undefined;
36
+ export declare function invalidateLlmEvalsGetSuiteLeaderboard(client: QueryClient, queryKeyBase: TupleToPrefixes<[
37
+ suiteId: string,
38
+ parameters: {
39
+ suiteVersion?: number | undefined;
40
+ metric?: string | undefined;
41
+ agent?: string | undefined;
42
+ model?: string | undefined;
43
+ limit?: number | undefined;
44
+ xOnBehalfOf?: string | undefined;
45
+ }
46
+ ]>, filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">): Promise<void>;
47
+ export declare function invalidateAllLlmEvalsGetSuiteLeaderboard(client: QueryClient, filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">): Promise<void>;
48
+ //# sourceMappingURL=llmEvalsGetSuiteLeaderboard.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llmEvalsGetSuiteLeaderboard.d.ts","sourceRoot":"","sources":["../../../src/react-query/llmEvalsGetSuiteLeaderboard.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,sBAAsB,EACtB,WAAW,EAEX,cAAc,EAEd,sBAAsB,EACvB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,uBAAuB,EAAE,MAAM,6CAA6C,CAAC;AACtF,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAE5D,OAAO,EACL,gBAAgB,EAChB,wBAAwB,EACxB,eAAe,EAChB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,qCAAqC,EACrC,oCAAoC,EACpC,mCAAmC,EACnC,mCAAmC,EACpC,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EACL,qCAAqC,EACrC,KAAK,oCAAoC,EACzC,mCAAmC,EACnC,mCAAmC,GACpC,CAAC;AAEF,MAAM,MAAM,qCAAqC,GAC7C,QAAQ,GACR,uBAAuB,GACvB,eAAe,GACf,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,qBAAqB,GACrB,kBAAkB,CAAC;AAEvB;;;;;GAKG;AACH,wBAAgB,8BAA8B,CAC5C,OAAO,EAAE,UAAU,CAAC,8BAA8B,EAClD,OAAO,CAAC,EAAE,gBAAgB,CACxB,oCAAoC,EACpC,qCAAqC,CACtC,GACA,cAAc,CACf,oCAAoC,EACpC,qCAAqC,CACtC,CAUA;AAED;;;;;GAKG;AACH,wBAAgB,sCAAsC,CACpD,OAAO,EAAE,UAAU,CAAC,8BAA8B,EAClD,OAAO,CAAC,EAAE,wBAAwB,CAChC,oCAAoC,EACpC,qCAAqC,CACtC,GACA,sBAAsB,CACvB,oCAAoC,EACpC,qCAAqC,CACtC,CAUA;AAED,wBAAgB,kCAAkC,CAChD,MAAM,EAAE,WAAW,EACnB,YAAY,EAAE;IACZ,OAAO,EAAE,MAAM;IACf,UAAU,EAAE;QACV,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAClC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAClC;CACF,EACD,IAAI,EAAE,oCAAoC,GACzC,oCAAoC,GAAG,SAAS,CAIlD;AAED,wBAAgB,qCAAqC,CACnD,MAAM,EAAE,WAAW,EACnB,YAAY,EAAE,eAAe,CAC3B;IACE,OAAO,EAAE,MAAM;IACf,UAAU,EAAE;QACV,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAClC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAClC;CACF,CACF,EACD,OAAO,CAAC,EAAE,IAAI,CAAC,sBAAsB,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,GACzE,OAAO,CAAC,IAAI,CAAC,CAUf;AAED,wBAAgB,wCAAwC,CACtD,MAAM,EAAE,WAAW,EACnB,OAAO,CAAC,EAAE,IAAI,CAAC,sBAAsB,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,GACzE,OAAO,CAAC,IAAI,CAAC,CAKf"}