@meetkai/mka1 0.54.23 → 0.54.25

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (614) hide show
  1. package/README.md +320 -283
  2. package/bin/mcp-server.js +4406 -1683
  3. package/bin/mcp-server.js.map +55 -19
  4. package/dist/commonjs/funcs/authOrgsGetById.d.ts +19 -0
  5. package/dist/commonjs/funcs/authOrgsGetById.d.ts.map +1 -0
  6. package/dist/commonjs/funcs/authOrgsGetById.js +146 -0
  7. package/dist/commonjs/funcs/authOrgsGetById.js.map +1 -0
  8. package/dist/commonjs/funcs/authOrgsUpdate.d.ts +19 -0
  9. package/dist/commonjs/funcs/authOrgsUpdate.d.ts.map +1 -0
  10. package/dist/commonjs/funcs/authOrgsUpdate.js +149 -0
  11. package/dist/commonjs/funcs/authOrgsUpdate.js.map +1 -0
  12. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  13. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  14. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js +136 -0
  15. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  16. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  17. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  18. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js +138 -0
  19. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js.map +1 -0
  20. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  21. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  22. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js +142 -0
  23. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  24. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  25. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  26. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js +142 -0
  27. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  28. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  29. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  30. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js +130 -0
  31. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js.map +1 -0
  32. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  33. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  34. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js +146 -0
  35. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  36. package/dist/commonjs/lib/config.d.ts +2 -2
  37. package/dist/commonjs/lib/config.js +2 -2
  38. package/dist/commonjs/mcp-server/mcp-server.js +1 -1
  39. package/dist/commonjs/mcp-server/server.d.ts.map +1 -1
  40. package/dist/commonjs/mcp-server/server.js +13 -1
  41. package/dist/commonjs/mcp-server/server.js.map +1 -1
  42. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  43. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  44. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js +64 -0
  45. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  46. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  47. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  48. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js +64 -0
  49. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  50. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  51. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  52. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js +64 -0
  53. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  54. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  55. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  56. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +64 -0
  57. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  58. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  59. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  60. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js +64 -0
  61. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  62. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  63. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  64. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +64 -0
  65. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  66. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts +111 -0
  67. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  68. package/dist/commonjs/models/components/appendagenttrialsrequest.js +136 -0
  69. package/dist/commonjs/models/components/appendagenttrialsrequest.js.map +1 -0
  70. package/dist/commonjs/models/components/basicorganization.d.ts +41 -0
  71. package/dist/commonjs/models/components/basicorganization.d.ts.map +1 -0
  72. package/dist/commonjs/models/components/basicorganization.js +80 -0
  73. package/dist/commonjs/models/components/basicorganization.js.map +1 -0
  74. package/dist/commonjs/models/components/evalleaderboardrow.d.ts +85 -0
  75. package/dist/commonjs/models/components/evalleaderboardrow.d.ts.map +1 -0
  76. package/dist/commonjs/models/components/evalleaderboardrow.js +129 -0
  77. package/dist/commonjs/models/components/evalleaderboardrow.js.map +1 -0
  78. package/dist/commonjs/models/components/evalrunoverview.d.ts +101 -0
  79. package/dist/commonjs/models/components/evalrunoverview.d.ts.map +1 -0
  80. package/dist/commonjs/models/components/evalrunoverview.js +150 -0
  81. package/dist/commonjs/models/components/evalrunoverview.js.map +1 -0
  82. package/dist/commonjs/models/components/evalsampleobject.d.ts +32 -0
  83. package/dist/commonjs/models/components/evalsampleobject.d.ts.map +1 -1
  84. package/dist/commonjs/models/components/evalsampleobject.js +20 -0
  85. package/dist/commonjs/models/components/evalsampleobject.js.map +1 -1
  86. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  87. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  88. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js +87 -0
  89. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  90. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts +35 -0
  91. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  92. package/dist/commonjs/models/components/evalsuiteleaderboard.js +78 -0
  93. package/dist/commonjs/models/components/evalsuiteleaderboard.js.map +1 -0
  94. package/dist/commonjs/models/components/importagentrunrequest.d.ts +164 -0
  95. package/dist/commonjs/models/components/importagentrunrequest.d.ts.map +1 -0
  96. package/dist/commonjs/models/components/importagentrunrequest.js +182 -0
  97. package/dist/commonjs/models/components/importagentrunrequest.js.map +1 -0
  98. package/dist/commonjs/models/components/index.d.ts +14 -0
  99. package/dist/commonjs/models/components/index.d.ts.map +1 -1
  100. package/dist/commonjs/models/components/index.js +14 -0
  101. package/dist/commonjs/models/components/index.js.map +1 -1
  102. package/dist/commonjs/models/components/organizationcodeconfig.d.ts +20 -0
  103. package/dist/commonjs/models/components/organizationcodeconfig.d.ts.map +1 -0
  104. package/dist/commonjs/models/components/organizationcodeconfig.js +58 -0
  105. package/dist/commonjs/models/components/organizationcodeconfig.js.map +1 -0
  106. package/dist/commonjs/models/components/organizationmetadata.d.ts +23 -0
  107. package/dist/commonjs/models/components/organizationmetadata.d.ts.map +1 -0
  108. package/dist/commonjs/models/components/organizationmetadata.js +69 -0
  109. package/dist/commonjs/models/components/organizationmetadata.js.map +1 -0
  110. package/dist/commonjs/models/components/organizationmetadataoutput.d.ts +23 -0
  111. package/dist/commonjs/models/components/organizationmetadataoutput.d.ts.map +1 -0
  112. package/dist/commonjs/models/components/organizationmetadataoutput.js +69 -0
  113. package/dist/commonjs/models/components/organizationmetadataoutput.js.map +1 -0
  114. package/dist/commonjs/models/components/schema0.d.ts +17 -0
  115. package/dist/commonjs/models/components/schema0.d.ts.map +1 -0
  116. package/dist/commonjs/models/components/schema0.js +66 -0
  117. package/dist/commonjs/models/components/schema0.js.map +1 -0
  118. package/dist/commonjs/models/components/schema1.d.ts +17 -0
  119. package/dist/commonjs/models/components/schema1.d.ts.map +1 -0
  120. package/dist/commonjs/models/components/schema1.js +66 -0
  121. package/dist/commonjs/models/components/schema1.js.map +1 -0
  122. package/dist/commonjs/models/components/updateorganizationbody.d.ts +18 -0
  123. package/dist/commonjs/models/components/updateorganizationbody.d.ts.map +1 -0
  124. package/dist/commonjs/models/components/updateorganizationbody.js +59 -0
  125. package/dist/commonjs/models/components/updateorganizationbody.js.map +1 -0
  126. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  127. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  128. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js +71 -0
  129. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  130. package/dist/commonjs/models/errors/getjwtfromkey.d.ts +9 -9
  131. package/dist/commonjs/models/errors/getjwtfromkey.d.ts.map +1 -1
  132. package/dist/commonjs/models/errors/getjwtfromkey.js +11 -11
  133. package/dist/commonjs/models/errors/getjwtfromkey.js.map +1 -1
  134. package/dist/commonjs/models/errors/getorgbyid.d.ts +211 -0
  135. package/dist/commonjs/models/errors/getorgbyid.d.ts.map +1 -0
  136. package/dist/commonjs/models/errors/getorgbyid.js +298 -0
  137. package/dist/commonjs/models/errors/getorgbyid.js.map +1 -0
  138. package/dist/commonjs/models/errors/index.d.ts +2 -0
  139. package/dist/commonjs/models/errors/index.d.ts.map +1 -1
  140. package/dist/commonjs/models/errors/index.js +2 -0
  141. package/dist/commonjs/models/errors/index.js.map +1 -1
  142. package/dist/commonjs/models/errors/updateorganization.d.ts +257 -0
  143. package/dist/commonjs/models/errors/updateorganization.d.ts.map +1 -0
  144. package/dist/commonjs/models/errors/updateorganization.js +353 -0
  145. package/dist/commonjs/models/errors/updateorganization.js.map +1 -0
  146. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts +264 -0
  147. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts.map +1 -0
  148. package/dist/commonjs/models/operations/appendagentevaltrials.js +371 -0
  149. package/dist/commonjs/models/operations/appendagentevaltrials.js.map +1 -0
  150. package/dist/commonjs/models/operations/cancelevalrun.d.ts +20 -0
  151. package/dist/commonjs/models/operations/cancelevalrun.d.ts.map +1 -1
  152. package/dist/commonjs/models/operations/cancelevalrun.js +16 -0
  153. package/dist/commonjs/models/operations/cancelevalrun.js.map +1 -1
  154. package/dist/commonjs/models/operations/createevalrun.d.ts +20 -0
  155. package/dist/commonjs/models/operations/createevalrun.d.ts.map +1 -1
  156. package/dist/commonjs/models/operations/createevalrun.js +16 -0
  157. package/dist/commonjs/models/operations/createevalrun.js.map +1 -1
  158. package/dist/commonjs/models/operations/getevalrun.d.ts +20 -0
  159. package/dist/commonjs/models/operations/getevalrun.d.ts.map +1 -1
  160. package/dist/commonjs/models/operations/getevalrun.js +16 -0
  161. package/dist/commonjs/models/operations/getevalrun.js.map +1 -1
  162. package/dist/commonjs/models/operations/getevalrunoverview.d.ts +24 -0
  163. package/dist/commonjs/models/operations/getevalrunoverview.d.ts.map +1 -0
  164. package/dist/commonjs/models/operations/getevalrunoverview.js +73 -0
  165. package/dist/commonjs/models/operations/getevalrunoverview.js.map +1 -0
  166. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts +75 -0
  167. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  168. package/dist/commonjs/models/operations/getevalsampletrajectory.js +133 -0
  169. package/dist/commonjs/models/operations/getevalsampletrajectory.js.map +1 -0
  170. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  171. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  172. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js +83 -0
  173. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js.map +1 -0
  174. package/dist/commonjs/models/operations/getorgbyid.d.ts +37 -0
  175. package/dist/commonjs/models/operations/getorgbyid.d.ts.map +1 -0
  176. package/dist/commonjs/models/operations/getorgbyid.js +87 -0
  177. package/dist/commonjs/models/operations/getorgbyid.js.map +1 -0
  178. package/dist/commonjs/models/operations/importagentevalrun.d.ts +262 -0
  179. package/dist/commonjs/models/operations/importagentevalrun.d.ts.map +1 -0
  180. package/dist/commonjs/models/operations/importagentevalrun.js +367 -0
  181. package/dist/commonjs/models/operations/importagentevalrun.js.map +1 -0
  182. package/dist/commonjs/models/operations/index.d.ts +8 -0
  183. package/dist/commonjs/models/operations/index.d.ts.map +1 -1
  184. package/dist/commonjs/models/operations/index.js +8 -0
  185. package/dist/commonjs/models/operations/index.js.map +1 -1
  186. package/dist/commonjs/models/operations/listevalruns.d.ts +20 -0
  187. package/dist/commonjs/models/operations/listevalruns.d.ts.map +1 -1
  188. package/dist/commonjs/models/operations/listevalruns.js +16 -0
  189. package/dist/commonjs/models/operations/listevalruns.js.map +1 -1
  190. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts +20 -0
  191. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts.map +1 -1
  192. package/dist/commonjs/models/operations/listevalscheduleruns.js +16 -0
  193. package/dist/commonjs/models/operations/listevalscheduleruns.js.map +1 -1
  194. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  195. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  196. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js +16 -0
  197. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  198. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts +20 -0
  199. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  200. package/dist/commonjs/models/operations/rerunfailedevalsamples.js +16 -0
  201. package/dist/commonjs/models/operations/rerunfailedevalsamples.js.map +1 -1
  202. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts +20 -0
  203. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts.map +1 -1
  204. package/dist/commonjs/models/operations/retryfailedevalrun.js +16 -0
  205. package/dist/commonjs/models/operations/retryfailedevalrun.js.map +1 -1
  206. package/dist/commonjs/models/operations/updateorganization.d.ts +40 -0
  207. package/dist/commonjs/models/operations/updateorganization.d.ts.map +1 -0
  208. package/dist/commonjs/models/operations/updateorganization.js +92 -0
  209. package/dist/commonjs/models/operations/updateorganization.js.map +1 -0
  210. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  211. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  212. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js +86 -0
  213. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js.map +1 -0
  214. package/dist/commonjs/react-query/authOrgsGetById.core.d.ts +15 -0
  215. package/dist/commonjs/react-query/authOrgsGetById.core.d.ts.map +1 -0
  216. package/dist/commonjs/react-query/authOrgsGetById.core.js +36 -0
  217. package/dist/commonjs/react-query/authOrgsGetById.core.js.map +1 -0
  218. package/dist/commonjs/react-query/authOrgsGetById.d.ts +39 -0
  219. package/dist/commonjs/react-query/authOrgsGetById.d.ts.map +1 -0
  220. package/dist/commonjs/react-query/authOrgsGetById.js +60 -0
  221. package/dist/commonjs/react-query/authOrgsGetById.js.map +1 -0
  222. package/dist/commonjs/react-query/authOrgsUpdate.d.ts +31 -0
  223. package/dist/commonjs/react-query/authOrgsUpdate.d.ts.map +1 -0
  224. package/dist/commonjs/react-query/authOrgsUpdate.js +47 -0
  225. package/dist/commonjs/react-query/authOrgsUpdate.js.map +1 -0
  226. package/dist/commonjs/react-query/index.d.ts +8 -0
  227. package/dist/commonjs/react-query/index.d.ts.map +1 -1
  228. package/dist/commonjs/react-query/index.js +8 -0
  229. package/dist/commonjs/react-query/index.js.map +1 -1
  230. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  231. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  232. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js +47 -0
  233. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  234. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  235. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  236. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js +37 -0
  237. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  238. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  239. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  240. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js +60 -0
  241. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js.map +1 -0
  242. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  243. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  244. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js +45 -0
  245. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  246. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  247. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  248. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js +65 -0
  249. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  250. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  251. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  252. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js +41 -0
  253. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  254. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  255. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  256. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js +65 -0
  257. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  258. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  259. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  260. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js +47 -0
  261. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js.map +1 -0
  262. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  263. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  264. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js +47 -0
  265. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  266. package/dist/commonjs/sdk/evals.d.ts +42 -0
  267. package/dist/commonjs/sdk/evals.d.ts.map +1 -1
  268. package/dist/commonjs/sdk/evals.js +60 -0
  269. package/dist/commonjs/sdk/evals.js.map +1 -1
  270. package/dist/commonjs/sdk/orgs.d.ts +15 -0
  271. package/dist/commonjs/sdk/orgs.d.ts.map +1 -1
  272. package/dist/commonjs/sdk/orgs.js +20 -0
  273. package/dist/commonjs/sdk/orgs.js.map +1 -1
  274. package/dist/esm/funcs/authOrgsGetById.d.ts +19 -0
  275. package/dist/esm/funcs/authOrgsGetById.d.ts.map +1 -0
  276. package/dist/esm/funcs/authOrgsGetById.js +110 -0
  277. package/dist/esm/funcs/authOrgsGetById.js.map +1 -0
  278. package/dist/esm/funcs/authOrgsUpdate.d.ts +19 -0
  279. package/dist/esm/funcs/authOrgsUpdate.d.ts.map +1 -0
  280. package/dist/esm/funcs/authOrgsUpdate.js +113 -0
  281. package/dist/esm/funcs/authOrgsUpdate.js.map +1 -0
  282. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  283. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  284. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js +100 -0
  285. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  286. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  287. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  288. package/dist/esm/funcs/llmEvalsGetRunOverview.js +102 -0
  289. package/dist/esm/funcs/llmEvalsGetRunOverview.js.map +1 -0
  290. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  291. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  292. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js +106 -0
  293. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  294. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  295. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  296. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js +106 -0
  297. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  298. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  299. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  300. package/dist/esm/funcs/llmEvalsImportAgentRun.js +94 -0
  301. package/dist/esm/funcs/llmEvalsImportAgentRun.js.map +1 -0
  302. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  303. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  304. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js +110 -0
  305. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  306. package/dist/esm/lib/config.d.ts +2 -2
  307. package/dist/esm/lib/config.js +2 -2
  308. package/dist/esm/mcp-server/mcp-server.js +1 -1
  309. package/dist/esm/mcp-server/server.d.ts.map +1 -1
  310. package/dist/esm/mcp-server/server.js +13 -1
  311. package/dist/esm/mcp-server/server.js.map +1 -1
  312. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  313. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  314. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js +28 -0
  315. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  316. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  317. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  318. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js +28 -0
  319. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  320. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  321. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  322. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js +28 -0
  323. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  324. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  325. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  326. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +28 -0
  327. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  328. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  329. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  330. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js +28 -0
  331. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  332. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  333. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  334. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +28 -0
  335. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  336. package/dist/esm/models/components/appendagenttrialsrequest.d.ts +111 -0
  337. package/dist/esm/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  338. package/dist/esm/models/components/appendagenttrialsrequest.js +96 -0
  339. package/dist/esm/models/components/appendagenttrialsrequest.js.map +1 -0
  340. package/dist/esm/models/components/basicorganization.d.ts +41 -0
  341. package/dist/esm/models/components/basicorganization.d.ts.map +1 -0
  342. package/dist/esm/models/components/basicorganization.js +42 -0
  343. package/dist/esm/models/components/basicorganization.js.map +1 -0
  344. package/dist/esm/models/components/evalleaderboardrow.d.ts +85 -0
  345. package/dist/esm/models/components/evalleaderboardrow.d.ts.map +1 -0
  346. package/dist/esm/models/components/evalleaderboardrow.js +89 -0
  347. package/dist/esm/models/components/evalleaderboardrow.js.map +1 -0
  348. package/dist/esm/models/components/evalrunoverview.d.ts +101 -0
  349. package/dist/esm/models/components/evalrunoverview.d.ts.map +1 -0
  350. package/dist/esm/models/components/evalrunoverview.js +108 -0
  351. package/dist/esm/models/components/evalrunoverview.js.map +1 -0
  352. package/dist/esm/models/components/evalsampleobject.d.ts +32 -0
  353. package/dist/esm/models/components/evalsampleobject.d.ts.map +1 -1
  354. package/dist/esm/models/components/evalsampleobject.js +20 -0
  355. package/dist/esm/models/components/evalsampleobject.js.map +1 -1
  356. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  357. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  358. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js +49 -0
  359. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  360. package/dist/esm/models/components/evalsuiteleaderboard.d.ts +35 -0
  361. package/dist/esm/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  362. package/dist/esm/models/components/evalsuiteleaderboard.js +40 -0
  363. package/dist/esm/models/components/evalsuiteleaderboard.js.map +1 -0
  364. package/dist/esm/models/components/importagentrunrequest.d.ts +164 -0
  365. package/dist/esm/models/components/importagentrunrequest.d.ts.map +1 -0
  366. package/dist/esm/models/components/importagentrunrequest.js +142 -0
  367. package/dist/esm/models/components/importagentrunrequest.js.map +1 -0
  368. package/dist/esm/models/components/index.d.ts +14 -0
  369. package/dist/esm/models/components/index.d.ts.map +1 -1
  370. package/dist/esm/models/components/index.js +14 -0
  371. package/dist/esm/models/components/index.js.map +1 -1
  372. package/dist/esm/models/components/organizationcodeconfig.d.ts +20 -0
  373. package/dist/esm/models/components/organizationcodeconfig.d.ts.map +1 -0
  374. package/dist/esm/models/components/organizationcodeconfig.js +20 -0
  375. package/dist/esm/models/components/organizationcodeconfig.js.map +1 -0
  376. package/dist/esm/models/components/organizationmetadata.d.ts +23 -0
  377. package/dist/esm/models/components/organizationmetadata.d.ts.map +1 -0
  378. package/dist/esm/models/components/organizationmetadata.js +31 -0
  379. package/dist/esm/models/components/organizationmetadata.js.map +1 -0
  380. package/dist/esm/models/components/organizationmetadataoutput.d.ts +23 -0
  381. package/dist/esm/models/components/organizationmetadataoutput.d.ts.map +1 -0
  382. package/dist/esm/models/components/organizationmetadataoutput.js +31 -0
  383. package/dist/esm/models/components/organizationmetadataoutput.js.map +1 -0
  384. package/dist/esm/models/components/schema0.d.ts +17 -0
  385. package/dist/esm/models/components/schema0.d.ts.map +1 -0
  386. package/dist/esm/models/components/schema0.js +28 -0
  387. package/dist/esm/models/components/schema0.js.map +1 -0
  388. package/dist/esm/models/components/schema1.d.ts +17 -0
  389. package/dist/esm/models/components/schema1.d.ts.map +1 -0
  390. package/dist/esm/models/components/schema1.js +28 -0
  391. package/dist/esm/models/components/schema1.js.map +1 -0
  392. package/dist/esm/models/components/updateorganizationbody.d.ts +18 -0
  393. package/dist/esm/models/components/updateorganizationbody.d.ts.map +1 -0
  394. package/dist/esm/models/components/updateorganizationbody.js +21 -0
  395. package/dist/esm/models/components/updateorganizationbody.js.map +1 -0
  396. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  397. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  398. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js +33 -0
  399. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  400. package/dist/esm/models/errors/getjwtfromkey.d.ts +9 -9
  401. package/dist/esm/models/errors/getjwtfromkey.d.ts.map +1 -1
  402. package/dist/esm/models/errors/getjwtfromkey.js +8 -8
  403. package/dist/esm/models/errors/getjwtfromkey.js.map +1 -1
  404. package/dist/esm/models/errors/getorgbyid.d.ts +211 -0
  405. package/dist/esm/models/errors/getorgbyid.d.ts.map +1 -0
  406. package/dist/esm/models/errors/getorgbyid.js +254 -0
  407. package/dist/esm/models/errors/getorgbyid.js.map +1 -0
  408. package/dist/esm/models/errors/index.d.ts +2 -0
  409. package/dist/esm/models/errors/index.d.ts.map +1 -1
  410. package/dist/esm/models/errors/index.js +2 -0
  411. package/dist/esm/models/errors/index.js.map +1 -1
  412. package/dist/esm/models/errors/updateorganization.d.ts +257 -0
  413. package/dist/esm/models/errors/updateorganization.d.ts.map +1 -0
  414. package/dist/esm/models/errors/updateorganization.js +306 -0
  415. package/dist/esm/models/errors/updateorganization.js.map +1 -0
  416. package/dist/esm/models/operations/appendagentevaltrials.d.ts +264 -0
  417. package/dist/esm/models/operations/appendagentevaltrials.d.ts.map +1 -0
  418. package/dist/esm/models/operations/appendagentevaltrials.js +323 -0
  419. package/dist/esm/models/operations/appendagentevaltrials.js.map +1 -0
  420. package/dist/esm/models/operations/cancelevalrun.d.ts +20 -0
  421. package/dist/esm/models/operations/cancelevalrun.d.ts.map +1 -1
  422. package/dist/esm/models/operations/cancelevalrun.js +16 -0
  423. package/dist/esm/models/operations/cancelevalrun.js.map +1 -1
  424. package/dist/esm/models/operations/createevalrun.d.ts +20 -0
  425. package/dist/esm/models/operations/createevalrun.d.ts.map +1 -1
  426. package/dist/esm/models/operations/createevalrun.js +16 -0
  427. package/dist/esm/models/operations/createevalrun.js.map +1 -1
  428. package/dist/esm/models/operations/getevalrun.d.ts +20 -0
  429. package/dist/esm/models/operations/getevalrun.d.ts.map +1 -1
  430. package/dist/esm/models/operations/getevalrun.js +16 -0
  431. package/dist/esm/models/operations/getevalrun.js.map +1 -1
  432. package/dist/esm/models/operations/getevalrunoverview.d.ts +24 -0
  433. package/dist/esm/models/operations/getevalrunoverview.d.ts.map +1 -0
  434. package/dist/esm/models/operations/getevalrunoverview.js +35 -0
  435. package/dist/esm/models/operations/getevalrunoverview.js.map +1 -0
  436. package/dist/esm/models/operations/getevalsampletrajectory.d.ts +75 -0
  437. package/dist/esm/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  438. package/dist/esm/models/operations/getevalsampletrajectory.js +93 -0
  439. package/dist/esm/models/operations/getevalsampletrajectory.js.map +1 -0
  440. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  441. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  442. package/dist/esm/models/operations/getevalsuiteleaderboard.js +45 -0
  443. package/dist/esm/models/operations/getevalsuiteleaderboard.js.map +1 -0
  444. package/dist/esm/models/operations/getorgbyid.d.ts +37 -0
  445. package/dist/esm/models/operations/getorgbyid.d.ts.map +1 -0
  446. package/dist/esm/models/operations/getorgbyid.js +47 -0
  447. package/dist/esm/models/operations/getorgbyid.js.map +1 -0
  448. package/dist/esm/models/operations/importagentevalrun.d.ts +262 -0
  449. package/dist/esm/models/operations/importagentevalrun.d.ts.map +1 -0
  450. package/dist/esm/models/operations/importagentevalrun.js +319 -0
  451. package/dist/esm/models/operations/importagentevalrun.js.map +1 -0
  452. package/dist/esm/models/operations/index.d.ts +8 -0
  453. package/dist/esm/models/operations/index.d.ts.map +1 -1
  454. package/dist/esm/models/operations/index.js +8 -0
  455. package/dist/esm/models/operations/index.js.map +1 -1
  456. package/dist/esm/models/operations/listevalruns.d.ts +20 -0
  457. package/dist/esm/models/operations/listevalruns.d.ts.map +1 -1
  458. package/dist/esm/models/operations/listevalruns.js +16 -0
  459. package/dist/esm/models/operations/listevalruns.js.map +1 -1
  460. package/dist/esm/models/operations/listevalscheduleruns.d.ts +20 -0
  461. package/dist/esm/models/operations/listevalscheduleruns.d.ts.map +1 -1
  462. package/dist/esm/models/operations/listevalscheduleruns.js +16 -0
  463. package/dist/esm/models/operations/listevalscheduleruns.js.map +1 -1
  464. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  465. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  466. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js +16 -0
  467. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  468. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts +20 -0
  469. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  470. package/dist/esm/models/operations/rerunfailedevalsamples.js +16 -0
  471. package/dist/esm/models/operations/rerunfailedevalsamples.js.map +1 -1
  472. package/dist/esm/models/operations/retryfailedevalrun.d.ts +20 -0
  473. package/dist/esm/models/operations/retryfailedevalrun.d.ts.map +1 -1
  474. package/dist/esm/models/operations/retryfailedevalrun.js +16 -0
  475. package/dist/esm/models/operations/retryfailedevalrun.js.map +1 -1
  476. package/dist/esm/models/operations/updateorganization.d.ts +40 -0
  477. package/dist/esm/models/operations/updateorganization.d.ts.map +1 -0
  478. package/dist/esm/models/operations/updateorganization.js +52 -0
  479. package/dist/esm/models/operations/updateorganization.js.map +1 -0
  480. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  481. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  482. package/dist/esm/models/operations/uploadevalsampletrajectory.js +48 -0
  483. package/dist/esm/models/operations/uploadevalsampletrajectory.js.map +1 -0
  484. package/dist/esm/react-query/authOrgsGetById.core.d.ts +15 -0
  485. package/dist/esm/react-query/authOrgsGetById.core.d.ts.map +1 -0
  486. package/dist/esm/react-query/authOrgsGetById.core.js +31 -0
  487. package/dist/esm/react-query/authOrgsGetById.core.js.map +1 -0
  488. package/dist/esm/react-query/authOrgsGetById.d.ts +39 -0
  489. package/dist/esm/react-query/authOrgsGetById.d.ts.map +1 -0
  490. package/dist/esm/react-query/authOrgsGetById.js +50 -0
  491. package/dist/esm/react-query/authOrgsGetById.js.map +1 -0
  492. package/dist/esm/react-query/authOrgsUpdate.d.ts +31 -0
  493. package/dist/esm/react-query/authOrgsUpdate.d.ts.map +1 -0
  494. package/dist/esm/react-query/authOrgsUpdate.js +42 -0
  495. package/dist/esm/react-query/authOrgsUpdate.js.map +1 -0
  496. package/dist/esm/react-query/index.d.ts +8 -0
  497. package/dist/esm/react-query/index.d.ts.map +1 -1
  498. package/dist/esm/react-query/index.js +8 -0
  499. package/dist/esm/react-query/index.js.map +1 -1
  500. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  501. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  502. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js +42 -0
  503. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  504. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  505. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  506. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js +32 -0
  507. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  508. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  509. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  510. package/dist/esm/react-query/llmEvalsGetRunOverview.js +50 -0
  511. package/dist/esm/react-query/llmEvalsGetRunOverview.js.map +1 -0
  512. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  513. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  514. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js +40 -0
  515. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  516. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  517. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  518. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js +55 -0
  519. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  520. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  521. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  522. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js +36 -0
  523. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  524. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  525. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  526. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js +55 -0
  527. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  528. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  529. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  530. package/dist/esm/react-query/llmEvalsImportAgentRun.js +42 -0
  531. package/dist/esm/react-query/llmEvalsImportAgentRun.js.map +1 -0
  532. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  533. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  534. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js +42 -0
  535. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  536. package/dist/esm/sdk/evals.d.ts +42 -0
  537. package/dist/esm/sdk/evals.d.ts.map +1 -1
  538. package/dist/esm/sdk/evals.js +60 -0
  539. package/dist/esm/sdk/evals.js.map +1 -1
  540. package/dist/esm/sdk/orgs.d.ts +15 -0
  541. package/dist/esm/sdk/orgs.d.ts.map +1 -1
  542. package/dist/esm/sdk/orgs.js +20 -0
  543. package/dist/esm/sdk/orgs.js.map +1 -1
  544. package/jsr.json +1 -1
  545. package/package.json +1 -1
  546. package/src/funcs/authOrgsGetById.ts +251 -0
  547. package/src/funcs/authOrgsUpdate.ts +264 -0
  548. package/src/funcs/llmEvalsAppendAgentTrials.ts +188 -0
  549. package/src/funcs/llmEvalsGetRunOverview.ts +192 -0
  550. package/src/funcs/llmEvalsGetSampleTrajectory.ts +197 -0
  551. package/src/funcs/llmEvalsGetSuiteLeaderboard.ts +197 -0
  552. package/src/funcs/llmEvalsImportAgentRun.ts +181 -0
  553. package/src/funcs/llmEvalsUploadSampleTrajectory.ts +201 -0
  554. package/src/lib/config.ts +2 -2
  555. package/src/mcp-server/mcp-server.ts +1 -1
  556. package/src/mcp-server/server.ts +13 -1
  557. package/src/mcp-server/tools/llmEvalsAppendAgentTrials.ts +37 -0
  558. package/src/mcp-server/tools/llmEvalsGetRunOverview.ts +37 -0
  559. package/src/mcp-server/tools/llmEvalsGetSampleTrajectory.ts +37 -0
  560. package/src/mcp-server/tools/llmEvalsGetSuiteLeaderboard.ts +37 -0
  561. package/src/mcp-server/tools/llmEvalsImportAgentRun.ts +37 -0
  562. package/src/mcp-server/tools/llmEvalsUploadSampleTrajectory.ts +38 -0
  563. package/src/models/components/appendagenttrialsrequest.ts +224 -0
  564. package/src/models/components/basicorganization.ts +100 -0
  565. package/src/models/components/evalleaderboardrow.ts +200 -0
  566. package/src/models/components/evalrunoverview.ts +240 -0
  567. package/src/models/components/evalsampleobject.ts +48 -0
  568. package/src/models/components/evalsampletrajectoryuploadedobject.ts +98 -0
  569. package/src/models/components/evalsuiteleaderboard.ts +93 -0
  570. package/src/models/components/importagentrunrequest.ts +319 -0
  571. package/src/models/components/index.ts +14 -0
  572. package/src/models/components/organizationcodeconfig.ts +54 -0
  573. package/src/models/components/organizationmetadata.ts +80 -0
  574. package/src/models/components/organizationmetadataoutput.ts +80 -0
  575. package/src/models/components/schema0.ts +55 -0
  576. package/src/models/components/schema1.ts +55 -0
  577. package/src/models/components/updateorganizationbody.ts +57 -0
  578. package/src/models/components/uploadevalsampletrajectoryrequest.ts +79 -0
  579. package/src/models/errors/getjwtfromkey.ts +28 -21
  580. package/src/models/errors/getorgbyid.ts +499 -0
  581. package/src/models/errors/index.ts +2 -0
  582. package/src/models/errors/updateorganization.ts +631 -0
  583. package/src/models/operations/appendagentevaltrials.ts +678 -0
  584. package/src/models/operations/cancelevalrun.ts +36 -0
  585. package/src/models/operations/createevalrun.ts +36 -0
  586. package/src/models/operations/getevalrun.ts +36 -0
  587. package/src/models/operations/getevalrunoverview.ts +73 -0
  588. package/src/models/operations/getevalsampletrajectory.ts +199 -0
  589. package/src/models/operations/getevalsuiteleaderboard.ts +93 -0
  590. package/src/models/operations/getorgbyid.ts +114 -0
  591. package/src/models/operations/importagentevalrun.ts +665 -0
  592. package/src/models/operations/index.ts +8 -0
  593. package/src/models/operations/listevalruns.ts +36 -0
  594. package/src/models/operations/listevalscheduleruns.ts +36 -0
  595. package/src/models/operations/listevalsuiteleaderboardruns.ts +36 -0
  596. package/src/models/operations/rerunfailedevalsamples.ts +36 -0
  597. package/src/models/operations/retryfailedevalrun.ts +36 -0
  598. package/src/models/operations/updateorganization.ts +121 -0
  599. package/src/models/operations/uploadevalsampletrajectory.ts +98 -0
  600. package/src/react-query/authOrgsGetById.core.ts +78 -0
  601. package/src/react-query/authOrgsGetById.ts +148 -0
  602. package/src/react-query/authOrgsUpdate.ts +122 -0
  603. package/src/react-query/index.ts +8 -0
  604. package/src/react-query/llmEvalsAppendAgentTrials.ts +109 -0
  605. package/src/react-query/llmEvalsGetRunOverview.core.ts +77 -0
  606. package/src/react-query/llmEvalsGetRunOverview.ts +150 -0
  607. package/src/react-query/llmEvalsGetSampleTrajectory.core.ts +94 -0
  608. package/src/react-query/llmEvalsGetSampleTrajectory.ts +159 -0
  609. package/src/react-query/llmEvalsGetSuiteLeaderboard.core.ts +89 -0
  610. package/src/react-query/llmEvalsGetSuiteLeaderboard.ts +163 -0
  611. package/src/react-query/llmEvalsImportAgentRun.ts +109 -0
  612. package/src/react-query/llmEvalsUploadSampleTrajectory.ts +110 -0
  613. package/src/sdk/evals.ts +108 -0
  614. package/src/sdk/orgs.ts +41 -0
@@ -0,0 +1,150 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import {
6
+ InvalidateQueryFilters,
7
+ QueryClient,
8
+ useQuery,
9
+ UseQueryResult,
10
+ useSuspenseQuery,
11
+ UseSuspenseQueryResult,
12
+ } from "@tanstack/react-query";
13
+ import {
14
+ ConnectionError,
15
+ InvalidRequestError,
16
+ RequestAbortedError,
17
+ RequestTimeoutError,
18
+ UnexpectedClientError,
19
+ } from "../models/errors/httpclienterrors.js";
20
+ import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
21
+ import { SDKError } from "../models/errors/sdkerror.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { useSDKContext } from "./_context.js";
25
+ import {
26
+ QueryHookOptions,
27
+ SuspenseQueryHookOptions,
28
+ TupleToPrefixes,
29
+ } from "./_types.js";
30
+ import {
31
+ buildLlmEvalsGetRunOverviewQuery,
32
+ LlmEvalsGetRunOverviewQueryData,
33
+ prefetchLlmEvalsGetRunOverview,
34
+ queryKeyLlmEvalsGetRunOverview,
35
+ } from "./llmEvalsGetRunOverview.core.js";
36
+ export {
37
+ buildLlmEvalsGetRunOverviewQuery,
38
+ type LlmEvalsGetRunOverviewQueryData,
39
+ prefetchLlmEvalsGetRunOverview,
40
+ queryKeyLlmEvalsGetRunOverview,
41
+ };
42
+
43
+ export type LlmEvalsGetRunOverviewQueryError =
44
+ | SDKError
45
+ | ResponseValidationError
46
+ | ConnectionError
47
+ | RequestAbortedError
48
+ | RequestTimeoutError
49
+ | InvalidRequestError
50
+ | UnexpectedClientError
51
+ | SDKValidationError;
52
+
53
+ /**
54
+ * Get an eval run overview
55
+ *
56
+ * @remarks
57
+ * Aggregate header for one run's trials view: trial counts, average reward, cost, and the input/output/cached token split. Its own route rather than fields on the run object because it scans the run's samples — folding it into `GET /evals/runs/{run_id}` would charge that scan to every run list and to the status polling that runs for the whole length of an eval. `trials.errored` overlaps `trials.failed` instead of partitioning it: a coding-agent trial can carry an agent timeout in `error` and still be completed and scored. `trials.retried` counts trials rerun through rerun-failed, read from the pre-rerun snapshot, since a rerun overwrites the sample in place.
58
+ */
59
+ export function useLlmEvalsGetRunOverview(
60
+ request: operations.GetEvalRunOverviewRequest,
61
+ options?: QueryHookOptions<
62
+ LlmEvalsGetRunOverviewQueryData,
63
+ LlmEvalsGetRunOverviewQueryError
64
+ >,
65
+ ): UseQueryResult<
66
+ LlmEvalsGetRunOverviewQueryData,
67
+ LlmEvalsGetRunOverviewQueryError
68
+ > {
69
+ const client = useSDKContext();
70
+ return useQuery({
71
+ ...buildLlmEvalsGetRunOverviewQuery(
72
+ client,
73
+ request,
74
+ options,
75
+ ),
76
+ ...options,
77
+ });
78
+ }
79
+
80
+ /**
81
+ * Get an eval run overview
82
+ *
83
+ * @remarks
84
+ * Aggregate header for one run's trials view: trial counts, average reward, cost, and the input/output/cached token split. Its own route rather than fields on the run object because it scans the run's samples — folding it into `GET /evals/runs/{run_id}` would charge that scan to every run list and to the status polling that runs for the whole length of an eval. `trials.errored` overlaps `trials.failed` instead of partitioning it: a coding-agent trial can carry an agent timeout in `error` and still be completed and scored. `trials.retried` counts trials rerun through rerun-failed, read from the pre-rerun snapshot, since a rerun overwrites the sample in place.
85
+ */
86
+ export function useLlmEvalsGetRunOverviewSuspense(
87
+ request: operations.GetEvalRunOverviewRequest,
88
+ options?: SuspenseQueryHookOptions<
89
+ LlmEvalsGetRunOverviewQueryData,
90
+ LlmEvalsGetRunOverviewQueryError
91
+ >,
92
+ ): UseSuspenseQueryResult<
93
+ LlmEvalsGetRunOverviewQueryData,
94
+ LlmEvalsGetRunOverviewQueryError
95
+ > {
96
+ const client = useSDKContext();
97
+ return useSuspenseQuery({
98
+ ...buildLlmEvalsGetRunOverviewQuery(
99
+ client,
100
+ request,
101
+ options,
102
+ ),
103
+ ...options,
104
+ });
105
+ }
106
+
107
+ export function setLlmEvalsGetRunOverviewData(
108
+ client: QueryClient,
109
+ queryKeyBase: [
110
+ runId: string,
111
+ parameters: {
112
+ metric?: string | undefined;
113
+ xOnBehalfOf?: string | undefined;
114
+ },
115
+ ],
116
+ data: LlmEvalsGetRunOverviewQueryData,
117
+ ): LlmEvalsGetRunOverviewQueryData | undefined {
118
+ const key = queryKeyLlmEvalsGetRunOverview(...queryKeyBase);
119
+
120
+ return client.setQueryData<LlmEvalsGetRunOverviewQueryData>(key, data);
121
+ }
122
+
123
+ export function invalidateLlmEvalsGetRunOverview(
124
+ client: QueryClient,
125
+ queryKeyBase: TupleToPrefixes<
126
+ [
127
+ runId: string,
128
+ parameters: {
129
+ metric?: string | undefined;
130
+ xOnBehalfOf?: string | undefined;
131
+ },
132
+ ]
133
+ >,
134
+ filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">,
135
+ ): Promise<void> {
136
+ return client.invalidateQueries({
137
+ ...filters,
138
+ queryKey: ["@meetkai/mka1", "evals", "getRunOverview", ...queryKeyBase],
139
+ });
140
+ }
141
+
142
+ export function invalidateAllLlmEvalsGetRunOverview(
143
+ client: QueryClient,
144
+ filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">,
145
+ ): Promise<void> {
146
+ return client.invalidateQueries({
147
+ ...filters,
148
+ queryKey: ["@meetkai/mka1", "evals", "getRunOverview"],
149
+ });
150
+ }
@@ -0,0 +1,94 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import {
6
+ QueryClient,
7
+ QueryFunctionContext,
8
+ QueryKey,
9
+ } from "@tanstack/react-query";
10
+ import { SDKCore } from "../core.js";
11
+ import { llmEvalsGetSampleTrajectory } from "../funcs/llmEvalsGetSampleTrajectory.js";
12
+ import { combineSignals } from "../lib/primitives.js";
13
+ import { RequestOptions } from "../lib/sdks.js";
14
+ import * as operations from "../models/operations/index.js";
15
+ import { unwrapAsync } from "../types/fp.js";
16
+ export type LlmEvalsGetSampleTrajectoryQueryData =
17
+ operations.GetEvalSampleTrajectoryResponseBody;
18
+
19
+ export function prefetchLlmEvalsGetSampleTrajectory(
20
+ queryClient: QueryClient,
21
+ client$: SDKCore,
22
+ request: operations.GetEvalSampleTrajectoryRequest,
23
+ options?: RequestOptions,
24
+ ): Promise<void> {
25
+ return queryClient.prefetchQuery({
26
+ ...buildLlmEvalsGetSampleTrajectoryQuery(
27
+ client$,
28
+ request,
29
+ options,
30
+ ),
31
+ });
32
+ }
33
+
34
+ export function buildLlmEvalsGetSampleTrajectoryQuery(
35
+ client$: SDKCore,
36
+ request: operations.GetEvalSampleTrajectoryRequest,
37
+ options?: RequestOptions,
38
+ ): {
39
+ queryKey: QueryKey;
40
+ queryFn: (
41
+ context: QueryFunctionContext,
42
+ ) => Promise<LlmEvalsGetSampleTrajectoryQueryData>;
43
+ } {
44
+ return {
45
+ queryKey: queryKeyLlmEvalsGetSampleTrajectory(
46
+ request.runId,
47
+ request.sampleIndex,
48
+ {
49
+ taskId: request.taskId,
50
+ model: request.model,
51
+ xOnBehalfOf: request.xOnBehalfOf,
52
+ },
53
+ ),
54
+ queryFn: async function llmEvalsGetSampleTrajectoryQueryFn(
55
+ ctx,
56
+ ): Promise<LlmEvalsGetSampleTrajectoryQueryData> {
57
+ const sig = combineSignals(
58
+ ctx.signal,
59
+ options?.signal,
60
+ options?.fetchOptions?.signal,
61
+ );
62
+ const mergedOptions = {
63
+ ...options?.fetchOptions,
64
+ ...options,
65
+ signal: sig,
66
+ };
67
+
68
+ return unwrapAsync(llmEvalsGetSampleTrajectory(
69
+ client$,
70
+ request,
71
+ mergedOptions,
72
+ ));
73
+ },
74
+ };
75
+ }
76
+
77
+ export function queryKeyLlmEvalsGetSampleTrajectory(
78
+ runId: string,
79
+ sampleIndex: number,
80
+ parameters: {
81
+ taskId?: string | undefined;
82
+ model?: string | undefined;
83
+ xOnBehalfOf?: string | undefined;
84
+ },
85
+ ): QueryKey {
86
+ return [
87
+ "@meetkai/mka1",
88
+ "evals",
89
+ "getSampleTrajectory",
90
+ runId,
91
+ sampleIndex,
92
+ parameters,
93
+ ];
94
+ }
@@ -0,0 +1,159 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import {
6
+ InvalidateQueryFilters,
7
+ QueryClient,
8
+ useQuery,
9
+ UseQueryResult,
10
+ useSuspenseQuery,
11
+ UseSuspenseQueryResult,
12
+ } from "@tanstack/react-query";
13
+ import {
14
+ ConnectionError,
15
+ InvalidRequestError,
16
+ RequestAbortedError,
17
+ RequestTimeoutError,
18
+ UnexpectedClientError,
19
+ } from "../models/errors/httpclienterrors.js";
20
+ import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
21
+ import { SDKError } from "../models/errors/sdkerror.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { useSDKContext } from "./_context.js";
25
+ import {
26
+ QueryHookOptions,
27
+ SuspenseQueryHookOptions,
28
+ TupleToPrefixes,
29
+ } from "./_types.js";
30
+ import {
31
+ buildLlmEvalsGetSampleTrajectoryQuery,
32
+ LlmEvalsGetSampleTrajectoryQueryData,
33
+ prefetchLlmEvalsGetSampleTrajectory,
34
+ queryKeyLlmEvalsGetSampleTrajectory,
35
+ } from "./llmEvalsGetSampleTrajectory.core.js";
36
+ export {
37
+ buildLlmEvalsGetSampleTrajectoryQuery,
38
+ type LlmEvalsGetSampleTrajectoryQueryData,
39
+ prefetchLlmEvalsGetSampleTrajectory,
40
+ queryKeyLlmEvalsGetSampleTrajectory,
41
+ };
42
+
43
+ export type LlmEvalsGetSampleTrajectoryQueryError =
44
+ | SDKError
45
+ | ResponseValidationError
46
+ | ConnectionError
47
+ | RequestAbortedError
48
+ | RequestTimeoutError
49
+ | InvalidRequestError
50
+ | UnexpectedClientError
51
+ | SDKValidationError;
52
+
53
+ /**
54
+ * Get an eval sample trajectory
55
+ *
56
+ * @remarks
57
+ * Returns one coding-agent trial's session — the steps the agent took, verbatim in the harness's interchange format (see `schema_version`, e.g. `ATIF-v1.7`). Deliberately not part of the samples list: a trajectory averages ~92 KB and that list pages up to 500 rows. Sample indices are unique per (task, model), not per run, so pass `task_id` and/or `model` when the run covers more than one; an index that matches several trials returns 400 rather than guessing, and never falls back to another trial's session. Returns 404 when the sample does not exist or recorded no trajectory.
58
+ */
59
+ export function useLlmEvalsGetSampleTrajectory(
60
+ request: operations.GetEvalSampleTrajectoryRequest,
61
+ options?: QueryHookOptions<
62
+ LlmEvalsGetSampleTrajectoryQueryData,
63
+ LlmEvalsGetSampleTrajectoryQueryError
64
+ >,
65
+ ): UseQueryResult<
66
+ LlmEvalsGetSampleTrajectoryQueryData,
67
+ LlmEvalsGetSampleTrajectoryQueryError
68
+ > {
69
+ const client = useSDKContext();
70
+ return useQuery({
71
+ ...buildLlmEvalsGetSampleTrajectoryQuery(
72
+ client,
73
+ request,
74
+ options,
75
+ ),
76
+ ...options,
77
+ });
78
+ }
79
+
80
+ /**
81
+ * Get an eval sample trajectory
82
+ *
83
+ * @remarks
84
+ * Returns one coding-agent trial's session — the steps the agent took, verbatim in the harness's interchange format (see `schema_version`, e.g. `ATIF-v1.7`). Deliberately not part of the samples list: a trajectory averages ~92 KB and that list pages up to 500 rows. Sample indices are unique per (task, model), not per run, so pass `task_id` and/or `model` when the run covers more than one; an index that matches several trials returns 400 rather than guessing, and never falls back to another trial's session. Returns 404 when the sample does not exist or recorded no trajectory.
85
+ */
86
+ export function useLlmEvalsGetSampleTrajectorySuspense(
87
+ request: operations.GetEvalSampleTrajectoryRequest,
88
+ options?: SuspenseQueryHookOptions<
89
+ LlmEvalsGetSampleTrajectoryQueryData,
90
+ LlmEvalsGetSampleTrajectoryQueryError
91
+ >,
92
+ ): UseSuspenseQueryResult<
93
+ LlmEvalsGetSampleTrajectoryQueryData,
94
+ LlmEvalsGetSampleTrajectoryQueryError
95
+ > {
96
+ const client = useSDKContext();
97
+ return useSuspenseQuery({
98
+ ...buildLlmEvalsGetSampleTrajectoryQuery(
99
+ client,
100
+ request,
101
+ options,
102
+ ),
103
+ ...options,
104
+ });
105
+ }
106
+
107
+ export function setLlmEvalsGetSampleTrajectoryData(
108
+ client: QueryClient,
109
+ queryKeyBase: [
110
+ runId: string,
111
+ sampleIndex: number,
112
+ parameters: {
113
+ taskId?: string | undefined;
114
+ model?: string | undefined;
115
+ xOnBehalfOf?: string | undefined;
116
+ },
117
+ ],
118
+ data: LlmEvalsGetSampleTrajectoryQueryData,
119
+ ): LlmEvalsGetSampleTrajectoryQueryData | undefined {
120
+ const key = queryKeyLlmEvalsGetSampleTrajectory(...queryKeyBase);
121
+
122
+ return client.setQueryData<LlmEvalsGetSampleTrajectoryQueryData>(key, data);
123
+ }
124
+
125
+ export function invalidateLlmEvalsGetSampleTrajectory(
126
+ client: QueryClient,
127
+ queryKeyBase: TupleToPrefixes<
128
+ [
129
+ runId: string,
130
+ sampleIndex: number,
131
+ parameters: {
132
+ taskId?: string | undefined;
133
+ model?: string | undefined;
134
+ xOnBehalfOf?: string | undefined;
135
+ },
136
+ ]
137
+ >,
138
+ filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">,
139
+ ): Promise<void> {
140
+ return client.invalidateQueries({
141
+ ...filters,
142
+ queryKey: [
143
+ "@meetkai/mka1",
144
+ "evals",
145
+ "getSampleTrajectory",
146
+ ...queryKeyBase,
147
+ ],
148
+ });
149
+ }
150
+
151
+ export function invalidateAllLlmEvalsGetSampleTrajectory(
152
+ client: QueryClient,
153
+ filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">,
154
+ ): Promise<void> {
155
+ return client.invalidateQueries({
156
+ ...filters,
157
+ queryKey: ["@meetkai/mka1", "evals", "getSampleTrajectory"],
158
+ });
159
+ }
@@ -0,0 +1,89 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import {
6
+ QueryClient,
7
+ QueryFunctionContext,
8
+ QueryKey,
9
+ } from "@tanstack/react-query";
10
+ import { SDKCore } from "../core.js";
11
+ import { llmEvalsGetSuiteLeaderboard } from "../funcs/llmEvalsGetSuiteLeaderboard.js";
12
+ import { combineSignals } from "../lib/primitives.js";
13
+ import { RequestOptions } from "../lib/sdks.js";
14
+ import * as components from "../models/components/index.js";
15
+ import * as operations from "../models/operations/index.js";
16
+ import { unwrapAsync } from "../types/fp.js";
17
+ export type LlmEvalsGetSuiteLeaderboardQueryData =
18
+ components.EvalSuiteLeaderboard;
19
+
20
+ export function prefetchLlmEvalsGetSuiteLeaderboard(
21
+ queryClient: QueryClient,
22
+ client$: SDKCore,
23
+ request: operations.GetEvalSuiteLeaderboardRequest,
24
+ options?: RequestOptions,
25
+ ): Promise<void> {
26
+ return queryClient.prefetchQuery({
27
+ ...buildLlmEvalsGetSuiteLeaderboardQuery(
28
+ client$,
29
+ request,
30
+ options,
31
+ ),
32
+ });
33
+ }
34
+
35
+ export function buildLlmEvalsGetSuiteLeaderboardQuery(
36
+ client$: SDKCore,
37
+ request: operations.GetEvalSuiteLeaderboardRequest,
38
+ options?: RequestOptions,
39
+ ): {
40
+ queryKey: QueryKey;
41
+ queryFn: (
42
+ context: QueryFunctionContext,
43
+ ) => Promise<LlmEvalsGetSuiteLeaderboardQueryData>;
44
+ } {
45
+ return {
46
+ queryKey: queryKeyLlmEvalsGetSuiteLeaderboard(request.suiteId, {
47
+ suiteVersion: request.suiteVersion,
48
+ metric: request.metric,
49
+ agent: request.agent,
50
+ model: request.model,
51
+ limit: request.limit,
52
+ xOnBehalfOf: request.xOnBehalfOf,
53
+ }),
54
+ queryFn: async function llmEvalsGetSuiteLeaderboardQueryFn(
55
+ ctx,
56
+ ): Promise<LlmEvalsGetSuiteLeaderboardQueryData> {
57
+ const sig = combineSignals(
58
+ ctx.signal,
59
+ options?.signal,
60
+ options?.fetchOptions?.signal,
61
+ );
62
+ const mergedOptions = {
63
+ ...options?.fetchOptions,
64
+ ...options,
65
+ signal: sig,
66
+ };
67
+
68
+ return unwrapAsync(llmEvalsGetSuiteLeaderboard(
69
+ client$,
70
+ request,
71
+ mergedOptions,
72
+ ));
73
+ },
74
+ };
75
+ }
76
+
77
+ export function queryKeyLlmEvalsGetSuiteLeaderboard(
78
+ suiteId: string,
79
+ parameters: {
80
+ suiteVersion?: number | undefined;
81
+ metric?: string | undefined;
82
+ agent?: string | undefined;
83
+ model?: string | undefined;
84
+ limit?: number | undefined;
85
+ xOnBehalfOf?: string | undefined;
86
+ },
87
+ ): QueryKey {
88
+ return ["@meetkai/mka1", "evals", "getSuiteLeaderboard", suiteId, parameters];
89
+ }
@@ -0,0 +1,163 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import {
6
+ InvalidateQueryFilters,
7
+ QueryClient,
8
+ useQuery,
9
+ UseQueryResult,
10
+ useSuspenseQuery,
11
+ UseSuspenseQueryResult,
12
+ } from "@tanstack/react-query";
13
+ import {
14
+ ConnectionError,
15
+ InvalidRequestError,
16
+ RequestAbortedError,
17
+ RequestTimeoutError,
18
+ UnexpectedClientError,
19
+ } from "../models/errors/httpclienterrors.js";
20
+ import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
21
+ import { SDKError } from "../models/errors/sdkerror.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { useSDKContext } from "./_context.js";
25
+ import {
26
+ QueryHookOptions,
27
+ SuspenseQueryHookOptions,
28
+ TupleToPrefixes,
29
+ } from "./_types.js";
30
+ import {
31
+ buildLlmEvalsGetSuiteLeaderboardQuery,
32
+ LlmEvalsGetSuiteLeaderboardQueryData,
33
+ prefetchLlmEvalsGetSuiteLeaderboard,
34
+ queryKeyLlmEvalsGetSuiteLeaderboard,
35
+ } from "./llmEvalsGetSuiteLeaderboard.core.js";
36
+ export {
37
+ buildLlmEvalsGetSuiteLeaderboardQuery,
38
+ type LlmEvalsGetSuiteLeaderboardQueryData,
39
+ prefetchLlmEvalsGetSuiteLeaderboard,
40
+ queryKeyLlmEvalsGetSuiteLeaderboard,
41
+ };
42
+
43
+ export type LlmEvalsGetSuiteLeaderboardQueryError =
44
+ | SDKError
45
+ | ResponseValidationError
46
+ | ConnectionError
47
+ | RequestAbortedError
48
+ | RequestTimeoutError
49
+ | InvalidRequestError
50
+ | UnexpectedClientError
51
+ | SDKValidationError;
52
+
53
+ /**
54
+ * Get the coding-agent leaderboard for an eval suite
55
+ *
56
+ * @remarks
57
+ * Ranks the suite's completed coding-agent runs, one row per (agent, model, effort). Only runs that recorded an `agent_name` participate — a QA or transcription run of the same suite has no agent to attribute a score to and is not a board row. `accuracy` is the mean of `metric` (default `reward`) over the row's scored trials, and `accuracy_ci` is the 95% Wald interval around it; both are derived per request rather than stored, so rerunning a failed trial moves them instead of leaving a stale copy behind. `agent_version` is reported but is not part of the row identity, so an agent upgrade does not split a row in two. Rows are ordered by accuracy descending, nulls last. Pass `suite_version` when the suite has more than one, otherwise the board mixes task sets.
58
+ */
59
+ export function useLlmEvalsGetSuiteLeaderboard(
60
+ request: operations.GetEvalSuiteLeaderboardRequest,
61
+ options?: QueryHookOptions<
62
+ LlmEvalsGetSuiteLeaderboardQueryData,
63
+ LlmEvalsGetSuiteLeaderboardQueryError
64
+ >,
65
+ ): UseQueryResult<
66
+ LlmEvalsGetSuiteLeaderboardQueryData,
67
+ LlmEvalsGetSuiteLeaderboardQueryError
68
+ > {
69
+ const client = useSDKContext();
70
+ return useQuery({
71
+ ...buildLlmEvalsGetSuiteLeaderboardQuery(
72
+ client,
73
+ request,
74
+ options,
75
+ ),
76
+ ...options,
77
+ });
78
+ }
79
+
80
+ /**
81
+ * Get the coding-agent leaderboard for an eval suite
82
+ *
83
+ * @remarks
84
+ * Ranks the suite's completed coding-agent runs, one row per (agent, model, effort). Only runs that recorded an `agent_name` participate — a QA or transcription run of the same suite has no agent to attribute a score to and is not a board row. `accuracy` is the mean of `metric` (default `reward`) over the row's scored trials, and `accuracy_ci` is the 95% Wald interval around it; both are derived per request rather than stored, so rerunning a failed trial moves them instead of leaving a stale copy behind. `agent_version` is reported but is not part of the row identity, so an agent upgrade does not split a row in two. Rows are ordered by accuracy descending, nulls last. Pass `suite_version` when the suite has more than one, otherwise the board mixes task sets.
85
+ */
86
+ export function useLlmEvalsGetSuiteLeaderboardSuspense(
87
+ request: operations.GetEvalSuiteLeaderboardRequest,
88
+ options?: SuspenseQueryHookOptions<
89
+ LlmEvalsGetSuiteLeaderboardQueryData,
90
+ LlmEvalsGetSuiteLeaderboardQueryError
91
+ >,
92
+ ): UseSuspenseQueryResult<
93
+ LlmEvalsGetSuiteLeaderboardQueryData,
94
+ LlmEvalsGetSuiteLeaderboardQueryError
95
+ > {
96
+ const client = useSDKContext();
97
+ return useSuspenseQuery({
98
+ ...buildLlmEvalsGetSuiteLeaderboardQuery(
99
+ client,
100
+ request,
101
+ options,
102
+ ),
103
+ ...options,
104
+ });
105
+ }
106
+
107
+ export function setLlmEvalsGetSuiteLeaderboardData(
108
+ client: QueryClient,
109
+ queryKeyBase: [
110
+ suiteId: string,
111
+ parameters: {
112
+ suiteVersion?: number | undefined;
113
+ metric?: string | undefined;
114
+ agent?: string | undefined;
115
+ model?: string | undefined;
116
+ limit?: number | undefined;
117
+ xOnBehalfOf?: string | undefined;
118
+ },
119
+ ],
120
+ data: LlmEvalsGetSuiteLeaderboardQueryData,
121
+ ): LlmEvalsGetSuiteLeaderboardQueryData | undefined {
122
+ const key = queryKeyLlmEvalsGetSuiteLeaderboard(...queryKeyBase);
123
+
124
+ return client.setQueryData<LlmEvalsGetSuiteLeaderboardQueryData>(key, data);
125
+ }
126
+
127
+ export function invalidateLlmEvalsGetSuiteLeaderboard(
128
+ client: QueryClient,
129
+ queryKeyBase: TupleToPrefixes<
130
+ [
131
+ suiteId: string,
132
+ parameters: {
133
+ suiteVersion?: number | undefined;
134
+ metric?: string | undefined;
135
+ agent?: string | undefined;
136
+ model?: string | undefined;
137
+ limit?: number | undefined;
138
+ xOnBehalfOf?: string | undefined;
139
+ },
140
+ ]
141
+ >,
142
+ filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">,
143
+ ): Promise<void> {
144
+ return client.invalidateQueries({
145
+ ...filters,
146
+ queryKey: [
147
+ "@meetkai/mka1",
148
+ "evals",
149
+ "getSuiteLeaderboard",
150
+ ...queryKeyBase,
151
+ ],
152
+ });
153
+ }
154
+
155
+ export function invalidateAllLlmEvalsGetSuiteLeaderboard(
156
+ client: QueryClient,
157
+ filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">,
158
+ ): Promise<void> {
159
+ return client.invalidateQueries({
160
+ ...filters,
161
+ queryKey: ["@meetkai/mka1", "evals", "getSuiteLeaderboard"],
162
+ });
163
+ }