@meetkai/mka1 0.54.23 → 0.54.25

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (614) hide show
  1. package/README.md +320 -283
  2. package/bin/mcp-server.js +4406 -1683
  3. package/bin/mcp-server.js.map +55 -19
  4. package/dist/commonjs/funcs/authOrgsGetById.d.ts +19 -0
  5. package/dist/commonjs/funcs/authOrgsGetById.d.ts.map +1 -0
  6. package/dist/commonjs/funcs/authOrgsGetById.js +146 -0
  7. package/dist/commonjs/funcs/authOrgsGetById.js.map +1 -0
  8. package/dist/commonjs/funcs/authOrgsUpdate.d.ts +19 -0
  9. package/dist/commonjs/funcs/authOrgsUpdate.d.ts.map +1 -0
  10. package/dist/commonjs/funcs/authOrgsUpdate.js +149 -0
  11. package/dist/commonjs/funcs/authOrgsUpdate.js.map +1 -0
  12. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  13. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  14. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js +136 -0
  15. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  16. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  17. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  18. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js +138 -0
  19. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js.map +1 -0
  20. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  21. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  22. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js +142 -0
  23. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  24. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  25. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  26. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js +142 -0
  27. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  28. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  29. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  30. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js +130 -0
  31. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js.map +1 -0
  32. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  33. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  34. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js +146 -0
  35. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  36. package/dist/commonjs/lib/config.d.ts +2 -2
  37. package/dist/commonjs/lib/config.js +2 -2
  38. package/dist/commonjs/mcp-server/mcp-server.js +1 -1
  39. package/dist/commonjs/mcp-server/server.d.ts.map +1 -1
  40. package/dist/commonjs/mcp-server/server.js +13 -1
  41. package/dist/commonjs/mcp-server/server.js.map +1 -1
  42. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  43. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  44. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js +64 -0
  45. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  46. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  47. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  48. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js +64 -0
  49. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  50. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  51. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  52. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js +64 -0
  53. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  54. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  55. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  56. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +64 -0
  57. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  58. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  59. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  60. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js +64 -0
  61. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  62. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  63. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  64. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +64 -0
  65. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  66. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts +111 -0
  67. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  68. package/dist/commonjs/models/components/appendagenttrialsrequest.js +136 -0
  69. package/dist/commonjs/models/components/appendagenttrialsrequest.js.map +1 -0
  70. package/dist/commonjs/models/components/basicorganization.d.ts +41 -0
  71. package/dist/commonjs/models/components/basicorganization.d.ts.map +1 -0
  72. package/dist/commonjs/models/components/basicorganization.js +80 -0
  73. package/dist/commonjs/models/components/basicorganization.js.map +1 -0
  74. package/dist/commonjs/models/components/evalleaderboardrow.d.ts +85 -0
  75. package/dist/commonjs/models/components/evalleaderboardrow.d.ts.map +1 -0
  76. package/dist/commonjs/models/components/evalleaderboardrow.js +129 -0
  77. package/dist/commonjs/models/components/evalleaderboardrow.js.map +1 -0
  78. package/dist/commonjs/models/components/evalrunoverview.d.ts +101 -0
  79. package/dist/commonjs/models/components/evalrunoverview.d.ts.map +1 -0
  80. package/dist/commonjs/models/components/evalrunoverview.js +150 -0
  81. package/dist/commonjs/models/components/evalrunoverview.js.map +1 -0
  82. package/dist/commonjs/models/components/evalsampleobject.d.ts +32 -0
  83. package/dist/commonjs/models/components/evalsampleobject.d.ts.map +1 -1
  84. package/dist/commonjs/models/components/evalsampleobject.js +20 -0
  85. package/dist/commonjs/models/components/evalsampleobject.js.map +1 -1
  86. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  87. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  88. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js +87 -0
  89. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  90. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts +35 -0
  91. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  92. package/dist/commonjs/models/components/evalsuiteleaderboard.js +78 -0
  93. package/dist/commonjs/models/components/evalsuiteleaderboard.js.map +1 -0
  94. package/dist/commonjs/models/components/importagentrunrequest.d.ts +164 -0
  95. package/dist/commonjs/models/components/importagentrunrequest.d.ts.map +1 -0
  96. package/dist/commonjs/models/components/importagentrunrequest.js +182 -0
  97. package/dist/commonjs/models/components/importagentrunrequest.js.map +1 -0
  98. package/dist/commonjs/models/components/index.d.ts +14 -0
  99. package/dist/commonjs/models/components/index.d.ts.map +1 -1
  100. package/dist/commonjs/models/components/index.js +14 -0
  101. package/dist/commonjs/models/components/index.js.map +1 -1
  102. package/dist/commonjs/models/components/organizationcodeconfig.d.ts +20 -0
  103. package/dist/commonjs/models/components/organizationcodeconfig.d.ts.map +1 -0
  104. package/dist/commonjs/models/components/organizationcodeconfig.js +58 -0
  105. package/dist/commonjs/models/components/organizationcodeconfig.js.map +1 -0
  106. package/dist/commonjs/models/components/organizationmetadata.d.ts +23 -0
  107. package/dist/commonjs/models/components/organizationmetadata.d.ts.map +1 -0
  108. package/dist/commonjs/models/components/organizationmetadata.js +69 -0
  109. package/dist/commonjs/models/components/organizationmetadata.js.map +1 -0
  110. package/dist/commonjs/models/components/organizationmetadataoutput.d.ts +23 -0
  111. package/dist/commonjs/models/components/organizationmetadataoutput.d.ts.map +1 -0
  112. package/dist/commonjs/models/components/organizationmetadataoutput.js +69 -0
  113. package/dist/commonjs/models/components/organizationmetadataoutput.js.map +1 -0
  114. package/dist/commonjs/models/components/schema0.d.ts +17 -0
  115. package/dist/commonjs/models/components/schema0.d.ts.map +1 -0
  116. package/dist/commonjs/models/components/schema0.js +66 -0
  117. package/dist/commonjs/models/components/schema0.js.map +1 -0
  118. package/dist/commonjs/models/components/schema1.d.ts +17 -0
  119. package/dist/commonjs/models/components/schema1.d.ts.map +1 -0
  120. package/dist/commonjs/models/components/schema1.js +66 -0
  121. package/dist/commonjs/models/components/schema1.js.map +1 -0
  122. package/dist/commonjs/models/components/updateorganizationbody.d.ts +18 -0
  123. package/dist/commonjs/models/components/updateorganizationbody.d.ts.map +1 -0
  124. package/dist/commonjs/models/components/updateorganizationbody.js +59 -0
  125. package/dist/commonjs/models/components/updateorganizationbody.js.map +1 -0
  126. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  127. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  128. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js +71 -0
  129. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  130. package/dist/commonjs/models/errors/getjwtfromkey.d.ts +9 -9
  131. package/dist/commonjs/models/errors/getjwtfromkey.d.ts.map +1 -1
  132. package/dist/commonjs/models/errors/getjwtfromkey.js +11 -11
  133. package/dist/commonjs/models/errors/getjwtfromkey.js.map +1 -1
  134. package/dist/commonjs/models/errors/getorgbyid.d.ts +211 -0
  135. package/dist/commonjs/models/errors/getorgbyid.d.ts.map +1 -0
  136. package/dist/commonjs/models/errors/getorgbyid.js +298 -0
  137. package/dist/commonjs/models/errors/getorgbyid.js.map +1 -0
  138. package/dist/commonjs/models/errors/index.d.ts +2 -0
  139. package/dist/commonjs/models/errors/index.d.ts.map +1 -1
  140. package/dist/commonjs/models/errors/index.js +2 -0
  141. package/dist/commonjs/models/errors/index.js.map +1 -1
  142. package/dist/commonjs/models/errors/updateorganization.d.ts +257 -0
  143. package/dist/commonjs/models/errors/updateorganization.d.ts.map +1 -0
  144. package/dist/commonjs/models/errors/updateorganization.js +353 -0
  145. package/dist/commonjs/models/errors/updateorganization.js.map +1 -0
  146. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts +264 -0
  147. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts.map +1 -0
  148. package/dist/commonjs/models/operations/appendagentevaltrials.js +371 -0
  149. package/dist/commonjs/models/operations/appendagentevaltrials.js.map +1 -0
  150. package/dist/commonjs/models/operations/cancelevalrun.d.ts +20 -0
  151. package/dist/commonjs/models/operations/cancelevalrun.d.ts.map +1 -1
  152. package/dist/commonjs/models/operations/cancelevalrun.js +16 -0
  153. package/dist/commonjs/models/operations/cancelevalrun.js.map +1 -1
  154. package/dist/commonjs/models/operations/createevalrun.d.ts +20 -0
  155. package/dist/commonjs/models/operations/createevalrun.d.ts.map +1 -1
  156. package/dist/commonjs/models/operations/createevalrun.js +16 -0
  157. package/dist/commonjs/models/operations/createevalrun.js.map +1 -1
  158. package/dist/commonjs/models/operations/getevalrun.d.ts +20 -0
  159. package/dist/commonjs/models/operations/getevalrun.d.ts.map +1 -1
  160. package/dist/commonjs/models/operations/getevalrun.js +16 -0
  161. package/dist/commonjs/models/operations/getevalrun.js.map +1 -1
  162. package/dist/commonjs/models/operations/getevalrunoverview.d.ts +24 -0
  163. package/dist/commonjs/models/operations/getevalrunoverview.d.ts.map +1 -0
  164. package/dist/commonjs/models/operations/getevalrunoverview.js +73 -0
  165. package/dist/commonjs/models/operations/getevalrunoverview.js.map +1 -0
  166. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts +75 -0
  167. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  168. package/dist/commonjs/models/operations/getevalsampletrajectory.js +133 -0
  169. package/dist/commonjs/models/operations/getevalsampletrajectory.js.map +1 -0
  170. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  171. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  172. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js +83 -0
  173. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js.map +1 -0
  174. package/dist/commonjs/models/operations/getorgbyid.d.ts +37 -0
  175. package/dist/commonjs/models/operations/getorgbyid.d.ts.map +1 -0
  176. package/dist/commonjs/models/operations/getorgbyid.js +87 -0
  177. package/dist/commonjs/models/operations/getorgbyid.js.map +1 -0
  178. package/dist/commonjs/models/operations/importagentevalrun.d.ts +262 -0
  179. package/dist/commonjs/models/operations/importagentevalrun.d.ts.map +1 -0
  180. package/dist/commonjs/models/operations/importagentevalrun.js +367 -0
  181. package/dist/commonjs/models/operations/importagentevalrun.js.map +1 -0
  182. package/dist/commonjs/models/operations/index.d.ts +8 -0
  183. package/dist/commonjs/models/operations/index.d.ts.map +1 -1
  184. package/dist/commonjs/models/operations/index.js +8 -0
  185. package/dist/commonjs/models/operations/index.js.map +1 -1
  186. package/dist/commonjs/models/operations/listevalruns.d.ts +20 -0
  187. package/dist/commonjs/models/operations/listevalruns.d.ts.map +1 -1
  188. package/dist/commonjs/models/operations/listevalruns.js +16 -0
  189. package/dist/commonjs/models/operations/listevalruns.js.map +1 -1
  190. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts +20 -0
  191. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts.map +1 -1
  192. package/dist/commonjs/models/operations/listevalscheduleruns.js +16 -0
  193. package/dist/commonjs/models/operations/listevalscheduleruns.js.map +1 -1
  194. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  195. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  196. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js +16 -0
  197. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  198. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts +20 -0
  199. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  200. package/dist/commonjs/models/operations/rerunfailedevalsamples.js +16 -0
  201. package/dist/commonjs/models/operations/rerunfailedevalsamples.js.map +1 -1
  202. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts +20 -0
  203. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts.map +1 -1
  204. package/dist/commonjs/models/operations/retryfailedevalrun.js +16 -0
  205. package/dist/commonjs/models/operations/retryfailedevalrun.js.map +1 -1
  206. package/dist/commonjs/models/operations/updateorganization.d.ts +40 -0
  207. package/dist/commonjs/models/operations/updateorganization.d.ts.map +1 -0
  208. package/dist/commonjs/models/operations/updateorganization.js +92 -0
  209. package/dist/commonjs/models/operations/updateorganization.js.map +1 -0
  210. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  211. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  212. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js +86 -0
  213. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js.map +1 -0
  214. package/dist/commonjs/react-query/authOrgsGetById.core.d.ts +15 -0
  215. package/dist/commonjs/react-query/authOrgsGetById.core.d.ts.map +1 -0
  216. package/dist/commonjs/react-query/authOrgsGetById.core.js +36 -0
  217. package/dist/commonjs/react-query/authOrgsGetById.core.js.map +1 -0
  218. package/dist/commonjs/react-query/authOrgsGetById.d.ts +39 -0
  219. package/dist/commonjs/react-query/authOrgsGetById.d.ts.map +1 -0
  220. package/dist/commonjs/react-query/authOrgsGetById.js +60 -0
  221. package/dist/commonjs/react-query/authOrgsGetById.js.map +1 -0
  222. package/dist/commonjs/react-query/authOrgsUpdate.d.ts +31 -0
  223. package/dist/commonjs/react-query/authOrgsUpdate.d.ts.map +1 -0
  224. package/dist/commonjs/react-query/authOrgsUpdate.js +47 -0
  225. package/dist/commonjs/react-query/authOrgsUpdate.js.map +1 -0
  226. package/dist/commonjs/react-query/index.d.ts +8 -0
  227. package/dist/commonjs/react-query/index.d.ts.map +1 -1
  228. package/dist/commonjs/react-query/index.js +8 -0
  229. package/dist/commonjs/react-query/index.js.map +1 -1
  230. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  231. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  232. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js +47 -0
  233. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  234. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  235. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  236. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js +37 -0
  237. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  238. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  239. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  240. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js +60 -0
  241. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js.map +1 -0
  242. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  243. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  244. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js +45 -0
  245. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  246. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  247. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  248. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js +65 -0
  249. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  250. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  251. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  252. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js +41 -0
  253. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  254. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  255. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  256. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js +65 -0
  257. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  258. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  259. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  260. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js +47 -0
  261. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js.map +1 -0
  262. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  263. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  264. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js +47 -0
  265. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  266. package/dist/commonjs/sdk/evals.d.ts +42 -0
  267. package/dist/commonjs/sdk/evals.d.ts.map +1 -1
  268. package/dist/commonjs/sdk/evals.js +60 -0
  269. package/dist/commonjs/sdk/evals.js.map +1 -1
  270. package/dist/commonjs/sdk/orgs.d.ts +15 -0
  271. package/dist/commonjs/sdk/orgs.d.ts.map +1 -1
  272. package/dist/commonjs/sdk/orgs.js +20 -0
  273. package/dist/commonjs/sdk/orgs.js.map +1 -1
  274. package/dist/esm/funcs/authOrgsGetById.d.ts +19 -0
  275. package/dist/esm/funcs/authOrgsGetById.d.ts.map +1 -0
  276. package/dist/esm/funcs/authOrgsGetById.js +110 -0
  277. package/dist/esm/funcs/authOrgsGetById.js.map +1 -0
  278. package/dist/esm/funcs/authOrgsUpdate.d.ts +19 -0
  279. package/dist/esm/funcs/authOrgsUpdate.d.ts.map +1 -0
  280. package/dist/esm/funcs/authOrgsUpdate.js +113 -0
  281. package/dist/esm/funcs/authOrgsUpdate.js.map +1 -0
  282. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  283. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  284. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js +100 -0
  285. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  286. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  287. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  288. package/dist/esm/funcs/llmEvalsGetRunOverview.js +102 -0
  289. package/dist/esm/funcs/llmEvalsGetRunOverview.js.map +1 -0
  290. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  291. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  292. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js +106 -0
  293. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  294. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  295. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  296. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js +106 -0
  297. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  298. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  299. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  300. package/dist/esm/funcs/llmEvalsImportAgentRun.js +94 -0
  301. package/dist/esm/funcs/llmEvalsImportAgentRun.js.map +1 -0
  302. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  303. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  304. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js +110 -0
  305. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  306. package/dist/esm/lib/config.d.ts +2 -2
  307. package/dist/esm/lib/config.js +2 -2
  308. package/dist/esm/mcp-server/mcp-server.js +1 -1
  309. package/dist/esm/mcp-server/server.d.ts.map +1 -1
  310. package/dist/esm/mcp-server/server.js +13 -1
  311. package/dist/esm/mcp-server/server.js.map +1 -1
  312. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  313. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  314. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js +28 -0
  315. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  316. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  317. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  318. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js +28 -0
  319. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  320. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  321. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  322. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js +28 -0
  323. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  324. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  325. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  326. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +28 -0
  327. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  328. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  329. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  330. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js +28 -0
  331. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  332. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  333. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  334. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +28 -0
  335. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  336. package/dist/esm/models/components/appendagenttrialsrequest.d.ts +111 -0
  337. package/dist/esm/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  338. package/dist/esm/models/components/appendagenttrialsrequest.js +96 -0
  339. package/dist/esm/models/components/appendagenttrialsrequest.js.map +1 -0
  340. package/dist/esm/models/components/basicorganization.d.ts +41 -0
  341. package/dist/esm/models/components/basicorganization.d.ts.map +1 -0
  342. package/dist/esm/models/components/basicorganization.js +42 -0
  343. package/dist/esm/models/components/basicorganization.js.map +1 -0
  344. package/dist/esm/models/components/evalleaderboardrow.d.ts +85 -0
  345. package/dist/esm/models/components/evalleaderboardrow.d.ts.map +1 -0
  346. package/dist/esm/models/components/evalleaderboardrow.js +89 -0
  347. package/dist/esm/models/components/evalleaderboardrow.js.map +1 -0
  348. package/dist/esm/models/components/evalrunoverview.d.ts +101 -0
  349. package/dist/esm/models/components/evalrunoverview.d.ts.map +1 -0
  350. package/dist/esm/models/components/evalrunoverview.js +108 -0
  351. package/dist/esm/models/components/evalrunoverview.js.map +1 -0
  352. package/dist/esm/models/components/evalsampleobject.d.ts +32 -0
  353. package/dist/esm/models/components/evalsampleobject.d.ts.map +1 -1
  354. package/dist/esm/models/components/evalsampleobject.js +20 -0
  355. package/dist/esm/models/components/evalsampleobject.js.map +1 -1
  356. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  357. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  358. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js +49 -0
  359. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  360. package/dist/esm/models/components/evalsuiteleaderboard.d.ts +35 -0
  361. package/dist/esm/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  362. package/dist/esm/models/components/evalsuiteleaderboard.js +40 -0
  363. package/dist/esm/models/components/evalsuiteleaderboard.js.map +1 -0
  364. package/dist/esm/models/components/importagentrunrequest.d.ts +164 -0
  365. package/dist/esm/models/components/importagentrunrequest.d.ts.map +1 -0
  366. package/dist/esm/models/components/importagentrunrequest.js +142 -0
  367. package/dist/esm/models/components/importagentrunrequest.js.map +1 -0
  368. package/dist/esm/models/components/index.d.ts +14 -0
  369. package/dist/esm/models/components/index.d.ts.map +1 -1
  370. package/dist/esm/models/components/index.js +14 -0
  371. package/dist/esm/models/components/index.js.map +1 -1
  372. package/dist/esm/models/components/organizationcodeconfig.d.ts +20 -0
  373. package/dist/esm/models/components/organizationcodeconfig.d.ts.map +1 -0
  374. package/dist/esm/models/components/organizationcodeconfig.js +20 -0
  375. package/dist/esm/models/components/organizationcodeconfig.js.map +1 -0
  376. package/dist/esm/models/components/organizationmetadata.d.ts +23 -0
  377. package/dist/esm/models/components/organizationmetadata.d.ts.map +1 -0
  378. package/dist/esm/models/components/organizationmetadata.js +31 -0
  379. package/dist/esm/models/components/organizationmetadata.js.map +1 -0
  380. package/dist/esm/models/components/organizationmetadataoutput.d.ts +23 -0
  381. package/dist/esm/models/components/organizationmetadataoutput.d.ts.map +1 -0
  382. package/dist/esm/models/components/organizationmetadataoutput.js +31 -0
  383. package/dist/esm/models/components/organizationmetadataoutput.js.map +1 -0
  384. package/dist/esm/models/components/schema0.d.ts +17 -0
  385. package/dist/esm/models/components/schema0.d.ts.map +1 -0
  386. package/dist/esm/models/components/schema0.js +28 -0
  387. package/dist/esm/models/components/schema0.js.map +1 -0
  388. package/dist/esm/models/components/schema1.d.ts +17 -0
  389. package/dist/esm/models/components/schema1.d.ts.map +1 -0
  390. package/dist/esm/models/components/schema1.js +28 -0
  391. package/dist/esm/models/components/schema1.js.map +1 -0
  392. package/dist/esm/models/components/updateorganizationbody.d.ts +18 -0
  393. package/dist/esm/models/components/updateorganizationbody.d.ts.map +1 -0
  394. package/dist/esm/models/components/updateorganizationbody.js +21 -0
  395. package/dist/esm/models/components/updateorganizationbody.js.map +1 -0
  396. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  397. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  398. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js +33 -0
  399. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  400. package/dist/esm/models/errors/getjwtfromkey.d.ts +9 -9
  401. package/dist/esm/models/errors/getjwtfromkey.d.ts.map +1 -1
  402. package/dist/esm/models/errors/getjwtfromkey.js +8 -8
  403. package/dist/esm/models/errors/getjwtfromkey.js.map +1 -1
  404. package/dist/esm/models/errors/getorgbyid.d.ts +211 -0
  405. package/dist/esm/models/errors/getorgbyid.d.ts.map +1 -0
  406. package/dist/esm/models/errors/getorgbyid.js +254 -0
  407. package/dist/esm/models/errors/getorgbyid.js.map +1 -0
  408. package/dist/esm/models/errors/index.d.ts +2 -0
  409. package/dist/esm/models/errors/index.d.ts.map +1 -1
  410. package/dist/esm/models/errors/index.js +2 -0
  411. package/dist/esm/models/errors/index.js.map +1 -1
  412. package/dist/esm/models/errors/updateorganization.d.ts +257 -0
  413. package/dist/esm/models/errors/updateorganization.d.ts.map +1 -0
  414. package/dist/esm/models/errors/updateorganization.js +306 -0
  415. package/dist/esm/models/errors/updateorganization.js.map +1 -0
  416. package/dist/esm/models/operations/appendagentevaltrials.d.ts +264 -0
  417. package/dist/esm/models/operations/appendagentevaltrials.d.ts.map +1 -0
  418. package/dist/esm/models/operations/appendagentevaltrials.js +323 -0
  419. package/dist/esm/models/operations/appendagentevaltrials.js.map +1 -0
  420. package/dist/esm/models/operations/cancelevalrun.d.ts +20 -0
  421. package/dist/esm/models/operations/cancelevalrun.d.ts.map +1 -1
  422. package/dist/esm/models/operations/cancelevalrun.js +16 -0
  423. package/dist/esm/models/operations/cancelevalrun.js.map +1 -1
  424. package/dist/esm/models/operations/createevalrun.d.ts +20 -0
  425. package/dist/esm/models/operations/createevalrun.d.ts.map +1 -1
  426. package/dist/esm/models/operations/createevalrun.js +16 -0
  427. package/dist/esm/models/operations/createevalrun.js.map +1 -1
  428. package/dist/esm/models/operations/getevalrun.d.ts +20 -0
  429. package/dist/esm/models/operations/getevalrun.d.ts.map +1 -1
  430. package/dist/esm/models/operations/getevalrun.js +16 -0
  431. package/dist/esm/models/operations/getevalrun.js.map +1 -1
  432. package/dist/esm/models/operations/getevalrunoverview.d.ts +24 -0
  433. package/dist/esm/models/operations/getevalrunoverview.d.ts.map +1 -0
  434. package/dist/esm/models/operations/getevalrunoverview.js +35 -0
  435. package/dist/esm/models/operations/getevalrunoverview.js.map +1 -0
  436. package/dist/esm/models/operations/getevalsampletrajectory.d.ts +75 -0
  437. package/dist/esm/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  438. package/dist/esm/models/operations/getevalsampletrajectory.js +93 -0
  439. package/dist/esm/models/operations/getevalsampletrajectory.js.map +1 -0
  440. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  441. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  442. package/dist/esm/models/operations/getevalsuiteleaderboard.js +45 -0
  443. package/dist/esm/models/operations/getevalsuiteleaderboard.js.map +1 -0
  444. package/dist/esm/models/operations/getorgbyid.d.ts +37 -0
  445. package/dist/esm/models/operations/getorgbyid.d.ts.map +1 -0
  446. package/dist/esm/models/operations/getorgbyid.js +47 -0
  447. package/dist/esm/models/operations/getorgbyid.js.map +1 -0
  448. package/dist/esm/models/operations/importagentevalrun.d.ts +262 -0
  449. package/dist/esm/models/operations/importagentevalrun.d.ts.map +1 -0
  450. package/dist/esm/models/operations/importagentevalrun.js +319 -0
  451. package/dist/esm/models/operations/importagentevalrun.js.map +1 -0
  452. package/dist/esm/models/operations/index.d.ts +8 -0
  453. package/dist/esm/models/operations/index.d.ts.map +1 -1
  454. package/dist/esm/models/operations/index.js +8 -0
  455. package/dist/esm/models/operations/index.js.map +1 -1
  456. package/dist/esm/models/operations/listevalruns.d.ts +20 -0
  457. package/dist/esm/models/operations/listevalruns.d.ts.map +1 -1
  458. package/dist/esm/models/operations/listevalruns.js +16 -0
  459. package/dist/esm/models/operations/listevalruns.js.map +1 -1
  460. package/dist/esm/models/operations/listevalscheduleruns.d.ts +20 -0
  461. package/dist/esm/models/operations/listevalscheduleruns.d.ts.map +1 -1
  462. package/dist/esm/models/operations/listevalscheduleruns.js +16 -0
  463. package/dist/esm/models/operations/listevalscheduleruns.js.map +1 -1
  464. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  465. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  466. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js +16 -0
  467. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  468. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts +20 -0
  469. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  470. package/dist/esm/models/operations/rerunfailedevalsamples.js +16 -0
  471. package/dist/esm/models/operations/rerunfailedevalsamples.js.map +1 -1
  472. package/dist/esm/models/operations/retryfailedevalrun.d.ts +20 -0
  473. package/dist/esm/models/operations/retryfailedevalrun.d.ts.map +1 -1
  474. package/dist/esm/models/operations/retryfailedevalrun.js +16 -0
  475. package/dist/esm/models/operations/retryfailedevalrun.js.map +1 -1
  476. package/dist/esm/models/operations/updateorganization.d.ts +40 -0
  477. package/dist/esm/models/operations/updateorganization.d.ts.map +1 -0
  478. package/dist/esm/models/operations/updateorganization.js +52 -0
  479. package/dist/esm/models/operations/updateorganization.js.map +1 -0
  480. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  481. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  482. package/dist/esm/models/operations/uploadevalsampletrajectory.js +48 -0
  483. package/dist/esm/models/operations/uploadevalsampletrajectory.js.map +1 -0
  484. package/dist/esm/react-query/authOrgsGetById.core.d.ts +15 -0
  485. package/dist/esm/react-query/authOrgsGetById.core.d.ts.map +1 -0
  486. package/dist/esm/react-query/authOrgsGetById.core.js +31 -0
  487. package/dist/esm/react-query/authOrgsGetById.core.js.map +1 -0
  488. package/dist/esm/react-query/authOrgsGetById.d.ts +39 -0
  489. package/dist/esm/react-query/authOrgsGetById.d.ts.map +1 -0
  490. package/dist/esm/react-query/authOrgsGetById.js +50 -0
  491. package/dist/esm/react-query/authOrgsGetById.js.map +1 -0
  492. package/dist/esm/react-query/authOrgsUpdate.d.ts +31 -0
  493. package/dist/esm/react-query/authOrgsUpdate.d.ts.map +1 -0
  494. package/dist/esm/react-query/authOrgsUpdate.js +42 -0
  495. package/dist/esm/react-query/authOrgsUpdate.js.map +1 -0
  496. package/dist/esm/react-query/index.d.ts +8 -0
  497. package/dist/esm/react-query/index.d.ts.map +1 -1
  498. package/dist/esm/react-query/index.js +8 -0
  499. package/dist/esm/react-query/index.js.map +1 -1
  500. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  501. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  502. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js +42 -0
  503. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  504. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  505. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  506. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js +32 -0
  507. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  508. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  509. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  510. package/dist/esm/react-query/llmEvalsGetRunOverview.js +50 -0
  511. package/dist/esm/react-query/llmEvalsGetRunOverview.js.map +1 -0
  512. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  513. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  514. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js +40 -0
  515. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  516. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  517. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  518. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js +55 -0
  519. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  520. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  521. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  522. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js +36 -0
  523. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  524. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  525. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  526. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js +55 -0
  527. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  528. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  529. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  530. package/dist/esm/react-query/llmEvalsImportAgentRun.js +42 -0
  531. package/dist/esm/react-query/llmEvalsImportAgentRun.js.map +1 -0
  532. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  533. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  534. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js +42 -0
  535. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  536. package/dist/esm/sdk/evals.d.ts +42 -0
  537. package/dist/esm/sdk/evals.d.ts.map +1 -1
  538. package/dist/esm/sdk/evals.js +60 -0
  539. package/dist/esm/sdk/evals.js.map +1 -1
  540. package/dist/esm/sdk/orgs.d.ts +15 -0
  541. package/dist/esm/sdk/orgs.d.ts.map +1 -1
  542. package/dist/esm/sdk/orgs.js +20 -0
  543. package/dist/esm/sdk/orgs.js.map +1 -1
  544. package/jsr.json +1 -1
  545. package/package.json +1 -1
  546. package/src/funcs/authOrgsGetById.ts +251 -0
  547. package/src/funcs/authOrgsUpdate.ts +264 -0
  548. package/src/funcs/llmEvalsAppendAgentTrials.ts +188 -0
  549. package/src/funcs/llmEvalsGetRunOverview.ts +192 -0
  550. package/src/funcs/llmEvalsGetSampleTrajectory.ts +197 -0
  551. package/src/funcs/llmEvalsGetSuiteLeaderboard.ts +197 -0
  552. package/src/funcs/llmEvalsImportAgentRun.ts +181 -0
  553. package/src/funcs/llmEvalsUploadSampleTrajectory.ts +201 -0
  554. package/src/lib/config.ts +2 -2
  555. package/src/mcp-server/mcp-server.ts +1 -1
  556. package/src/mcp-server/server.ts +13 -1
  557. package/src/mcp-server/tools/llmEvalsAppendAgentTrials.ts +37 -0
  558. package/src/mcp-server/tools/llmEvalsGetRunOverview.ts +37 -0
  559. package/src/mcp-server/tools/llmEvalsGetSampleTrajectory.ts +37 -0
  560. package/src/mcp-server/tools/llmEvalsGetSuiteLeaderboard.ts +37 -0
  561. package/src/mcp-server/tools/llmEvalsImportAgentRun.ts +37 -0
  562. package/src/mcp-server/tools/llmEvalsUploadSampleTrajectory.ts +38 -0
  563. package/src/models/components/appendagenttrialsrequest.ts +224 -0
  564. package/src/models/components/basicorganization.ts +100 -0
  565. package/src/models/components/evalleaderboardrow.ts +200 -0
  566. package/src/models/components/evalrunoverview.ts +240 -0
  567. package/src/models/components/evalsampleobject.ts +48 -0
  568. package/src/models/components/evalsampletrajectoryuploadedobject.ts +98 -0
  569. package/src/models/components/evalsuiteleaderboard.ts +93 -0
  570. package/src/models/components/importagentrunrequest.ts +319 -0
  571. package/src/models/components/index.ts +14 -0
  572. package/src/models/components/organizationcodeconfig.ts +54 -0
  573. package/src/models/components/organizationmetadata.ts +80 -0
  574. package/src/models/components/organizationmetadataoutput.ts +80 -0
  575. package/src/models/components/schema0.ts +55 -0
  576. package/src/models/components/schema1.ts +55 -0
  577. package/src/models/components/updateorganizationbody.ts +57 -0
  578. package/src/models/components/uploadevalsampletrajectoryrequest.ts +79 -0
  579. package/src/models/errors/getjwtfromkey.ts +28 -21
  580. package/src/models/errors/getorgbyid.ts +499 -0
  581. package/src/models/errors/index.ts +2 -0
  582. package/src/models/errors/updateorganization.ts +631 -0
  583. package/src/models/operations/appendagentevaltrials.ts +678 -0
  584. package/src/models/operations/cancelevalrun.ts +36 -0
  585. package/src/models/operations/createevalrun.ts +36 -0
  586. package/src/models/operations/getevalrun.ts +36 -0
  587. package/src/models/operations/getevalrunoverview.ts +73 -0
  588. package/src/models/operations/getevalsampletrajectory.ts +199 -0
  589. package/src/models/operations/getevalsuiteleaderboard.ts +93 -0
  590. package/src/models/operations/getorgbyid.ts +114 -0
  591. package/src/models/operations/importagentevalrun.ts +665 -0
  592. package/src/models/operations/index.ts +8 -0
  593. package/src/models/operations/listevalruns.ts +36 -0
  594. package/src/models/operations/listevalscheduleruns.ts +36 -0
  595. package/src/models/operations/listevalsuiteleaderboardruns.ts +36 -0
  596. package/src/models/operations/rerunfailedevalsamples.ts +36 -0
  597. package/src/models/operations/retryfailedevalrun.ts +36 -0
  598. package/src/models/operations/updateorganization.ts +121 -0
  599. package/src/models/operations/uploadevalsampletrajectory.ts +98 -0
  600. package/src/react-query/authOrgsGetById.core.ts +78 -0
  601. package/src/react-query/authOrgsGetById.ts +148 -0
  602. package/src/react-query/authOrgsUpdate.ts +122 -0
  603. package/src/react-query/index.ts +8 -0
  604. package/src/react-query/llmEvalsAppendAgentTrials.ts +109 -0
  605. package/src/react-query/llmEvalsGetRunOverview.core.ts +77 -0
  606. package/src/react-query/llmEvalsGetRunOverview.ts +150 -0
  607. package/src/react-query/llmEvalsGetSampleTrajectory.core.ts +94 -0
  608. package/src/react-query/llmEvalsGetSampleTrajectory.ts +159 -0
  609. package/src/react-query/llmEvalsGetSuiteLeaderboard.core.ts +89 -0
  610. package/src/react-query/llmEvalsGetSuiteLeaderboard.ts +163 -0
  611. package/src/react-query/llmEvalsImportAgentRun.ts +109 -0
  612. package/src/react-query/llmEvalsUploadSampleTrajectory.ts +110 -0
  613. package/src/sdk/evals.ts +108 -0
  614. package/src/sdk/orgs.ts +41 -0
@@ -6,6 +6,7 @@ export * from "./acceptclusterinvite.js";
6
6
  export * from "./activateagentconnector.js";
7
7
  export * from "./addmodelcatalogorgaccess.js";
8
8
  export * from "./addteammember.js";
9
+ export * from "./appendagentevaltrials.js";
9
10
  export * from "./batchgetcompletionfeedback.js";
10
11
  export * from "./batchgetresponsefeedback.js";
11
12
  export * from "./cancelbatch.js";
@@ -148,9 +149,12 @@ export * from "./getembeddingsusage.js";
148
149
  export * from "./getenvironmentapiv1sandboxenvironmentsenvironmentidget.js";
149
150
  export * from "./getevalartifacts.js";
150
151
  export * from "./getevalrun.js";
152
+ export * from "./getevalrunoverview.js";
151
153
  export * from "./getevalsampleaudio.js";
154
+ export * from "./getevalsampletrajectory.js";
152
155
  export * from "./getevalschedule.js";
153
156
  export * from "./getevalsuite.js";
157
+ export * from "./getevalsuiteleaderboard.js";
154
158
  export * from "./getevalsuiteversion.js";
155
159
  export * from "./getexternaluserbudgets.js";
156
160
  export * from "./getexternaluserdefaultbudgets.js";
@@ -167,6 +171,7 @@ export * from "./getmemoryentry.js";
167
171
  export * from "./getmemorystore.js";
168
172
  export * from "./getmodel.js";
169
173
  export * from "./getorgbudgets.js";
174
+ export * from "./getorgbyid.js";
170
175
  export * from "./getorgquota.js";
171
176
  export * from "./getorgratelimit.js";
172
177
  export * from "./getpricing.js";
@@ -201,6 +206,7 @@ export * from "./getvectorstorefilebatch.js";
201
206
  export * from "./getvectorstorefilecontent.js";
202
207
  export * from "./getvectorstoresusage.js";
203
208
  export * from "./getworkspace.js";
209
+ export * from "./importagentevalrun.js";
204
210
  export * from "./importhistoricalevalresults.js";
205
211
  export * from "./listaccelerators.js";
206
212
  export * from "./listagentconnectors.js";
@@ -349,6 +355,7 @@ export * from "./updateguardrails.js";
349
355
  export * from "./updatemcpserver.js";
350
356
  export * from "./updatememoryentry.js";
351
357
  export * from "./updatememorystore.js";
358
+ export * from "./updateorganization.js";
352
359
  export * from "./updateorgquota.js";
353
360
  export * from "./updateorgratelimit.js";
354
361
  export * from "./updateprompt.js";
@@ -359,6 +366,7 @@ export * from "./updateserviceaccountapikey.js";
359
366
  export * from "./updateskill.js";
360
367
  export * from "./updateteam.js";
361
368
  export * from "./updatevectorstorefileattributes.js";
369
+ export * from "./uploadevalsampletrajectory.js";
362
370
  export * from "./uploadfile.js";
363
371
  export * from "./uploadworkspacearchive.js";
364
372
  export * from "./uploadworkspacefile.js";
@@ -125,6 +125,22 @@ export type ListEvalRunsData = {
125
125
  error: { [k: string]: any } | null;
126
126
  artifactFileIds: Array<string>;
127
127
  metadata: { [k: string]: string };
128
+ /**
129
+ * Coding-agent harness that produced this run (e.g. `omp`, `claude-code`). Null for every non-harness eval kind — a null here is not a missing value, it means the run is not an agent run.
130
+ */
131
+ agentName: string | null;
132
+ /**
133
+ * Version of `agent_name`, as the harness reported it. Null when `agent_name` is.
134
+ */
135
+ agentVersion: string | null;
136
+ /**
137
+ * Reasoning-effort setting the agent ran at (e.g. `medium`, `xhigh`). Part of the leaderboard's row identity: the same agent and model at two efforts are two rows, not one. Null when `agent_name` is.
138
+ */
139
+ agentEffort: string | null;
140
+ /**
141
+ * Total spend for the run in USD. Null when the harness did not report cost.
142
+ */
143
+ costUsd: number | null;
128
144
  createdAt: number;
129
145
  startedAt: number | null;
130
146
  completedAt: number | null;
@@ -545,6 +561,10 @@ export const ListEvalRunsData$inboundSchema: z.ZodType<
545
561
  error: z.nullable(z.record(z.any())),
546
562
  artifact_file_ids: z.array(z.string()),
547
563
  metadata: z.record(z.string()),
564
+ agent_name: z.nullable(z.string()),
565
+ agent_version: z.nullable(z.string()),
566
+ agent_effort: z.nullable(z.string()),
567
+ cost_usd: z.nullable(z.number()),
548
568
  created_at: z.number().int(),
549
569
  started_at: z.nullable(z.number().int()),
550
570
  completed_at: z.nullable(z.number().int()),
@@ -562,6 +582,10 @@ export const ListEvalRunsData$inboundSchema: z.ZodType<
562
582
  "embedding_model": "embeddingModel",
563
583
  "request_counts": "requestCounts",
564
584
  "artifact_file_ids": "artifactFileIds",
585
+ "agent_name": "agentName",
586
+ "agent_version": "agentVersion",
587
+ "agent_effort": "agentEffort",
588
+ "cost_usd": "costUsd",
565
589
  "created_at": "createdAt",
566
590
  "started_at": "startedAt",
567
591
  "completed_at": "completedAt",
@@ -589,6 +613,10 @@ export type ListEvalRunsData$Outbound = {
589
613
  error: { [k: string]: any } | null;
590
614
  artifact_file_ids: Array<string>;
591
615
  metadata: { [k: string]: string };
616
+ agent_name: string | null;
617
+ agent_version: string | null;
618
+ agent_effort: string | null;
619
+ cost_usd: number | null;
592
620
  created_at: number;
593
621
  started_at: number | null;
594
622
  completed_at: number | null;
@@ -620,6 +648,10 @@ export const ListEvalRunsData$outboundSchema: z.ZodType<
620
648
  error: z.nullable(z.record(z.any())),
621
649
  artifactFileIds: z.array(z.string()),
622
650
  metadata: z.record(z.string()),
651
+ agentName: z.nullable(z.string()),
652
+ agentVersion: z.nullable(z.string()),
653
+ agentEffort: z.nullable(z.string()),
654
+ costUsd: z.nullable(z.number()),
623
655
  createdAt: z.number().int(),
624
656
  startedAt: z.nullable(z.number().int()),
625
657
  completedAt: z.nullable(z.number().int()),
@@ -637,6 +669,10 @@ export const ListEvalRunsData$outboundSchema: z.ZodType<
637
669
  embeddingModel: "embedding_model",
638
670
  requestCounts: "request_counts",
639
671
  artifactFileIds: "artifact_file_ids",
672
+ agentName: "agent_name",
673
+ agentVersion: "agent_version",
674
+ agentEffort: "agent_effort",
675
+ costUsd: "cost_usd",
640
676
  createdAt: "created_at",
641
677
  startedAt: "started_at",
642
678
  completedAt: "completed_at",
@@ -130,6 +130,22 @@ export type ListEvalScheduleRunsData = {
130
130
  error: { [k: string]: any } | null;
131
131
  artifactFileIds: Array<string>;
132
132
  metadata: { [k: string]: string };
133
+ /**
134
+ * Coding-agent harness that produced this run (e.g. `omp`, `claude-code`). Null for every non-harness eval kind — a null here is not a missing value, it means the run is not an agent run.
135
+ */
136
+ agentName: string | null;
137
+ /**
138
+ * Version of `agent_name`, as the harness reported it. Null when `agent_name` is.
139
+ */
140
+ agentVersion: string | null;
141
+ /**
142
+ * Reasoning-effort setting the agent ran at (e.g. `medium`, `xhigh`). Part of the leaderboard's row identity: the same agent and model at two efforts are two rows, not one. Null when `agent_name` is.
143
+ */
144
+ agentEffort: string | null;
145
+ /**
146
+ * Total spend for the run in USD. Null when the harness did not report cost.
147
+ */
148
+ costUsd: number | null;
133
149
  createdAt: number;
134
150
  startedAt: number | null;
135
151
  completedAt: number | null;
@@ -566,6 +582,10 @@ export const ListEvalScheduleRunsData$inboundSchema: z.ZodType<
566
582
  error: z.nullable(z.record(z.any())),
567
583
  artifact_file_ids: z.array(z.string()),
568
584
  metadata: z.record(z.string()),
585
+ agent_name: z.nullable(z.string()),
586
+ agent_version: z.nullable(z.string()),
587
+ agent_effort: z.nullable(z.string()),
588
+ cost_usd: z.nullable(z.number()),
569
589
  created_at: z.number().int(),
570
590
  started_at: z.nullable(z.number().int()),
571
591
  completed_at: z.nullable(z.number().int()),
@@ -583,6 +603,10 @@ export const ListEvalScheduleRunsData$inboundSchema: z.ZodType<
583
603
  "embedding_model": "embeddingModel",
584
604
  "request_counts": "requestCounts",
585
605
  "artifact_file_ids": "artifactFileIds",
606
+ "agent_name": "agentName",
607
+ "agent_version": "agentVersion",
608
+ "agent_effort": "agentEffort",
609
+ "cost_usd": "costUsd",
586
610
  "created_at": "createdAt",
587
611
  "started_at": "startedAt",
588
612
  "completed_at": "completedAt",
@@ -610,6 +634,10 @@ export type ListEvalScheduleRunsData$Outbound = {
610
634
  error: { [k: string]: any } | null;
611
635
  artifact_file_ids: Array<string>;
612
636
  metadata: { [k: string]: string };
637
+ agent_name: string | null;
638
+ agent_version: string | null;
639
+ agent_effort: string | null;
640
+ cost_usd: number | null;
613
641
  created_at: number;
614
642
  started_at: number | null;
615
643
  completed_at: number | null;
@@ -641,6 +669,10 @@ export const ListEvalScheduleRunsData$outboundSchema: z.ZodType<
641
669
  error: z.nullable(z.record(z.any())),
642
670
  artifactFileIds: z.array(z.string()),
643
671
  metadata: z.record(z.string()),
672
+ agentName: z.nullable(z.string()),
673
+ agentVersion: z.nullable(z.string()),
674
+ agentEffort: z.nullable(z.string()),
675
+ costUsd: z.nullable(z.number()),
644
676
  createdAt: z.number().int(),
645
677
  startedAt: z.nullable(z.number().int()),
646
678
  completedAt: z.nullable(z.number().int()),
@@ -658,6 +690,10 @@ export const ListEvalScheduleRunsData$outboundSchema: z.ZodType<
658
690
  embeddingModel: "embedding_model",
659
691
  requestCounts: "request_counts",
660
692
  artifactFileIds: "artifact_file_ids",
693
+ agentName: "agent_name",
694
+ agentVersion: "agent_version",
695
+ agentEffort: "agent_effort",
696
+ costUsd: "cost_usd",
661
697
  createdAt: "created_at",
662
698
  startedAt: "started_at",
663
699
  completedAt: "completed_at",
@@ -116,6 +116,22 @@ export type ListEvalSuiteLeaderboardRunsData = {
116
116
  error: { [k: string]: any } | null;
117
117
  artifactFileIds: Array<string>;
118
118
  metadata: { [k: string]: string };
119
+ /**
120
+ * Coding-agent harness that produced this run (e.g. `omp`, `claude-code`). Null for every non-harness eval kind — a null here is not a missing value, it means the run is not an agent run.
121
+ */
122
+ agentName: string | null;
123
+ /**
124
+ * Version of `agent_name`, as the harness reported it. Null when `agent_name` is.
125
+ */
126
+ agentVersion: string | null;
127
+ /**
128
+ * Reasoning-effort setting the agent ran at (e.g. `medium`, `xhigh`). Part of the leaderboard's row identity: the same agent and model at two efforts are two rows, not one. Null when `agent_name` is.
129
+ */
130
+ agentEffort: string | null;
131
+ /**
132
+ * Total spend for the run in USD. Null when the harness did not report cost.
133
+ */
134
+ costUsd: number | null;
119
135
  createdAt: number;
120
136
  startedAt: number | null;
121
137
  completedAt: number | null;
@@ -580,6 +596,10 @@ export const ListEvalSuiteLeaderboardRunsData$inboundSchema: z.ZodType<
580
596
  error: z.nullable(z.record(z.any())),
581
597
  artifact_file_ids: z.array(z.string()),
582
598
  metadata: z.record(z.string()),
599
+ agent_name: z.nullable(z.string()),
600
+ agent_version: z.nullable(z.string()),
601
+ agent_effort: z.nullable(z.string()),
602
+ cost_usd: z.nullable(z.number()),
583
603
  created_at: z.number().int(),
584
604
  started_at: z.nullable(z.number().int()),
585
605
  completed_at: z.nullable(z.number().int()),
@@ -597,6 +617,10 @@ export const ListEvalSuiteLeaderboardRunsData$inboundSchema: z.ZodType<
597
617
  "embedding_model": "embeddingModel",
598
618
  "request_counts": "requestCounts",
599
619
  "artifact_file_ids": "artifactFileIds",
620
+ "agent_name": "agentName",
621
+ "agent_version": "agentVersion",
622
+ "agent_effort": "agentEffort",
623
+ "cost_usd": "costUsd",
600
624
  "created_at": "createdAt",
601
625
  "started_at": "startedAt",
602
626
  "completed_at": "completedAt",
@@ -624,6 +648,10 @@ export type ListEvalSuiteLeaderboardRunsData$Outbound = {
624
648
  error: { [k: string]: any } | null;
625
649
  artifact_file_ids: Array<string>;
626
650
  metadata: { [k: string]: string };
651
+ agent_name: string | null;
652
+ agent_version: string | null;
653
+ agent_effort: string | null;
654
+ cost_usd: number | null;
627
655
  created_at: number;
628
656
  started_at: number | null;
629
657
  completed_at: number | null;
@@ -659,6 +687,10 @@ export const ListEvalSuiteLeaderboardRunsData$outboundSchema: z.ZodType<
659
687
  error: z.nullable(z.record(z.any())),
660
688
  artifactFileIds: z.array(z.string()),
661
689
  metadata: z.record(z.string()),
690
+ agentName: z.nullable(z.string()),
691
+ agentVersion: z.nullable(z.string()),
692
+ agentEffort: z.nullable(z.string()),
693
+ costUsd: z.nullable(z.number()),
662
694
  createdAt: z.number().int(),
663
695
  startedAt: z.nullable(z.number().int()),
664
696
  completedAt: z.nullable(z.number().int()),
@@ -676,6 +708,10 @@ export const ListEvalSuiteLeaderboardRunsData$outboundSchema: z.ZodType<
676
708
  embeddingModel: "embedding_model",
677
709
  requestCounts: "request_counts",
678
710
  artifactFileIds: "artifact_file_ids",
711
+ agentName: "agent_name",
712
+ agentVersion: "agent_version",
713
+ agentEffort: "agent_effort",
714
+ costUsd: "cost_usd",
679
715
  createdAt: "created_at",
680
716
  startedAt: "started_at",
681
717
  completedAt: "completed_at",
@@ -115,6 +115,22 @@ export type RerunFailedEvalSamplesResponseBody = {
115
115
  error: { [k: string]: any } | null;
116
116
  artifactFileIds: Array<string>;
117
117
  metadata: { [k: string]: string };
118
+ /**
119
+ * Coding-agent harness that produced this run (e.g. `omp`, `claude-code`). Null for every non-harness eval kind — a null here is not a missing value, it means the run is not an agent run.
120
+ */
121
+ agentName: string | null;
122
+ /**
123
+ * Version of `agent_name`, as the harness reported it. Null when `agent_name` is.
124
+ */
125
+ agentVersion: string | null;
126
+ /**
127
+ * Reasoning-effort setting the agent ran at (e.g. `medium`, `xhigh`). Part of the leaderboard's row identity: the same agent and model at two efforts are two rows, not one. Null when `agent_name` is.
128
+ */
129
+ agentEffort: string | null;
130
+ /**
131
+ * Total spend for the run in USD. Null when the harness did not report cost.
132
+ */
133
+ costUsd: number | null;
118
134
  createdAt: number;
119
135
  startedAt: number | null;
120
136
  completedAt: number | null;
@@ -515,6 +531,10 @@ export const RerunFailedEvalSamplesResponseBody$inboundSchema: z.ZodType<
515
531
  error: z.nullable(z.record(z.any())),
516
532
  artifact_file_ids: z.array(z.string()),
517
533
  metadata: z.record(z.string()),
534
+ agent_name: z.nullable(z.string()),
535
+ agent_version: z.nullable(z.string()),
536
+ agent_effort: z.nullable(z.string()),
537
+ cost_usd: z.nullable(z.number()),
518
538
  created_at: z.number().int(),
519
539
  started_at: z.nullable(z.number().int()),
520
540
  completed_at: z.nullable(z.number().int()),
@@ -532,6 +552,10 @@ export const RerunFailedEvalSamplesResponseBody$inboundSchema: z.ZodType<
532
552
  "embedding_model": "embeddingModel",
533
553
  "request_counts": "requestCounts",
534
554
  "artifact_file_ids": "artifactFileIds",
555
+ "agent_name": "agentName",
556
+ "agent_version": "agentVersion",
557
+ "agent_effort": "agentEffort",
558
+ "cost_usd": "costUsd",
535
559
  "created_at": "createdAt",
536
560
  "started_at": "startedAt",
537
561
  "completed_at": "completedAt",
@@ -559,6 +583,10 @@ export type RerunFailedEvalSamplesResponseBody$Outbound = {
559
583
  error: { [k: string]: any } | null;
560
584
  artifact_file_ids: Array<string>;
561
585
  metadata: { [k: string]: string };
586
+ agent_name: string | null;
587
+ agent_version: string | null;
588
+ agent_effort: string | null;
589
+ cost_usd: number | null;
562
590
  created_at: number;
563
591
  started_at: number | null;
564
592
  completed_at: number | null;
@@ -592,6 +620,10 @@ export const RerunFailedEvalSamplesResponseBody$outboundSchema: z.ZodType<
592
620
  error: z.nullable(z.record(z.any())),
593
621
  artifactFileIds: z.array(z.string()),
594
622
  metadata: z.record(z.string()),
623
+ agentName: z.nullable(z.string()),
624
+ agentVersion: z.nullable(z.string()),
625
+ agentEffort: z.nullable(z.string()),
626
+ costUsd: z.nullable(z.number()),
595
627
  createdAt: z.number().int(),
596
628
  startedAt: z.nullable(z.number().int()),
597
629
  completedAt: z.nullable(z.number().int()),
@@ -609,6 +641,10 @@ export const RerunFailedEvalSamplesResponseBody$outboundSchema: z.ZodType<
609
641
  embeddingModel: "embedding_model",
610
642
  requestCounts: "request_counts",
611
643
  artifactFileIds: "artifact_file_ids",
644
+ agentName: "agent_name",
645
+ agentVersion: "agent_version",
646
+ agentEffort: "agent_effort",
647
+ costUsd: "cost_usd",
612
648
  createdAt: "created_at",
613
649
  startedAt: "started_at",
614
650
  completedAt: "completed_at",
@@ -115,6 +115,22 @@ export type RetryFailedEvalRunResponseBody = {
115
115
  error: { [k: string]: any } | null;
116
116
  artifactFileIds: Array<string>;
117
117
  metadata: { [k: string]: string };
118
+ /**
119
+ * Coding-agent harness that produced this run (e.g. `omp`, `claude-code`). Null for every non-harness eval kind — a null here is not a missing value, it means the run is not an agent run.
120
+ */
121
+ agentName: string | null;
122
+ /**
123
+ * Version of `agent_name`, as the harness reported it. Null when `agent_name` is.
124
+ */
125
+ agentVersion: string | null;
126
+ /**
127
+ * Reasoning-effort setting the agent ran at (e.g. `medium`, `xhigh`). Part of the leaderboard's row identity: the same agent and model at two efforts are two rows, not one. Null when `agent_name` is.
128
+ */
129
+ agentEffort: string | null;
130
+ /**
131
+ * Total spend for the run in USD. Null when the harness did not report cost.
132
+ */
133
+ costUsd: number | null;
118
134
  createdAt: number;
119
135
  startedAt: number | null;
120
136
  completedAt: number | null;
@@ -509,6 +525,10 @@ export const RetryFailedEvalRunResponseBody$inboundSchema: z.ZodType<
509
525
  error: z.nullable(z.record(z.any())),
510
526
  artifact_file_ids: z.array(z.string()),
511
527
  metadata: z.record(z.string()),
528
+ agent_name: z.nullable(z.string()),
529
+ agent_version: z.nullable(z.string()),
530
+ agent_effort: z.nullable(z.string()),
531
+ cost_usd: z.nullable(z.number()),
512
532
  created_at: z.number().int(),
513
533
  started_at: z.nullable(z.number().int()),
514
534
  completed_at: z.nullable(z.number().int()),
@@ -526,6 +546,10 @@ export const RetryFailedEvalRunResponseBody$inboundSchema: z.ZodType<
526
546
  "embedding_model": "embeddingModel",
527
547
  "request_counts": "requestCounts",
528
548
  "artifact_file_ids": "artifactFileIds",
549
+ "agent_name": "agentName",
550
+ "agent_version": "agentVersion",
551
+ "agent_effort": "agentEffort",
552
+ "cost_usd": "costUsd",
529
553
  "created_at": "createdAt",
530
554
  "started_at": "startedAt",
531
555
  "completed_at": "completedAt",
@@ -553,6 +577,10 @@ export type RetryFailedEvalRunResponseBody$Outbound = {
553
577
  error: { [k: string]: any } | null;
554
578
  artifact_file_ids: Array<string>;
555
579
  metadata: { [k: string]: string };
580
+ agent_name: string | null;
581
+ agent_version: string | null;
582
+ agent_effort: string | null;
583
+ cost_usd: number | null;
556
584
  created_at: number;
557
585
  started_at: number | null;
558
586
  completed_at: number | null;
@@ -584,6 +612,10 @@ export const RetryFailedEvalRunResponseBody$outboundSchema: z.ZodType<
584
612
  error: z.nullable(z.record(z.any())),
585
613
  artifactFileIds: z.array(z.string()),
586
614
  metadata: z.record(z.string()),
615
+ agentName: z.nullable(z.string()),
616
+ agentVersion: z.nullable(z.string()),
617
+ agentEffort: z.nullable(z.string()),
618
+ costUsd: z.nullable(z.number()),
587
619
  createdAt: z.number().int(),
588
620
  startedAt: z.nullable(z.number().int()),
589
621
  completedAt: z.nullable(z.number().int()),
@@ -601,6 +633,10 @@ export const RetryFailedEvalRunResponseBody$outboundSchema: z.ZodType<
601
633
  embeddingModel: "embedding_model",
602
634
  requestCounts: "request_counts",
603
635
  artifactFileIds: "artifact_file_ids",
636
+ agentName: "agent_name",
637
+ agentVersion: "agent_version",
638
+ agentEffort: "agent_effort",
639
+ costUsd: "cost_usd",
604
640
  createdAt: "created_at",
605
641
  startedAt: "started_at",
606
642
  completedAt: "completed_at",
@@ -0,0 +1,121 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod/v3";
6
+ import { remap as remap$ } from "../../lib/primitives.js";
7
+ import { safeParse } from "../../lib/schemas.js";
8
+ import { Result as SafeParseResult } from "../../types/fp.js";
9
+ import * as components from "../components/index.js";
10
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
11
+
12
+ export type UpdateOrganizationSecurity = {
13
+ bearerAuth?: string | undefined;
14
+ sessionCookie?: string | undefined;
15
+ };
16
+
17
+ export type UpdateOrganizationRequest = {
18
+ orgId: string;
19
+ /**
20
+ * Optional external end-user identifier forwarded by the API gateway.
21
+ */
22
+ xOnBehalfOf?: string | undefined;
23
+ updateOrganizationBody: components.UpdateOrganizationBody;
24
+ };
25
+
26
+ /** @internal */
27
+ export const UpdateOrganizationSecurity$inboundSchema: z.ZodType<
28
+ UpdateOrganizationSecurity,
29
+ z.ZodTypeDef,
30
+ unknown
31
+ > = z.object({
32
+ bearerAuth: z.string().optional(),
33
+ sessionCookie: z.string().optional(),
34
+ });
35
+ /** @internal */
36
+ export type UpdateOrganizationSecurity$Outbound = {
37
+ bearerAuth?: string | undefined;
38
+ sessionCookie?: string | undefined;
39
+ };
40
+
41
+ /** @internal */
42
+ export const UpdateOrganizationSecurity$outboundSchema: z.ZodType<
43
+ UpdateOrganizationSecurity$Outbound,
44
+ z.ZodTypeDef,
45
+ UpdateOrganizationSecurity
46
+ > = z.object({
47
+ bearerAuth: z.string().optional(),
48
+ sessionCookie: z.string().optional(),
49
+ });
50
+
51
+ export function updateOrganizationSecurityToJSON(
52
+ updateOrganizationSecurity: UpdateOrganizationSecurity,
53
+ ): string {
54
+ return JSON.stringify(
55
+ UpdateOrganizationSecurity$outboundSchema.parse(updateOrganizationSecurity),
56
+ );
57
+ }
58
+ export function updateOrganizationSecurityFromJSON(
59
+ jsonString: string,
60
+ ): SafeParseResult<UpdateOrganizationSecurity, SDKValidationError> {
61
+ return safeParse(
62
+ jsonString,
63
+ (x) => UpdateOrganizationSecurity$inboundSchema.parse(JSON.parse(x)),
64
+ `Failed to parse 'UpdateOrganizationSecurity' from JSON`,
65
+ );
66
+ }
67
+
68
+ /** @internal */
69
+ export const UpdateOrganizationRequest$inboundSchema: z.ZodType<
70
+ UpdateOrganizationRequest,
71
+ z.ZodTypeDef,
72
+ unknown
73
+ > = z.object({
74
+ orgId: z.string(),
75
+ "X-On-Behalf-Of": z.string().optional(),
76
+ UpdateOrganizationBody: components.UpdateOrganizationBody$inboundSchema,
77
+ }).transform((v) => {
78
+ return remap$(v, {
79
+ "X-On-Behalf-Of": "xOnBehalfOf",
80
+ "UpdateOrganizationBody": "updateOrganizationBody",
81
+ });
82
+ });
83
+ /** @internal */
84
+ export type UpdateOrganizationRequest$Outbound = {
85
+ orgId: string;
86
+ "X-On-Behalf-Of"?: string | undefined;
87
+ UpdateOrganizationBody: components.UpdateOrganizationBody$Outbound;
88
+ };
89
+
90
+ /** @internal */
91
+ export const UpdateOrganizationRequest$outboundSchema: z.ZodType<
92
+ UpdateOrganizationRequest$Outbound,
93
+ z.ZodTypeDef,
94
+ UpdateOrganizationRequest
95
+ > = z.object({
96
+ orgId: z.string(),
97
+ xOnBehalfOf: z.string().optional(),
98
+ updateOrganizationBody: components.UpdateOrganizationBody$outboundSchema,
99
+ }).transform((v) => {
100
+ return remap$(v, {
101
+ xOnBehalfOf: "X-On-Behalf-Of",
102
+ updateOrganizationBody: "UpdateOrganizationBody",
103
+ });
104
+ });
105
+
106
+ export function updateOrganizationRequestToJSON(
107
+ updateOrganizationRequest: UpdateOrganizationRequest,
108
+ ): string {
109
+ return JSON.stringify(
110
+ UpdateOrganizationRequest$outboundSchema.parse(updateOrganizationRequest),
111
+ );
112
+ }
113
+ export function updateOrganizationRequestFromJSON(
114
+ jsonString: string,
115
+ ): SafeParseResult<UpdateOrganizationRequest, SDKValidationError> {
116
+ return safeParse(
117
+ jsonString,
118
+ (x) => UpdateOrganizationRequest$inboundSchema.parse(JSON.parse(x)),
119
+ `Failed to parse 'UpdateOrganizationRequest' from JSON`,
120
+ );
121
+ }
@@ -0,0 +1,98 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod/v3";
6
+ import { remap as remap$ } from "../../lib/primitives.js";
7
+ import { safeParse } from "../../lib/schemas.js";
8
+ import { Result as SafeParseResult } from "../../types/fp.js";
9
+ import * as components from "../components/index.js";
10
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
11
+
12
+ export type UploadEvalSampleTrajectoryRequest = {
13
+ runId: string;
14
+ sampleIndex: number;
15
+ taskId?: string | undefined;
16
+ model?: string | undefined;
17
+ /**
18
+ * Optional external end-user identifier forwarded by the API gateway.
19
+ */
20
+ xOnBehalfOf?: string | undefined;
21
+ uploadEvalSampleTrajectoryRequest:
22
+ components.UploadEvalSampleTrajectoryRequest;
23
+ };
24
+
25
+ /** @internal */
26
+ export const UploadEvalSampleTrajectoryRequest$inboundSchema: z.ZodType<
27
+ UploadEvalSampleTrajectoryRequest,
28
+ z.ZodTypeDef,
29
+ unknown
30
+ > = z.object({
31
+ run_id: z.string(),
32
+ sample_index: z.number().int(),
33
+ task_id: z.string().optional(),
34
+ model: z.string().optional(),
35
+ "X-On-Behalf-Of": z.string().optional(),
36
+ UploadEvalSampleTrajectoryRequest:
37
+ components.UploadEvalSampleTrajectoryRequest$inboundSchema,
38
+ }).transform((v) => {
39
+ return remap$(v, {
40
+ "run_id": "runId",
41
+ "sample_index": "sampleIndex",
42
+ "task_id": "taskId",
43
+ "X-On-Behalf-Of": "xOnBehalfOf",
44
+ "UploadEvalSampleTrajectoryRequest": "uploadEvalSampleTrajectoryRequest",
45
+ });
46
+ });
47
+ /** @internal */
48
+ export type UploadEvalSampleTrajectoryRequest$Outbound = {
49
+ run_id: string;
50
+ sample_index: number;
51
+ task_id?: string | undefined;
52
+ model?: string | undefined;
53
+ "X-On-Behalf-Of"?: string | undefined;
54
+ UploadEvalSampleTrajectoryRequest:
55
+ components.UploadEvalSampleTrajectoryRequest$Outbound;
56
+ };
57
+
58
+ /** @internal */
59
+ export const UploadEvalSampleTrajectoryRequest$outboundSchema: z.ZodType<
60
+ UploadEvalSampleTrajectoryRequest$Outbound,
61
+ z.ZodTypeDef,
62
+ UploadEvalSampleTrajectoryRequest
63
+ > = z.object({
64
+ runId: z.string(),
65
+ sampleIndex: z.number().int(),
66
+ taskId: z.string().optional(),
67
+ model: z.string().optional(),
68
+ xOnBehalfOf: z.string().optional(),
69
+ uploadEvalSampleTrajectoryRequest:
70
+ components.UploadEvalSampleTrajectoryRequest$outboundSchema,
71
+ }).transform((v) => {
72
+ return remap$(v, {
73
+ runId: "run_id",
74
+ sampleIndex: "sample_index",
75
+ taskId: "task_id",
76
+ xOnBehalfOf: "X-On-Behalf-Of",
77
+ uploadEvalSampleTrajectoryRequest: "UploadEvalSampleTrajectoryRequest",
78
+ });
79
+ });
80
+
81
+ export function uploadEvalSampleTrajectoryRequestToJSON(
82
+ uploadEvalSampleTrajectoryRequest: UploadEvalSampleTrajectoryRequest,
83
+ ): string {
84
+ return JSON.stringify(
85
+ UploadEvalSampleTrajectoryRequest$outboundSchema.parse(
86
+ uploadEvalSampleTrajectoryRequest,
87
+ ),
88
+ );
89
+ }
90
+ export function uploadEvalSampleTrajectoryRequestFromJSON(
91
+ jsonString: string,
92
+ ): SafeParseResult<UploadEvalSampleTrajectoryRequest, SDKValidationError> {
93
+ return safeParse(
94
+ jsonString,
95
+ (x) => UploadEvalSampleTrajectoryRequest$inboundSchema.parse(JSON.parse(x)),
96
+ `Failed to parse 'UploadEvalSampleTrajectoryRequest' from JSON`,
97
+ );
98
+ }