@meetkai/mka1 0.54.23 → 0.54.25

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (614) hide show
  1. package/README.md +320 -283
  2. package/bin/mcp-server.js +4406 -1683
  3. package/bin/mcp-server.js.map +55 -19
  4. package/dist/commonjs/funcs/authOrgsGetById.d.ts +19 -0
  5. package/dist/commonjs/funcs/authOrgsGetById.d.ts.map +1 -0
  6. package/dist/commonjs/funcs/authOrgsGetById.js +146 -0
  7. package/dist/commonjs/funcs/authOrgsGetById.js.map +1 -0
  8. package/dist/commonjs/funcs/authOrgsUpdate.d.ts +19 -0
  9. package/dist/commonjs/funcs/authOrgsUpdate.d.ts.map +1 -0
  10. package/dist/commonjs/funcs/authOrgsUpdate.js +149 -0
  11. package/dist/commonjs/funcs/authOrgsUpdate.js.map +1 -0
  12. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  13. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  14. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js +136 -0
  15. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  16. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  17. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  18. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js +138 -0
  19. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js.map +1 -0
  20. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  21. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  22. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js +142 -0
  23. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  24. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  25. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  26. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js +142 -0
  27. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  28. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  29. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  30. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js +130 -0
  31. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js.map +1 -0
  32. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  33. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  34. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js +146 -0
  35. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  36. package/dist/commonjs/lib/config.d.ts +2 -2
  37. package/dist/commonjs/lib/config.js +2 -2
  38. package/dist/commonjs/mcp-server/mcp-server.js +1 -1
  39. package/dist/commonjs/mcp-server/server.d.ts.map +1 -1
  40. package/dist/commonjs/mcp-server/server.js +13 -1
  41. package/dist/commonjs/mcp-server/server.js.map +1 -1
  42. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  43. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  44. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js +64 -0
  45. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  46. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  47. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  48. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js +64 -0
  49. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  50. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  51. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  52. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js +64 -0
  53. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  54. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  55. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  56. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +64 -0
  57. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  58. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  59. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  60. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js +64 -0
  61. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  62. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  63. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  64. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +64 -0
  65. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  66. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts +111 -0
  67. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  68. package/dist/commonjs/models/components/appendagenttrialsrequest.js +136 -0
  69. package/dist/commonjs/models/components/appendagenttrialsrequest.js.map +1 -0
  70. package/dist/commonjs/models/components/basicorganization.d.ts +41 -0
  71. package/dist/commonjs/models/components/basicorganization.d.ts.map +1 -0
  72. package/dist/commonjs/models/components/basicorganization.js +80 -0
  73. package/dist/commonjs/models/components/basicorganization.js.map +1 -0
  74. package/dist/commonjs/models/components/evalleaderboardrow.d.ts +85 -0
  75. package/dist/commonjs/models/components/evalleaderboardrow.d.ts.map +1 -0
  76. package/dist/commonjs/models/components/evalleaderboardrow.js +129 -0
  77. package/dist/commonjs/models/components/evalleaderboardrow.js.map +1 -0
  78. package/dist/commonjs/models/components/evalrunoverview.d.ts +101 -0
  79. package/dist/commonjs/models/components/evalrunoverview.d.ts.map +1 -0
  80. package/dist/commonjs/models/components/evalrunoverview.js +150 -0
  81. package/dist/commonjs/models/components/evalrunoverview.js.map +1 -0
  82. package/dist/commonjs/models/components/evalsampleobject.d.ts +32 -0
  83. package/dist/commonjs/models/components/evalsampleobject.d.ts.map +1 -1
  84. package/dist/commonjs/models/components/evalsampleobject.js +20 -0
  85. package/dist/commonjs/models/components/evalsampleobject.js.map +1 -1
  86. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  87. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  88. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js +87 -0
  89. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  90. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts +35 -0
  91. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  92. package/dist/commonjs/models/components/evalsuiteleaderboard.js +78 -0
  93. package/dist/commonjs/models/components/evalsuiteleaderboard.js.map +1 -0
  94. package/dist/commonjs/models/components/importagentrunrequest.d.ts +164 -0
  95. package/dist/commonjs/models/components/importagentrunrequest.d.ts.map +1 -0
  96. package/dist/commonjs/models/components/importagentrunrequest.js +182 -0
  97. package/dist/commonjs/models/components/importagentrunrequest.js.map +1 -0
  98. package/dist/commonjs/models/components/index.d.ts +14 -0
  99. package/dist/commonjs/models/components/index.d.ts.map +1 -1
  100. package/dist/commonjs/models/components/index.js +14 -0
  101. package/dist/commonjs/models/components/index.js.map +1 -1
  102. package/dist/commonjs/models/components/organizationcodeconfig.d.ts +20 -0
  103. package/dist/commonjs/models/components/organizationcodeconfig.d.ts.map +1 -0
  104. package/dist/commonjs/models/components/organizationcodeconfig.js +58 -0
  105. package/dist/commonjs/models/components/organizationcodeconfig.js.map +1 -0
  106. package/dist/commonjs/models/components/organizationmetadata.d.ts +23 -0
  107. package/dist/commonjs/models/components/organizationmetadata.d.ts.map +1 -0
  108. package/dist/commonjs/models/components/organizationmetadata.js +69 -0
  109. package/dist/commonjs/models/components/organizationmetadata.js.map +1 -0
  110. package/dist/commonjs/models/components/organizationmetadataoutput.d.ts +23 -0
  111. package/dist/commonjs/models/components/organizationmetadataoutput.d.ts.map +1 -0
  112. package/dist/commonjs/models/components/organizationmetadataoutput.js +69 -0
  113. package/dist/commonjs/models/components/organizationmetadataoutput.js.map +1 -0
  114. package/dist/commonjs/models/components/schema0.d.ts +17 -0
  115. package/dist/commonjs/models/components/schema0.d.ts.map +1 -0
  116. package/dist/commonjs/models/components/schema0.js +66 -0
  117. package/dist/commonjs/models/components/schema0.js.map +1 -0
  118. package/dist/commonjs/models/components/schema1.d.ts +17 -0
  119. package/dist/commonjs/models/components/schema1.d.ts.map +1 -0
  120. package/dist/commonjs/models/components/schema1.js +66 -0
  121. package/dist/commonjs/models/components/schema1.js.map +1 -0
  122. package/dist/commonjs/models/components/updateorganizationbody.d.ts +18 -0
  123. package/dist/commonjs/models/components/updateorganizationbody.d.ts.map +1 -0
  124. package/dist/commonjs/models/components/updateorganizationbody.js +59 -0
  125. package/dist/commonjs/models/components/updateorganizationbody.js.map +1 -0
  126. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  127. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  128. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js +71 -0
  129. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  130. package/dist/commonjs/models/errors/getjwtfromkey.d.ts +9 -9
  131. package/dist/commonjs/models/errors/getjwtfromkey.d.ts.map +1 -1
  132. package/dist/commonjs/models/errors/getjwtfromkey.js +11 -11
  133. package/dist/commonjs/models/errors/getjwtfromkey.js.map +1 -1
  134. package/dist/commonjs/models/errors/getorgbyid.d.ts +211 -0
  135. package/dist/commonjs/models/errors/getorgbyid.d.ts.map +1 -0
  136. package/dist/commonjs/models/errors/getorgbyid.js +298 -0
  137. package/dist/commonjs/models/errors/getorgbyid.js.map +1 -0
  138. package/dist/commonjs/models/errors/index.d.ts +2 -0
  139. package/dist/commonjs/models/errors/index.d.ts.map +1 -1
  140. package/dist/commonjs/models/errors/index.js +2 -0
  141. package/dist/commonjs/models/errors/index.js.map +1 -1
  142. package/dist/commonjs/models/errors/updateorganization.d.ts +257 -0
  143. package/dist/commonjs/models/errors/updateorganization.d.ts.map +1 -0
  144. package/dist/commonjs/models/errors/updateorganization.js +353 -0
  145. package/dist/commonjs/models/errors/updateorganization.js.map +1 -0
  146. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts +264 -0
  147. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts.map +1 -0
  148. package/dist/commonjs/models/operations/appendagentevaltrials.js +371 -0
  149. package/dist/commonjs/models/operations/appendagentevaltrials.js.map +1 -0
  150. package/dist/commonjs/models/operations/cancelevalrun.d.ts +20 -0
  151. package/dist/commonjs/models/operations/cancelevalrun.d.ts.map +1 -1
  152. package/dist/commonjs/models/operations/cancelevalrun.js +16 -0
  153. package/dist/commonjs/models/operations/cancelevalrun.js.map +1 -1
  154. package/dist/commonjs/models/operations/createevalrun.d.ts +20 -0
  155. package/dist/commonjs/models/operations/createevalrun.d.ts.map +1 -1
  156. package/dist/commonjs/models/operations/createevalrun.js +16 -0
  157. package/dist/commonjs/models/operations/createevalrun.js.map +1 -1
  158. package/dist/commonjs/models/operations/getevalrun.d.ts +20 -0
  159. package/dist/commonjs/models/operations/getevalrun.d.ts.map +1 -1
  160. package/dist/commonjs/models/operations/getevalrun.js +16 -0
  161. package/dist/commonjs/models/operations/getevalrun.js.map +1 -1
  162. package/dist/commonjs/models/operations/getevalrunoverview.d.ts +24 -0
  163. package/dist/commonjs/models/operations/getevalrunoverview.d.ts.map +1 -0
  164. package/dist/commonjs/models/operations/getevalrunoverview.js +73 -0
  165. package/dist/commonjs/models/operations/getevalrunoverview.js.map +1 -0
  166. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts +75 -0
  167. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  168. package/dist/commonjs/models/operations/getevalsampletrajectory.js +133 -0
  169. package/dist/commonjs/models/operations/getevalsampletrajectory.js.map +1 -0
  170. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  171. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  172. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js +83 -0
  173. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js.map +1 -0
  174. package/dist/commonjs/models/operations/getorgbyid.d.ts +37 -0
  175. package/dist/commonjs/models/operations/getorgbyid.d.ts.map +1 -0
  176. package/dist/commonjs/models/operations/getorgbyid.js +87 -0
  177. package/dist/commonjs/models/operations/getorgbyid.js.map +1 -0
  178. package/dist/commonjs/models/operations/importagentevalrun.d.ts +262 -0
  179. package/dist/commonjs/models/operations/importagentevalrun.d.ts.map +1 -0
  180. package/dist/commonjs/models/operations/importagentevalrun.js +367 -0
  181. package/dist/commonjs/models/operations/importagentevalrun.js.map +1 -0
  182. package/dist/commonjs/models/operations/index.d.ts +8 -0
  183. package/dist/commonjs/models/operations/index.d.ts.map +1 -1
  184. package/dist/commonjs/models/operations/index.js +8 -0
  185. package/dist/commonjs/models/operations/index.js.map +1 -1
  186. package/dist/commonjs/models/operations/listevalruns.d.ts +20 -0
  187. package/dist/commonjs/models/operations/listevalruns.d.ts.map +1 -1
  188. package/dist/commonjs/models/operations/listevalruns.js +16 -0
  189. package/dist/commonjs/models/operations/listevalruns.js.map +1 -1
  190. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts +20 -0
  191. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts.map +1 -1
  192. package/dist/commonjs/models/operations/listevalscheduleruns.js +16 -0
  193. package/dist/commonjs/models/operations/listevalscheduleruns.js.map +1 -1
  194. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  195. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  196. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js +16 -0
  197. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  198. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts +20 -0
  199. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  200. package/dist/commonjs/models/operations/rerunfailedevalsamples.js +16 -0
  201. package/dist/commonjs/models/operations/rerunfailedevalsamples.js.map +1 -1
  202. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts +20 -0
  203. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts.map +1 -1
  204. package/dist/commonjs/models/operations/retryfailedevalrun.js +16 -0
  205. package/dist/commonjs/models/operations/retryfailedevalrun.js.map +1 -1
  206. package/dist/commonjs/models/operations/updateorganization.d.ts +40 -0
  207. package/dist/commonjs/models/operations/updateorganization.d.ts.map +1 -0
  208. package/dist/commonjs/models/operations/updateorganization.js +92 -0
  209. package/dist/commonjs/models/operations/updateorganization.js.map +1 -0
  210. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  211. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  212. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js +86 -0
  213. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js.map +1 -0
  214. package/dist/commonjs/react-query/authOrgsGetById.core.d.ts +15 -0
  215. package/dist/commonjs/react-query/authOrgsGetById.core.d.ts.map +1 -0
  216. package/dist/commonjs/react-query/authOrgsGetById.core.js +36 -0
  217. package/dist/commonjs/react-query/authOrgsGetById.core.js.map +1 -0
  218. package/dist/commonjs/react-query/authOrgsGetById.d.ts +39 -0
  219. package/dist/commonjs/react-query/authOrgsGetById.d.ts.map +1 -0
  220. package/dist/commonjs/react-query/authOrgsGetById.js +60 -0
  221. package/dist/commonjs/react-query/authOrgsGetById.js.map +1 -0
  222. package/dist/commonjs/react-query/authOrgsUpdate.d.ts +31 -0
  223. package/dist/commonjs/react-query/authOrgsUpdate.d.ts.map +1 -0
  224. package/dist/commonjs/react-query/authOrgsUpdate.js +47 -0
  225. package/dist/commonjs/react-query/authOrgsUpdate.js.map +1 -0
  226. package/dist/commonjs/react-query/index.d.ts +8 -0
  227. package/dist/commonjs/react-query/index.d.ts.map +1 -1
  228. package/dist/commonjs/react-query/index.js +8 -0
  229. package/dist/commonjs/react-query/index.js.map +1 -1
  230. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  231. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  232. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js +47 -0
  233. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  234. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  235. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  236. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js +37 -0
  237. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  238. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  239. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  240. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js +60 -0
  241. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js.map +1 -0
  242. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  243. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  244. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js +45 -0
  245. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  246. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  247. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  248. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js +65 -0
  249. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  250. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  251. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  252. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js +41 -0
  253. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  254. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  255. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  256. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js +65 -0
  257. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  258. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  259. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  260. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js +47 -0
  261. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js.map +1 -0
  262. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  263. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  264. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js +47 -0
  265. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  266. package/dist/commonjs/sdk/evals.d.ts +42 -0
  267. package/dist/commonjs/sdk/evals.d.ts.map +1 -1
  268. package/dist/commonjs/sdk/evals.js +60 -0
  269. package/dist/commonjs/sdk/evals.js.map +1 -1
  270. package/dist/commonjs/sdk/orgs.d.ts +15 -0
  271. package/dist/commonjs/sdk/orgs.d.ts.map +1 -1
  272. package/dist/commonjs/sdk/orgs.js +20 -0
  273. package/dist/commonjs/sdk/orgs.js.map +1 -1
  274. package/dist/esm/funcs/authOrgsGetById.d.ts +19 -0
  275. package/dist/esm/funcs/authOrgsGetById.d.ts.map +1 -0
  276. package/dist/esm/funcs/authOrgsGetById.js +110 -0
  277. package/dist/esm/funcs/authOrgsGetById.js.map +1 -0
  278. package/dist/esm/funcs/authOrgsUpdate.d.ts +19 -0
  279. package/dist/esm/funcs/authOrgsUpdate.d.ts.map +1 -0
  280. package/dist/esm/funcs/authOrgsUpdate.js +113 -0
  281. package/dist/esm/funcs/authOrgsUpdate.js.map +1 -0
  282. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  283. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  284. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js +100 -0
  285. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  286. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  287. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  288. package/dist/esm/funcs/llmEvalsGetRunOverview.js +102 -0
  289. package/dist/esm/funcs/llmEvalsGetRunOverview.js.map +1 -0
  290. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  291. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  292. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js +106 -0
  293. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  294. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  295. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  296. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js +106 -0
  297. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  298. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  299. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  300. package/dist/esm/funcs/llmEvalsImportAgentRun.js +94 -0
  301. package/dist/esm/funcs/llmEvalsImportAgentRun.js.map +1 -0
  302. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  303. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  304. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js +110 -0
  305. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  306. package/dist/esm/lib/config.d.ts +2 -2
  307. package/dist/esm/lib/config.js +2 -2
  308. package/dist/esm/mcp-server/mcp-server.js +1 -1
  309. package/dist/esm/mcp-server/server.d.ts.map +1 -1
  310. package/dist/esm/mcp-server/server.js +13 -1
  311. package/dist/esm/mcp-server/server.js.map +1 -1
  312. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  313. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  314. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js +28 -0
  315. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  316. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  317. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  318. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js +28 -0
  319. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  320. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  321. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  322. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js +28 -0
  323. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  324. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  325. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  326. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +28 -0
  327. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  328. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  329. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  330. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js +28 -0
  331. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  332. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  333. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  334. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +28 -0
  335. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  336. package/dist/esm/models/components/appendagenttrialsrequest.d.ts +111 -0
  337. package/dist/esm/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  338. package/dist/esm/models/components/appendagenttrialsrequest.js +96 -0
  339. package/dist/esm/models/components/appendagenttrialsrequest.js.map +1 -0
  340. package/dist/esm/models/components/basicorganization.d.ts +41 -0
  341. package/dist/esm/models/components/basicorganization.d.ts.map +1 -0
  342. package/dist/esm/models/components/basicorganization.js +42 -0
  343. package/dist/esm/models/components/basicorganization.js.map +1 -0
  344. package/dist/esm/models/components/evalleaderboardrow.d.ts +85 -0
  345. package/dist/esm/models/components/evalleaderboardrow.d.ts.map +1 -0
  346. package/dist/esm/models/components/evalleaderboardrow.js +89 -0
  347. package/dist/esm/models/components/evalleaderboardrow.js.map +1 -0
  348. package/dist/esm/models/components/evalrunoverview.d.ts +101 -0
  349. package/dist/esm/models/components/evalrunoverview.d.ts.map +1 -0
  350. package/dist/esm/models/components/evalrunoverview.js +108 -0
  351. package/dist/esm/models/components/evalrunoverview.js.map +1 -0
  352. package/dist/esm/models/components/evalsampleobject.d.ts +32 -0
  353. package/dist/esm/models/components/evalsampleobject.d.ts.map +1 -1
  354. package/dist/esm/models/components/evalsampleobject.js +20 -0
  355. package/dist/esm/models/components/evalsampleobject.js.map +1 -1
  356. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  357. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  358. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js +49 -0
  359. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  360. package/dist/esm/models/components/evalsuiteleaderboard.d.ts +35 -0
  361. package/dist/esm/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  362. package/dist/esm/models/components/evalsuiteleaderboard.js +40 -0
  363. package/dist/esm/models/components/evalsuiteleaderboard.js.map +1 -0
  364. package/dist/esm/models/components/importagentrunrequest.d.ts +164 -0
  365. package/dist/esm/models/components/importagentrunrequest.d.ts.map +1 -0
  366. package/dist/esm/models/components/importagentrunrequest.js +142 -0
  367. package/dist/esm/models/components/importagentrunrequest.js.map +1 -0
  368. package/dist/esm/models/components/index.d.ts +14 -0
  369. package/dist/esm/models/components/index.d.ts.map +1 -1
  370. package/dist/esm/models/components/index.js +14 -0
  371. package/dist/esm/models/components/index.js.map +1 -1
  372. package/dist/esm/models/components/organizationcodeconfig.d.ts +20 -0
  373. package/dist/esm/models/components/organizationcodeconfig.d.ts.map +1 -0
  374. package/dist/esm/models/components/organizationcodeconfig.js +20 -0
  375. package/dist/esm/models/components/organizationcodeconfig.js.map +1 -0
  376. package/dist/esm/models/components/organizationmetadata.d.ts +23 -0
  377. package/dist/esm/models/components/organizationmetadata.d.ts.map +1 -0
  378. package/dist/esm/models/components/organizationmetadata.js +31 -0
  379. package/dist/esm/models/components/organizationmetadata.js.map +1 -0
  380. package/dist/esm/models/components/organizationmetadataoutput.d.ts +23 -0
  381. package/dist/esm/models/components/organizationmetadataoutput.d.ts.map +1 -0
  382. package/dist/esm/models/components/organizationmetadataoutput.js +31 -0
  383. package/dist/esm/models/components/organizationmetadataoutput.js.map +1 -0
  384. package/dist/esm/models/components/schema0.d.ts +17 -0
  385. package/dist/esm/models/components/schema0.d.ts.map +1 -0
  386. package/dist/esm/models/components/schema0.js +28 -0
  387. package/dist/esm/models/components/schema0.js.map +1 -0
  388. package/dist/esm/models/components/schema1.d.ts +17 -0
  389. package/dist/esm/models/components/schema1.d.ts.map +1 -0
  390. package/dist/esm/models/components/schema1.js +28 -0
  391. package/dist/esm/models/components/schema1.js.map +1 -0
  392. package/dist/esm/models/components/updateorganizationbody.d.ts +18 -0
  393. package/dist/esm/models/components/updateorganizationbody.d.ts.map +1 -0
  394. package/dist/esm/models/components/updateorganizationbody.js +21 -0
  395. package/dist/esm/models/components/updateorganizationbody.js.map +1 -0
  396. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  397. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  398. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js +33 -0
  399. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  400. package/dist/esm/models/errors/getjwtfromkey.d.ts +9 -9
  401. package/dist/esm/models/errors/getjwtfromkey.d.ts.map +1 -1
  402. package/dist/esm/models/errors/getjwtfromkey.js +8 -8
  403. package/dist/esm/models/errors/getjwtfromkey.js.map +1 -1
  404. package/dist/esm/models/errors/getorgbyid.d.ts +211 -0
  405. package/dist/esm/models/errors/getorgbyid.d.ts.map +1 -0
  406. package/dist/esm/models/errors/getorgbyid.js +254 -0
  407. package/dist/esm/models/errors/getorgbyid.js.map +1 -0
  408. package/dist/esm/models/errors/index.d.ts +2 -0
  409. package/dist/esm/models/errors/index.d.ts.map +1 -1
  410. package/dist/esm/models/errors/index.js +2 -0
  411. package/dist/esm/models/errors/index.js.map +1 -1
  412. package/dist/esm/models/errors/updateorganization.d.ts +257 -0
  413. package/dist/esm/models/errors/updateorganization.d.ts.map +1 -0
  414. package/dist/esm/models/errors/updateorganization.js +306 -0
  415. package/dist/esm/models/errors/updateorganization.js.map +1 -0
  416. package/dist/esm/models/operations/appendagentevaltrials.d.ts +264 -0
  417. package/dist/esm/models/operations/appendagentevaltrials.d.ts.map +1 -0
  418. package/dist/esm/models/operations/appendagentevaltrials.js +323 -0
  419. package/dist/esm/models/operations/appendagentevaltrials.js.map +1 -0
  420. package/dist/esm/models/operations/cancelevalrun.d.ts +20 -0
  421. package/dist/esm/models/operations/cancelevalrun.d.ts.map +1 -1
  422. package/dist/esm/models/operations/cancelevalrun.js +16 -0
  423. package/dist/esm/models/operations/cancelevalrun.js.map +1 -1
  424. package/dist/esm/models/operations/createevalrun.d.ts +20 -0
  425. package/dist/esm/models/operations/createevalrun.d.ts.map +1 -1
  426. package/dist/esm/models/operations/createevalrun.js +16 -0
  427. package/dist/esm/models/operations/createevalrun.js.map +1 -1
  428. package/dist/esm/models/operations/getevalrun.d.ts +20 -0
  429. package/dist/esm/models/operations/getevalrun.d.ts.map +1 -1
  430. package/dist/esm/models/operations/getevalrun.js +16 -0
  431. package/dist/esm/models/operations/getevalrun.js.map +1 -1
  432. package/dist/esm/models/operations/getevalrunoverview.d.ts +24 -0
  433. package/dist/esm/models/operations/getevalrunoverview.d.ts.map +1 -0
  434. package/dist/esm/models/operations/getevalrunoverview.js +35 -0
  435. package/dist/esm/models/operations/getevalrunoverview.js.map +1 -0
  436. package/dist/esm/models/operations/getevalsampletrajectory.d.ts +75 -0
  437. package/dist/esm/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  438. package/dist/esm/models/operations/getevalsampletrajectory.js +93 -0
  439. package/dist/esm/models/operations/getevalsampletrajectory.js.map +1 -0
  440. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  441. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  442. package/dist/esm/models/operations/getevalsuiteleaderboard.js +45 -0
  443. package/dist/esm/models/operations/getevalsuiteleaderboard.js.map +1 -0
  444. package/dist/esm/models/operations/getorgbyid.d.ts +37 -0
  445. package/dist/esm/models/operations/getorgbyid.d.ts.map +1 -0
  446. package/dist/esm/models/operations/getorgbyid.js +47 -0
  447. package/dist/esm/models/operations/getorgbyid.js.map +1 -0
  448. package/dist/esm/models/operations/importagentevalrun.d.ts +262 -0
  449. package/dist/esm/models/operations/importagentevalrun.d.ts.map +1 -0
  450. package/dist/esm/models/operations/importagentevalrun.js +319 -0
  451. package/dist/esm/models/operations/importagentevalrun.js.map +1 -0
  452. package/dist/esm/models/operations/index.d.ts +8 -0
  453. package/dist/esm/models/operations/index.d.ts.map +1 -1
  454. package/dist/esm/models/operations/index.js +8 -0
  455. package/dist/esm/models/operations/index.js.map +1 -1
  456. package/dist/esm/models/operations/listevalruns.d.ts +20 -0
  457. package/dist/esm/models/operations/listevalruns.d.ts.map +1 -1
  458. package/dist/esm/models/operations/listevalruns.js +16 -0
  459. package/dist/esm/models/operations/listevalruns.js.map +1 -1
  460. package/dist/esm/models/operations/listevalscheduleruns.d.ts +20 -0
  461. package/dist/esm/models/operations/listevalscheduleruns.d.ts.map +1 -1
  462. package/dist/esm/models/operations/listevalscheduleruns.js +16 -0
  463. package/dist/esm/models/operations/listevalscheduleruns.js.map +1 -1
  464. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  465. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  466. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js +16 -0
  467. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  468. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts +20 -0
  469. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  470. package/dist/esm/models/operations/rerunfailedevalsamples.js +16 -0
  471. package/dist/esm/models/operations/rerunfailedevalsamples.js.map +1 -1
  472. package/dist/esm/models/operations/retryfailedevalrun.d.ts +20 -0
  473. package/dist/esm/models/operations/retryfailedevalrun.d.ts.map +1 -1
  474. package/dist/esm/models/operations/retryfailedevalrun.js +16 -0
  475. package/dist/esm/models/operations/retryfailedevalrun.js.map +1 -1
  476. package/dist/esm/models/operations/updateorganization.d.ts +40 -0
  477. package/dist/esm/models/operations/updateorganization.d.ts.map +1 -0
  478. package/dist/esm/models/operations/updateorganization.js +52 -0
  479. package/dist/esm/models/operations/updateorganization.js.map +1 -0
  480. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  481. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  482. package/dist/esm/models/operations/uploadevalsampletrajectory.js +48 -0
  483. package/dist/esm/models/operations/uploadevalsampletrajectory.js.map +1 -0
  484. package/dist/esm/react-query/authOrgsGetById.core.d.ts +15 -0
  485. package/dist/esm/react-query/authOrgsGetById.core.d.ts.map +1 -0
  486. package/dist/esm/react-query/authOrgsGetById.core.js +31 -0
  487. package/dist/esm/react-query/authOrgsGetById.core.js.map +1 -0
  488. package/dist/esm/react-query/authOrgsGetById.d.ts +39 -0
  489. package/dist/esm/react-query/authOrgsGetById.d.ts.map +1 -0
  490. package/dist/esm/react-query/authOrgsGetById.js +50 -0
  491. package/dist/esm/react-query/authOrgsGetById.js.map +1 -0
  492. package/dist/esm/react-query/authOrgsUpdate.d.ts +31 -0
  493. package/dist/esm/react-query/authOrgsUpdate.d.ts.map +1 -0
  494. package/dist/esm/react-query/authOrgsUpdate.js +42 -0
  495. package/dist/esm/react-query/authOrgsUpdate.js.map +1 -0
  496. package/dist/esm/react-query/index.d.ts +8 -0
  497. package/dist/esm/react-query/index.d.ts.map +1 -1
  498. package/dist/esm/react-query/index.js +8 -0
  499. package/dist/esm/react-query/index.js.map +1 -1
  500. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  501. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  502. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js +42 -0
  503. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  504. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  505. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  506. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js +32 -0
  507. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  508. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  509. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  510. package/dist/esm/react-query/llmEvalsGetRunOverview.js +50 -0
  511. package/dist/esm/react-query/llmEvalsGetRunOverview.js.map +1 -0
  512. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  513. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  514. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js +40 -0
  515. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  516. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  517. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  518. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js +55 -0
  519. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  520. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  521. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  522. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js +36 -0
  523. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  524. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  525. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  526. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js +55 -0
  527. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  528. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  529. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  530. package/dist/esm/react-query/llmEvalsImportAgentRun.js +42 -0
  531. package/dist/esm/react-query/llmEvalsImportAgentRun.js.map +1 -0
  532. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  533. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  534. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js +42 -0
  535. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  536. package/dist/esm/sdk/evals.d.ts +42 -0
  537. package/dist/esm/sdk/evals.d.ts.map +1 -1
  538. package/dist/esm/sdk/evals.js +60 -0
  539. package/dist/esm/sdk/evals.js.map +1 -1
  540. package/dist/esm/sdk/orgs.d.ts +15 -0
  541. package/dist/esm/sdk/orgs.d.ts.map +1 -1
  542. package/dist/esm/sdk/orgs.js +20 -0
  543. package/dist/esm/sdk/orgs.js.map +1 -1
  544. package/jsr.json +1 -1
  545. package/package.json +1 -1
  546. package/src/funcs/authOrgsGetById.ts +251 -0
  547. package/src/funcs/authOrgsUpdate.ts +264 -0
  548. package/src/funcs/llmEvalsAppendAgentTrials.ts +188 -0
  549. package/src/funcs/llmEvalsGetRunOverview.ts +192 -0
  550. package/src/funcs/llmEvalsGetSampleTrajectory.ts +197 -0
  551. package/src/funcs/llmEvalsGetSuiteLeaderboard.ts +197 -0
  552. package/src/funcs/llmEvalsImportAgentRun.ts +181 -0
  553. package/src/funcs/llmEvalsUploadSampleTrajectory.ts +201 -0
  554. package/src/lib/config.ts +2 -2
  555. package/src/mcp-server/mcp-server.ts +1 -1
  556. package/src/mcp-server/server.ts +13 -1
  557. package/src/mcp-server/tools/llmEvalsAppendAgentTrials.ts +37 -0
  558. package/src/mcp-server/tools/llmEvalsGetRunOverview.ts +37 -0
  559. package/src/mcp-server/tools/llmEvalsGetSampleTrajectory.ts +37 -0
  560. package/src/mcp-server/tools/llmEvalsGetSuiteLeaderboard.ts +37 -0
  561. package/src/mcp-server/tools/llmEvalsImportAgentRun.ts +37 -0
  562. package/src/mcp-server/tools/llmEvalsUploadSampleTrajectory.ts +38 -0
  563. package/src/models/components/appendagenttrialsrequest.ts +224 -0
  564. package/src/models/components/basicorganization.ts +100 -0
  565. package/src/models/components/evalleaderboardrow.ts +200 -0
  566. package/src/models/components/evalrunoverview.ts +240 -0
  567. package/src/models/components/evalsampleobject.ts +48 -0
  568. package/src/models/components/evalsampletrajectoryuploadedobject.ts +98 -0
  569. package/src/models/components/evalsuiteleaderboard.ts +93 -0
  570. package/src/models/components/importagentrunrequest.ts +319 -0
  571. package/src/models/components/index.ts +14 -0
  572. package/src/models/components/organizationcodeconfig.ts +54 -0
  573. package/src/models/components/organizationmetadata.ts +80 -0
  574. package/src/models/components/organizationmetadataoutput.ts +80 -0
  575. package/src/models/components/schema0.ts +55 -0
  576. package/src/models/components/schema1.ts +55 -0
  577. package/src/models/components/updateorganizationbody.ts +57 -0
  578. package/src/models/components/uploadevalsampletrajectoryrequest.ts +79 -0
  579. package/src/models/errors/getjwtfromkey.ts +28 -21
  580. package/src/models/errors/getorgbyid.ts +499 -0
  581. package/src/models/errors/index.ts +2 -0
  582. package/src/models/errors/updateorganization.ts +631 -0
  583. package/src/models/operations/appendagentevaltrials.ts +678 -0
  584. package/src/models/operations/cancelevalrun.ts +36 -0
  585. package/src/models/operations/createevalrun.ts +36 -0
  586. package/src/models/operations/getevalrun.ts +36 -0
  587. package/src/models/operations/getevalrunoverview.ts +73 -0
  588. package/src/models/operations/getevalsampletrajectory.ts +199 -0
  589. package/src/models/operations/getevalsuiteleaderboard.ts +93 -0
  590. package/src/models/operations/getorgbyid.ts +114 -0
  591. package/src/models/operations/importagentevalrun.ts +665 -0
  592. package/src/models/operations/index.ts +8 -0
  593. package/src/models/operations/listevalruns.ts +36 -0
  594. package/src/models/operations/listevalscheduleruns.ts +36 -0
  595. package/src/models/operations/listevalsuiteleaderboardruns.ts +36 -0
  596. package/src/models/operations/rerunfailedevalsamples.ts +36 -0
  597. package/src/models/operations/retryfailedevalrun.ts +36 -0
  598. package/src/models/operations/updateorganization.ts +121 -0
  599. package/src/models/operations/uploadevalsampletrajectory.ts +98 -0
  600. package/src/react-query/authOrgsGetById.core.ts +78 -0
  601. package/src/react-query/authOrgsGetById.ts +148 -0
  602. package/src/react-query/authOrgsUpdate.ts +122 -0
  603. package/src/react-query/index.ts +8 -0
  604. package/src/react-query/llmEvalsAppendAgentTrials.ts +109 -0
  605. package/src/react-query/llmEvalsGetRunOverview.core.ts +77 -0
  606. package/src/react-query/llmEvalsGetRunOverview.ts +150 -0
  607. package/src/react-query/llmEvalsGetSampleTrajectory.core.ts +94 -0
  608. package/src/react-query/llmEvalsGetSampleTrajectory.ts +159 -0
  609. package/src/react-query/llmEvalsGetSuiteLeaderboard.core.ts +89 -0
  610. package/src/react-query/llmEvalsGetSuiteLeaderboard.ts +163 -0
  611. package/src/react-query/llmEvalsImportAgentRun.ts +109 -0
  612. package/src/react-query/llmEvalsUploadSampleTrajectory.ts +110 -0
  613. package/src/sdk/evals.ts +108 -0
  614. package/src/sdk/orgs.ts +41 -0
@@ -0,0 +1,678 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod/v3";
6
+ import { remap as remap$ } from "../../lib/primitives.js";
7
+ import {
8
+ collectExtraKeys as collectExtraKeys$,
9
+ safeParse,
10
+ } from "../../lib/schemas.js";
11
+ import { ClosedEnum } from "../../types/enums.js";
12
+ import { Result as SafeParseResult } from "../../types/fp.js";
13
+ import * as components from "../components/index.js";
14
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
15
+
16
+ export type AppendAgentEvalTrialsRequest = {
17
+ runId: string;
18
+ /**
19
+ * Optional external end-user identifier forwarded by the API gateway.
20
+ */
21
+ xOnBehalfOf?: string | undefined;
22
+ appendAgentTrialsRequest: components.AppendAgentTrialsRequest;
23
+ };
24
+
25
+ export type AppendAgentEvalTrialsStop = string | Array<string>;
26
+
27
+ export const AppendAgentEvalTrialsTruncation = {
28
+ Auto: "auto",
29
+ Disabled: "disabled",
30
+ } as const;
31
+ export type AppendAgentEvalTrialsTruncation = ClosedEnum<
32
+ typeof AppendAgentEvalTrialsTruncation
33
+ >;
34
+
35
+ export const AppendAgentEvalTrialsServiceTier = {
36
+ Auto: "auto",
37
+ Default: "default",
38
+ Flex: "flex",
39
+ Priority: "priority",
40
+ } as const;
41
+ export type AppendAgentEvalTrialsServiceTier = ClosedEnum<
42
+ typeof AppendAgentEvalTrialsServiceTier
43
+ >;
44
+
45
+ export type AppendAgentEvalTrialsPrefillThink = boolean | string;
46
+
47
+ export type AppendAgentEvalTrialsGeneration = {
48
+ instructions?: string | undefined;
49
+ temperature?: number | undefined;
50
+ topP?: number | undefined;
51
+ maxOutputTokens?: number | undefined;
52
+ /**
53
+ * lm-eval alias for max_output_tokens.
54
+ */
55
+ maxGenToks?: number | undefined;
56
+ stop?: string | Array<string> | undefined;
57
+ /**
58
+ * lm-eval generate_until stop sequences.
59
+ */
60
+ until?: Array<string> | undefined;
61
+ maxToolCalls?: number | undefined;
62
+ reasoning?: any | undefined;
63
+ text?: any | undefined;
64
+ tools?: Array<any | null> | undefined;
65
+ toolChoice?: any | undefined;
66
+ parallelToolCalls?: boolean | undefined;
67
+ truncation?: AppendAgentEvalTrialsTruncation | undefined;
68
+ serviceTier?: AppendAgentEvalTrialsServiceTier | undefined;
69
+ presencePenalty?: number | undefined;
70
+ frequencyPenalty?: number | undefined;
71
+ topK?: number | undefined;
72
+ minP?: number | undefined;
73
+ repetitionPenalty?: number | undefined;
74
+ doSample?: boolean | undefined;
75
+ extraBody?: { [k: string]: any } | undefined;
76
+ chatTemplateKwargs?: { [k: string]: any } | undefined;
77
+ prefillThink?: boolean | string | undefined;
78
+ useCache?: boolean | undefined;
79
+ timeoutSeconds?: number | undefined;
80
+ maxRetries?: number | undefined;
81
+ maxEmptyRetries?: number | undefined;
82
+ additionalProperties?: { [k: string]: any } | undefined;
83
+ };
84
+
85
+ export type AppendAgentEvalTrialsRequestCounts = {
86
+ total: number;
87
+ completed: number;
88
+ failed: number;
89
+ };
90
+
91
+ /**
92
+ * OK
93
+ */
94
+ export type AppendAgentEvalTrialsResponseBody = {
95
+ id: string;
96
+ object: "eval.run";
97
+ suiteId: string;
98
+ suiteVersion: number;
99
+ suiteVersionId: string;
100
+ /**
101
+ * The org that owns this run.
102
+ */
103
+ orgId: string;
104
+ /**
105
+ * The team that owns this run.
106
+ */
107
+ teamId: string;
108
+ status: components.EvalRunStatus;
109
+ models: Array<string>;
110
+ taskIds: Array<string> | null;
111
+ judgeModel: string | null;
112
+ embeddingModel: string | null;
113
+ generation: AppendAgentEvalTrialsGeneration;
114
+ requestCounts: AppendAgentEvalTrialsRequestCounts;
115
+ metrics: { [k: string]: any } | null;
116
+ error: { [k: string]: any } | null;
117
+ artifactFileIds: Array<string>;
118
+ metadata: { [k: string]: string };
119
+ /**
120
+ * Coding-agent harness that produced this run (e.g. `omp`, `claude-code`). Null for every non-harness eval kind — a null here is not a missing value, it means the run is not an agent run.
121
+ */
122
+ agentName: string | null;
123
+ /**
124
+ * Version of `agent_name`, as the harness reported it. Null when `agent_name` is.
125
+ */
126
+ agentVersion: string | null;
127
+ /**
128
+ * Reasoning-effort setting the agent ran at (e.g. `medium`, `xhigh`). Part of the leaderboard's row identity: the same agent and model at two efforts are two rows, not one. Null when `agent_name` is.
129
+ */
130
+ agentEffort: string | null;
131
+ /**
132
+ * Total spend for the run in USD. Null when the harness did not report cost.
133
+ */
134
+ costUsd: number | null;
135
+ createdAt: number;
136
+ startedAt: number | null;
137
+ completedAt: number | null;
138
+ cancelledAt: number | null;
139
+ failedAt: number | null;
140
+ };
141
+
142
+ /** @internal */
143
+ export const AppendAgentEvalTrialsRequest$inboundSchema: z.ZodType<
144
+ AppendAgentEvalTrialsRequest,
145
+ z.ZodTypeDef,
146
+ unknown
147
+ > = z.object({
148
+ run_id: z.string(),
149
+ "X-On-Behalf-Of": z.string().optional(),
150
+ AppendAgentTrialsRequest: components.AppendAgentTrialsRequest$inboundSchema,
151
+ }).transform((v) => {
152
+ return remap$(v, {
153
+ "run_id": "runId",
154
+ "X-On-Behalf-Of": "xOnBehalfOf",
155
+ "AppendAgentTrialsRequest": "appendAgentTrialsRequest",
156
+ });
157
+ });
158
+ /** @internal */
159
+ export type AppendAgentEvalTrialsRequest$Outbound = {
160
+ run_id: string;
161
+ "X-On-Behalf-Of"?: string | undefined;
162
+ AppendAgentTrialsRequest: components.AppendAgentTrialsRequest$Outbound;
163
+ };
164
+
165
+ /** @internal */
166
+ export const AppendAgentEvalTrialsRequest$outboundSchema: z.ZodType<
167
+ AppendAgentEvalTrialsRequest$Outbound,
168
+ z.ZodTypeDef,
169
+ AppendAgentEvalTrialsRequest
170
+ > = z.object({
171
+ runId: z.string(),
172
+ xOnBehalfOf: z.string().optional(),
173
+ appendAgentTrialsRequest: components.AppendAgentTrialsRequest$outboundSchema,
174
+ }).transform((v) => {
175
+ return remap$(v, {
176
+ runId: "run_id",
177
+ xOnBehalfOf: "X-On-Behalf-Of",
178
+ appendAgentTrialsRequest: "AppendAgentTrialsRequest",
179
+ });
180
+ });
181
+
182
+ export function appendAgentEvalTrialsRequestToJSON(
183
+ appendAgentEvalTrialsRequest: AppendAgentEvalTrialsRequest,
184
+ ): string {
185
+ return JSON.stringify(
186
+ AppendAgentEvalTrialsRequest$outboundSchema.parse(
187
+ appendAgentEvalTrialsRequest,
188
+ ),
189
+ );
190
+ }
191
+ export function appendAgentEvalTrialsRequestFromJSON(
192
+ jsonString: string,
193
+ ): SafeParseResult<AppendAgentEvalTrialsRequest, SDKValidationError> {
194
+ return safeParse(
195
+ jsonString,
196
+ (x) => AppendAgentEvalTrialsRequest$inboundSchema.parse(JSON.parse(x)),
197
+ `Failed to parse 'AppendAgentEvalTrialsRequest' from JSON`,
198
+ );
199
+ }
200
+
201
+ /** @internal */
202
+ export const AppendAgentEvalTrialsStop$inboundSchema: z.ZodType<
203
+ AppendAgentEvalTrialsStop,
204
+ z.ZodTypeDef,
205
+ unknown
206
+ > = z.union([z.string(), z.array(z.string())]);
207
+ /** @internal */
208
+ export type AppendAgentEvalTrialsStop$Outbound = string | Array<string>;
209
+
210
+ /** @internal */
211
+ export const AppendAgentEvalTrialsStop$outboundSchema: z.ZodType<
212
+ AppendAgentEvalTrialsStop$Outbound,
213
+ z.ZodTypeDef,
214
+ AppendAgentEvalTrialsStop
215
+ > = z.union([z.string(), z.array(z.string())]);
216
+
217
+ export function appendAgentEvalTrialsStopToJSON(
218
+ appendAgentEvalTrialsStop: AppendAgentEvalTrialsStop,
219
+ ): string {
220
+ return JSON.stringify(
221
+ AppendAgentEvalTrialsStop$outboundSchema.parse(appendAgentEvalTrialsStop),
222
+ );
223
+ }
224
+ export function appendAgentEvalTrialsStopFromJSON(
225
+ jsonString: string,
226
+ ): SafeParseResult<AppendAgentEvalTrialsStop, SDKValidationError> {
227
+ return safeParse(
228
+ jsonString,
229
+ (x) => AppendAgentEvalTrialsStop$inboundSchema.parse(JSON.parse(x)),
230
+ `Failed to parse 'AppendAgentEvalTrialsStop' from JSON`,
231
+ );
232
+ }
233
+
234
+ /** @internal */
235
+ export const AppendAgentEvalTrialsTruncation$inboundSchema: z.ZodNativeEnum<
236
+ typeof AppendAgentEvalTrialsTruncation
237
+ > = z.nativeEnum(AppendAgentEvalTrialsTruncation);
238
+ /** @internal */
239
+ export const AppendAgentEvalTrialsTruncation$outboundSchema: z.ZodNativeEnum<
240
+ typeof AppendAgentEvalTrialsTruncation
241
+ > = AppendAgentEvalTrialsTruncation$inboundSchema;
242
+
243
+ /** @internal */
244
+ export const AppendAgentEvalTrialsServiceTier$inboundSchema: z.ZodNativeEnum<
245
+ typeof AppendAgentEvalTrialsServiceTier
246
+ > = z.nativeEnum(AppendAgentEvalTrialsServiceTier);
247
+ /** @internal */
248
+ export const AppendAgentEvalTrialsServiceTier$outboundSchema: z.ZodNativeEnum<
249
+ typeof AppendAgentEvalTrialsServiceTier
250
+ > = AppendAgentEvalTrialsServiceTier$inboundSchema;
251
+
252
+ /** @internal */
253
+ export const AppendAgentEvalTrialsPrefillThink$inboundSchema: z.ZodType<
254
+ AppendAgentEvalTrialsPrefillThink,
255
+ z.ZodTypeDef,
256
+ unknown
257
+ > = z.union([z.boolean(), z.string()]);
258
+ /** @internal */
259
+ export type AppendAgentEvalTrialsPrefillThink$Outbound = boolean | string;
260
+
261
+ /** @internal */
262
+ export const AppendAgentEvalTrialsPrefillThink$outboundSchema: z.ZodType<
263
+ AppendAgentEvalTrialsPrefillThink$Outbound,
264
+ z.ZodTypeDef,
265
+ AppendAgentEvalTrialsPrefillThink
266
+ > = z.union([z.boolean(), z.string()]);
267
+
268
+ export function appendAgentEvalTrialsPrefillThinkToJSON(
269
+ appendAgentEvalTrialsPrefillThink: AppendAgentEvalTrialsPrefillThink,
270
+ ): string {
271
+ return JSON.stringify(
272
+ AppendAgentEvalTrialsPrefillThink$outboundSchema.parse(
273
+ appendAgentEvalTrialsPrefillThink,
274
+ ),
275
+ );
276
+ }
277
+ export function appendAgentEvalTrialsPrefillThinkFromJSON(
278
+ jsonString: string,
279
+ ): SafeParseResult<AppendAgentEvalTrialsPrefillThink, SDKValidationError> {
280
+ return safeParse(
281
+ jsonString,
282
+ (x) => AppendAgentEvalTrialsPrefillThink$inboundSchema.parse(JSON.parse(x)),
283
+ `Failed to parse 'AppendAgentEvalTrialsPrefillThink' from JSON`,
284
+ );
285
+ }
286
+
287
+ /** @internal */
288
+ export const AppendAgentEvalTrialsGeneration$inboundSchema: z.ZodType<
289
+ AppendAgentEvalTrialsGeneration,
290
+ z.ZodTypeDef,
291
+ unknown
292
+ > = collectExtraKeys$(
293
+ z.object({
294
+ instructions: z.string().optional(),
295
+ temperature: z.number().optional(),
296
+ top_p: z.number().optional(),
297
+ max_output_tokens: z.number().int().optional(),
298
+ max_gen_toks: z.number().int().optional(),
299
+ stop: z.union([z.string(), z.array(z.string())]).optional(),
300
+ until: z.array(z.string()).optional(),
301
+ max_tool_calls: z.number().int().optional(),
302
+ reasoning: z.any().optional(),
303
+ text: z.any().optional(),
304
+ tools: z.array(z.nullable(z.any())).optional(),
305
+ tool_choice: z.any().optional(),
306
+ parallel_tool_calls: z.boolean().optional(),
307
+ truncation: AppendAgentEvalTrialsTruncation$inboundSchema.optional(),
308
+ service_tier: AppendAgentEvalTrialsServiceTier$inboundSchema.optional(),
309
+ presence_penalty: z.number().optional(),
310
+ frequency_penalty: z.number().optional(),
311
+ top_k: z.number().int().optional(),
312
+ min_p: z.number().optional(),
313
+ repetition_penalty: z.number().optional(),
314
+ do_sample: z.boolean().optional(),
315
+ extra_body: z.record(z.any()).optional(),
316
+ chat_template_kwargs: z.record(z.any()).optional(),
317
+ prefill_think: z.union([z.boolean(), z.string()]).optional(),
318
+ use_cache: z.boolean().optional(),
319
+ timeout_seconds: z.number().int().optional(),
320
+ max_retries: z.number().int().optional(),
321
+ max_empty_retries: z.number().int().optional(),
322
+ }).catchall(z.any()),
323
+ "additionalProperties",
324
+ true,
325
+ ).transform((v) => {
326
+ return remap$(v, {
327
+ "top_p": "topP",
328
+ "max_output_tokens": "maxOutputTokens",
329
+ "max_gen_toks": "maxGenToks",
330
+ "max_tool_calls": "maxToolCalls",
331
+ "tool_choice": "toolChoice",
332
+ "parallel_tool_calls": "parallelToolCalls",
333
+ "service_tier": "serviceTier",
334
+ "presence_penalty": "presencePenalty",
335
+ "frequency_penalty": "frequencyPenalty",
336
+ "top_k": "topK",
337
+ "min_p": "minP",
338
+ "repetition_penalty": "repetitionPenalty",
339
+ "do_sample": "doSample",
340
+ "extra_body": "extraBody",
341
+ "chat_template_kwargs": "chatTemplateKwargs",
342
+ "prefill_think": "prefillThink",
343
+ "use_cache": "useCache",
344
+ "timeout_seconds": "timeoutSeconds",
345
+ "max_retries": "maxRetries",
346
+ "max_empty_retries": "maxEmptyRetries",
347
+ });
348
+ });
349
+ /** @internal */
350
+ export type AppendAgentEvalTrialsGeneration$Outbound = {
351
+ instructions?: string | undefined;
352
+ temperature?: number | undefined;
353
+ top_p?: number | undefined;
354
+ max_output_tokens?: number | undefined;
355
+ max_gen_toks?: number | undefined;
356
+ stop?: string | Array<string> | undefined;
357
+ until?: Array<string> | undefined;
358
+ max_tool_calls?: number | undefined;
359
+ reasoning?: any | undefined;
360
+ text?: any | undefined;
361
+ tools?: Array<any | null> | undefined;
362
+ tool_choice?: any | undefined;
363
+ parallel_tool_calls?: boolean | undefined;
364
+ truncation?: string | undefined;
365
+ service_tier?: string | undefined;
366
+ presence_penalty?: number | undefined;
367
+ frequency_penalty?: number | undefined;
368
+ top_k?: number | undefined;
369
+ min_p?: number | undefined;
370
+ repetition_penalty?: number | undefined;
371
+ do_sample?: boolean | undefined;
372
+ extra_body?: { [k: string]: any } | undefined;
373
+ chat_template_kwargs?: { [k: string]: any } | undefined;
374
+ prefill_think?: boolean | string | undefined;
375
+ use_cache?: boolean | undefined;
376
+ timeout_seconds?: number | undefined;
377
+ max_retries?: number | undefined;
378
+ max_empty_retries?: number | undefined;
379
+ [additionalProperties: string]: unknown;
380
+ };
381
+
382
+ /** @internal */
383
+ export const AppendAgentEvalTrialsGeneration$outboundSchema: z.ZodType<
384
+ AppendAgentEvalTrialsGeneration$Outbound,
385
+ z.ZodTypeDef,
386
+ AppendAgentEvalTrialsGeneration
387
+ > = z.object({
388
+ instructions: z.string().optional(),
389
+ temperature: z.number().optional(),
390
+ topP: z.number().optional(),
391
+ maxOutputTokens: z.number().int().optional(),
392
+ maxGenToks: z.number().int().optional(),
393
+ stop: z.union([z.string(), z.array(z.string())]).optional(),
394
+ until: z.array(z.string()).optional(),
395
+ maxToolCalls: z.number().int().optional(),
396
+ reasoning: z.any().optional(),
397
+ text: z.any().optional(),
398
+ tools: z.array(z.nullable(z.any())).optional(),
399
+ toolChoice: z.any().optional(),
400
+ parallelToolCalls: z.boolean().optional(),
401
+ truncation: AppendAgentEvalTrialsTruncation$outboundSchema.optional(),
402
+ serviceTier: AppendAgentEvalTrialsServiceTier$outboundSchema.optional(),
403
+ presencePenalty: z.number().optional(),
404
+ frequencyPenalty: z.number().optional(),
405
+ topK: z.number().int().optional(),
406
+ minP: z.number().optional(),
407
+ repetitionPenalty: z.number().optional(),
408
+ doSample: z.boolean().optional(),
409
+ extraBody: z.record(z.any()).optional(),
410
+ chatTemplateKwargs: z.record(z.any()).optional(),
411
+ prefillThink: z.union([z.boolean(), z.string()]).optional(),
412
+ useCache: z.boolean().optional(),
413
+ timeoutSeconds: z.number().int().optional(),
414
+ maxRetries: z.number().int().optional(),
415
+ maxEmptyRetries: z.number().int().optional(),
416
+ additionalProperties: z.record(z.any()).optional(),
417
+ }).transform((v) => {
418
+ return {
419
+ ...v.additionalProperties,
420
+ ...remap$(v, {
421
+ topP: "top_p",
422
+ maxOutputTokens: "max_output_tokens",
423
+ maxGenToks: "max_gen_toks",
424
+ maxToolCalls: "max_tool_calls",
425
+ toolChoice: "tool_choice",
426
+ parallelToolCalls: "parallel_tool_calls",
427
+ serviceTier: "service_tier",
428
+ presencePenalty: "presence_penalty",
429
+ frequencyPenalty: "frequency_penalty",
430
+ topK: "top_k",
431
+ minP: "min_p",
432
+ repetitionPenalty: "repetition_penalty",
433
+ doSample: "do_sample",
434
+ extraBody: "extra_body",
435
+ chatTemplateKwargs: "chat_template_kwargs",
436
+ prefillThink: "prefill_think",
437
+ useCache: "use_cache",
438
+ timeoutSeconds: "timeout_seconds",
439
+ maxRetries: "max_retries",
440
+ maxEmptyRetries: "max_empty_retries",
441
+ additionalProperties: null,
442
+ }),
443
+ };
444
+ });
445
+
446
+ export function appendAgentEvalTrialsGenerationToJSON(
447
+ appendAgentEvalTrialsGeneration: AppendAgentEvalTrialsGeneration,
448
+ ): string {
449
+ return JSON.stringify(
450
+ AppendAgentEvalTrialsGeneration$outboundSchema.parse(
451
+ appendAgentEvalTrialsGeneration,
452
+ ),
453
+ );
454
+ }
455
+ export function appendAgentEvalTrialsGenerationFromJSON(
456
+ jsonString: string,
457
+ ): SafeParseResult<AppendAgentEvalTrialsGeneration, SDKValidationError> {
458
+ return safeParse(
459
+ jsonString,
460
+ (x) => AppendAgentEvalTrialsGeneration$inboundSchema.parse(JSON.parse(x)),
461
+ `Failed to parse 'AppendAgentEvalTrialsGeneration' from JSON`,
462
+ );
463
+ }
464
+
465
+ /** @internal */
466
+ export const AppendAgentEvalTrialsRequestCounts$inboundSchema: z.ZodType<
467
+ AppendAgentEvalTrialsRequestCounts,
468
+ z.ZodTypeDef,
469
+ unknown
470
+ > = z.object({
471
+ total: z.number().int(),
472
+ completed: z.number().int(),
473
+ failed: z.number().int(),
474
+ });
475
+ /** @internal */
476
+ export type AppendAgentEvalTrialsRequestCounts$Outbound = {
477
+ total: number;
478
+ completed: number;
479
+ failed: number;
480
+ };
481
+
482
+ /** @internal */
483
+ export const AppendAgentEvalTrialsRequestCounts$outboundSchema: z.ZodType<
484
+ AppendAgentEvalTrialsRequestCounts$Outbound,
485
+ z.ZodTypeDef,
486
+ AppendAgentEvalTrialsRequestCounts
487
+ > = z.object({
488
+ total: z.number().int(),
489
+ completed: z.number().int(),
490
+ failed: z.number().int(),
491
+ });
492
+
493
+ export function appendAgentEvalTrialsRequestCountsToJSON(
494
+ appendAgentEvalTrialsRequestCounts: AppendAgentEvalTrialsRequestCounts,
495
+ ): string {
496
+ return JSON.stringify(
497
+ AppendAgentEvalTrialsRequestCounts$outboundSchema.parse(
498
+ appendAgentEvalTrialsRequestCounts,
499
+ ),
500
+ );
501
+ }
502
+ export function appendAgentEvalTrialsRequestCountsFromJSON(
503
+ jsonString: string,
504
+ ): SafeParseResult<AppendAgentEvalTrialsRequestCounts, SDKValidationError> {
505
+ return safeParse(
506
+ jsonString,
507
+ (x) =>
508
+ AppendAgentEvalTrialsRequestCounts$inboundSchema.parse(JSON.parse(x)),
509
+ `Failed to parse 'AppendAgentEvalTrialsRequestCounts' from JSON`,
510
+ );
511
+ }
512
+
513
+ /** @internal */
514
+ export const AppendAgentEvalTrialsResponseBody$inboundSchema: z.ZodType<
515
+ AppendAgentEvalTrialsResponseBody,
516
+ z.ZodTypeDef,
517
+ unknown
518
+ > = z.object({
519
+ id: z.string(),
520
+ object: z.literal("eval.run"),
521
+ suite_id: z.string(),
522
+ suite_version: z.number().int(),
523
+ suite_version_id: z.string(),
524
+ org_id: z.string(),
525
+ team_id: z.string(),
526
+ status: components.EvalRunStatus$inboundSchema,
527
+ models: z.array(z.string()),
528
+ task_ids: z.nullable(z.array(z.string())),
529
+ judge_model: z.nullable(z.string()),
530
+ embedding_model: z.nullable(z.string()),
531
+ generation: z.lazy(() => AppendAgentEvalTrialsGeneration$inboundSchema),
532
+ request_counts: z.lazy(() =>
533
+ AppendAgentEvalTrialsRequestCounts$inboundSchema
534
+ ),
535
+ metrics: z.nullable(z.record(z.any())),
536
+ error: z.nullable(z.record(z.any())),
537
+ artifact_file_ids: z.array(z.string()),
538
+ metadata: z.record(z.string()),
539
+ agent_name: z.nullable(z.string()),
540
+ agent_version: z.nullable(z.string()),
541
+ agent_effort: z.nullable(z.string()),
542
+ cost_usd: z.nullable(z.number()),
543
+ created_at: z.number().int(),
544
+ started_at: z.nullable(z.number().int()),
545
+ completed_at: z.nullable(z.number().int()),
546
+ cancelled_at: z.nullable(z.number().int()),
547
+ failed_at: z.nullable(z.number().int()),
548
+ }).transform((v) => {
549
+ return remap$(v, {
550
+ "suite_id": "suiteId",
551
+ "suite_version": "suiteVersion",
552
+ "suite_version_id": "suiteVersionId",
553
+ "org_id": "orgId",
554
+ "team_id": "teamId",
555
+ "task_ids": "taskIds",
556
+ "judge_model": "judgeModel",
557
+ "embedding_model": "embeddingModel",
558
+ "request_counts": "requestCounts",
559
+ "artifact_file_ids": "artifactFileIds",
560
+ "agent_name": "agentName",
561
+ "agent_version": "agentVersion",
562
+ "agent_effort": "agentEffort",
563
+ "cost_usd": "costUsd",
564
+ "created_at": "createdAt",
565
+ "started_at": "startedAt",
566
+ "completed_at": "completedAt",
567
+ "cancelled_at": "cancelledAt",
568
+ "failed_at": "failedAt",
569
+ });
570
+ });
571
+ /** @internal */
572
+ export type AppendAgentEvalTrialsResponseBody$Outbound = {
573
+ id: string;
574
+ object: "eval.run";
575
+ suite_id: string;
576
+ suite_version: number;
577
+ suite_version_id: string;
578
+ org_id: string;
579
+ team_id: string;
580
+ status: string;
581
+ models: Array<string>;
582
+ task_ids: Array<string> | null;
583
+ judge_model: string | null;
584
+ embedding_model: string | null;
585
+ generation: AppendAgentEvalTrialsGeneration$Outbound;
586
+ request_counts: AppendAgentEvalTrialsRequestCounts$Outbound;
587
+ metrics: { [k: string]: any } | null;
588
+ error: { [k: string]: any } | null;
589
+ artifact_file_ids: Array<string>;
590
+ metadata: { [k: string]: string };
591
+ agent_name: string | null;
592
+ agent_version: string | null;
593
+ agent_effort: string | null;
594
+ cost_usd: number | null;
595
+ created_at: number;
596
+ started_at: number | null;
597
+ completed_at: number | null;
598
+ cancelled_at: number | null;
599
+ failed_at: number | null;
600
+ };
601
+
602
+ /** @internal */
603
+ export const AppendAgentEvalTrialsResponseBody$outboundSchema: z.ZodType<
604
+ AppendAgentEvalTrialsResponseBody$Outbound,
605
+ z.ZodTypeDef,
606
+ AppendAgentEvalTrialsResponseBody
607
+ > = z.object({
608
+ id: z.string(),
609
+ object: z.literal("eval.run"),
610
+ suiteId: z.string(),
611
+ suiteVersion: z.number().int(),
612
+ suiteVersionId: z.string(),
613
+ orgId: z.string(),
614
+ teamId: z.string(),
615
+ status: components.EvalRunStatus$outboundSchema,
616
+ models: z.array(z.string()),
617
+ taskIds: z.nullable(z.array(z.string())),
618
+ judgeModel: z.nullable(z.string()),
619
+ embeddingModel: z.nullable(z.string()),
620
+ generation: z.lazy(() => AppendAgentEvalTrialsGeneration$outboundSchema),
621
+ requestCounts: z.lazy(() =>
622
+ AppendAgentEvalTrialsRequestCounts$outboundSchema
623
+ ),
624
+ metrics: z.nullable(z.record(z.any())),
625
+ error: z.nullable(z.record(z.any())),
626
+ artifactFileIds: z.array(z.string()),
627
+ metadata: z.record(z.string()),
628
+ agentName: z.nullable(z.string()),
629
+ agentVersion: z.nullable(z.string()),
630
+ agentEffort: z.nullable(z.string()),
631
+ costUsd: z.nullable(z.number()),
632
+ createdAt: z.number().int(),
633
+ startedAt: z.nullable(z.number().int()),
634
+ completedAt: z.nullable(z.number().int()),
635
+ cancelledAt: z.nullable(z.number().int()),
636
+ failedAt: z.nullable(z.number().int()),
637
+ }).transform((v) => {
638
+ return remap$(v, {
639
+ suiteId: "suite_id",
640
+ suiteVersion: "suite_version",
641
+ suiteVersionId: "suite_version_id",
642
+ orgId: "org_id",
643
+ teamId: "team_id",
644
+ taskIds: "task_ids",
645
+ judgeModel: "judge_model",
646
+ embeddingModel: "embedding_model",
647
+ requestCounts: "request_counts",
648
+ artifactFileIds: "artifact_file_ids",
649
+ agentName: "agent_name",
650
+ agentVersion: "agent_version",
651
+ agentEffort: "agent_effort",
652
+ costUsd: "cost_usd",
653
+ createdAt: "created_at",
654
+ startedAt: "started_at",
655
+ completedAt: "completed_at",
656
+ cancelledAt: "cancelled_at",
657
+ failedAt: "failed_at",
658
+ });
659
+ });
660
+
661
+ export function appendAgentEvalTrialsResponseBodyToJSON(
662
+ appendAgentEvalTrialsResponseBody: AppendAgentEvalTrialsResponseBody,
663
+ ): string {
664
+ return JSON.stringify(
665
+ AppendAgentEvalTrialsResponseBody$outboundSchema.parse(
666
+ appendAgentEvalTrialsResponseBody,
667
+ ),
668
+ );
669
+ }
670
+ export function appendAgentEvalTrialsResponseBodyFromJSON(
671
+ jsonString: string,
672
+ ): SafeParseResult<AppendAgentEvalTrialsResponseBody, SDKValidationError> {
673
+ return safeParse(
674
+ jsonString,
675
+ (x) => AppendAgentEvalTrialsResponseBody$inboundSchema.parse(JSON.parse(x)),
676
+ `Failed to parse 'AppendAgentEvalTrialsResponseBody' from JSON`,
677
+ );
678
+ }