@meetkai/mka1 0.54.23 → 0.54.25

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (614) hide show
  1. package/README.md +320 -283
  2. package/bin/mcp-server.js +4406 -1683
  3. package/bin/mcp-server.js.map +55 -19
  4. package/dist/commonjs/funcs/authOrgsGetById.d.ts +19 -0
  5. package/dist/commonjs/funcs/authOrgsGetById.d.ts.map +1 -0
  6. package/dist/commonjs/funcs/authOrgsGetById.js +146 -0
  7. package/dist/commonjs/funcs/authOrgsGetById.js.map +1 -0
  8. package/dist/commonjs/funcs/authOrgsUpdate.d.ts +19 -0
  9. package/dist/commonjs/funcs/authOrgsUpdate.d.ts.map +1 -0
  10. package/dist/commonjs/funcs/authOrgsUpdate.js +149 -0
  11. package/dist/commonjs/funcs/authOrgsUpdate.js.map +1 -0
  12. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  13. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  14. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js +136 -0
  15. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  16. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  17. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  18. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js +138 -0
  19. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js.map +1 -0
  20. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  21. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  22. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js +142 -0
  23. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  24. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  25. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  26. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js +142 -0
  27. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  28. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  29. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  30. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js +130 -0
  31. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js.map +1 -0
  32. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  33. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  34. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js +146 -0
  35. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  36. package/dist/commonjs/lib/config.d.ts +2 -2
  37. package/dist/commonjs/lib/config.js +2 -2
  38. package/dist/commonjs/mcp-server/mcp-server.js +1 -1
  39. package/dist/commonjs/mcp-server/server.d.ts.map +1 -1
  40. package/dist/commonjs/mcp-server/server.js +13 -1
  41. package/dist/commonjs/mcp-server/server.js.map +1 -1
  42. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  43. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  44. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js +64 -0
  45. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  46. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  47. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  48. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js +64 -0
  49. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  50. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  51. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  52. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js +64 -0
  53. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  54. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  55. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  56. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +64 -0
  57. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  58. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  59. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  60. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js +64 -0
  61. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  62. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  63. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  64. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +64 -0
  65. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  66. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts +111 -0
  67. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  68. package/dist/commonjs/models/components/appendagenttrialsrequest.js +136 -0
  69. package/dist/commonjs/models/components/appendagenttrialsrequest.js.map +1 -0
  70. package/dist/commonjs/models/components/basicorganization.d.ts +41 -0
  71. package/dist/commonjs/models/components/basicorganization.d.ts.map +1 -0
  72. package/dist/commonjs/models/components/basicorganization.js +80 -0
  73. package/dist/commonjs/models/components/basicorganization.js.map +1 -0
  74. package/dist/commonjs/models/components/evalleaderboardrow.d.ts +85 -0
  75. package/dist/commonjs/models/components/evalleaderboardrow.d.ts.map +1 -0
  76. package/dist/commonjs/models/components/evalleaderboardrow.js +129 -0
  77. package/dist/commonjs/models/components/evalleaderboardrow.js.map +1 -0
  78. package/dist/commonjs/models/components/evalrunoverview.d.ts +101 -0
  79. package/dist/commonjs/models/components/evalrunoverview.d.ts.map +1 -0
  80. package/dist/commonjs/models/components/evalrunoverview.js +150 -0
  81. package/dist/commonjs/models/components/evalrunoverview.js.map +1 -0
  82. package/dist/commonjs/models/components/evalsampleobject.d.ts +32 -0
  83. package/dist/commonjs/models/components/evalsampleobject.d.ts.map +1 -1
  84. package/dist/commonjs/models/components/evalsampleobject.js +20 -0
  85. package/dist/commonjs/models/components/evalsampleobject.js.map +1 -1
  86. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  87. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  88. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js +87 -0
  89. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  90. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts +35 -0
  91. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  92. package/dist/commonjs/models/components/evalsuiteleaderboard.js +78 -0
  93. package/dist/commonjs/models/components/evalsuiteleaderboard.js.map +1 -0
  94. package/dist/commonjs/models/components/importagentrunrequest.d.ts +164 -0
  95. package/dist/commonjs/models/components/importagentrunrequest.d.ts.map +1 -0
  96. package/dist/commonjs/models/components/importagentrunrequest.js +182 -0
  97. package/dist/commonjs/models/components/importagentrunrequest.js.map +1 -0
  98. package/dist/commonjs/models/components/index.d.ts +14 -0
  99. package/dist/commonjs/models/components/index.d.ts.map +1 -1
  100. package/dist/commonjs/models/components/index.js +14 -0
  101. package/dist/commonjs/models/components/index.js.map +1 -1
  102. package/dist/commonjs/models/components/organizationcodeconfig.d.ts +20 -0
  103. package/dist/commonjs/models/components/organizationcodeconfig.d.ts.map +1 -0
  104. package/dist/commonjs/models/components/organizationcodeconfig.js +58 -0
  105. package/dist/commonjs/models/components/organizationcodeconfig.js.map +1 -0
  106. package/dist/commonjs/models/components/organizationmetadata.d.ts +23 -0
  107. package/dist/commonjs/models/components/organizationmetadata.d.ts.map +1 -0
  108. package/dist/commonjs/models/components/organizationmetadata.js +69 -0
  109. package/dist/commonjs/models/components/organizationmetadata.js.map +1 -0
  110. package/dist/commonjs/models/components/organizationmetadataoutput.d.ts +23 -0
  111. package/dist/commonjs/models/components/organizationmetadataoutput.d.ts.map +1 -0
  112. package/dist/commonjs/models/components/organizationmetadataoutput.js +69 -0
  113. package/dist/commonjs/models/components/organizationmetadataoutput.js.map +1 -0
  114. package/dist/commonjs/models/components/schema0.d.ts +17 -0
  115. package/dist/commonjs/models/components/schema0.d.ts.map +1 -0
  116. package/dist/commonjs/models/components/schema0.js +66 -0
  117. package/dist/commonjs/models/components/schema0.js.map +1 -0
  118. package/dist/commonjs/models/components/schema1.d.ts +17 -0
  119. package/dist/commonjs/models/components/schema1.d.ts.map +1 -0
  120. package/dist/commonjs/models/components/schema1.js +66 -0
  121. package/dist/commonjs/models/components/schema1.js.map +1 -0
  122. package/dist/commonjs/models/components/updateorganizationbody.d.ts +18 -0
  123. package/dist/commonjs/models/components/updateorganizationbody.d.ts.map +1 -0
  124. package/dist/commonjs/models/components/updateorganizationbody.js +59 -0
  125. package/dist/commonjs/models/components/updateorganizationbody.js.map +1 -0
  126. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  127. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  128. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js +71 -0
  129. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  130. package/dist/commonjs/models/errors/getjwtfromkey.d.ts +9 -9
  131. package/dist/commonjs/models/errors/getjwtfromkey.d.ts.map +1 -1
  132. package/dist/commonjs/models/errors/getjwtfromkey.js +11 -11
  133. package/dist/commonjs/models/errors/getjwtfromkey.js.map +1 -1
  134. package/dist/commonjs/models/errors/getorgbyid.d.ts +211 -0
  135. package/dist/commonjs/models/errors/getorgbyid.d.ts.map +1 -0
  136. package/dist/commonjs/models/errors/getorgbyid.js +298 -0
  137. package/dist/commonjs/models/errors/getorgbyid.js.map +1 -0
  138. package/dist/commonjs/models/errors/index.d.ts +2 -0
  139. package/dist/commonjs/models/errors/index.d.ts.map +1 -1
  140. package/dist/commonjs/models/errors/index.js +2 -0
  141. package/dist/commonjs/models/errors/index.js.map +1 -1
  142. package/dist/commonjs/models/errors/updateorganization.d.ts +257 -0
  143. package/dist/commonjs/models/errors/updateorganization.d.ts.map +1 -0
  144. package/dist/commonjs/models/errors/updateorganization.js +353 -0
  145. package/dist/commonjs/models/errors/updateorganization.js.map +1 -0
  146. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts +264 -0
  147. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts.map +1 -0
  148. package/dist/commonjs/models/operations/appendagentevaltrials.js +371 -0
  149. package/dist/commonjs/models/operations/appendagentevaltrials.js.map +1 -0
  150. package/dist/commonjs/models/operations/cancelevalrun.d.ts +20 -0
  151. package/dist/commonjs/models/operations/cancelevalrun.d.ts.map +1 -1
  152. package/dist/commonjs/models/operations/cancelevalrun.js +16 -0
  153. package/dist/commonjs/models/operations/cancelevalrun.js.map +1 -1
  154. package/dist/commonjs/models/operations/createevalrun.d.ts +20 -0
  155. package/dist/commonjs/models/operations/createevalrun.d.ts.map +1 -1
  156. package/dist/commonjs/models/operations/createevalrun.js +16 -0
  157. package/dist/commonjs/models/operations/createevalrun.js.map +1 -1
  158. package/dist/commonjs/models/operations/getevalrun.d.ts +20 -0
  159. package/dist/commonjs/models/operations/getevalrun.d.ts.map +1 -1
  160. package/dist/commonjs/models/operations/getevalrun.js +16 -0
  161. package/dist/commonjs/models/operations/getevalrun.js.map +1 -1
  162. package/dist/commonjs/models/operations/getevalrunoverview.d.ts +24 -0
  163. package/dist/commonjs/models/operations/getevalrunoverview.d.ts.map +1 -0
  164. package/dist/commonjs/models/operations/getevalrunoverview.js +73 -0
  165. package/dist/commonjs/models/operations/getevalrunoverview.js.map +1 -0
  166. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts +75 -0
  167. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  168. package/dist/commonjs/models/operations/getevalsampletrajectory.js +133 -0
  169. package/dist/commonjs/models/operations/getevalsampletrajectory.js.map +1 -0
  170. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  171. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  172. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js +83 -0
  173. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js.map +1 -0
  174. package/dist/commonjs/models/operations/getorgbyid.d.ts +37 -0
  175. package/dist/commonjs/models/operations/getorgbyid.d.ts.map +1 -0
  176. package/dist/commonjs/models/operations/getorgbyid.js +87 -0
  177. package/dist/commonjs/models/operations/getorgbyid.js.map +1 -0
  178. package/dist/commonjs/models/operations/importagentevalrun.d.ts +262 -0
  179. package/dist/commonjs/models/operations/importagentevalrun.d.ts.map +1 -0
  180. package/dist/commonjs/models/operations/importagentevalrun.js +367 -0
  181. package/dist/commonjs/models/operations/importagentevalrun.js.map +1 -0
  182. package/dist/commonjs/models/operations/index.d.ts +8 -0
  183. package/dist/commonjs/models/operations/index.d.ts.map +1 -1
  184. package/dist/commonjs/models/operations/index.js +8 -0
  185. package/dist/commonjs/models/operations/index.js.map +1 -1
  186. package/dist/commonjs/models/operations/listevalruns.d.ts +20 -0
  187. package/dist/commonjs/models/operations/listevalruns.d.ts.map +1 -1
  188. package/dist/commonjs/models/operations/listevalruns.js +16 -0
  189. package/dist/commonjs/models/operations/listevalruns.js.map +1 -1
  190. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts +20 -0
  191. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts.map +1 -1
  192. package/dist/commonjs/models/operations/listevalscheduleruns.js +16 -0
  193. package/dist/commonjs/models/operations/listevalscheduleruns.js.map +1 -1
  194. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  195. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  196. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js +16 -0
  197. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  198. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts +20 -0
  199. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  200. package/dist/commonjs/models/operations/rerunfailedevalsamples.js +16 -0
  201. package/dist/commonjs/models/operations/rerunfailedevalsamples.js.map +1 -1
  202. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts +20 -0
  203. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts.map +1 -1
  204. package/dist/commonjs/models/operations/retryfailedevalrun.js +16 -0
  205. package/dist/commonjs/models/operations/retryfailedevalrun.js.map +1 -1
  206. package/dist/commonjs/models/operations/updateorganization.d.ts +40 -0
  207. package/dist/commonjs/models/operations/updateorganization.d.ts.map +1 -0
  208. package/dist/commonjs/models/operations/updateorganization.js +92 -0
  209. package/dist/commonjs/models/operations/updateorganization.js.map +1 -0
  210. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  211. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  212. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js +86 -0
  213. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js.map +1 -0
  214. package/dist/commonjs/react-query/authOrgsGetById.core.d.ts +15 -0
  215. package/dist/commonjs/react-query/authOrgsGetById.core.d.ts.map +1 -0
  216. package/dist/commonjs/react-query/authOrgsGetById.core.js +36 -0
  217. package/dist/commonjs/react-query/authOrgsGetById.core.js.map +1 -0
  218. package/dist/commonjs/react-query/authOrgsGetById.d.ts +39 -0
  219. package/dist/commonjs/react-query/authOrgsGetById.d.ts.map +1 -0
  220. package/dist/commonjs/react-query/authOrgsGetById.js +60 -0
  221. package/dist/commonjs/react-query/authOrgsGetById.js.map +1 -0
  222. package/dist/commonjs/react-query/authOrgsUpdate.d.ts +31 -0
  223. package/dist/commonjs/react-query/authOrgsUpdate.d.ts.map +1 -0
  224. package/dist/commonjs/react-query/authOrgsUpdate.js +47 -0
  225. package/dist/commonjs/react-query/authOrgsUpdate.js.map +1 -0
  226. package/dist/commonjs/react-query/index.d.ts +8 -0
  227. package/dist/commonjs/react-query/index.d.ts.map +1 -1
  228. package/dist/commonjs/react-query/index.js +8 -0
  229. package/dist/commonjs/react-query/index.js.map +1 -1
  230. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  231. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  232. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js +47 -0
  233. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  234. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  235. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  236. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js +37 -0
  237. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  238. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  239. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  240. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js +60 -0
  241. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js.map +1 -0
  242. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  243. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  244. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js +45 -0
  245. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  246. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  247. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  248. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js +65 -0
  249. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  250. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  251. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  252. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js +41 -0
  253. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  254. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  255. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  256. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js +65 -0
  257. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  258. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  259. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  260. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js +47 -0
  261. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js.map +1 -0
  262. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  263. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  264. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js +47 -0
  265. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  266. package/dist/commonjs/sdk/evals.d.ts +42 -0
  267. package/dist/commonjs/sdk/evals.d.ts.map +1 -1
  268. package/dist/commonjs/sdk/evals.js +60 -0
  269. package/dist/commonjs/sdk/evals.js.map +1 -1
  270. package/dist/commonjs/sdk/orgs.d.ts +15 -0
  271. package/dist/commonjs/sdk/orgs.d.ts.map +1 -1
  272. package/dist/commonjs/sdk/orgs.js +20 -0
  273. package/dist/commonjs/sdk/orgs.js.map +1 -1
  274. package/dist/esm/funcs/authOrgsGetById.d.ts +19 -0
  275. package/dist/esm/funcs/authOrgsGetById.d.ts.map +1 -0
  276. package/dist/esm/funcs/authOrgsGetById.js +110 -0
  277. package/dist/esm/funcs/authOrgsGetById.js.map +1 -0
  278. package/dist/esm/funcs/authOrgsUpdate.d.ts +19 -0
  279. package/dist/esm/funcs/authOrgsUpdate.d.ts.map +1 -0
  280. package/dist/esm/funcs/authOrgsUpdate.js +113 -0
  281. package/dist/esm/funcs/authOrgsUpdate.js.map +1 -0
  282. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  283. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  284. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js +100 -0
  285. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  286. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  287. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  288. package/dist/esm/funcs/llmEvalsGetRunOverview.js +102 -0
  289. package/dist/esm/funcs/llmEvalsGetRunOverview.js.map +1 -0
  290. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  291. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  292. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js +106 -0
  293. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  294. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  295. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  296. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js +106 -0
  297. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  298. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  299. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  300. package/dist/esm/funcs/llmEvalsImportAgentRun.js +94 -0
  301. package/dist/esm/funcs/llmEvalsImportAgentRun.js.map +1 -0
  302. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  303. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  304. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js +110 -0
  305. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  306. package/dist/esm/lib/config.d.ts +2 -2
  307. package/dist/esm/lib/config.js +2 -2
  308. package/dist/esm/mcp-server/mcp-server.js +1 -1
  309. package/dist/esm/mcp-server/server.d.ts.map +1 -1
  310. package/dist/esm/mcp-server/server.js +13 -1
  311. package/dist/esm/mcp-server/server.js.map +1 -1
  312. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  313. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  314. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js +28 -0
  315. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  316. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  317. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  318. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js +28 -0
  319. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  320. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  321. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  322. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js +28 -0
  323. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  324. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  325. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  326. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +28 -0
  327. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  328. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  329. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  330. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js +28 -0
  331. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  332. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  333. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  334. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +28 -0
  335. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  336. package/dist/esm/models/components/appendagenttrialsrequest.d.ts +111 -0
  337. package/dist/esm/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  338. package/dist/esm/models/components/appendagenttrialsrequest.js +96 -0
  339. package/dist/esm/models/components/appendagenttrialsrequest.js.map +1 -0
  340. package/dist/esm/models/components/basicorganization.d.ts +41 -0
  341. package/dist/esm/models/components/basicorganization.d.ts.map +1 -0
  342. package/dist/esm/models/components/basicorganization.js +42 -0
  343. package/dist/esm/models/components/basicorganization.js.map +1 -0
  344. package/dist/esm/models/components/evalleaderboardrow.d.ts +85 -0
  345. package/dist/esm/models/components/evalleaderboardrow.d.ts.map +1 -0
  346. package/dist/esm/models/components/evalleaderboardrow.js +89 -0
  347. package/dist/esm/models/components/evalleaderboardrow.js.map +1 -0
  348. package/dist/esm/models/components/evalrunoverview.d.ts +101 -0
  349. package/dist/esm/models/components/evalrunoverview.d.ts.map +1 -0
  350. package/dist/esm/models/components/evalrunoverview.js +108 -0
  351. package/dist/esm/models/components/evalrunoverview.js.map +1 -0
  352. package/dist/esm/models/components/evalsampleobject.d.ts +32 -0
  353. package/dist/esm/models/components/evalsampleobject.d.ts.map +1 -1
  354. package/dist/esm/models/components/evalsampleobject.js +20 -0
  355. package/dist/esm/models/components/evalsampleobject.js.map +1 -1
  356. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  357. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  358. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js +49 -0
  359. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  360. package/dist/esm/models/components/evalsuiteleaderboard.d.ts +35 -0
  361. package/dist/esm/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  362. package/dist/esm/models/components/evalsuiteleaderboard.js +40 -0
  363. package/dist/esm/models/components/evalsuiteleaderboard.js.map +1 -0
  364. package/dist/esm/models/components/importagentrunrequest.d.ts +164 -0
  365. package/dist/esm/models/components/importagentrunrequest.d.ts.map +1 -0
  366. package/dist/esm/models/components/importagentrunrequest.js +142 -0
  367. package/dist/esm/models/components/importagentrunrequest.js.map +1 -0
  368. package/dist/esm/models/components/index.d.ts +14 -0
  369. package/dist/esm/models/components/index.d.ts.map +1 -1
  370. package/dist/esm/models/components/index.js +14 -0
  371. package/dist/esm/models/components/index.js.map +1 -1
  372. package/dist/esm/models/components/organizationcodeconfig.d.ts +20 -0
  373. package/dist/esm/models/components/organizationcodeconfig.d.ts.map +1 -0
  374. package/dist/esm/models/components/organizationcodeconfig.js +20 -0
  375. package/dist/esm/models/components/organizationcodeconfig.js.map +1 -0
  376. package/dist/esm/models/components/organizationmetadata.d.ts +23 -0
  377. package/dist/esm/models/components/organizationmetadata.d.ts.map +1 -0
  378. package/dist/esm/models/components/organizationmetadata.js +31 -0
  379. package/dist/esm/models/components/organizationmetadata.js.map +1 -0
  380. package/dist/esm/models/components/organizationmetadataoutput.d.ts +23 -0
  381. package/dist/esm/models/components/organizationmetadataoutput.d.ts.map +1 -0
  382. package/dist/esm/models/components/organizationmetadataoutput.js +31 -0
  383. package/dist/esm/models/components/organizationmetadataoutput.js.map +1 -0
  384. package/dist/esm/models/components/schema0.d.ts +17 -0
  385. package/dist/esm/models/components/schema0.d.ts.map +1 -0
  386. package/dist/esm/models/components/schema0.js +28 -0
  387. package/dist/esm/models/components/schema0.js.map +1 -0
  388. package/dist/esm/models/components/schema1.d.ts +17 -0
  389. package/dist/esm/models/components/schema1.d.ts.map +1 -0
  390. package/dist/esm/models/components/schema1.js +28 -0
  391. package/dist/esm/models/components/schema1.js.map +1 -0
  392. package/dist/esm/models/components/updateorganizationbody.d.ts +18 -0
  393. package/dist/esm/models/components/updateorganizationbody.d.ts.map +1 -0
  394. package/dist/esm/models/components/updateorganizationbody.js +21 -0
  395. package/dist/esm/models/components/updateorganizationbody.js.map +1 -0
  396. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  397. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  398. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js +33 -0
  399. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  400. package/dist/esm/models/errors/getjwtfromkey.d.ts +9 -9
  401. package/dist/esm/models/errors/getjwtfromkey.d.ts.map +1 -1
  402. package/dist/esm/models/errors/getjwtfromkey.js +8 -8
  403. package/dist/esm/models/errors/getjwtfromkey.js.map +1 -1
  404. package/dist/esm/models/errors/getorgbyid.d.ts +211 -0
  405. package/dist/esm/models/errors/getorgbyid.d.ts.map +1 -0
  406. package/dist/esm/models/errors/getorgbyid.js +254 -0
  407. package/dist/esm/models/errors/getorgbyid.js.map +1 -0
  408. package/dist/esm/models/errors/index.d.ts +2 -0
  409. package/dist/esm/models/errors/index.d.ts.map +1 -1
  410. package/dist/esm/models/errors/index.js +2 -0
  411. package/dist/esm/models/errors/index.js.map +1 -1
  412. package/dist/esm/models/errors/updateorganization.d.ts +257 -0
  413. package/dist/esm/models/errors/updateorganization.d.ts.map +1 -0
  414. package/dist/esm/models/errors/updateorganization.js +306 -0
  415. package/dist/esm/models/errors/updateorganization.js.map +1 -0
  416. package/dist/esm/models/operations/appendagentevaltrials.d.ts +264 -0
  417. package/dist/esm/models/operations/appendagentevaltrials.d.ts.map +1 -0
  418. package/dist/esm/models/operations/appendagentevaltrials.js +323 -0
  419. package/dist/esm/models/operations/appendagentevaltrials.js.map +1 -0
  420. package/dist/esm/models/operations/cancelevalrun.d.ts +20 -0
  421. package/dist/esm/models/operations/cancelevalrun.d.ts.map +1 -1
  422. package/dist/esm/models/operations/cancelevalrun.js +16 -0
  423. package/dist/esm/models/operations/cancelevalrun.js.map +1 -1
  424. package/dist/esm/models/operations/createevalrun.d.ts +20 -0
  425. package/dist/esm/models/operations/createevalrun.d.ts.map +1 -1
  426. package/dist/esm/models/operations/createevalrun.js +16 -0
  427. package/dist/esm/models/operations/createevalrun.js.map +1 -1
  428. package/dist/esm/models/operations/getevalrun.d.ts +20 -0
  429. package/dist/esm/models/operations/getevalrun.d.ts.map +1 -1
  430. package/dist/esm/models/operations/getevalrun.js +16 -0
  431. package/dist/esm/models/operations/getevalrun.js.map +1 -1
  432. package/dist/esm/models/operations/getevalrunoverview.d.ts +24 -0
  433. package/dist/esm/models/operations/getevalrunoverview.d.ts.map +1 -0
  434. package/dist/esm/models/operations/getevalrunoverview.js +35 -0
  435. package/dist/esm/models/operations/getevalrunoverview.js.map +1 -0
  436. package/dist/esm/models/operations/getevalsampletrajectory.d.ts +75 -0
  437. package/dist/esm/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  438. package/dist/esm/models/operations/getevalsampletrajectory.js +93 -0
  439. package/dist/esm/models/operations/getevalsampletrajectory.js.map +1 -0
  440. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  441. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  442. package/dist/esm/models/operations/getevalsuiteleaderboard.js +45 -0
  443. package/dist/esm/models/operations/getevalsuiteleaderboard.js.map +1 -0
  444. package/dist/esm/models/operations/getorgbyid.d.ts +37 -0
  445. package/dist/esm/models/operations/getorgbyid.d.ts.map +1 -0
  446. package/dist/esm/models/operations/getorgbyid.js +47 -0
  447. package/dist/esm/models/operations/getorgbyid.js.map +1 -0
  448. package/dist/esm/models/operations/importagentevalrun.d.ts +262 -0
  449. package/dist/esm/models/operations/importagentevalrun.d.ts.map +1 -0
  450. package/dist/esm/models/operations/importagentevalrun.js +319 -0
  451. package/dist/esm/models/operations/importagentevalrun.js.map +1 -0
  452. package/dist/esm/models/operations/index.d.ts +8 -0
  453. package/dist/esm/models/operations/index.d.ts.map +1 -1
  454. package/dist/esm/models/operations/index.js +8 -0
  455. package/dist/esm/models/operations/index.js.map +1 -1
  456. package/dist/esm/models/operations/listevalruns.d.ts +20 -0
  457. package/dist/esm/models/operations/listevalruns.d.ts.map +1 -1
  458. package/dist/esm/models/operations/listevalruns.js +16 -0
  459. package/dist/esm/models/operations/listevalruns.js.map +1 -1
  460. package/dist/esm/models/operations/listevalscheduleruns.d.ts +20 -0
  461. package/dist/esm/models/operations/listevalscheduleruns.d.ts.map +1 -1
  462. package/dist/esm/models/operations/listevalscheduleruns.js +16 -0
  463. package/dist/esm/models/operations/listevalscheduleruns.js.map +1 -1
  464. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  465. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  466. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js +16 -0
  467. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  468. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts +20 -0
  469. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  470. package/dist/esm/models/operations/rerunfailedevalsamples.js +16 -0
  471. package/dist/esm/models/operations/rerunfailedevalsamples.js.map +1 -1
  472. package/dist/esm/models/operations/retryfailedevalrun.d.ts +20 -0
  473. package/dist/esm/models/operations/retryfailedevalrun.d.ts.map +1 -1
  474. package/dist/esm/models/operations/retryfailedevalrun.js +16 -0
  475. package/dist/esm/models/operations/retryfailedevalrun.js.map +1 -1
  476. package/dist/esm/models/operations/updateorganization.d.ts +40 -0
  477. package/dist/esm/models/operations/updateorganization.d.ts.map +1 -0
  478. package/dist/esm/models/operations/updateorganization.js +52 -0
  479. package/dist/esm/models/operations/updateorganization.js.map +1 -0
  480. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  481. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  482. package/dist/esm/models/operations/uploadevalsampletrajectory.js +48 -0
  483. package/dist/esm/models/operations/uploadevalsampletrajectory.js.map +1 -0
  484. package/dist/esm/react-query/authOrgsGetById.core.d.ts +15 -0
  485. package/dist/esm/react-query/authOrgsGetById.core.d.ts.map +1 -0
  486. package/dist/esm/react-query/authOrgsGetById.core.js +31 -0
  487. package/dist/esm/react-query/authOrgsGetById.core.js.map +1 -0
  488. package/dist/esm/react-query/authOrgsGetById.d.ts +39 -0
  489. package/dist/esm/react-query/authOrgsGetById.d.ts.map +1 -0
  490. package/dist/esm/react-query/authOrgsGetById.js +50 -0
  491. package/dist/esm/react-query/authOrgsGetById.js.map +1 -0
  492. package/dist/esm/react-query/authOrgsUpdate.d.ts +31 -0
  493. package/dist/esm/react-query/authOrgsUpdate.d.ts.map +1 -0
  494. package/dist/esm/react-query/authOrgsUpdate.js +42 -0
  495. package/dist/esm/react-query/authOrgsUpdate.js.map +1 -0
  496. package/dist/esm/react-query/index.d.ts +8 -0
  497. package/dist/esm/react-query/index.d.ts.map +1 -1
  498. package/dist/esm/react-query/index.js +8 -0
  499. package/dist/esm/react-query/index.js.map +1 -1
  500. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  501. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  502. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js +42 -0
  503. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  504. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  505. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  506. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js +32 -0
  507. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  508. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  509. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  510. package/dist/esm/react-query/llmEvalsGetRunOverview.js +50 -0
  511. package/dist/esm/react-query/llmEvalsGetRunOverview.js.map +1 -0
  512. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  513. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  514. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js +40 -0
  515. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  516. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  517. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  518. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js +55 -0
  519. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  520. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  521. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  522. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js +36 -0
  523. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  524. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  525. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  526. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js +55 -0
  527. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  528. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  529. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  530. package/dist/esm/react-query/llmEvalsImportAgentRun.js +42 -0
  531. package/dist/esm/react-query/llmEvalsImportAgentRun.js.map +1 -0
  532. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  533. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  534. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js +42 -0
  535. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  536. package/dist/esm/sdk/evals.d.ts +42 -0
  537. package/dist/esm/sdk/evals.d.ts.map +1 -1
  538. package/dist/esm/sdk/evals.js +60 -0
  539. package/dist/esm/sdk/evals.js.map +1 -1
  540. package/dist/esm/sdk/orgs.d.ts +15 -0
  541. package/dist/esm/sdk/orgs.d.ts.map +1 -1
  542. package/dist/esm/sdk/orgs.js +20 -0
  543. package/dist/esm/sdk/orgs.js.map +1 -1
  544. package/jsr.json +1 -1
  545. package/package.json +1 -1
  546. package/src/funcs/authOrgsGetById.ts +251 -0
  547. package/src/funcs/authOrgsUpdate.ts +264 -0
  548. package/src/funcs/llmEvalsAppendAgentTrials.ts +188 -0
  549. package/src/funcs/llmEvalsGetRunOverview.ts +192 -0
  550. package/src/funcs/llmEvalsGetSampleTrajectory.ts +197 -0
  551. package/src/funcs/llmEvalsGetSuiteLeaderboard.ts +197 -0
  552. package/src/funcs/llmEvalsImportAgentRun.ts +181 -0
  553. package/src/funcs/llmEvalsUploadSampleTrajectory.ts +201 -0
  554. package/src/lib/config.ts +2 -2
  555. package/src/mcp-server/mcp-server.ts +1 -1
  556. package/src/mcp-server/server.ts +13 -1
  557. package/src/mcp-server/tools/llmEvalsAppendAgentTrials.ts +37 -0
  558. package/src/mcp-server/tools/llmEvalsGetRunOverview.ts +37 -0
  559. package/src/mcp-server/tools/llmEvalsGetSampleTrajectory.ts +37 -0
  560. package/src/mcp-server/tools/llmEvalsGetSuiteLeaderboard.ts +37 -0
  561. package/src/mcp-server/tools/llmEvalsImportAgentRun.ts +37 -0
  562. package/src/mcp-server/tools/llmEvalsUploadSampleTrajectory.ts +38 -0
  563. package/src/models/components/appendagenttrialsrequest.ts +224 -0
  564. package/src/models/components/basicorganization.ts +100 -0
  565. package/src/models/components/evalleaderboardrow.ts +200 -0
  566. package/src/models/components/evalrunoverview.ts +240 -0
  567. package/src/models/components/evalsampleobject.ts +48 -0
  568. package/src/models/components/evalsampletrajectoryuploadedobject.ts +98 -0
  569. package/src/models/components/evalsuiteleaderboard.ts +93 -0
  570. package/src/models/components/importagentrunrequest.ts +319 -0
  571. package/src/models/components/index.ts +14 -0
  572. package/src/models/components/organizationcodeconfig.ts +54 -0
  573. package/src/models/components/organizationmetadata.ts +80 -0
  574. package/src/models/components/organizationmetadataoutput.ts +80 -0
  575. package/src/models/components/schema0.ts +55 -0
  576. package/src/models/components/schema1.ts +55 -0
  577. package/src/models/components/updateorganizationbody.ts +57 -0
  578. package/src/models/components/uploadevalsampletrajectoryrequest.ts +79 -0
  579. package/src/models/errors/getjwtfromkey.ts +28 -21
  580. package/src/models/errors/getorgbyid.ts +499 -0
  581. package/src/models/errors/index.ts +2 -0
  582. package/src/models/errors/updateorganization.ts +631 -0
  583. package/src/models/operations/appendagentevaltrials.ts +678 -0
  584. package/src/models/operations/cancelevalrun.ts +36 -0
  585. package/src/models/operations/createevalrun.ts +36 -0
  586. package/src/models/operations/getevalrun.ts +36 -0
  587. package/src/models/operations/getevalrunoverview.ts +73 -0
  588. package/src/models/operations/getevalsampletrajectory.ts +199 -0
  589. package/src/models/operations/getevalsuiteleaderboard.ts +93 -0
  590. package/src/models/operations/getorgbyid.ts +114 -0
  591. package/src/models/operations/importagentevalrun.ts +665 -0
  592. package/src/models/operations/index.ts +8 -0
  593. package/src/models/operations/listevalruns.ts +36 -0
  594. package/src/models/operations/listevalscheduleruns.ts +36 -0
  595. package/src/models/operations/listevalsuiteleaderboardruns.ts +36 -0
  596. package/src/models/operations/rerunfailedevalsamples.ts +36 -0
  597. package/src/models/operations/retryfailedevalrun.ts +36 -0
  598. package/src/models/operations/updateorganization.ts +121 -0
  599. package/src/models/operations/uploadevalsampletrajectory.ts +98 -0
  600. package/src/react-query/authOrgsGetById.core.ts +78 -0
  601. package/src/react-query/authOrgsGetById.ts +148 -0
  602. package/src/react-query/authOrgsUpdate.ts +122 -0
  603. package/src/react-query/index.ts +8 -0
  604. package/src/react-query/llmEvalsAppendAgentTrials.ts +109 -0
  605. package/src/react-query/llmEvalsGetRunOverview.core.ts +77 -0
  606. package/src/react-query/llmEvalsGetRunOverview.ts +150 -0
  607. package/src/react-query/llmEvalsGetSampleTrajectory.core.ts +94 -0
  608. package/src/react-query/llmEvalsGetSampleTrajectory.ts +159 -0
  609. package/src/react-query/llmEvalsGetSuiteLeaderboard.core.ts +89 -0
  610. package/src/react-query/llmEvalsGetSuiteLeaderboard.ts +163 -0
  611. package/src/react-query/llmEvalsImportAgentRun.ts +109 -0
  612. package/src/react-query/llmEvalsUploadSampleTrajectory.ts +110 -0
  613. package/src/sdk/evals.ts +108 -0
  614. package/src/sdk/orgs.ts +41 -0
@@ -0,0 +1,133 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || (function () {
22
+ var ownKeys = function(o) {
23
+ ownKeys = Object.getOwnPropertyNames || function (o) {
24
+ var ar = [];
25
+ for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
26
+ return ar;
27
+ };
28
+ return ownKeys(o);
29
+ };
30
+ return function (mod) {
31
+ if (mod && mod.__esModule) return mod;
32
+ var result = {};
33
+ if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
34
+ __setModuleDefault(result, mod);
35
+ return result;
36
+ };
37
+ })();
38
+ Object.defineProperty(exports, "__esModule", { value: true });
39
+ exports.GetEvalSampleTrajectoryResponseBody$outboundSchema = exports.GetEvalSampleTrajectoryResponseBody$inboundSchema = exports.GetEvalSampleTrajectoryRequest$outboundSchema = exports.GetEvalSampleTrajectoryRequest$inboundSchema = void 0;
40
+ exports.getEvalSampleTrajectoryRequestToJSON = getEvalSampleTrajectoryRequestToJSON;
41
+ exports.getEvalSampleTrajectoryRequestFromJSON = getEvalSampleTrajectoryRequestFromJSON;
42
+ exports.getEvalSampleTrajectoryResponseBodyToJSON = getEvalSampleTrajectoryResponseBodyToJSON;
43
+ exports.getEvalSampleTrajectoryResponseBodyFromJSON = getEvalSampleTrajectoryResponseBodyFromJSON;
44
+ const z = __importStar(require("zod/v3"));
45
+ const primitives_js_1 = require("../../lib/primitives.js");
46
+ const schemas_js_1 = require("../../lib/schemas.js");
47
+ /** @internal */
48
+ exports.GetEvalSampleTrajectoryRequest$inboundSchema = z.object({
49
+ run_id: z.string(),
50
+ sample_index: z.number().int(),
51
+ task_id: z.string().optional(),
52
+ model: z.string().optional(),
53
+ "X-On-Behalf-Of": z.string().optional(),
54
+ }).transform((v) => {
55
+ return (0, primitives_js_1.remap)(v, {
56
+ "run_id": "runId",
57
+ "sample_index": "sampleIndex",
58
+ "task_id": "taskId",
59
+ "X-On-Behalf-Of": "xOnBehalfOf",
60
+ });
61
+ });
62
+ /** @internal */
63
+ exports.GetEvalSampleTrajectoryRequest$outboundSchema = z.object({
64
+ runId: z.string(),
65
+ sampleIndex: z.number().int(),
66
+ taskId: z.string().optional(),
67
+ model: z.string().optional(),
68
+ xOnBehalfOf: z.string().optional(),
69
+ }).transform((v) => {
70
+ return (0, primitives_js_1.remap)(v, {
71
+ runId: "run_id",
72
+ sampleIndex: "sample_index",
73
+ taskId: "task_id",
74
+ xOnBehalfOf: "X-On-Behalf-Of",
75
+ });
76
+ });
77
+ function getEvalSampleTrajectoryRequestToJSON(getEvalSampleTrajectoryRequest) {
78
+ return JSON.stringify(exports.GetEvalSampleTrajectoryRequest$outboundSchema.parse(getEvalSampleTrajectoryRequest));
79
+ }
80
+ function getEvalSampleTrajectoryRequestFromJSON(jsonString) {
81
+ return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.GetEvalSampleTrajectoryRequest$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'GetEvalSampleTrajectoryRequest' from JSON`);
82
+ }
83
+ /** @internal */
84
+ exports.GetEvalSampleTrajectoryResponseBody$inboundSchema = z.object({
85
+ object: z.literal("eval.sample.trajectory"),
86
+ run_id: z.string(),
87
+ sample_index: z.number().int(),
88
+ task_id: z.string(),
89
+ model: z.string(),
90
+ schema_version: z.string(),
91
+ step_count: z.number().int(),
92
+ size_bytes: z.number().int(),
93
+ steps: z.array(z.nullable(z.any())),
94
+ logs: z.nullable(z.record(z.string())),
95
+ }).transform((v) => {
96
+ return (0, primitives_js_1.remap)(v, {
97
+ "run_id": "runId",
98
+ "sample_index": "sampleIndex",
99
+ "task_id": "taskId",
100
+ "schema_version": "schemaVersion",
101
+ "step_count": "stepCount",
102
+ "size_bytes": "sizeBytes",
103
+ });
104
+ });
105
+ /** @internal */
106
+ exports.GetEvalSampleTrajectoryResponseBody$outboundSchema = z.object({
107
+ object: z.literal("eval.sample.trajectory"),
108
+ runId: z.string(),
109
+ sampleIndex: z.number().int(),
110
+ taskId: z.string(),
111
+ model: z.string(),
112
+ schemaVersion: z.string(),
113
+ stepCount: z.number().int(),
114
+ sizeBytes: z.number().int(),
115
+ steps: z.array(z.nullable(z.any())),
116
+ logs: z.nullable(z.record(z.string())),
117
+ }).transform((v) => {
118
+ return (0, primitives_js_1.remap)(v, {
119
+ runId: "run_id",
120
+ sampleIndex: "sample_index",
121
+ taskId: "task_id",
122
+ schemaVersion: "schema_version",
123
+ stepCount: "step_count",
124
+ sizeBytes: "size_bytes",
125
+ });
126
+ });
127
+ function getEvalSampleTrajectoryResponseBodyToJSON(getEvalSampleTrajectoryResponseBody) {
128
+ return JSON.stringify(exports.GetEvalSampleTrajectoryResponseBody$outboundSchema.parse(getEvalSampleTrajectoryResponseBody));
129
+ }
130
+ function getEvalSampleTrajectoryResponseBodyFromJSON(jsonString) {
131
+ return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.GetEvalSampleTrajectoryResponseBody$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'GetEvalSampleTrajectoryResponseBody' from JSON`);
132
+ }
133
+ //# sourceMappingURL=getevalsampletrajectory.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getevalsampletrajectory.js","sourceRoot":"","sources":["../../../../src/models/operations/getevalsampletrajectory.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4FH,oFAQC;AACD,wFAQC;AAqED,8FAQC;AACD,kGASC;AAlMD,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAwCjD,gBAAgB;AACH,QAAA,4CAA4C,GAIrD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC9B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,QAAQ,EAAE,OAAO;QACjB,cAAc,EAAE,aAAa;QAC7B,SAAS,EAAE,QAAQ;QACnB,gBAAgB,EAAE,aAAa;KAChC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAUH,gBAAgB;AACH,QAAA,6CAA6C,GAItD,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC7B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,KAAK,EAAE,QAAQ;QACf,WAAW,EAAE,cAAc;QAC3B,MAAM,EAAE,SAAS;QACjB,WAAW,EAAE,gBAAgB;KAC9B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,oCAAoC,CAClD,8BAA8D;IAE9D,OAAO,IAAI,CAAC,SAAS,CACnB,qDAA6C,CAAC,KAAK,CACjD,8BAA8B,CAC/B,CACF,CAAC;AACJ,CAAC;AACD,SAAgB,sCAAsC,CACpD,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,oDAA4C,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACxE,4DAA4D,CAC7D,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,iDAAiD,GAI1D,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,wBAAwB,CAAC;IAC3C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC9B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;IAC1B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC5B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC5B,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IACnC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;CACvC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,QAAQ,EAAE,OAAO;QACjB,cAAc,EAAE,aAAa;QAC7B,SAAS,EAAE,QAAQ;QACnB,gBAAgB,EAAE,eAAe;QACjC,YAAY,EAAE,WAAW;QACzB,YAAY,EAAE,WAAW;KAC1B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAeH,gBAAgB;AACH,QAAA,kDAAkD,GAI3D,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,wBAAwB,CAAC;IAC3C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC7B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC3B,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IACnC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;CACvC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,KAAK,EAAE,QAAQ;QACf,WAAW,EAAE,cAAc;QAC3B,MAAM,EAAE,SAAS;QACjB,aAAa,EAAE,gBAAgB;QAC/B,SAAS,EAAE,YAAY;QACvB,SAAS,EAAE,YAAY;KACxB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,yCAAyC,CACvD,mCAAwE;IAExE,OAAO,IAAI,CAAC,SAAS,CACnB,0DAAkD,CAAC,KAAK,CACtD,mCAAmC,CACpC,CACF,CAAC;AACJ,CAAC;AACD,SAAgB,2CAA2C,CACzD,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CACJ,yDAAiD,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACxE,iEAAiE,CAClE,CAAC;AACJ,CAAC"}
@@ -0,0 +1,32 @@
1
+ import * as z from "zod/v3";
2
+ import { Result as SafeParseResult } from "../../types/fp.js";
3
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
4
+ export type GetEvalSuiteLeaderboardRequest = {
5
+ suiteId: string;
6
+ suiteVersion?: number | undefined;
7
+ metric?: string | undefined;
8
+ agent?: string | undefined;
9
+ model?: string | undefined;
10
+ limit?: number | undefined;
11
+ /**
12
+ * Optional external end-user identifier forwarded by the API gateway.
13
+ */
14
+ xOnBehalfOf?: string | undefined;
15
+ };
16
+ /** @internal */
17
+ export declare const GetEvalSuiteLeaderboardRequest$inboundSchema: z.ZodType<GetEvalSuiteLeaderboardRequest, z.ZodTypeDef, unknown>;
18
+ /** @internal */
19
+ export type GetEvalSuiteLeaderboardRequest$Outbound = {
20
+ suite_id: string;
21
+ suite_version?: number | undefined;
22
+ metric: string;
23
+ agent?: string | undefined;
24
+ model?: string | undefined;
25
+ limit: number;
26
+ "X-On-Behalf-Of"?: string | undefined;
27
+ };
28
+ /** @internal */
29
+ export declare const GetEvalSuiteLeaderboardRequest$outboundSchema: z.ZodType<GetEvalSuiteLeaderboardRequest$Outbound, z.ZodTypeDef, GetEvalSuiteLeaderboardRequest>;
30
+ export declare function getEvalSuiteLeaderboardRequestToJSON(getEvalSuiteLeaderboardRequest: GetEvalSuiteLeaderboardRequest): string;
31
+ export declare function getEvalSuiteLeaderboardRequestFromJSON(jsonString: string): SafeParseResult<GetEvalSuiteLeaderboardRequest, SDKValidationError>;
32
+ //# sourceMappingURL=getevalsuiteleaderboard.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getevalsuiteleaderboard.d.ts","sourceRoot":"","sources":["../../../../src/models/operations/getevalsuiteleaderboard.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,MAAM,8BAA8B,GAAG;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,4CAA4C,EAAE,CAAC,CAAC,OAAO,CAClE,8BAA8B,EAC9B,CAAC,CAAC,UAAU,EACZ,OAAO,CAeP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,uCAAuC,GAAG;IACpD,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACvC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,6CAA6C,EAAE,CAAC,CAAC,OAAO,CACnE,uCAAuC,EACvC,CAAC,CAAC,UAAU,EACZ,8BAA8B,CAe9B,CAAC;AAEH,wBAAgB,oCAAoC,CAClD,8BAA8B,EAAE,8BAA8B,GAC7D,MAAM,CAMR;AACD,wBAAgB,sCAAsC,CACpD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,8BAA8B,EAAE,kBAAkB,CAAC,CAMrE"}
@@ -0,0 +1,83 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || (function () {
22
+ var ownKeys = function(o) {
23
+ ownKeys = Object.getOwnPropertyNames || function (o) {
24
+ var ar = [];
25
+ for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
26
+ return ar;
27
+ };
28
+ return ownKeys(o);
29
+ };
30
+ return function (mod) {
31
+ if (mod && mod.__esModule) return mod;
32
+ var result = {};
33
+ if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
34
+ __setModuleDefault(result, mod);
35
+ return result;
36
+ };
37
+ })();
38
+ Object.defineProperty(exports, "__esModule", { value: true });
39
+ exports.GetEvalSuiteLeaderboardRequest$outboundSchema = exports.GetEvalSuiteLeaderboardRequest$inboundSchema = void 0;
40
+ exports.getEvalSuiteLeaderboardRequestToJSON = getEvalSuiteLeaderboardRequestToJSON;
41
+ exports.getEvalSuiteLeaderboardRequestFromJSON = getEvalSuiteLeaderboardRequestFromJSON;
42
+ const z = __importStar(require("zod/v3"));
43
+ const primitives_js_1 = require("../../lib/primitives.js");
44
+ const schemas_js_1 = require("../../lib/schemas.js");
45
+ /** @internal */
46
+ exports.GetEvalSuiteLeaderboardRequest$inboundSchema = z.object({
47
+ suite_id: z.string(),
48
+ suite_version: z.number().int().optional(),
49
+ metric: z.string().default("reward"),
50
+ agent: z.string().optional(),
51
+ model: z.string().optional(),
52
+ limit: z.number().int().default(100),
53
+ "X-On-Behalf-Of": z.string().optional(),
54
+ }).transform((v) => {
55
+ return (0, primitives_js_1.remap)(v, {
56
+ "suite_id": "suiteId",
57
+ "suite_version": "suiteVersion",
58
+ "X-On-Behalf-Of": "xOnBehalfOf",
59
+ });
60
+ });
61
+ /** @internal */
62
+ exports.GetEvalSuiteLeaderboardRequest$outboundSchema = z.object({
63
+ suiteId: z.string(),
64
+ suiteVersion: z.number().int().optional(),
65
+ metric: z.string().default("reward"),
66
+ agent: z.string().optional(),
67
+ model: z.string().optional(),
68
+ limit: z.number().int().default(100),
69
+ xOnBehalfOf: z.string().optional(),
70
+ }).transform((v) => {
71
+ return (0, primitives_js_1.remap)(v, {
72
+ suiteId: "suite_id",
73
+ suiteVersion: "suite_version",
74
+ xOnBehalfOf: "X-On-Behalf-Of",
75
+ });
76
+ });
77
+ function getEvalSuiteLeaderboardRequestToJSON(getEvalSuiteLeaderboardRequest) {
78
+ return JSON.stringify(exports.GetEvalSuiteLeaderboardRequest$outboundSchema.parse(getEvalSuiteLeaderboardRequest));
79
+ }
80
+ function getEvalSuiteLeaderboardRequestFromJSON(jsonString) {
81
+ return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.GetEvalSuiteLeaderboardRequest$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'GetEvalSuiteLeaderboardRequest' from JSON`);
82
+ }
83
+ //# sourceMappingURL=getevalsuiteleaderboard.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getevalsuiteleaderboard.js","sourceRoot":"","sources":["../../../../src/models/operations/getevalsuiteleaderboard.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyEH,oFAQC;AACD,wFAQC;AAxFD,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAiBjD,gBAAgB;AACH,QAAA,4CAA4C,GAIrD,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC1C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACpC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,UAAU,EAAE,SAAS;QACrB,eAAe,EAAE,cAAc;QAC/B,gBAAgB,EAAE,aAAa;KAChC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAYH,gBAAgB;AACH,QAAA,6CAA6C,GAItD,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACpC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,OAAO,EAAE,UAAU;QACnB,YAAY,EAAE,eAAe;QAC7B,WAAW,EAAE,gBAAgB;KAC9B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,oCAAoC,CAClD,8BAA8D;IAE9D,OAAO,IAAI,CAAC,SAAS,CACnB,qDAA6C,CAAC,KAAK,CACjD,8BAA8B,CAC/B,CACF,CAAC;AACJ,CAAC;AACD,SAAgB,sCAAsC,CACpD,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,oDAA4C,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACxE,4DAA4D,CAC7D,CAAC;AACJ,CAAC"}
@@ -0,0 +1,37 @@
1
+ import * as z from "zod/v3";
2
+ import { Result as SafeParseResult } from "../../types/fp.js";
3
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
4
+ export type GetOrgByIdSecurity = {
5
+ bearerAuth?: string | undefined;
6
+ sessionCookie?: string | undefined;
7
+ };
8
+ export type GetOrgByIdRequest = {
9
+ orgId: string;
10
+ /**
11
+ * Optional external end-user identifier forwarded by the API gateway.
12
+ */
13
+ xOnBehalfOf?: string | undefined;
14
+ };
15
+ /** @internal */
16
+ export declare const GetOrgByIdSecurity$inboundSchema: z.ZodType<GetOrgByIdSecurity, z.ZodTypeDef, unknown>;
17
+ /** @internal */
18
+ export type GetOrgByIdSecurity$Outbound = {
19
+ bearerAuth?: string | undefined;
20
+ sessionCookie?: string | undefined;
21
+ };
22
+ /** @internal */
23
+ export declare const GetOrgByIdSecurity$outboundSchema: z.ZodType<GetOrgByIdSecurity$Outbound, z.ZodTypeDef, GetOrgByIdSecurity>;
24
+ export declare function getOrgByIdSecurityToJSON(getOrgByIdSecurity: GetOrgByIdSecurity): string;
25
+ export declare function getOrgByIdSecurityFromJSON(jsonString: string): SafeParseResult<GetOrgByIdSecurity, SDKValidationError>;
26
+ /** @internal */
27
+ export declare const GetOrgByIdRequest$inboundSchema: z.ZodType<GetOrgByIdRequest, z.ZodTypeDef, unknown>;
28
+ /** @internal */
29
+ export type GetOrgByIdRequest$Outbound = {
30
+ orgId: string;
31
+ "X-On-Behalf-Of"?: string | undefined;
32
+ };
33
+ /** @internal */
34
+ export declare const GetOrgByIdRequest$outboundSchema: z.ZodType<GetOrgByIdRequest$Outbound, z.ZodTypeDef, GetOrgByIdRequest>;
35
+ export declare function getOrgByIdRequestToJSON(getOrgByIdRequest: GetOrgByIdRequest): string;
36
+ export declare function getOrgByIdRequestFromJSON(jsonString: string): SafeParseResult<GetOrgByIdRequest, SDKValidationError>;
37
+ //# sourceMappingURL=getorgbyid.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getorgbyid.d.ts","sourceRoot":"","sources":["../../../../src/models/operations/getorgbyid.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,MAAM,kBAAkB,GAAG;IAC/B,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,kBAAkB,EAClB,CAAC,CAAC,UAAU,EACZ,OAAO,CAIP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,2BAA2B,GAAG;IACxC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,2BAA2B,EAC3B,CAAC,CAAC,UAAU,EACZ,kBAAkB,CAIlB,CAAC;AAEH,wBAAgB,wBAAwB,CACtC,kBAAkB,EAAE,kBAAkB,GACrC,MAAM,CAIR;AACD,wBAAgB,0BAA0B,CACxC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,kBAAkB,EAAE,kBAAkB,CAAC,CAMzD;AAED,gBAAgB;AAChB,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CACrD,iBAAiB,EACjB,CAAC,CAAC,UAAU,EACZ,OAAO,CAQP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,0BAA0B,GAAG;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACvC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,0BAA0B,EAC1B,CAAC,CAAC,UAAU,EACZ,iBAAiB,CAQjB,CAAC;AAEH,wBAAgB,uBAAuB,CACrC,iBAAiB,EAAE,iBAAiB,GACnC,MAAM,CAIR;AACD,wBAAgB,yBAAyB,CACvC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAMxD"}
@@ -0,0 +1,87 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || (function () {
22
+ var ownKeys = function(o) {
23
+ ownKeys = Object.getOwnPropertyNames || function (o) {
24
+ var ar = [];
25
+ for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
26
+ return ar;
27
+ };
28
+ return ownKeys(o);
29
+ };
30
+ return function (mod) {
31
+ if (mod && mod.__esModule) return mod;
32
+ var result = {};
33
+ if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
34
+ __setModuleDefault(result, mod);
35
+ return result;
36
+ };
37
+ })();
38
+ Object.defineProperty(exports, "__esModule", { value: true });
39
+ exports.GetOrgByIdRequest$outboundSchema = exports.GetOrgByIdRequest$inboundSchema = exports.GetOrgByIdSecurity$outboundSchema = exports.GetOrgByIdSecurity$inboundSchema = void 0;
40
+ exports.getOrgByIdSecurityToJSON = getOrgByIdSecurityToJSON;
41
+ exports.getOrgByIdSecurityFromJSON = getOrgByIdSecurityFromJSON;
42
+ exports.getOrgByIdRequestToJSON = getOrgByIdRequestToJSON;
43
+ exports.getOrgByIdRequestFromJSON = getOrgByIdRequestFromJSON;
44
+ const z = __importStar(require("zod/v3"));
45
+ const primitives_js_1 = require("../../lib/primitives.js");
46
+ const schemas_js_1 = require("../../lib/schemas.js");
47
+ /** @internal */
48
+ exports.GetOrgByIdSecurity$inboundSchema = z.object({
49
+ bearerAuth: z.string().optional(),
50
+ sessionCookie: z.string().optional(),
51
+ });
52
+ /** @internal */
53
+ exports.GetOrgByIdSecurity$outboundSchema = z.object({
54
+ bearerAuth: z.string().optional(),
55
+ sessionCookie: z.string().optional(),
56
+ });
57
+ function getOrgByIdSecurityToJSON(getOrgByIdSecurity) {
58
+ return JSON.stringify(exports.GetOrgByIdSecurity$outboundSchema.parse(getOrgByIdSecurity));
59
+ }
60
+ function getOrgByIdSecurityFromJSON(jsonString) {
61
+ return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.GetOrgByIdSecurity$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'GetOrgByIdSecurity' from JSON`);
62
+ }
63
+ /** @internal */
64
+ exports.GetOrgByIdRequest$inboundSchema = z.object({
65
+ orgId: z.string(),
66
+ "X-On-Behalf-Of": z.string().optional(),
67
+ }).transform((v) => {
68
+ return (0, primitives_js_1.remap)(v, {
69
+ "X-On-Behalf-Of": "xOnBehalfOf",
70
+ });
71
+ });
72
+ /** @internal */
73
+ exports.GetOrgByIdRequest$outboundSchema = z.object({
74
+ orgId: z.string(),
75
+ xOnBehalfOf: z.string().optional(),
76
+ }).transform((v) => {
77
+ return (0, primitives_js_1.remap)(v, {
78
+ xOnBehalfOf: "X-On-Behalf-Of",
79
+ });
80
+ });
81
+ function getOrgByIdRequestToJSON(getOrgByIdRequest) {
82
+ return JSON.stringify(exports.GetOrgByIdRequest$outboundSchema.parse(getOrgByIdRequest));
83
+ }
84
+ function getOrgByIdRequestFromJSON(jsonString) {
85
+ return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.GetOrgByIdRequest$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'GetOrgByIdRequest' from JSON`);
86
+ }
87
+ //# sourceMappingURL=getorgbyid.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getorgbyid.js","sourceRoot":"","sources":["../../../../src/models/operations/getorgbyid.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA8CH,4DAMC;AACD,gEAQC;AAmCD,0DAMC;AACD,8DAQC;AA7GD,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAiBjD,gBAAgB;AACH,QAAA,gCAAgC,GAIzC,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACrC,CAAC,CAAC;AAOH,gBAAgB;AACH,QAAA,iCAAiC,GAI1C,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACrC,CAAC,CAAC;AAEH,SAAgB,wBAAwB,CACtC,kBAAsC;IAEtC,OAAO,IAAI,CAAC,SAAS,CACnB,yCAAiC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAC5D,CAAC;AACJ,CAAC;AACD,SAAgB,0BAA0B,CACxC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,wCAAgC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC5D,gDAAgD,CACjD,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,+BAA+B,GAIxC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,gBAAgB,EAAE,aAAa;KAChC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAOH,gBAAgB;AACH,QAAA,gCAAgC,GAIzC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,WAAW,EAAE,gBAAgB;KAC9B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,uBAAuB,CACrC,iBAAoC;IAEpC,OAAO,IAAI,CAAC,SAAS,CACnB,wCAAgC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAC1D,CAAC;AACJ,CAAC;AACD,SAAgB,yBAAyB,CACvC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,uCAA+B,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC3D,+CAA+C,CAChD,CAAC;AACJ,CAAC"}
@@ -0,0 +1,262 @@
1
+ import * as z from "zod/v3";
2
+ import { ClosedEnum } from "../../types/enums.js";
3
+ import { Result as SafeParseResult } from "../../types/fp.js";
4
+ import * as components from "../components/index.js";
5
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
6
+ export type ImportAgentEvalRunRequest = {
7
+ /**
8
+ * Optional external end-user identifier forwarded by the API gateway.
9
+ */
10
+ xOnBehalfOf?: string | undefined;
11
+ importAgentRunRequest: components.ImportAgentRunRequest;
12
+ };
13
+ export type ImportAgentEvalRunStop = string | Array<string>;
14
+ export declare const ImportAgentEvalRunTruncation: {
15
+ readonly Auto: "auto";
16
+ readonly Disabled: "disabled";
17
+ };
18
+ export type ImportAgentEvalRunTruncation = ClosedEnum<typeof ImportAgentEvalRunTruncation>;
19
+ export declare const ImportAgentEvalRunServiceTier: {
20
+ readonly Auto: "auto";
21
+ readonly Default: "default";
22
+ readonly Flex: "flex";
23
+ readonly Priority: "priority";
24
+ };
25
+ export type ImportAgentEvalRunServiceTier = ClosedEnum<typeof ImportAgentEvalRunServiceTier>;
26
+ export type ImportAgentEvalRunPrefillThink = boolean | string;
27
+ export type ImportAgentEvalRunGeneration = {
28
+ instructions?: string | undefined;
29
+ temperature?: number | undefined;
30
+ topP?: number | undefined;
31
+ maxOutputTokens?: number | undefined;
32
+ /**
33
+ * lm-eval alias for max_output_tokens.
34
+ */
35
+ maxGenToks?: number | undefined;
36
+ stop?: string | Array<string> | undefined;
37
+ /**
38
+ * lm-eval generate_until stop sequences.
39
+ */
40
+ until?: Array<string> | undefined;
41
+ maxToolCalls?: number | undefined;
42
+ reasoning?: any | undefined;
43
+ text?: any | undefined;
44
+ tools?: Array<any | null> | undefined;
45
+ toolChoice?: any | undefined;
46
+ parallelToolCalls?: boolean | undefined;
47
+ truncation?: ImportAgentEvalRunTruncation | undefined;
48
+ serviceTier?: ImportAgentEvalRunServiceTier | undefined;
49
+ presencePenalty?: number | undefined;
50
+ frequencyPenalty?: number | undefined;
51
+ topK?: number | undefined;
52
+ minP?: number | undefined;
53
+ repetitionPenalty?: number | undefined;
54
+ doSample?: boolean | undefined;
55
+ extraBody?: {
56
+ [k: string]: any;
57
+ } | undefined;
58
+ chatTemplateKwargs?: {
59
+ [k: string]: any;
60
+ } | undefined;
61
+ prefillThink?: boolean | string | undefined;
62
+ useCache?: boolean | undefined;
63
+ timeoutSeconds?: number | undefined;
64
+ maxRetries?: number | undefined;
65
+ maxEmptyRetries?: number | undefined;
66
+ additionalProperties?: {
67
+ [k: string]: any;
68
+ } | undefined;
69
+ };
70
+ export type ImportAgentEvalRunRequestCounts = {
71
+ total: number;
72
+ completed: number;
73
+ failed: number;
74
+ };
75
+ /**
76
+ * OK
77
+ */
78
+ export type ImportAgentEvalRunResponseBody = {
79
+ id: string;
80
+ object: "eval.run";
81
+ suiteId: string;
82
+ suiteVersion: number;
83
+ suiteVersionId: string;
84
+ /**
85
+ * The org that owns this run.
86
+ */
87
+ orgId: string;
88
+ /**
89
+ * The team that owns this run.
90
+ */
91
+ teamId: string;
92
+ status: components.EvalRunStatus;
93
+ models: Array<string>;
94
+ taskIds: Array<string> | null;
95
+ judgeModel: string | null;
96
+ embeddingModel: string | null;
97
+ generation: ImportAgentEvalRunGeneration;
98
+ requestCounts: ImportAgentEvalRunRequestCounts;
99
+ metrics: {
100
+ [k: string]: any;
101
+ } | null;
102
+ error: {
103
+ [k: string]: any;
104
+ } | null;
105
+ artifactFileIds: Array<string>;
106
+ metadata: {
107
+ [k: string]: string;
108
+ };
109
+ /**
110
+ * Coding-agent harness that produced this run (e.g. `omp`, `claude-code`). Null for every non-harness eval kind — a null here is not a missing value, it means the run is not an agent run.
111
+ */
112
+ agentName: string | null;
113
+ /**
114
+ * Version of `agent_name`, as the harness reported it. Null when `agent_name` is.
115
+ */
116
+ agentVersion: string | null;
117
+ /**
118
+ * Reasoning-effort setting the agent ran at (e.g. `medium`, `xhigh`). Part of the leaderboard's row identity: the same agent and model at two efforts are two rows, not one. Null when `agent_name` is.
119
+ */
120
+ agentEffort: string | null;
121
+ /**
122
+ * Total spend for the run in USD. Null when the harness did not report cost.
123
+ */
124
+ costUsd: number | null;
125
+ createdAt: number;
126
+ startedAt: number | null;
127
+ completedAt: number | null;
128
+ cancelledAt: number | null;
129
+ failedAt: number | null;
130
+ };
131
+ /** @internal */
132
+ export declare const ImportAgentEvalRunRequest$inboundSchema: z.ZodType<ImportAgentEvalRunRequest, z.ZodTypeDef, unknown>;
133
+ /** @internal */
134
+ export type ImportAgentEvalRunRequest$Outbound = {
135
+ "X-On-Behalf-Of"?: string | undefined;
136
+ ImportAgentRunRequest: components.ImportAgentRunRequest$Outbound;
137
+ };
138
+ /** @internal */
139
+ export declare const ImportAgentEvalRunRequest$outboundSchema: z.ZodType<ImportAgentEvalRunRequest$Outbound, z.ZodTypeDef, ImportAgentEvalRunRequest>;
140
+ export declare function importAgentEvalRunRequestToJSON(importAgentEvalRunRequest: ImportAgentEvalRunRequest): string;
141
+ export declare function importAgentEvalRunRequestFromJSON(jsonString: string): SafeParseResult<ImportAgentEvalRunRequest, SDKValidationError>;
142
+ /** @internal */
143
+ export declare const ImportAgentEvalRunStop$inboundSchema: z.ZodType<ImportAgentEvalRunStop, z.ZodTypeDef, unknown>;
144
+ /** @internal */
145
+ export type ImportAgentEvalRunStop$Outbound = string | Array<string>;
146
+ /** @internal */
147
+ export declare const ImportAgentEvalRunStop$outboundSchema: z.ZodType<ImportAgentEvalRunStop$Outbound, z.ZodTypeDef, ImportAgentEvalRunStop>;
148
+ export declare function importAgentEvalRunStopToJSON(importAgentEvalRunStop: ImportAgentEvalRunStop): string;
149
+ export declare function importAgentEvalRunStopFromJSON(jsonString: string): SafeParseResult<ImportAgentEvalRunStop, SDKValidationError>;
150
+ /** @internal */
151
+ export declare const ImportAgentEvalRunTruncation$inboundSchema: z.ZodNativeEnum<typeof ImportAgentEvalRunTruncation>;
152
+ /** @internal */
153
+ export declare const ImportAgentEvalRunTruncation$outboundSchema: z.ZodNativeEnum<typeof ImportAgentEvalRunTruncation>;
154
+ /** @internal */
155
+ export declare const ImportAgentEvalRunServiceTier$inboundSchema: z.ZodNativeEnum<typeof ImportAgentEvalRunServiceTier>;
156
+ /** @internal */
157
+ export declare const ImportAgentEvalRunServiceTier$outboundSchema: z.ZodNativeEnum<typeof ImportAgentEvalRunServiceTier>;
158
+ /** @internal */
159
+ export declare const ImportAgentEvalRunPrefillThink$inboundSchema: z.ZodType<ImportAgentEvalRunPrefillThink, z.ZodTypeDef, unknown>;
160
+ /** @internal */
161
+ export type ImportAgentEvalRunPrefillThink$Outbound = boolean | string;
162
+ /** @internal */
163
+ export declare const ImportAgentEvalRunPrefillThink$outboundSchema: z.ZodType<ImportAgentEvalRunPrefillThink$Outbound, z.ZodTypeDef, ImportAgentEvalRunPrefillThink>;
164
+ export declare function importAgentEvalRunPrefillThinkToJSON(importAgentEvalRunPrefillThink: ImportAgentEvalRunPrefillThink): string;
165
+ export declare function importAgentEvalRunPrefillThinkFromJSON(jsonString: string): SafeParseResult<ImportAgentEvalRunPrefillThink, SDKValidationError>;
166
+ /** @internal */
167
+ export declare const ImportAgentEvalRunGeneration$inboundSchema: z.ZodType<ImportAgentEvalRunGeneration, z.ZodTypeDef, unknown>;
168
+ /** @internal */
169
+ export type ImportAgentEvalRunGeneration$Outbound = {
170
+ instructions?: string | undefined;
171
+ temperature?: number | undefined;
172
+ top_p?: number | undefined;
173
+ max_output_tokens?: number | undefined;
174
+ max_gen_toks?: number | undefined;
175
+ stop?: string | Array<string> | undefined;
176
+ until?: Array<string> | undefined;
177
+ max_tool_calls?: number | undefined;
178
+ reasoning?: any | undefined;
179
+ text?: any | undefined;
180
+ tools?: Array<any | null> | undefined;
181
+ tool_choice?: any | undefined;
182
+ parallel_tool_calls?: boolean | undefined;
183
+ truncation?: string | undefined;
184
+ service_tier?: string | undefined;
185
+ presence_penalty?: number | undefined;
186
+ frequency_penalty?: number | undefined;
187
+ top_k?: number | undefined;
188
+ min_p?: number | undefined;
189
+ repetition_penalty?: number | undefined;
190
+ do_sample?: boolean | undefined;
191
+ extra_body?: {
192
+ [k: string]: any;
193
+ } | undefined;
194
+ chat_template_kwargs?: {
195
+ [k: string]: any;
196
+ } | undefined;
197
+ prefill_think?: boolean | string | undefined;
198
+ use_cache?: boolean | undefined;
199
+ timeout_seconds?: number | undefined;
200
+ max_retries?: number | undefined;
201
+ max_empty_retries?: number | undefined;
202
+ [additionalProperties: string]: unknown;
203
+ };
204
+ /** @internal */
205
+ export declare const ImportAgentEvalRunGeneration$outboundSchema: z.ZodType<ImportAgentEvalRunGeneration$Outbound, z.ZodTypeDef, ImportAgentEvalRunGeneration>;
206
+ export declare function importAgentEvalRunGenerationToJSON(importAgentEvalRunGeneration: ImportAgentEvalRunGeneration): string;
207
+ export declare function importAgentEvalRunGenerationFromJSON(jsonString: string): SafeParseResult<ImportAgentEvalRunGeneration, SDKValidationError>;
208
+ /** @internal */
209
+ export declare const ImportAgentEvalRunRequestCounts$inboundSchema: z.ZodType<ImportAgentEvalRunRequestCounts, z.ZodTypeDef, unknown>;
210
+ /** @internal */
211
+ export type ImportAgentEvalRunRequestCounts$Outbound = {
212
+ total: number;
213
+ completed: number;
214
+ failed: number;
215
+ };
216
+ /** @internal */
217
+ export declare const ImportAgentEvalRunRequestCounts$outboundSchema: z.ZodType<ImportAgentEvalRunRequestCounts$Outbound, z.ZodTypeDef, ImportAgentEvalRunRequestCounts>;
218
+ export declare function importAgentEvalRunRequestCountsToJSON(importAgentEvalRunRequestCounts: ImportAgentEvalRunRequestCounts): string;
219
+ export declare function importAgentEvalRunRequestCountsFromJSON(jsonString: string): SafeParseResult<ImportAgentEvalRunRequestCounts, SDKValidationError>;
220
+ /** @internal */
221
+ export declare const ImportAgentEvalRunResponseBody$inboundSchema: z.ZodType<ImportAgentEvalRunResponseBody, z.ZodTypeDef, unknown>;
222
+ /** @internal */
223
+ export type ImportAgentEvalRunResponseBody$Outbound = {
224
+ id: string;
225
+ object: "eval.run";
226
+ suite_id: string;
227
+ suite_version: number;
228
+ suite_version_id: string;
229
+ org_id: string;
230
+ team_id: string;
231
+ status: string;
232
+ models: Array<string>;
233
+ task_ids: Array<string> | null;
234
+ judge_model: string | null;
235
+ embedding_model: string | null;
236
+ generation: ImportAgentEvalRunGeneration$Outbound;
237
+ request_counts: ImportAgentEvalRunRequestCounts$Outbound;
238
+ metrics: {
239
+ [k: string]: any;
240
+ } | null;
241
+ error: {
242
+ [k: string]: any;
243
+ } | null;
244
+ artifact_file_ids: Array<string>;
245
+ metadata: {
246
+ [k: string]: string;
247
+ };
248
+ agent_name: string | null;
249
+ agent_version: string | null;
250
+ agent_effort: string | null;
251
+ cost_usd: number | null;
252
+ created_at: number;
253
+ started_at: number | null;
254
+ completed_at: number | null;
255
+ cancelled_at: number | null;
256
+ failed_at: number | null;
257
+ };
258
+ /** @internal */
259
+ export declare const ImportAgentEvalRunResponseBody$outboundSchema: z.ZodType<ImportAgentEvalRunResponseBody$Outbound, z.ZodTypeDef, ImportAgentEvalRunResponseBody>;
260
+ export declare function importAgentEvalRunResponseBodyToJSON(importAgentEvalRunResponseBody: ImportAgentEvalRunResponseBody): string;
261
+ export declare function importAgentEvalRunResponseBodyFromJSON(jsonString: string): SafeParseResult<ImportAgentEvalRunResponseBody, SDKValidationError>;
262
+ //# sourceMappingURL=importagentevalrun.d.ts.map