@meetkai/mka1 0.54.23 → 0.54.25

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (614) hide show
  1. package/README.md +320 -283
  2. package/bin/mcp-server.js +4406 -1683
  3. package/bin/mcp-server.js.map +55 -19
  4. package/dist/commonjs/funcs/authOrgsGetById.d.ts +19 -0
  5. package/dist/commonjs/funcs/authOrgsGetById.d.ts.map +1 -0
  6. package/dist/commonjs/funcs/authOrgsGetById.js +146 -0
  7. package/dist/commonjs/funcs/authOrgsGetById.js.map +1 -0
  8. package/dist/commonjs/funcs/authOrgsUpdate.d.ts +19 -0
  9. package/dist/commonjs/funcs/authOrgsUpdate.d.ts.map +1 -0
  10. package/dist/commonjs/funcs/authOrgsUpdate.js +149 -0
  11. package/dist/commonjs/funcs/authOrgsUpdate.js.map +1 -0
  12. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  13. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  14. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js +136 -0
  15. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  16. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  17. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  18. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js +138 -0
  19. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js.map +1 -0
  20. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  21. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  22. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js +142 -0
  23. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  24. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  25. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  26. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js +142 -0
  27. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  28. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  29. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  30. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js +130 -0
  31. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js.map +1 -0
  32. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  33. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  34. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js +146 -0
  35. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  36. package/dist/commonjs/lib/config.d.ts +2 -2
  37. package/dist/commonjs/lib/config.js +2 -2
  38. package/dist/commonjs/mcp-server/mcp-server.js +1 -1
  39. package/dist/commonjs/mcp-server/server.d.ts.map +1 -1
  40. package/dist/commonjs/mcp-server/server.js +13 -1
  41. package/dist/commonjs/mcp-server/server.js.map +1 -1
  42. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  43. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  44. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js +64 -0
  45. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  46. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  47. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  48. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js +64 -0
  49. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  50. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  51. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  52. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js +64 -0
  53. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  54. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  55. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  56. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +64 -0
  57. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  58. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  59. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  60. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js +64 -0
  61. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  62. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  63. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  64. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +64 -0
  65. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  66. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts +111 -0
  67. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  68. package/dist/commonjs/models/components/appendagenttrialsrequest.js +136 -0
  69. package/dist/commonjs/models/components/appendagenttrialsrequest.js.map +1 -0
  70. package/dist/commonjs/models/components/basicorganization.d.ts +41 -0
  71. package/dist/commonjs/models/components/basicorganization.d.ts.map +1 -0
  72. package/dist/commonjs/models/components/basicorganization.js +80 -0
  73. package/dist/commonjs/models/components/basicorganization.js.map +1 -0
  74. package/dist/commonjs/models/components/evalleaderboardrow.d.ts +85 -0
  75. package/dist/commonjs/models/components/evalleaderboardrow.d.ts.map +1 -0
  76. package/dist/commonjs/models/components/evalleaderboardrow.js +129 -0
  77. package/dist/commonjs/models/components/evalleaderboardrow.js.map +1 -0
  78. package/dist/commonjs/models/components/evalrunoverview.d.ts +101 -0
  79. package/dist/commonjs/models/components/evalrunoverview.d.ts.map +1 -0
  80. package/dist/commonjs/models/components/evalrunoverview.js +150 -0
  81. package/dist/commonjs/models/components/evalrunoverview.js.map +1 -0
  82. package/dist/commonjs/models/components/evalsampleobject.d.ts +32 -0
  83. package/dist/commonjs/models/components/evalsampleobject.d.ts.map +1 -1
  84. package/dist/commonjs/models/components/evalsampleobject.js +20 -0
  85. package/dist/commonjs/models/components/evalsampleobject.js.map +1 -1
  86. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  87. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  88. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js +87 -0
  89. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  90. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts +35 -0
  91. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  92. package/dist/commonjs/models/components/evalsuiteleaderboard.js +78 -0
  93. package/dist/commonjs/models/components/evalsuiteleaderboard.js.map +1 -0
  94. package/dist/commonjs/models/components/importagentrunrequest.d.ts +164 -0
  95. package/dist/commonjs/models/components/importagentrunrequest.d.ts.map +1 -0
  96. package/dist/commonjs/models/components/importagentrunrequest.js +182 -0
  97. package/dist/commonjs/models/components/importagentrunrequest.js.map +1 -0
  98. package/dist/commonjs/models/components/index.d.ts +14 -0
  99. package/dist/commonjs/models/components/index.d.ts.map +1 -1
  100. package/dist/commonjs/models/components/index.js +14 -0
  101. package/dist/commonjs/models/components/index.js.map +1 -1
  102. package/dist/commonjs/models/components/organizationcodeconfig.d.ts +20 -0
  103. package/dist/commonjs/models/components/organizationcodeconfig.d.ts.map +1 -0
  104. package/dist/commonjs/models/components/organizationcodeconfig.js +58 -0
  105. package/dist/commonjs/models/components/organizationcodeconfig.js.map +1 -0
  106. package/dist/commonjs/models/components/organizationmetadata.d.ts +23 -0
  107. package/dist/commonjs/models/components/organizationmetadata.d.ts.map +1 -0
  108. package/dist/commonjs/models/components/organizationmetadata.js +69 -0
  109. package/dist/commonjs/models/components/organizationmetadata.js.map +1 -0
  110. package/dist/commonjs/models/components/organizationmetadataoutput.d.ts +23 -0
  111. package/dist/commonjs/models/components/organizationmetadataoutput.d.ts.map +1 -0
  112. package/dist/commonjs/models/components/organizationmetadataoutput.js +69 -0
  113. package/dist/commonjs/models/components/organizationmetadataoutput.js.map +1 -0
  114. package/dist/commonjs/models/components/schema0.d.ts +17 -0
  115. package/dist/commonjs/models/components/schema0.d.ts.map +1 -0
  116. package/dist/commonjs/models/components/schema0.js +66 -0
  117. package/dist/commonjs/models/components/schema0.js.map +1 -0
  118. package/dist/commonjs/models/components/schema1.d.ts +17 -0
  119. package/dist/commonjs/models/components/schema1.d.ts.map +1 -0
  120. package/dist/commonjs/models/components/schema1.js +66 -0
  121. package/dist/commonjs/models/components/schema1.js.map +1 -0
  122. package/dist/commonjs/models/components/updateorganizationbody.d.ts +18 -0
  123. package/dist/commonjs/models/components/updateorganizationbody.d.ts.map +1 -0
  124. package/dist/commonjs/models/components/updateorganizationbody.js +59 -0
  125. package/dist/commonjs/models/components/updateorganizationbody.js.map +1 -0
  126. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  127. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  128. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js +71 -0
  129. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  130. package/dist/commonjs/models/errors/getjwtfromkey.d.ts +9 -9
  131. package/dist/commonjs/models/errors/getjwtfromkey.d.ts.map +1 -1
  132. package/dist/commonjs/models/errors/getjwtfromkey.js +11 -11
  133. package/dist/commonjs/models/errors/getjwtfromkey.js.map +1 -1
  134. package/dist/commonjs/models/errors/getorgbyid.d.ts +211 -0
  135. package/dist/commonjs/models/errors/getorgbyid.d.ts.map +1 -0
  136. package/dist/commonjs/models/errors/getorgbyid.js +298 -0
  137. package/dist/commonjs/models/errors/getorgbyid.js.map +1 -0
  138. package/dist/commonjs/models/errors/index.d.ts +2 -0
  139. package/dist/commonjs/models/errors/index.d.ts.map +1 -1
  140. package/dist/commonjs/models/errors/index.js +2 -0
  141. package/dist/commonjs/models/errors/index.js.map +1 -1
  142. package/dist/commonjs/models/errors/updateorganization.d.ts +257 -0
  143. package/dist/commonjs/models/errors/updateorganization.d.ts.map +1 -0
  144. package/dist/commonjs/models/errors/updateorganization.js +353 -0
  145. package/dist/commonjs/models/errors/updateorganization.js.map +1 -0
  146. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts +264 -0
  147. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts.map +1 -0
  148. package/dist/commonjs/models/operations/appendagentevaltrials.js +371 -0
  149. package/dist/commonjs/models/operations/appendagentevaltrials.js.map +1 -0
  150. package/dist/commonjs/models/operations/cancelevalrun.d.ts +20 -0
  151. package/dist/commonjs/models/operations/cancelevalrun.d.ts.map +1 -1
  152. package/dist/commonjs/models/operations/cancelevalrun.js +16 -0
  153. package/dist/commonjs/models/operations/cancelevalrun.js.map +1 -1
  154. package/dist/commonjs/models/operations/createevalrun.d.ts +20 -0
  155. package/dist/commonjs/models/operations/createevalrun.d.ts.map +1 -1
  156. package/dist/commonjs/models/operations/createevalrun.js +16 -0
  157. package/dist/commonjs/models/operations/createevalrun.js.map +1 -1
  158. package/dist/commonjs/models/operations/getevalrun.d.ts +20 -0
  159. package/dist/commonjs/models/operations/getevalrun.d.ts.map +1 -1
  160. package/dist/commonjs/models/operations/getevalrun.js +16 -0
  161. package/dist/commonjs/models/operations/getevalrun.js.map +1 -1
  162. package/dist/commonjs/models/operations/getevalrunoverview.d.ts +24 -0
  163. package/dist/commonjs/models/operations/getevalrunoverview.d.ts.map +1 -0
  164. package/dist/commonjs/models/operations/getevalrunoverview.js +73 -0
  165. package/dist/commonjs/models/operations/getevalrunoverview.js.map +1 -0
  166. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts +75 -0
  167. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  168. package/dist/commonjs/models/operations/getevalsampletrajectory.js +133 -0
  169. package/dist/commonjs/models/operations/getevalsampletrajectory.js.map +1 -0
  170. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  171. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  172. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js +83 -0
  173. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js.map +1 -0
  174. package/dist/commonjs/models/operations/getorgbyid.d.ts +37 -0
  175. package/dist/commonjs/models/operations/getorgbyid.d.ts.map +1 -0
  176. package/dist/commonjs/models/operations/getorgbyid.js +87 -0
  177. package/dist/commonjs/models/operations/getorgbyid.js.map +1 -0
  178. package/dist/commonjs/models/operations/importagentevalrun.d.ts +262 -0
  179. package/dist/commonjs/models/operations/importagentevalrun.d.ts.map +1 -0
  180. package/dist/commonjs/models/operations/importagentevalrun.js +367 -0
  181. package/dist/commonjs/models/operations/importagentevalrun.js.map +1 -0
  182. package/dist/commonjs/models/operations/index.d.ts +8 -0
  183. package/dist/commonjs/models/operations/index.d.ts.map +1 -1
  184. package/dist/commonjs/models/operations/index.js +8 -0
  185. package/dist/commonjs/models/operations/index.js.map +1 -1
  186. package/dist/commonjs/models/operations/listevalruns.d.ts +20 -0
  187. package/dist/commonjs/models/operations/listevalruns.d.ts.map +1 -1
  188. package/dist/commonjs/models/operations/listevalruns.js +16 -0
  189. package/dist/commonjs/models/operations/listevalruns.js.map +1 -1
  190. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts +20 -0
  191. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts.map +1 -1
  192. package/dist/commonjs/models/operations/listevalscheduleruns.js +16 -0
  193. package/dist/commonjs/models/operations/listevalscheduleruns.js.map +1 -1
  194. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  195. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  196. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js +16 -0
  197. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  198. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts +20 -0
  199. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  200. package/dist/commonjs/models/operations/rerunfailedevalsamples.js +16 -0
  201. package/dist/commonjs/models/operations/rerunfailedevalsamples.js.map +1 -1
  202. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts +20 -0
  203. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts.map +1 -1
  204. package/dist/commonjs/models/operations/retryfailedevalrun.js +16 -0
  205. package/dist/commonjs/models/operations/retryfailedevalrun.js.map +1 -1
  206. package/dist/commonjs/models/operations/updateorganization.d.ts +40 -0
  207. package/dist/commonjs/models/operations/updateorganization.d.ts.map +1 -0
  208. package/dist/commonjs/models/operations/updateorganization.js +92 -0
  209. package/dist/commonjs/models/operations/updateorganization.js.map +1 -0
  210. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  211. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  212. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js +86 -0
  213. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js.map +1 -0
  214. package/dist/commonjs/react-query/authOrgsGetById.core.d.ts +15 -0
  215. package/dist/commonjs/react-query/authOrgsGetById.core.d.ts.map +1 -0
  216. package/dist/commonjs/react-query/authOrgsGetById.core.js +36 -0
  217. package/dist/commonjs/react-query/authOrgsGetById.core.js.map +1 -0
  218. package/dist/commonjs/react-query/authOrgsGetById.d.ts +39 -0
  219. package/dist/commonjs/react-query/authOrgsGetById.d.ts.map +1 -0
  220. package/dist/commonjs/react-query/authOrgsGetById.js +60 -0
  221. package/dist/commonjs/react-query/authOrgsGetById.js.map +1 -0
  222. package/dist/commonjs/react-query/authOrgsUpdate.d.ts +31 -0
  223. package/dist/commonjs/react-query/authOrgsUpdate.d.ts.map +1 -0
  224. package/dist/commonjs/react-query/authOrgsUpdate.js +47 -0
  225. package/dist/commonjs/react-query/authOrgsUpdate.js.map +1 -0
  226. package/dist/commonjs/react-query/index.d.ts +8 -0
  227. package/dist/commonjs/react-query/index.d.ts.map +1 -1
  228. package/dist/commonjs/react-query/index.js +8 -0
  229. package/dist/commonjs/react-query/index.js.map +1 -1
  230. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  231. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  232. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js +47 -0
  233. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  234. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  235. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  236. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js +37 -0
  237. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  238. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  239. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  240. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js +60 -0
  241. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js.map +1 -0
  242. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  243. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  244. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js +45 -0
  245. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  246. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  247. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  248. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js +65 -0
  249. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  250. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  251. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  252. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js +41 -0
  253. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  254. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  255. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  256. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js +65 -0
  257. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  258. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  259. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  260. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js +47 -0
  261. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js.map +1 -0
  262. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  263. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  264. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js +47 -0
  265. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  266. package/dist/commonjs/sdk/evals.d.ts +42 -0
  267. package/dist/commonjs/sdk/evals.d.ts.map +1 -1
  268. package/dist/commonjs/sdk/evals.js +60 -0
  269. package/dist/commonjs/sdk/evals.js.map +1 -1
  270. package/dist/commonjs/sdk/orgs.d.ts +15 -0
  271. package/dist/commonjs/sdk/orgs.d.ts.map +1 -1
  272. package/dist/commonjs/sdk/orgs.js +20 -0
  273. package/dist/commonjs/sdk/orgs.js.map +1 -1
  274. package/dist/esm/funcs/authOrgsGetById.d.ts +19 -0
  275. package/dist/esm/funcs/authOrgsGetById.d.ts.map +1 -0
  276. package/dist/esm/funcs/authOrgsGetById.js +110 -0
  277. package/dist/esm/funcs/authOrgsGetById.js.map +1 -0
  278. package/dist/esm/funcs/authOrgsUpdate.d.ts +19 -0
  279. package/dist/esm/funcs/authOrgsUpdate.d.ts.map +1 -0
  280. package/dist/esm/funcs/authOrgsUpdate.js +113 -0
  281. package/dist/esm/funcs/authOrgsUpdate.js.map +1 -0
  282. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  283. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  284. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js +100 -0
  285. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  286. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  287. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  288. package/dist/esm/funcs/llmEvalsGetRunOverview.js +102 -0
  289. package/dist/esm/funcs/llmEvalsGetRunOverview.js.map +1 -0
  290. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  291. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  292. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js +106 -0
  293. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  294. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  295. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  296. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js +106 -0
  297. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  298. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  299. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  300. package/dist/esm/funcs/llmEvalsImportAgentRun.js +94 -0
  301. package/dist/esm/funcs/llmEvalsImportAgentRun.js.map +1 -0
  302. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  303. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  304. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js +110 -0
  305. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  306. package/dist/esm/lib/config.d.ts +2 -2
  307. package/dist/esm/lib/config.js +2 -2
  308. package/dist/esm/mcp-server/mcp-server.js +1 -1
  309. package/dist/esm/mcp-server/server.d.ts.map +1 -1
  310. package/dist/esm/mcp-server/server.js +13 -1
  311. package/dist/esm/mcp-server/server.js.map +1 -1
  312. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  313. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  314. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js +28 -0
  315. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  316. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  317. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  318. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js +28 -0
  319. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  320. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  321. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  322. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js +28 -0
  323. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  324. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  325. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  326. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +28 -0
  327. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  328. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  329. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  330. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js +28 -0
  331. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  332. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  333. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  334. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +28 -0
  335. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  336. package/dist/esm/models/components/appendagenttrialsrequest.d.ts +111 -0
  337. package/dist/esm/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  338. package/dist/esm/models/components/appendagenttrialsrequest.js +96 -0
  339. package/dist/esm/models/components/appendagenttrialsrequest.js.map +1 -0
  340. package/dist/esm/models/components/basicorganization.d.ts +41 -0
  341. package/dist/esm/models/components/basicorganization.d.ts.map +1 -0
  342. package/dist/esm/models/components/basicorganization.js +42 -0
  343. package/dist/esm/models/components/basicorganization.js.map +1 -0
  344. package/dist/esm/models/components/evalleaderboardrow.d.ts +85 -0
  345. package/dist/esm/models/components/evalleaderboardrow.d.ts.map +1 -0
  346. package/dist/esm/models/components/evalleaderboardrow.js +89 -0
  347. package/dist/esm/models/components/evalleaderboardrow.js.map +1 -0
  348. package/dist/esm/models/components/evalrunoverview.d.ts +101 -0
  349. package/dist/esm/models/components/evalrunoverview.d.ts.map +1 -0
  350. package/dist/esm/models/components/evalrunoverview.js +108 -0
  351. package/dist/esm/models/components/evalrunoverview.js.map +1 -0
  352. package/dist/esm/models/components/evalsampleobject.d.ts +32 -0
  353. package/dist/esm/models/components/evalsampleobject.d.ts.map +1 -1
  354. package/dist/esm/models/components/evalsampleobject.js +20 -0
  355. package/dist/esm/models/components/evalsampleobject.js.map +1 -1
  356. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  357. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  358. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js +49 -0
  359. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  360. package/dist/esm/models/components/evalsuiteleaderboard.d.ts +35 -0
  361. package/dist/esm/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  362. package/dist/esm/models/components/evalsuiteleaderboard.js +40 -0
  363. package/dist/esm/models/components/evalsuiteleaderboard.js.map +1 -0
  364. package/dist/esm/models/components/importagentrunrequest.d.ts +164 -0
  365. package/dist/esm/models/components/importagentrunrequest.d.ts.map +1 -0
  366. package/dist/esm/models/components/importagentrunrequest.js +142 -0
  367. package/dist/esm/models/components/importagentrunrequest.js.map +1 -0
  368. package/dist/esm/models/components/index.d.ts +14 -0
  369. package/dist/esm/models/components/index.d.ts.map +1 -1
  370. package/dist/esm/models/components/index.js +14 -0
  371. package/dist/esm/models/components/index.js.map +1 -1
  372. package/dist/esm/models/components/organizationcodeconfig.d.ts +20 -0
  373. package/dist/esm/models/components/organizationcodeconfig.d.ts.map +1 -0
  374. package/dist/esm/models/components/organizationcodeconfig.js +20 -0
  375. package/dist/esm/models/components/organizationcodeconfig.js.map +1 -0
  376. package/dist/esm/models/components/organizationmetadata.d.ts +23 -0
  377. package/dist/esm/models/components/organizationmetadata.d.ts.map +1 -0
  378. package/dist/esm/models/components/organizationmetadata.js +31 -0
  379. package/dist/esm/models/components/organizationmetadata.js.map +1 -0
  380. package/dist/esm/models/components/organizationmetadataoutput.d.ts +23 -0
  381. package/dist/esm/models/components/organizationmetadataoutput.d.ts.map +1 -0
  382. package/dist/esm/models/components/organizationmetadataoutput.js +31 -0
  383. package/dist/esm/models/components/organizationmetadataoutput.js.map +1 -0
  384. package/dist/esm/models/components/schema0.d.ts +17 -0
  385. package/dist/esm/models/components/schema0.d.ts.map +1 -0
  386. package/dist/esm/models/components/schema0.js +28 -0
  387. package/dist/esm/models/components/schema0.js.map +1 -0
  388. package/dist/esm/models/components/schema1.d.ts +17 -0
  389. package/dist/esm/models/components/schema1.d.ts.map +1 -0
  390. package/dist/esm/models/components/schema1.js +28 -0
  391. package/dist/esm/models/components/schema1.js.map +1 -0
  392. package/dist/esm/models/components/updateorganizationbody.d.ts +18 -0
  393. package/dist/esm/models/components/updateorganizationbody.d.ts.map +1 -0
  394. package/dist/esm/models/components/updateorganizationbody.js +21 -0
  395. package/dist/esm/models/components/updateorganizationbody.js.map +1 -0
  396. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  397. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  398. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js +33 -0
  399. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  400. package/dist/esm/models/errors/getjwtfromkey.d.ts +9 -9
  401. package/dist/esm/models/errors/getjwtfromkey.d.ts.map +1 -1
  402. package/dist/esm/models/errors/getjwtfromkey.js +8 -8
  403. package/dist/esm/models/errors/getjwtfromkey.js.map +1 -1
  404. package/dist/esm/models/errors/getorgbyid.d.ts +211 -0
  405. package/dist/esm/models/errors/getorgbyid.d.ts.map +1 -0
  406. package/dist/esm/models/errors/getorgbyid.js +254 -0
  407. package/dist/esm/models/errors/getorgbyid.js.map +1 -0
  408. package/dist/esm/models/errors/index.d.ts +2 -0
  409. package/dist/esm/models/errors/index.d.ts.map +1 -1
  410. package/dist/esm/models/errors/index.js +2 -0
  411. package/dist/esm/models/errors/index.js.map +1 -1
  412. package/dist/esm/models/errors/updateorganization.d.ts +257 -0
  413. package/dist/esm/models/errors/updateorganization.d.ts.map +1 -0
  414. package/dist/esm/models/errors/updateorganization.js +306 -0
  415. package/dist/esm/models/errors/updateorganization.js.map +1 -0
  416. package/dist/esm/models/operations/appendagentevaltrials.d.ts +264 -0
  417. package/dist/esm/models/operations/appendagentevaltrials.d.ts.map +1 -0
  418. package/dist/esm/models/operations/appendagentevaltrials.js +323 -0
  419. package/dist/esm/models/operations/appendagentevaltrials.js.map +1 -0
  420. package/dist/esm/models/operations/cancelevalrun.d.ts +20 -0
  421. package/dist/esm/models/operations/cancelevalrun.d.ts.map +1 -1
  422. package/dist/esm/models/operations/cancelevalrun.js +16 -0
  423. package/dist/esm/models/operations/cancelevalrun.js.map +1 -1
  424. package/dist/esm/models/operations/createevalrun.d.ts +20 -0
  425. package/dist/esm/models/operations/createevalrun.d.ts.map +1 -1
  426. package/dist/esm/models/operations/createevalrun.js +16 -0
  427. package/dist/esm/models/operations/createevalrun.js.map +1 -1
  428. package/dist/esm/models/operations/getevalrun.d.ts +20 -0
  429. package/dist/esm/models/operations/getevalrun.d.ts.map +1 -1
  430. package/dist/esm/models/operations/getevalrun.js +16 -0
  431. package/dist/esm/models/operations/getevalrun.js.map +1 -1
  432. package/dist/esm/models/operations/getevalrunoverview.d.ts +24 -0
  433. package/dist/esm/models/operations/getevalrunoverview.d.ts.map +1 -0
  434. package/dist/esm/models/operations/getevalrunoverview.js +35 -0
  435. package/dist/esm/models/operations/getevalrunoverview.js.map +1 -0
  436. package/dist/esm/models/operations/getevalsampletrajectory.d.ts +75 -0
  437. package/dist/esm/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  438. package/dist/esm/models/operations/getevalsampletrajectory.js +93 -0
  439. package/dist/esm/models/operations/getevalsampletrajectory.js.map +1 -0
  440. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  441. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  442. package/dist/esm/models/operations/getevalsuiteleaderboard.js +45 -0
  443. package/dist/esm/models/operations/getevalsuiteleaderboard.js.map +1 -0
  444. package/dist/esm/models/operations/getorgbyid.d.ts +37 -0
  445. package/dist/esm/models/operations/getorgbyid.d.ts.map +1 -0
  446. package/dist/esm/models/operations/getorgbyid.js +47 -0
  447. package/dist/esm/models/operations/getorgbyid.js.map +1 -0
  448. package/dist/esm/models/operations/importagentevalrun.d.ts +262 -0
  449. package/dist/esm/models/operations/importagentevalrun.d.ts.map +1 -0
  450. package/dist/esm/models/operations/importagentevalrun.js +319 -0
  451. package/dist/esm/models/operations/importagentevalrun.js.map +1 -0
  452. package/dist/esm/models/operations/index.d.ts +8 -0
  453. package/dist/esm/models/operations/index.d.ts.map +1 -1
  454. package/dist/esm/models/operations/index.js +8 -0
  455. package/dist/esm/models/operations/index.js.map +1 -1
  456. package/dist/esm/models/operations/listevalruns.d.ts +20 -0
  457. package/dist/esm/models/operations/listevalruns.d.ts.map +1 -1
  458. package/dist/esm/models/operations/listevalruns.js +16 -0
  459. package/dist/esm/models/operations/listevalruns.js.map +1 -1
  460. package/dist/esm/models/operations/listevalscheduleruns.d.ts +20 -0
  461. package/dist/esm/models/operations/listevalscheduleruns.d.ts.map +1 -1
  462. package/dist/esm/models/operations/listevalscheduleruns.js +16 -0
  463. package/dist/esm/models/operations/listevalscheduleruns.js.map +1 -1
  464. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  465. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  466. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js +16 -0
  467. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  468. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts +20 -0
  469. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  470. package/dist/esm/models/operations/rerunfailedevalsamples.js +16 -0
  471. package/dist/esm/models/operations/rerunfailedevalsamples.js.map +1 -1
  472. package/dist/esm/models/operations/retryfailedevalrun.d.ts +20 -0
  473. package/dist/esm/models/operations/retryfailedevalrun.d.ts.map +1 -1
  474. package/dist/esm/models/operations/retryfailedevalrun.js +16 -0
  475. package/dist/esm/models/operations/retryfailedevalrun.js.map +1 -1
  476. package/dist/esm/models/operations/updateorganization.d.ts +40 -0
  477. package/dist/esm/models/operations/updateorganization.d.ts.map +1 -0
  478. package/dist/esm/models/operations/updateorganization.js +52 -0
  479. package/dist/esm/models/operations/updateorganization.js.map +1 -0
  480. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  481. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  482. package/dist/esm/models/operations/uploadevalsampletrajectory.js +48 -0
  483. package/dist/esm/models/operations/uploadevalsampletrajectory.js.map +1 -0
  484. package/dist/esm/react-query/authOrgsGetById.core.d.ts +15 -0
  485. package/dist/esm/react-query/authOrgsGetById.core.d.ts.map +1 -0
  486. package/dist/esm/react-query/authOrgsGetById.core.js +31 -0
  487. package/dist/esm/react-query/authOrgsGetById.core.js.map +1 -0
  488. package/dist/esm/react-query/authOrgsGetById.d.ts +39 -0
  489. package/dist/esm/react-query/authOrgsGetById.d.ts.map +1 -0
  490. package/dist/esm/react-query/authOrgsGetById.js +50 -0
  491. package/dist/esm/react-query/authOrgsGetById.js.map +1 -0
  492. package/dist/esm/react-query/authOrgsUpdate.d.ts +31 -0
  493. package/dist/esm/react-query/authOrgsUpdate.d.ts.map +1 -0
  494. package/dist/esm/react-query/authOrgsUpdate.js +42 -0
  495. package/dist/esm/react-query/authOrgsUpdate.js.map +1 -0
  496. package/dist/esm/react-query/index.d.ts +8 -0
  497. package/dist/esm/react-query/index.d.ts.map +1 -1
  498. package/dist/esm/react-query/index.js +8 -0
  499. package/dist/esm/react-query/index.js.map +1 -1
  500. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  501. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  502. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js +42 -0
  503. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  504. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  505. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  506. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js +32 -0
  507. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  508. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  509. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  510. package/dist/esm/react-query/llmEvalsGetRunOverview.js +50 -0
  511. package/dist/esm/react-query/llmEvalsGetRunOverview.js.map +1 -0
  512. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  513. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  514. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js +40 -0
  515. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  516. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  517. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  518. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js +55 -0
  519. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  520. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  521. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  522. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js +36 -0
  523. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  524. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  525. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  526. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js +55 -0
  527. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  528. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  529. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  530. package/dist/esm/react-query/llmEvalsImportAgentRun.js +42 -0
  531. package/dist/esm/react-query/llmEvalsImportAgentRun.js.map +1 -0
  532. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  533. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  534. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js +42 -0
  535. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  536. package/dist/esm/sdk/evals.d.ts +42 -0
  537. package/dist/esm/sdk/evals.d.ts.map +1 -1
  538. package/dist/esm/sdk/evals.js +60 -0
  539. package/dist/esm/sdk/evals.js.map +1 -1
  540. package/dist/esm/sdk/orgs.d.ts +15 -0
  541. package/dist/esm/sdk/orgs.d.ts.map +1 -1
  542. package/dist/esm/sdk/orgs.js +20 -0
  543. package/dist/esm/sdk/orgs.js.map +1 -1
  544. package/jsr.json +1 -1
  545. package/package.json +1 -1
  546. package/src/funcs/authOrgsGetById.ts +251 -0
  547. package/src/funcs/authOrgsUpdate.ts +264 -0
  548. package/src/funcs/llmEvalsAppendAgentTrials.ts +188 -0
  549. package/src/funcs/llmEvalsGetRunOverview.ts +192 -0
  550. package/src/funcs/llmEvalsGetSampleTrajectory.ts +197 -0
  551. package/src/funcs/llmEvalsGetSuiteLeaderboard.ts +197 -0
  552. package/src/funcs/llmEvalsImportAgentRun.ts +181 -0
  553. package/src/funcs/llmEvalsUploadSampleTrajectory.ts +201 -0
  554. package/src/lib/config.ts +2 -2
  555. package/src/mcp-server/mcp-server.ts +1 -1
  556. package/src/mcp-server/server.ts +13 -1
  557. package/src/mcp-server/tools/llmEvalsAppendAgentTrials.ts +37 -0
  558. package/src/mcp-server/tools/llmEvalsGetRunOverview.ts +37 -0
  559. package/src/mcp-server/tools/llmEvalsGetSampleTrajectory.ts +37 -0
  560. package/src/mcp-server/tools/llmEvalsGetSuiteLeaderboard.ts +37 -0
  561. package/src/mcp-server/tools/llmEvalsImportAgentRun.ts +37 -0
  562. package/src/mcp-server/tools/llmEvalsUploadSampleTrajectory.ts +38 -0
  563. package/src/models/components/appendagenttrialsrequest.ts +224 -0
  564. package/src/models/components/basicorganization.ts +100 -0
  565. package/src/models/components/evalleaderboardrow.ts +200 -0
  566. package/src/models/components/evalrunoverview.ts +240 -0
  567. package/src/models/components/evalsampleobject.ts +48 -0
  568. package/src/models/components/evalsampletrajectoryuploadedobject.ts +98 -0
  569. package/src/models/components/evalsuiteleaderboard.ts +93 -0
  570. package/src/models/components/importagentrunrequest.ts +319 -0
  571. package/src/models/components/index.ts +14 -0
  572. package/src/models/components/organizationcodeconfig.ts +54 -0
  573. package/src/models/components/organizationmetadata.ts +80 -0
  574. package/src/models/components/organizationmetadataoutput.ts +80 -0
  575. package/src/models/components/schema0.ts +55 -0
  576. package/src/models/components/schema1.ts +55 -0
  577. package/src/models/components/updateorganizationbody.ts +57 -0
  578. package/src/models/components/uploadevalsampletrajectoryrequest.ts +79 -0
  579. package/src/models/errors/getjwtfromkey.ts +28 -21
  580. package/src/models/errors/getorgbyid.ts +499 -0
  581. package/src/models/errors/index.ts +2 -0
  582. package/src/models/errors/updateorganization.ts +631 -0
  583. package/src/models/operations/appendagentevaltrials.ts +678 -0
  584. package/src/models/operations/cancelevalrun.ts +36 -0
  585. package/src/models/operations/createevalrun.ts +36 -0
  586. package/src/models/operations/getevalrun.ts +36 -0
  587. package/src/models/operations/getevalrunoverview.ts +73 -0
  588. package/src/models/operations/getevalsampletrajectory.ts +199 -0
  589. package/src/models/operations/getevalsuiteleaderboard.ts +93 -0
  590. package/src/models/operations/getorgbyid.ts +114 -0
  591. package/src/models/operations/importagentevalrun.ts +665 -0
  592. package/src/models/operations/index.ts +8 -0
  593. package/src/models/operations/listevalruns.ts +36 -0
  594. package/src/models/operations/listevalscheduleruns.ts +36 -0
  595. package/src/models/operations/listevalsuiteleaderboardruns.ts +36 -0
  596. package/src/models/operations/rerunfailedevalsamples.ts +36 -0
  597. package/src/models/operations/retryfailedevalrun.ts +36 -0
  598. package/src/models/operations/updateorganization.ts +121 -0
  599. package/src/models/operations/uploadevalsampletrajectory.ts +98 -0
  600. package/src/react-query/authOrgsGetById.core.ts +78 -0
  601. package/src/react-query/authOrgsGetById.ts +148 -0
  602. package/src/react-query/authOrgsUpdate.ts +122 -0
  603. package/src/react-query/index.ts +8 -0
  604. package/src/react-query/llmEvalsAppendAgentTrials.ts +109 -0
  605. package/src/react-query/llmEvalsGetRunOverview.core.ts +77 -0
  606. package/src/react-query/llmEvalsGetRunOverview.ts +150 -0
  607. package/src/react-query/llmEvalsGetSampleTrajectory.core.ts +94 -0
  608. package/src/react-query/llmEvalsGetSampleTrajectory.ts +159 -0
  609. package/src/react-query/llmEvalsGetSuiteLeaderboard.core.ts +89 -0
  610. package/src/react-query/llmEvalsGetSuiteLeaderboard.ts +163 -0
  611. package/src/react-query/llmEvalsImportAgentRun.ts +109 -0
  612. package/src/react-query/llmEvalsUploadSampleTrajectory.ts +110 -0
  613. package/src/sdk/evals.ts +108 -0
  614. package/src/sdk/orgs.ts +41 -0
@@ -0,0 +1,499 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod/v3";
6
+ import { SDKError } from "./sdkerror.js";
7
+
8
+ /**
9
+ * Stored organization metadata is invalid
10
+ */
11
+ export type GetOrgByIdAuthOrgsResponse500ResponseBodyData = {
12
+ message: string;
13
+ };
14
+
15
+ /**
16
+ * Stored organization metadata is invalid
17
+ */
18
+ export class GetOrgByIdAuthOrgsResponse500ResponseBody extends SDKError {
19
+ /** The original data that was passed to this error instance. */
20
+ data$: GetOrgByIdAuthOrgsResponse500ResponseBodyData;
21
+
22
+ constructor(
23
+ err: GetOrgByIdAuthOrgsResponse500ResponseBodyData,
24
+ httpMeta: { response: Response; request: Request; body: string },
25
+ ) {
26
+ const message = err.message || `API error occurred: ${JSON.stringify(err)}`;
27
+ super(message, httpMeta);
28
+ this.data$ = err;
29
+
30
+ this.name = "GetOrgByIdAuthOrgsResponse500ResponseBody";
31
+ }
32
+ }
33
+
34
+ /**
35
+ * Rate limited
36
+ */
37
+ export type GetOrgByIdAuthOrgsResponse429ResponseBodyData = {
38
+ message: string;
39
+ };
40
+
41
+ /**
42
+ * Rate limited
43
+ */
44
+ export class GetOrgByIdAuthOrgsResponse429ResponseBody extends SDKError {
45
+ /** The original data that was passed to this error instance. */
46
+ data$: GetOrgByIdAuthOrgsResponse429ResponseBodyData;
47
+
48
+ constructor(
49
+ err: GetOrgByIdAuthOrgsResponse429ResponseBodyData,
50
+ httpMeta: { response: Response; request: Request; body: string },
51
+ ) {
52
+ const message = err.message || `API error occurred: ${JSON.stringify(err)}`;
53
+ super(message, httpMeta);
54
+ this.data$ = err;
55
+
56
+ this.name = "GetOrgByIdAuthOrgsResponse429ResponseBody";
57
+ }
58
+ }
59
+
60
+ /**
61
+ * Gone
62
+ */
63
+ export type GetOrgByIdAuthOrgsResponse410ResponseBodyData = {
64
+ message: string;
65
+ };
66
+
67
+ /**
68
+ * Gone
69
+ */
70
+ export class GetOrgByIdAuthOrgsResponse410ResponseBody extends SDKError {
71
+ /** The original data that was passed to this error instance. */
72
+ data$: GetOrgByIdAuthOrgsResponse410ResponseBodyData;
73
+
74
+ constructor(
75
+ err: GetOrgByIdAuthOrgsResponse410ResponseBodyData,
76
+ httpMeta: { response: Response; request: Request; body: string },
77
+ ) {
78
+ const message = err.message || `API error occurred: ${JSON.stringify(err)}`;
79
+ super(message, httpMeta);
80
+ this.data$ = err;
81
+
82
+ this.name = "GetOrgByIdAuthOrgsResponse410ResponseBody";
83
+ }
84
+ }
85
+
86
+ /**
87
+ * Conflict
88
+ */
89
+ export type GetOrgByIdAuthOrgsResponse409ResponseBodyData = {
90
+ message: string;
91
+ };
92
+
93
+ /**
94
+ * Conflict
95
+ */
96
+ export class GetOrgByIdAuthOrgsResponse409ResponseBody extends SDKError {
97
+ /** The original data that was passed to this error instance. */
98
+ data$: GetOrgByIdAuthOrgsResponse409ResponseBodyData;
99
+
100
+ constructor(
101
+ err: GetOrgByIdAuthOrgsResponse409ResponseBodyData,
102
+ httpMeta: { response: Response; request: Request; body: string },
103
+ ) {
104
+ const message = err.message || `API error occurred: ${JSON.stringify(err)}`;
105
+ super(message, httpMeta);
106
+ this.data$ = err;
107
+
108
+ this.name = "GetOrgByIdAuthOrgsResponse409ResponseBody";
109
+ }
110
+ }
111
+
112
+ /**
113
+ * Not found
114
+ */
115
+ export type GetOrgByIdAuthOrgsResponse404ResponseBodyData = {
116
+ message: string;
117
+ };
118
+
119
+ /**
120
+ * Not found
121
+ */
122
+ export class GetOrgByIdAuthOrgsResponse404ResponseBody extends SDKError {
123
+ /** The original data that was passed to this error instance. */
124
+ data$: GetOrgByIdAuthOrgsResponse404ResponseBodyData;
125
+
126
+ constructor(
127
+ err: GetOrgByIdAuthOrgsResponse404ResponseBodyData,
128
+ httpMeta: { response: Response; request: Request; body: string },
129
+ ) {
130
+ const message = err.message || `API error occurred: ${JSON.stringify(err)}`;
131
+ super(message, httpMeta);
132
+ this.data$ = err;
133
+
134
+ this.name = "GetOrgByIdAuthOrgsResponse404ResponseBody";
135
+ }
136
+ }
137
+
138
+ /**
139
+ * Forbidden
140
+ */
141
+ export type GetOrgByIdAuthOrgsResponseResponseBodyData = {
142
+ message: string;
143
+ };
144
+
145
+ /**
146
+ * Forbidden
147
+ */
148
+ export class GetOrgByIdAuthOrgsResponseResponseBody extends SDKError {
149
+ /** The original data that was passed to this error instance. */
150
+ data$: GetOrgByIdAuthOrgsResponseResponseBodyData;
151
+
152
+ constructor(
153
+ err: GetOrgByIdAuthOrgsResponseResponseBodyData,
154
+ httpMeta: { response: Response; request: Request; body: string },
155
+ ) {
156
+ const message = err.message || `API error occurred: ${JSON.stringify(err)}`;
157
+ super(message, httpMeta);
158
+ this.data$ = err;
159
+
160
+ this.name = "GetOrgByIdAuthOrgsResponseResponseBody";
161
+ }
162
+ }
163
+
164
+ /**
165
+ * Unauthorized
166
+ */
167
+ export type GetOrgByIdAuthOrgsResponseBodyData = {
168
+ message: string;
169
+ };
170
+
171
+ /**
172
+ * Unauthorized
173
+ */
174
+ export class GetOrgByIdAuthOrgsResponseBody extends SDKError {
175
+ /** The original data that was passed to this error instance. */
176
+ data$: GetOrgByIdAuthOrgsResponseBodyData;
177
+
178
+ constructor(
179
+ err: GetOrgByIdAuthOrgsResponseBodyData,
180
+ httpMeta: { response: Response; request: Request; body: string },
181
+ ) {
182
+ const message = err.message || `API error occurred: ${JSON.stringify(err)}`;
183
+ super(message, httpMeta);
184
+ this.data$ = err;
185
+
186
+ this.name = "GetOrgByIdAuthOrgsResponseBody";
187
+ }
188
+ }
189
+
190
+ /**
191
+ * Bad request
192
+ */
193
+ export type GetOrgByIdResponseBodyData = {
194
+ message: string;
195
+ };
196
+
197
+ /**
198
+ * Bad request
199
+ */
200
+ export class GetOrgByIdResponseBody extends SDKError {
201
+ /** The original data that was passed to this error instance. */
202
+ data$: GetOrgByIdResponseBodyData;
203
+
204
+ constructor(
205
+ err: GetOrgByIdResponseBodyData,
206
+ httpMeta: { response: Response; request: Request; body: string },
207
+ ) {
208
+ const message = err.message || `API error occurred: ${JSON.stringify(err)}`;
209
+ super(message, httpMeta);
210
+ this.data$ = err;
211
+
212
+ this.name = "GetOrgByIdResponseBody";
213
+ }
214
+ }
215
+
216
+ /** @internal */
217
+ export const GetOrgByIdAuthOrgsResponse500ResponseBody$inboundSchema: z.ZodType<
218
+ GetOrgByIdAuthOrgsResponse500ResponseBody,
219
+ z.ZodTypeDef,
220
+ unknown
221
+ > = z.object({
222
+ message: z.string(),
223
+ request$: z.instanceof(Request),
224
+ response$: z.instanceof(Response),
225
+ body$: z.string(),
226
+ })
227
+ .transform((v) => {
228
+ return new GetOrgByIdAuthOrgsResponse500ResponseBody(v, {
229
+ request: v.request$,
230
+ response: v.response$,
231
+ body: v.body$,
232
+ });
233
+ });
234
+
235
+ /** @internal */
236
+ export type GetOrgByIdAuthOrgsResponse500ResponseBody$Outbound = {
237
+ message: string;
238
+ };
239
+
240
+ /** @internal */
241
+ export const GetOrgByIdAuthOrgsResponse500ResponseBody$outboundSchema:
242
+ z.ZodType<
243
+ GetOrgByIdAuthOrgsResponse500ResponseBody$Outbound,
244
+ z.ZodTypeDef,
245
+ GetOrgByIdAuthOrgsResponse500ResponseBody
246
+ > = z.instanceof(GetOrgByIdAuthOrgsResponse500ResponseBody)
247
+ .transform(v => v.data$)
248
+ .pipe(z.object({
249
+ message: z.string(),
250
+ }));
251
+
252
+ /** @internal */
253
+ export const GetOrgByIdAuthOrgsResponse429ResponseBody$inboundSchema: z.ZodType<
254
+ GetOrgByIdAuthOrgsResponse429ResponseBody,
255
+ z.ZodTypeDef,
256
+ unknown
257
+ > = z.object({
258
+ message: z.string(),
259
+ request$: z.instanceof(Request),
260
+ response$: z.instanceof(Response),
261
+ body$: z.string(),
262
+ })
263
+ .transform((v) => {
264
+ return new GetOrgByIdAuthOrgsResponse429ResponseBody(v, {
265
+ request: v.request$,
266
+ response: v.response$,
267
+ body: v.body$,
268
+ });
269
+ });
270
+
271
+ /** @internal */
272
+ export type GetOrgByIdAuthOrgsResponse429ResponseBody$Outbound = {
273
+ message: string;
274
+ };
275
+
276
+ /** @internal */
277
+ export const GetOrgByIdAuthOrgsResponse429ResponseBody$outboundSchema:
278
+ z.ZodType<
279
+ GetOrgByIdAuthOrgsResponse429ResponseBody$Outbound,
280
+ z.ZodTypeDef,
281
+ GetOrgByIdAuthOrgsResponse429ResponseBody
282
+ > = z.instanceof(GetOrgByIdAuthOrgsResponse429ResponseBody)
283
+ .transform(v => v.data$)
284
+ .pipe(z.object({
285
+ message: z.string(),
286
+ }));
287
+
288
+ /** @internal */
289
+ export const GetOrgByIdAuthOrgsResponse410ResponseBody$inboundSchema: z.ZodType<
290
+ GetOrgByIdAuthOrgsResponse410ResponseBody,
291
+ z.ZodTypeDef,
292
+ unknown
293
+ > = z.object({
294
+ message: z.string(),
295
+ request$: z.instanceof(Request),
296
+ response$: z.instanceof(Response),
297
+ body$: z.string(),
298
+ })
299
+ .transform((v) => {
300
+ return new GetOrgByIdAuthOrgsResponse410ResponseBody(v, {
301
+ request: v.request$,
302
+ response: v.response$,
303
+ body: v.body$,
304
+ });
305
+ });
306
+
307
+ /** @internal */
308
+ export type GetOrgByIdAuthOrgsResponse410ResponseBody$Outbound = {
309
+ message: string;
310
+ };
311
+
312
+ /** @internal */
313
+ export const GetOrgByIdAuthOrgsResponse410ResponseBody$outboundSchema:
314
+ z.ZodType<
315
+ GetOrgByIdAuthOrgsResponse410ResponseBody$Outbound,
316
+ z.ZodTypeDef,
317
+ GetOrgByIdAuthOrgsResponse410ResponseBody
318
+ > = z.instanceof(GetOrgByIdAuthOrgsResponse410ResponseBody)
319
+ .transform(v => v.data$)
320
+ .pipe(z.object({
321
+ message: z.string(),
322
+ }));
323
+
324
+ /** @internal */
325
+ export const GetOrgByIdAuthOrgsResponse409ResponseBody$inboundSchema: z.ZodType<
326
+ GetOrgByIdAuthOrgsResponse409ResponseBody,
327
+ z.ZodTypeDef,
328
+ unknown
329
+ > = z.object({
330
+ message: z.string(),
331
+ request$: z.instanceof(Request),
332
+ response$: z.instanceof(Response),
333
+ body$: z.string(),
334
+ })
335
+ .transform((v) => {
336
+ return new GetOrgByIdAuthOrgsResponse409ResponseBody(v, {
337
+ request: v.request$,
338
+ response: v.response$,
339
+ body: v.body$,
340
+ });
341
+ });
342
+
343
+ /** @internal */
344
+ export type GetOrgByIdAuthOrgsResponse409ResponseBody$Outbound = {
345
+ message: string;
346
+ };
347
+
348
+ /** @internal */
349
+ export const GetOrgByIdAuthOrgsResponse409ResponseBody$outboundSchema:
350
+ z.ZodType<
351
+ GetOrgByIdAuthOrgsResponse409ResponseBody$Outbound,
352
+ z.ZodTypeDef,
353
+ GetOrgByIdAuthOrgsResponse409ResponseBody
354
+ > = z.instanceof(GetOrgByIdAuthOrgsResponse409ResponseBody)
355
+ .transform(v => v.data$)
356
+ .pipe(z.object({
357
+ message: z.string(),
358
+ }));
359
+
360
+ /** @internal */
361
+ export const GetOrgByIdAuthOrgsResponse404ResponseBody$inboundSchema: z.ZodType<
362
+ GetOrgByIdAuthOrgsResponse404ResponseBody,
363
+ z.ZodTypeDef,
364
+ unknown
365
+ > = z.object({
366
+ message: z.string(),
367
+ request$: z.instanceof(Request),
368
+ response$: z.instanceof(Response),
369
+ body$: z.string(),
370
+ })
371
+ .transform((v) => {
372
+ return new GetOrgByIdAuthOrgsResponse404ResponseBody(v, {
373
+ request: v.request$,
374
+ response: v.response$,
375
+ body: v.body$,
376
+ });
377
+ });
378
+
379
+ /** @internal */
380
+ export type GetOrgByIdAuthOrgsResponse404ResponseBody$Outbound = {
381
+ message: string;
382
+ };
383
+
384
+ /** @internal */
385
+ export const GetOrgByIdAuthOrgsResponse404ResponseBody$outboundSchema:
386
+ z.ZodType<
387
+ GetOrgByIdAuthOrgsResponse404ResponseBody$Outbound,
388
+ z.ZodTypeDef,
389
+ GetOrgByIdAuthOrgsResponse404ResponseBody
390
+ > = z.instanceof(GetOrgByIdAuthOrgsResponse404ResponseBody)
391
+ .transform(v => v.data$)
392
+ .pipe(z.object({
393
+ message: z.string(),
394
+ }));
395
+
396
+ /** @internal */
397
+ export const GetOrgByIdAuthOrgsResponseResponseBody$inboundSchema: z.ZodType<
398
+ GetOrgByIdAuthOrgsResponseResponseBody,
399
+ z.ZodTypeDef,
400
+ unknown
401
+ > = z.object({
402
+ message: z.string(),
403
+ request$: z.instanceof(Request),
404
+ response$: z.instanceof(Response),
405
+ body$: z.string(),
406
+ })
407
+ .transform((v) => {
408
+ return new GetOrgByIdAuthOrgsResponseResponseBody(v, {
409
+ request: v.request$,
410
+ response: v.response$,
411
+ body: v.body$,
412
+ });
413
+ });
414
+
415
+ /** @internal */
416
+ export type GetOrgByIdAuthOrgsResponseResponseBody$Outbound = {
417
+ message: string;
418
+ };
419
+
420
+ /** @internal */
421
+ export const GetOrgByIdAuthOrgsResponseResponseBody$outboundSchema: z.ZodType<
422
+ GetOrgByIdAuthOrgsResponseResponseBody$Outbound,
423
+ z.ZodTypeDef,
424
+ GetOrgByIdAuthOrgsResponseResponseBody
425
+ > = z.instanceof(GetOrgByIdAuthOrgsResponseResponseBody)
426
+ .transform(v => v.data$)
427
+ .pipe(z.object({
428
+ message: z.string(),
429
+ }));
430
+
431
+ /** @internal */
432
+ export const GetOrgByIdAuthOrgsResponseBody$inboundSchema: z.ZodType<
433
+ GetOrgByIdAuthOrgsResponseBody,
434
+ z.ZodTypeDef,
435
+ unknown
436
+ > = z.object({
437
+ message: z.string(),
438
+ request$: z.instanceof(Request),
439
+ response$: z.instanceof(Response),
440
+ body$: z.string(),
441
+ })
442
+ .transform((v) => {
443
+ return new GetOrgByIdAuthOrgsResponseBody(v, {
444
+ request: v.request$,
445
+ response: v.response$,
446
+ body: v.body$,
447
+ });
448
+ });
449
+
450
+ /** @internal */
451
+ export type GetOrgByIdAuthOrgsResponseBody$Outbound = {
452
+ message: string;
453
+ };
454
+
455
+ /** @internal */
456
+ export const GetOrgByIdAuthOrgsResponseBody$outboundSchema: z.ZodType<
457
+ GetOrgByIdAuthOrgsResponseBody$Outbound,
458
+ z.ZodTypeDef,
459
+ GetOrgByIdAuthOrgsResponseBody
460
+ > = z.instanceof(GetOrgByIdAuthOrgsResponseBody)
461
+ .transform(v => v.data$)
462
+ .pipe(z.object({
463
+ message: z.string(),
464
+ }));
465
+
466
+ /** @internal */
467
+ export const GetOrgByIdResponseBody$inboundSchema: z.ZodType<
468
+ GetOrgByIdResponseBody,
469
+ z.ZodTypeDef,
470
+ unknown
471
+ > = z.object({
472
+ message: z.string(),
473
+ request$: z.instanceof(Request),
474
+ response$: z.instanceof(Response),
475
+ body$: z.string(),
476
+ })
477
+ .transform((v) => {
478
+ return new GetOrgByIdResponseBody(v, {
479
+ request: v.request$,
480
+ response: v.response$,
481
+ body: v.body$,
482
+ });
483
+ });
484
+
485
+ /** @internal */
486
+ export type GetOrgByIdResponseBody$Outbound = {
487
+ message: string;
488
+ };
489
+
490
+ /** @internal */
491
+ export const GetOrgByIdResponseBody$outboundSchema: z.ZodType<
492
+ GetOrgByIdResponseBody$Outbound,
493
+ z.ZodTypeDef,
494
+ GetOrgByIdResponseBody
495
+ > = z.instanceof(GetOrgByIdResponseBody)
496
+ .transform(v => v.data$)
497
+ .pipe(z.object({
498
+ message: z.string(),
499
+ }));
@@ -20,6 +20,7 @@ export * from "./getclusterinviteinfo.js";
20
20
  export * from "./getclusterorg.js";
21
21
  export * from "./getfilecontent.js";
22
22
  export * from "./getjwtfromkey.js";
23
+ export * from "./getorgbyid.js";
23
24
  export * from "./getorgquota.js";
24
25
  export * from "./getorgratelimit.js";
25
26
  export * from "./getserviceaccount.js";
@@ -45,6 +46,7 @@ export * from "./sdkvalidationerror.js";
45
46
  export * from "./suspendclusterorg.js";
46
47
  export * from "./unsuspendclusterorg.js";
47
48
  export * from "./updateclusterinvite.js";
49
+ export * from "./updateorganization.js";
48
50
  export * from "./updateorgquota.js";
49
51
  export * from "./updateorgratelimit.js";
50
52
  export * from "./updatescopedapikey.js";