@meetkai/mka1 0.54.22 → 0.54.24

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (497) hide show
  1. package/README.md +302 -285
  2. package/bin/mcp-server.js +5917 -3364
  3. package/bin/mcp-server.js.map +47 -18
  4. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  5. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  6. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js +136 -0
  7. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  8. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  9. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  10. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js +138 -0
  11. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js.map +1 -0
  12. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  13. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  14. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js +142 -0
  15. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  16. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  17. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  18. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js +142 -0
  19. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  20. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  21. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  22. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js +130 -0
  23. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js.map +1 -0
  24. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  25. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  26. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js +146 -0
  27. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  28. package/dist/commonjs/funcs/llmResponsesCreate.d.ts +25 -0
  29. package/dist/commonjs/funcs/llmResponsesCreate.d.ts.map +1 -0
  30. package/dist/commonjs/funcs/llmResponsesCreate.js +137 -0
  31. package/dist/commonjs/funcs/llmResponsesCreate.js.map +1 -0
  32. package/dist/commonjs/lib/config.d.ts +2 -2
  33. package/dist/commonjs/lib/config.js +2 -2
  34. package/dist/commonjs/mcp-server/mcp-server.js +1 -1
  35. package/dist/commonjs/mcp-server/server.d.ts.map +1 -1
  36. package/dist/commonjs/mcp-server/server.js +15 -1
  37. package/dist/commonjs/mcp-server/server.js.map +1 -1
  38. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  39. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  40. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js +64 -0
  41. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  42. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  43. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  44. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js +64 -0
  45. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  46. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  47. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  48. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js +64 -0
  49. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  50. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  51. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  52. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +64 -0
  53. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  54. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  55. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  56. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js +64 -0
  57. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  58. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  59. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  60. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +64 -0
  61. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  62. package/dist/commonjs/mcp-server/tools/llmResponsesCreate.d.ts +8 -0
  63. package/dist/commonjs/mcp-server/tools/llmResponsesCreate.d.ts.map +1 -0
  64. package/dist/commonjs/mcp-server/tools/llmResponsesCreate.js +64 -0
  65. package/dist/commonjs/mcp-server/tools/llmResponsesCreate.js.map +1 -0
  66. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts +111 -0
  67. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  68. package/dist/commonjs/models/components/appendagenttrialsrequest.js +136 -0
  69. package/dist/commonjs/models/components/appendagenttrialsrequest.js.map +1 -0
  70. package/dist/commonjs/models/components/evalleaderboardrow.d.ts +85 -0
  71. package/dist/commonjs/models/components/evalleaderboardrow.d.ts.map +1 -0
  72. package/dist/commonjs/models/components/evalleaderboardrow.js +129 -0
  73. package/dist/commonjs/models/components/evalleaderboardrow.js.map +1 -0
  74. package/dist/commonjs/models/components/evalrunoverview.d.ts +101 -0
  75. package/dist/commonjs/models/components/evalrunoverview.d.ts.map +1 -0
  76. package/dist/commonjs/models/components/evalrunoverview.js +150 -0
  77. package/dist/commonjs/models/components/evalrunoverview.js.map +1 -0
  78. package/dist/commonjs/models/components/evalsampleobject.d.ts +32 -0
  79. package/dist/commonjs/models/components/evalsampleobject.d.ts.map +1 -1
  80. package/dist/commonjs/models/components/evalsampleobject.js +20 -0
  81. package/dist/commonjs/models/components/evalsampleobject.js.map +1 -1
  82. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  83. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  84. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js +87 -0
  85. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  86. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts +35 -0
  87. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  88. package/dist/commonjs/models/components/evalsuiteleaderboard.js +78 -0
  89. package/dist/commonjs/models/components/evalsuiteleaderboard.js.map +1 -0
  90. package/dist/commonjs/models/components/importagentrunrequest.d.ts +164 -0
  91. package/dist/commonjs/models/components/importagentrunrequest.d.ts.map +1 -0
  92. package/dist/commonjs/models/components/importagentrunrequest.js +182 -0
  93. package/dist/commonjs/models/components/importagentrunrequest.js.map +1 -0
  94. package/dist/commonjs/models/components/index.d.ts +8 -0
  95. package/dist/commonjs/models/components/index.d.ts.map +1 -1
  96. package/dist/commonjs/models/components/index.js +8 -0
  97. package/dist/commonjs/models/components/index.js.map +1 -1
  98. package/dist/commonjs/models/components/responsescreaterequest.d.ts +432 -0
  99. package/dist/commonjs/models/components/responsescreaterequest.d.ts.map +1 -0
  100. package/dist/commonjs/models/components/responsescreaterequest.js +455 -0
  101. package/dist/commonjs/models/components/responsescreaterequest.js.map +1 -0
  102. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  103. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  104. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js +71 -0
  105. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  106. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts +264 -0
  107. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts.map +1 -0
  108. package/dist/commonjs/models/operations/appendagentevaltrials.js +371 -0
  109. package/dist/commonjs/models/operations/appendagentevaltrials.js.map +1 -0
  110. package/dist/commonjs/models/operations/cancelevalrun.d.ts +20 -0
  111. package/dist/commonjs/models/operations/cancelevalrun.d.ts.map +1 -1
  112. package/dist/commonjs/models/operations/cancelevalrun.js +16 -0
  113. package/dist/commonjs/models/operations/cancelevalrun.js.map +1 -1
  114. package/dist/commonjs/models/operations/createevalrun.d.ts +20 -0
  115. package/dist/commonjs/models/operations/createevalrun.d.ts.map +1 -1
  116. package/dist/commonjs/models/operations/createevalrun.js +16 -0
  117. package/dist/commonjs/models/operations/createevalrun.js.map +1 -1
  118. package/dist/commonjs/models/operations/createresponse.d.ts +64 -0
  119. package/dist/commonjs/models/operations/createresponse.d.ts.map +1 -0
  120. package/dist/commonjs/models/operations/createresponse.js +128 -0
  121. package/dist/commonjs/models/operations/createresponse.js.map +1 -0
  122. package/dist/commonjs/models/operations/getevalrun.d.ts +20 -0
  123. package/dist/commonjs/models/operations/getevalrun.d.ts.map +1 -1
  124. package/dist/commonjs/models/operations/getevalrun.js +16 -0
  125. package/dist/commonjs/models/operations/getevalrun.js.map +1 -1
  126. package/dist/commonjs/models/operations/getevalrunoverview.d.ts +24 -0
  127. package/dist/commonjs/models/operations/getevalrunoverview.d.ts.map +1 -0
  128. package/dist/commonjs/models/operations/getevalrunoverview.js +73 -0
  129. package/dist/commonjs/models/operations/getevalrunoverview.js.map +1 -0
  130. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts +75 -0
  131. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  132. package/dist/commonjs/models/operations/getevalsampletrajectory.js +133 -0
  133. package/dist/commonjs/models/operations/getevalsampletrajectory.js.map +1 -0
  134. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  135. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  136. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js +83 -0
  137. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js.map +1 -0
  138. package/dist/commonjs/models/operations/importagentevalrun.d.ts +262 -0
  139. package/dist/commonjs/models/operations/importagentevalrun.d.ts.map +1 -0
  140. package/dist/commonjs/models/operations/importagentevalrun.js +367 -0
  141. package/dist/commonjs/models/operations/importagentevalrun.js.map +1 -0
  142. package/dist/commonjs/models/operations/index.d.ts +7 -0
  143. package/dist/commonjs/models/operations/index.d.ts.map +1 -1
  144. package/dist/commonjs/models/operations/index.js +7 -0
  145. package/dist/commonjs/models/operations/index.js.map +1 -1
  146. package/dist/commonjs/models/operations/listevalruns.d.ts +20 -0
  147. package/dist/commonjs/models/operations/listevalruns.d.ts.map +1 -1
  148. package/dist/commonjs/models/operations/listevalruns.js +16 -0
  149. package/dist/commonjs/models/operations/listevalruns.js.map +1 -1
  150. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts +20 -0
  151. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts.map +1 -1
  152. package/dist/commonjs/models/operations/listevalscheduleruns.js +16 -0
  153. package/dist/commonjs/models/operations/listevalscheduleruns.js.map +1 -1
  154. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  155. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  156. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js +16 -0
  157. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  158. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts +20 -0
  159. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  160. package/dist/commonjs/models/operations/rerunfailedevalsamples.js +16 -0
  161. package/dist/commonjs/models/operations/rerunfailedevalsamples.js.map +1 -1
  162. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts +20 -0
  163. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts.map +1 -1
  164. package/dist/commonjs/models/operations/retryfailedevalrun.js +16 -0
  165. package/dist/commonjs/models/operations/retryfailedevalrun.js.map +1 -1
  166. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  167. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  168. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js +86 -0
  169. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js.map +1 -0
  170. package/dist/commonjs/react-query/index.d.ts +7 -0
  171. package/dist/commonjs/react-query/index.d.ts.map +1 -1
  172. package/dist/commonjs/react-query/index.js +7 -0
  173. package/dist/commonjs/react-query/index.js.map +1 -1
  174. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  175. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  176. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js +47 -0
  177. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  178. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  179. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  180. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js +37 -0
  181. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  182. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  183. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  184. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js +60 -0
  185. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js.map +1 -0
  186. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  187. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  188. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js +45 -0
  189. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  190. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  191. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  192. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js +65 -0
  193. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  194. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  195. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  196. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js +41 -0
  197. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  198. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  199. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  200. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js +65 -0
  201. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  202. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  203. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  204. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js +47 -0
  205. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js.map +1 -0
  206. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  207. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  208. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js +47 -0
  209. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  210. package/dist/commonjs/react-query/llmResponsesCreate.d.ts +34 -0
  211. package/dist/commonjs/react-query/llmResponsesCreate.d.ts.map +1 -0
  212. package/dist/commonjs/react-query/llmResponsesCreate.js +50 -0
  213. package/dist/commonjs/react-query/llmResponsesCreate.js.map +1 -0
  214. package/dist/commonjs/sdk/evals.d.ts +42 -0
  215. package/dist/commonjs/sdk/evals.d.ts.map +1 -1
  216. package/dist/commonjs/sdk/evals.js +60 -0
  217. package/dist/commonjs/sdk/evals.js.map +1 -1
  218. package/dist/commonjs/sdk/responses.d.ts +11 -0
  219. package/dist/commonjs/sdk/responses.d.ts.map +1 -1
  220. package/dist/commonjs/sdk/responses.js +13 -1
  221. package/dist/commonjs/sdk/responses.js.map +1 -1
  222. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  223. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  224. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js +100 -0
  225. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  226. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  227. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  228. package/dist/esm/funcs/llmEvalsGetRunOverview.js +102 -0
  229. package/dist/esm/funcs/llmEvalsGetRunOverview.js.map +1 -0
  230. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  231. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  232. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js +106 -0
  233. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  234. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  235. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  236. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js +106 -0
  237. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  238. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  239. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  240. package/dist/esm/funcs/llmEvalsImportAgentRun.js +94 -0
  241. package/dist/esm/funcs/llmEvalsImportAgentRun.js.map +1 -0
  242. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  243. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  244. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js +110 -0
  245. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  246. package/dist/esm/funcs/llmResponsesCreate.d.ts +25 -0
  247. package/dist/esm/funcs/llmResponsesCreate.d.ts.map +1 -0
  248. package/dist/esm/funcs/llmResponsesCreate.js +100 -0
  249. package/dist/esm/funcs/llmResponsesCreate.js.map +1 -0
  250. package/dist/esm/lib/config.d.ts +2 -2
  251. package/dist/esm/lib/config.js +2 -2
  252. package/dist/esm/mcp-server/mcp-server.js +1 -1
  253. package/dist/esm/mcp-server/server.d.ts.map +1 -1
  254. package/dist/esm/mcp-server/server.js +15 -1
  255. package/dist/esm/mcp-server/server.js.map +1 -1
  256. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  257. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  258. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js +28 -0
  259. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  260. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  261. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  262. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js +28 -0
  263. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  264. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  265. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  266. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js +28 -0
  267. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  268. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  269. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  270. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +28 -0
  271. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  272. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  273. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  274. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js +28 -0
  275. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  276. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  277. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  278. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +28 -0
  279. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  280. package/dist/esm/mcp-server/tools/llmResponsesCreate.d.ts +8 -0
  281. package/dist/esm/mcp-server/tools/llmResponsesCreate.d.ts.map +1 -0
  282. package/dist/esm/mcp-server/tools/llmResponsesCreate.js +28 -0
  283. package/dist/esm/mcp-server/tools/llmResponsesCreate.js.map +1 -0
  284. package/dist/esm/models/components/appendagenttrialsrequest.d.ts +111 -0
  285. package/dist/esm/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  286. package/dist/esm/models/components/appendagenttrialsrequest.js +96 -0
  287. package/dist/esm/models/components/appendagenttrialsrequest.js.map +1 -0
  288. package/dist/esm/models/components/evalleaderboardrow.d.ts +85 -0
  289. package/dist/esm/models/components/evalleaderboardrow.d.ts.map +1 -0
  290. package/dist/esm/models/components/evalleaderboardrow.js +89 -0
  291. package/dist/esm/models/components/evalleaderboardrow.js.map +1 -0
  292. package/dist/esm/models/components/evalrunoverview.d.ts +101 -0
  293. package/dist/esm/models/components/evalrunoverview.d.ts.map +1 -0
  294. package/dist/esm/models/components/evalrunoverview.js +108 -0
  295. package/dist/esm/models/components/evalrunoverview.js.map +1 -0
  296. package/dist/esm/models/components/evalsampleobject.d.ts +32 -0
  297. package/dist/esm/models/components/evalsampleobject.d.ts.map +1 -1
  298. package/dist/esm/models/components/evalsampleobject.js +20 -0
  299. package/dist/esm/models/components/evalsampleobject.js.map +1 -1
  300. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  301. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  302. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js +49 -0
  303. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  304. package/dist/esm/models/components/evalsuiteleaderboard.d.ts +35 -0
  305. package/dist/esm/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  306. package/dist/esm/models/components/evalsuiteleaderboard.js +40 -0
  307. package/dist/esm/models/components/evalsuiteleaderboard.js.map +1 -0
  308. package/dist/esm/models/components/importagentrunrequest.d.ts +164 -0
  309. package/dist/esm/models/components/importagentrunrequest.d.ts.map +1 -0
  310. package/dist/esm/models/components/importagentrunrequest.js +142 -0
  311. package/dist/esm/models/components/importagentrunrequest.js.map +1 -0
  312. package/dist/esm/models/components/index.d.ts +8 -0
  313. package/dist/esm/models/components/index.d.ts.map +1 -1
  314. package/dist/esm/models/components/index.js +8 -0
  315. package/dist/esm/models/components/index.js.map +1 -1
  316. package/dist/esm/models/components/responsescreaterequest.d.ts +432 -0
  317. package/dist/esm/models/components/responsescreaterequest.d.ts.map +1 -0
  318. package/dist/esm/models/components/responsescreaterequest.js +403 -0
  319. package/dist/esm/models/components/responsescreaterequest.js.map +1 -0
  320. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  321. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  322. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js +33 -0
  323. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  324. package/dist/esm/models/operations/appendagentevaltrials.d.ts +264 -0
  325. package/dist/esm/models/operations/appendagentevaltrials.d.ts.map +1 -0
  326. package/dist/esm/models/operations/appendagentevaltrials.js +323 -0
  327. package/dist/esm/models/operations/appendagentevaltrials.js.map +1 -0
  328. package/dist/esm/models/operations/cancelevalrun.d.ts +20 -0
  329. package/dist/esm/models/operations/cancelevalrun.d.ts.map +1 -1
  330. package/dist/esm/models/operations/cancelevalrun.js +16 -0
  331. package/dist/esm/models/operations/cancelevalrun.js.map +1 -1
  332. package/dist/esm/models/operations/createevalrun.d.ts +20 -0
  333. package/dist/esm/models/operations/createevalrun.d.ts.map +1 -1
  334. package/dist/esm/models/operations/createevalrun.js +16 -0
  335. package/dist/esm/models/operations/createevalrun.js.map +1 -1
  336. package/dist/esm/models/operations/createresponse.d.ts +64 -0
  337. package/dist/esm/models/operations/createresponse.d.ts.map +1 -0
  338. package/dist/esm/models/operations/createresponse.js +86 -0
  339. package/dist/esm/models/operations/createresponse.js.map +1 -0
  340. package/dist/esm/models/operations/getevalrun.d.ts +20 -0
  341. package/dist/esm/models/operations/getevalrun.d.ts.map +1 -1
  342. package/dist/esm/models/operations/getevalrun.js +16 -0
  343. package/dist/esm/models/operations/getevalrun.js.map +1 -1
  344. package/dist/esm/models/operations/getevalrunoverview.d.ts +24 -0
  345. package/dist/esm/models/operations/getevalrunoverview.d.ts.map +1 -0
  346. package/dist/esm/models/operations/getevalrunoverview.js +35 -0
  347. package/dist/esm/models/operations/getevalrunoverview.js.map +1 -0
  348. package/dist/esm/models/operations/getevalsampletrajectory.d.ts +75 -0
  349. package/dist/esm/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  350. package/dist/esm/models/operations/getevalsampletrajectory.js +93 -0
  351. package/dist/esm/models/operations/getevalsampletrajectory.js.map +1 -0
  352. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  353. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  354. package/dist/esm/models/operations/getevalsuiteleaderboard.js +45 -0
  355. package/dist/esm/models/operations/getevalsuiteleaderboard.js.map +1 -0
  356. package/dist/esm/models/operations/importagentevalrun.d.ts +262 -0
  357. package/dist/esm/models/operations/importagentevalrun.d.ts.map +1 -0
  358. package/dist/esm/models/operations/importagentevalrun.js +319 -0
  359. package/dist/esm/models/operations/importagentevalrun.js.map +1 -0
  360. package/dist/esm/models/operations/index.d.ts +7 -0
  361. package/dist/esm/models/operations/index.d.ts.map +1 -1
  362. package/dist/esm/models/operations/index.js +7 -0
  363. package/dist/esm/models/operations/index.js.map +1 -1
  364. package/dist/esm/models/operations/listevalruns.d.ts +20 -0
  365. package/dist/esm/models/operations/listevalruns.d.ts.map +1 -1
  366. package/dist/esm/models/operations/listevalruns.js +16 -0
  367. package/dist/esm/models/operations/listevalruns.js.map +1 -1
  368. package/dist/esm/models/operations/listevalscheduleruns.d.ts +20 -0
  369. package/dist/esm/models/operations/listevalscheduleruns.d.ts.map +1 -1
  370. package/dist/esm/models/operations/listevalscheduleruns.js +16 -0
  371. package/dist/esm/models/operations/listevalscheduleruns.js.map +1 -1
  372. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  373. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  374. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js +16 -0
  375. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  376. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts +20 -0
  377. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  378. package/dist/esm/models/operations/rerunfailedevalsamples.js +16 -0
  379. package/dist/esm/models/operations/rerunfailedevalsamples.js.map +1 -1
  380. package/dist/esm/models/operations/retryfailedevalrun.d.ts +20 -0
  381. package/dist/esm/models/operations/retryfailedevalrun.d.ts.map +1 -1
  382. package/dist/esm/models/operations/retryfailedevalrun.js +16 -0
  383. package/dist/esm/models/operations/retryfailedevalrun.js.map +1 -1
  384. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  385. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  386. package/dist/esm/models/operations/uploadevalsampletrajectory.js +48 -0
  387. package/dist/esm/models/operations/uploadevalsampletrajectory.js.map +1 -0
  388. package/dist/esm/react-query/index.d.ts +7 -0
  389. package/dist/esm/react-query/index.d.ts.map +1 -1
  390. package/dist/esm/react-query/index.js +7 -0
  391. package/dist/esm/react-query/index.js.map +1 -1
  392. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  393. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  394. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js +42 -0
  395. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  396. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  397. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  398. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js +32 -0
  399. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  400. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  401. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  402. package/dist/esm/react-query/llmEvalsGetRunOverview.js +50 -0
  403. package/dist/esm/react-query/llmEvalsGetRunOverview.js.map +1 -0
  404. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  405. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  406. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js +40 -0
  407. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  408. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  409. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  410. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js +55 -0
  411. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  412. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  413. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  414. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js +36 -0
  415. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  416. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  417. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  418. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js +55 -0
  419. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  420. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  421. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  422. package/dist/esm/react-query/llmEvalsImportAgentRun.js +42 -0
  423. package/dist/esm/react-query/llmEvalsImportAgentRun.js.map +1 -0
  424. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  425. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  426. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js +42 -0
  427. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  428. package/dist/esm/react-query/llmResponsesCreate.d.ts +34 -0
  429. package/dist/esm/react-query/llmResponsesCreate.d.ts.map +1 -0
  430. package/dist/esm/react-query/llmResponsesCreate.js +43 -0
  431. package/dist/esm/react-query/llmResponsesCreate.js.map +1 -0
  432. package/dist/esm/sdk/evals.d.ts +42 -0
  433. package/dist/esm/sdk/evals.d.ts.map +1 -1
  434. package/dist/esm/sdk/evals.js +60 -0
  435. package/dist/esm/sdk/evals.js.map +1 -1
  436. package/dist/esm/sdk/responses.d.ts +11 -0
  437. package/dist/esm/sdk/responses.d.ts.map +1 -1
  438. package/dist/esm/sdk/responses.js +11 -0
  439. package/dist/esm/sdk/responses.js.map +1 -1
  440. package/jsr.json +1 -1
  441. package/package.json +1 -1
  442. package/src/funcs/llmEvalsAppendAgentTrials.ts +188 -0
  443. package/src/funcs/llmEvalsGetRunOverview.ts +192 -0
  444. package/src/funcs/llmEvalsGetSampleTrajectory.ts +197 -0
  445. package/src/funcs/llmEvalsGetSuiteLeaderboard.ts +197 -0
  446. package/src/funcs/llmEvalsImportAgentRun.ts +181 -0
  447. package/src/funcs/llmEvalsUploadSampleTrajectory.ts +201 -0
  448. package/src/funcs/llmResponsesCreate.ts +188 -0
  449. package/src/lib/config.ts +2 -2
  450. package/src/mcp-server/mcp-server.ts +1 -1
  451. package/src/mcp-server/server.ts +15 -1
  452. package/src/mcp-server/tools/llmEvalsAppendAgentTrials.ts +37 -0
  453. package/src/mcp-server/tools/llmEvalsGetRunOverview.ts +37 -0
  454. package/src/mcp-server/tools/llmEvalsGetSampleTrajectory.ts +37 -0
  455. package/src/mcp-server/tools/llmEvalsGetSuiteLeaderboard.ts +37 -0
  456. package/src/mcp-server/tools/llmEvalsImportAgentRun.ts +37 -0
  457. package/src/mcp-server/tools/llmEvalsUploadSampleTrajectory.ts +38 -0
  458. package/src/mcp-server/tools/llmResponsesCreate.ts +37 -0
  459. package/src/models/components/appendagenttrialsrequest.ts +224 -0
  460. package/src/models/components/evalleaderboardrow.ts +200 -0
  461. package/src/models/components/evalrunoverview.ts +240 -0
  462. package/src/models/components/evalsampleobject.ts +48 -0
  463. package/src/models/components/evalsampletrajectoryuploadedobject.ts +98 -0
  464. package/src/models/components/evalsuiteleaderboard.ts +93 -0
  465. package/src/models/components/importagentrunrequest.ts +319 -0
  466. package/src/models/components/index.ts +8 -0
  467. package/src/models/components/responsescreaterequest.ts +1076 -0
  468. package/src/models/components/uploadevalsampletrajectoryrequest.ts +79 -0
  469. package/src/models/operations/appendagentevaltrials.ts +678 -0
  470. package/src/models/operations/cancelevalrun.ts +36 -0
  471. package/src/models/operations/createevalrun.ts +36 -0
  472. package/src/models/operations/createresponse.ts +198 -0
  473. package/src/models/operations/getevalrun.ts +36 -0
  474. package/src/models/operations/getevalrunoverview.ts +73 -0
  475. package/src/models/operations/getevalsampletrajectory.ts +199 -0
  476. package/src/models/operations/getevalsuiteleaderboard.ts +93 -0
  477. package/src/models/operations/importagentevalrun.ts +665 -0
  478. package/src/models/operations/index.ts +7 -0
  479. package/src/models/operations/listevalruns.ts +36 -0
  480. package/src/models/operations/listevalscheduleruns.ts +36 -0
  481. package/src/models/operations/listevalsuiteleaderboardruns.ts +36 -0
  482. package/src/models/operations/rerunfailedevalsamples.ts +36 -0
  483. package/src/models/operations/retryfailedevalrun.ts +36 -0
  484. package/src/models/operations/uploadevalsampletrajectory.ts +98 -0
  485. package/src/react-query/index.ts +7 -0
  486. package/src/react-query/llmEvalsAppendAgentTrials.ts +109 -0
  487. package/src/react-query/llmEvalsGetRunOverview.core.ts +77 -0
  488. package/src/react-query/llmEvalsGetRunOverview.ts +150 -0
  489. package/src/react-query/llmEvalsGetSampleTrajectory.core.ts +94 -0
  490. package/src/react-query/llmEvalsGetSampleTrajectory.ts +159 -0
  491. package/src/react-query/llmEvalsGetSuiteLeaderboard.core.ts +89 -0
  492. package/src/react-query/llmEvalsGetSuiteLeaderboard.ts +163 -0
  493. package/src/react-query/llmEvalsImportAgentRun.ts +109 -0
  494. package/src/react-query/llmEvalsUploadSampleTrajectory.ts +110 -0
  495. package/src/react-query/llmResponsesCreate.ts +113 -0
  496. package/src/sdk/evals.ts +108 -0
  497. package/src/sdk/responses.ts +23 -0
@@ -0,0 +1,264 @@
1
+ import * as z from "zod/v3";
2
+ import { ClosedEnum } from "../../types/enums.js";
3
+ import { Result as SafeParseResult } from "../../types/fp.js";
4
+ import * as components from "../components/index.js";
5
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
6
+ export type AppendAgentEvalTrialsRequest = {
7
+ runId: string;
8
+ /**
9
+ * Optional external end-user identifier forwarded by the API gateway.
10
+ */
11
+ xOnBehalfOf?: string | undefined;
12
+ appendAgentTrialsRequest: components.AppendAgentTrialsRequest;
13
+ };
14
+ export type AppendAgentEvalTrialsStop = string | Array<string>;
15
+ export declare const AppendAgentEvalTrialsTruncation: {
16
+ readonly Auto: "auto";
17
+ readonly Disabled: "disabled";
18
+ };
19
+ export type AppendAgentEvalTrialsTruncation = ClosedEnum<typeof AppendAgentEvalTrialsTruncation>;
20
+ export declare const AppendAgentEvalTrialsServiceTier: {
21
+ readonly Auto: "auto";
22
+ readonly Default: "default";
23
+ readonly Flex: "flex";
24
+ readonly Priority: "priority";
25
+ };
26
+ export type AppendAgentEvalTrialsServiceTier = ClosedEnum<typeof AppendAgentEvalTrialsServiceTier>;
27
+ export type AppendAgentEvalTrialsPrefillThink = boolean | string;
28
+ export type AppendAgentEvalTrialsGeneration = {
29
+ instructions?: string | undefined;
30
+ temperature?: number | undefined;
31
+ topP?: number | undefined;
32
+ maxOutputTokens?: number | undefined;
33
+ /**
34
+ * lm-eval alias for max_output_tokens.
35
+ */
36
+ maxGenToks?: number | undefined;
37
+ stop?: string | Array<string> | undefined;
38
+ /**
39
+ * lm-eval generate_until stop sequences.
40
+ */
41
+ until?: Array<string> | undefined;
42
+ maxToolCalls?: number | undefined;
43
+ reasoning?: any | undefined;
44
+ text?: any | undefined;
45
+ tools?: Array<any | null> | undefined;
46
+ toolChoice?: any | undefined;
47
+ parallelToolCalls?: boolean | undefined;
48
+ truncation?: AppendAgentEvalTrialsTruncation | undefined;
49
+ serviceTier?: AppendAgentEvalTrialsServiceTier | undefined;
50
+ presencePenalty?: number | undefined;
51
+ frequencyPenalty?: number | undefined;
52
+ topK?: number | undefined;
53
+ minP?: number | undefined;
54
+ repetitionPenalty?: number | undefined;
55
+ doSample?: boolean | undefined;
56
+ extraBody?: {
57
+ [k: string]: any;
58
+ } | undefined;
59
+ chatTemplateKwargs?: {
60
+ [k: string]: any;
61
+ } | undefined;
62
+ prefillThink?: boolean | string | undefined;
63
+ useCache?: boolean | undefined;
64
+ timeoutSeconds?: number | undefined;
65
+ maxRetries?: number | undefined;
66
+ maxEmptyRetries?: number | undefined;
67
+ additionalProperties?: {
68
+ [k: string]: any;
69
+ } | undefined;
70
+ };
71
+ export type AppendAgentEvalTrialsRequestCounts = {
72
+ total: number;
73
+ completed: number;
74
+ failed: number;
75
+ };
76
+ /**
77
+ * OK
78
+ */
79
+ export type AppendAgentEvalTrialsResponseBody = {
80
+ id: string;
81
+ object: "eval.run";
82
+ suiteId: string;
83
+ suiteVersion: number;
84
+ suiteVersionId: string;
85
+ /**
86
+ * The org that owns this run.
87
+ */
88
+ orgId: string;
89
+ /**
90
+ * The team that owns this run.
91
+ */
92
+ teamId: string;
93
+ status: components.EvalRunStatus;
94
+ models: Array<string>;
95
+ taskIds: Array<string> | null;
96
+ judgeModel: string | null;
97
+ embeddingModel: string | null;
98
+ generation: AppendAgentEvalTrialsGeneration;
99
+ requestCounts: AppendAgentEvalTrialsRequestCounts;
100
+ metrics: {
101
+ [k: string]: any;
102
+ } | null;
103
+ error: {
104
+ [k: string]: any;
105
+ } | null;
106
+ artifactFileIds: Array<string>;
107
+ metadata: {
108
+ [k: string]: string;
109
+ };
110
+ /**
111
+ * Coding-agent harness that produced this run (e.g. `omp`, `claude-code`). Null for every non-harness eval kind — a null here is not a missing value, it means the run is not an agent run.
112
+ */
113
+ agentName: string | null;
114
+ /**
115
+ * Version of `agent_name`, as the harness reported it. Null when `agent_name` is.
116
+ */
117
+ agentVersion: string | null;
118
+ /**
119
+ * Reasoning-effort setting the agent ran at (e.g. `medium`, `xhigh`). Part of the leaderboard's row identity: the same agent and model at two efforts are two rows, not one. Null when `agent_name` is.
120
+ */
121
+ agentEffort: string | null;
122
+ /**
123
+ * Total spend for the run in USD. Null when the harness did not report cost.
124
+ */
125
+ costUsd: number | null;
126
+ createdAt: number;
127
+ startedAt: number | null;
128
+ completedAt: number | null;
129
+ cancelledAt: number | null;
130
+ failedAt: number | null;
131
+ };
132
+ /** @internal */
133
+ export declare const AppendAgentEvalTrialsRequest$inboundSchema: z.ZodType<AppendAgentEvalTrialsRequest, z.ZodTypeDef, unknown>;
134
+ /** @internal */
135
+ export type AppendAgentEvalTrialsRequest$Outbound = {
136
+ run_id: string;
137
+ "X-On-Behalf-Of"?: string | undefined;
138
+ AppendAgentTrialsRequest: components.AppendAgentTrialsRequest$Outbound;
139
+ };
140
+ /** @internal */
141
+ export declare const AppendAgentEvalTrialsRequest$outboundSchema: z.ZodType<AppendAgentEvalTrialsRequest$Outbound, z.ZodTypeDef, AppendAgentEvalTrialsRequest>;
142
+ export declare function appendAgentEvalTrialsRequestToJSON(appendAgentEvalTrialsRequest: AppendAgentEvalTrialsRequest): string;
143
+ export declare function appendAgentEvalTrialsRequestFromJSON(jsonString: string): SafeParseResult<AppendAgentEvalTrialsRequest, SDKValidationError>;
144
+ /** @internal */
145
+ export declare const AppendAgentEvalTrialsStop$inboundSchema: z.ZodType<AppendAgentEvalTrialsStop, z.ZodTypeDef, unknown>;
146
+ /** @internal */
147
+ export type AppendAgentEvalTrialsStop$Outbound = string | Array<string>;
148
+ /** @internal */
149
+ export declare const AppendAgentEvalTrialsStop$outboundSchema: z.ZodType<AppendAgentEvalTrialsStop$Outbound, z.ZodTypeDef, AppendAgentEvalTrialsStop>;
150
+ export declare function appendAgentEvalTrialsStopToJSON(appendAgentEvalTrialsStop: AppendAgentEvalTrialsStop): string;
151
+ export declare function appendAgentEvalTrialsStopFromJSON(jsonString: string): SafeParseResult<AppendAgentEvalTrialsStop, SDKValidationError>;
152
+ /** @internal */
153
+ export declare const AppendAgentEvalTrialsTruncation$inboundSchema: z.ZodNativeEnum<typeof AppendAgentEvalTrialsTruncation>;
154
+ /** @internal */
155
+ export declare const AppendAgentEvalTrialsTruncation$outboundSchema: z.ZodNativeEnum<typeof AppendAgentEvalTrialsTruncation>;
156
+ /** @internal */
157
+ export declare const AppendAgentEvalTrialsServiceTier$inboundSchema: z.ZodNativeEnum<typeof AppendAgentEvalTrialsServiceTier>;
158
+ /** @internal */
159
+ export declare const AppendAgentEvalTrialsServiceTier$outboundSchema: z.ZodNativeEnum<typeof AppendAgentEvalTrialsServiceTier>;
160
+ /** @internal */
161
+ export declare const AppendAgentEvalTrialsPrefillThink$inboundSchema: z.ZodType<AppendAgentEvalTrialsPrefillThink, z.ZodTypeDef, unknown>;
162
+ /** @internal */
163
+ export type AppendAgentEvalTrialsPrefillThink$Outbound = boolean | string;
164
+ /** @internal */
165
+ export declare const AppendAgentEvalTrialsPrefillThink$outboundSchema: z.ZodType<AppendAgentEvalTrialsPrefillThink$Outbound, z.ZodTypeDef, AppendAgentEvalTrialsPrefillThink>;
166
+ export declare function appendAgentEvalTrialsPrefillThinkToJSON(appendAgentEvalTrialsPrefillThink: AppendAgentEvalTrialsPrefillThink): string;
167
+ export declare function appendAgentEvalTrialsPrefillThinkFromJSON(jsonString: string): SafeParseResult<AppendAgentEvalTrialsPrefillThink, SDKValidationError>;
168
+ /** @internal */
169
+ export declare const AppendAgentEvalTrialsGeneration$inboundSchema: z.ZodType<AppendAgentEvalTrialsGeneration, z.ZodTypeDef, unknown>;
170
+ /** @internal */
171
+ export type AppendAgentEvalTrialsGeneration$Outbound = {
172
+ instructions?: string | undefined;
173
+ temperature?: number | undefined;
174
+ top_p?: number | undefined;
175
+ max_output_tokens?: number | undefined;
176
+ max_gen_toks?: number | undefined;
177
+ stop?: string | Array<string> | undefined;
178
+ until?: Array<string> | undefined;
179
+ max_tool_calls?: number | undefined;
180
+ reasoning?: any | undefined;
181
+ text?: any | undefined;
182
+ tools?: Array<any | null> | undefined;
183
+ tool_choice?: any | undefined;
184
+ parallel_tool_calls?: boolean | undefined;
185
+ truncation?: string | undefined;
186
+ service_tier?: string | undefined;
187
+ presence_penalty?: number | undefined;
188
+ frequency_penalty?: number | undefined;
189
+ top_k?: number | undefined;
190
+ min_p?: number | undefined;
191
+ repetition_penalty?: number | undefined;
192
+ do_sample?: boolean | undefined;
193
+ extra_body?: {
194
+ [k: string]: any;
195
+ } | undefined;
196
+ chat_template_kwargs?: {
197
+ [k: string]: any;
198
+ } | undefined;
199
+ prefill_think?: boolean | string | undefined;
200
+ use_cache?: boolean | undefined;
201
+ timeout_seconds?: number | undefined;
202
+ max_retries?: number | undefined;
203
+ max_empty_retries?: number | undefined;
204
+ [additionalProperties: string]: unknown;
205
+ };
206
+ /** @internal */
207
+ export declare const AppendAgentEvalTrialsGeneration$outboundSchema: z.ZodType<AppendAgentEvalTrialsGeneration$Outbound, z.ZodTypeDef, AppendAgentEvalTrialsGeneration>;
208
+ export declare function appendAgentEvalTrialsGenerationToJSON(appendAgentEvalTrialsGeneration: AppendAgentEvalTrialsGeneration): string;
209
+ export declare function appendAgentEvalTrialsGenerationFromJSON(jsonString: string): SafeParseResult<AppendAgentEvalTrialsGeneration, SDKValidationError>;
210
+ /** @internal */
211
+ export declare const AppendAgentEvalTrialsRequestCounts$inboundSchema: z.ZodType<AppendAgentEvalTrialsRequestCounts, z.ZodTypeDef, unknown>;
212
+ /** @internal */
213
+ export type AppendAgentEvalTrialsRequestCounts$Outbound = {
214
+ total: number;
215
+ completed: number;
216
+ failed: number;
217
+ };
218
+ /** @internal */
219
+ export declare const AppendAgentEvalTrialsRequestCounts$outboundSchema: z.ZodType<AppendAgentEvalTrialsRequestCounts$Outbound, z.ZodTypeDef, AppendAgentEvalTrialsRequestCounts>;
220
+ export declare function appendAgentEvalTrialsRequestCountsToJSON(appendAgentEvalTrialsRequestCounts: AppendAgentEvalTrialsRequestCounts): string;
221
+ export declare function appendAgentEvalTrialsRequestCountsFromJSON(jsonString: string): SafeParseResult<AppendAgentEvalTrialsRequestCounts, SDKValidationError>;
222
+ /** @internal */
223
+ export declare const AppendAgentEvalTrialsResponseBody$inboundSchema: z.ZodType<AppendAgentEvalTrialsResponseBody, z.ZodTypeDef, unknown>;
224
+ /** @internal */
225
+ export type AppendAgentEvalTrialsResponseBody$Outbound = {
226
+ id: string;
227
+ object: "eval.run";
228
+ suite_id: string;
229
+ suite_version: number;
230
+ suite_version_id: string;
231
+ org_id: string;
232
+ team_id: string;
233
+ status: string;
234
+ models: Array<string>;
235
+ task_ids: Array<string> | null;
236
+ judge_model: string | null;
237
+ embedding_model: string | null;
238
+ generation: AppendAgentEvalTrialsGeneration$Outbound;
239
+ request_counts: AppendAgentEvalTrialsRequestCounts$Outbound;
240
+ metrics: {
241
+ [k: string]: any;
242
+ } | null;
243
+ error: {
244
+ [k: string]: any;
245
+ } | null;
246
+ artifact_file_ids: Array<string>;
247
+ metadata: {
248
+ [k: string]: string;
249
+ };
250
+ agent_name: string | null;
251
+ agent_version: string | null;
252
+ agent_effort: string | null;
253
+ cost_usd: number | null;
254
+ created_at: number;
255
+ started_at: number | null;
256
+ completed_at: number | null;
257
+ cancelled_at: number | null;
258
+ failed_at: number | null;
259
+ };
260
+ /** @internal */
261
+ export declare const AppendAgentEvalTrialsResponseBody$outboundSchema: z.ZodType<AppendAgentEvalTrialsResponseBody$Outbound, z.ZodTypeDef, AppendAgentEvalTrialsResponseBody>;
262
+ export declare function appendAgentEvalTrialsResponseBodyToJSON(appendAgentEvalTrialsResponseBody: AppendAgentEvalTrialsResponseBody): string;
263
+ export declare function appendAgentEvalTrialsResponseBodyFromJSON(jsonString: string): SafeParseResult<AppendAgentEvalTrialsResponseBody, SDKValidationError>;
264
+ //# sourceMappingURL=appendagentevaltrials.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"appendagentevaltrials.d.ts","sourceRoot":"","sources":["../../../../src/models/operations/appendagentevaltrials.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAM5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,KAAK,UAAU,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,MAAM,4BAA4B,GAAG;IACzC,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,wBAAwB,EAAE,UAAU,CAAC,wBAAwB,CAAC;CAC/D,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;AAE/D,eAAO,MAAM,+BAA+B;;;CAGlC,CAAC;AACX,MAAM,MAAM,+BAA+B,GAAG,UAAU,CACtD,OAAO,+BAA+B,CACvC,CAAC;AAEF,eAAO,MAAM,gCAAgC;;;;;CAKnC,CAAC;AACX,MAAM,MAAM,gCAAgC,GAAG,UAAU,CACvD,OAAO,gCAAgC,CACxC,CAAC;AAEF,MAAM,MAAM,iCAAiC,GAAG,OAAO,GAAG,MAAM,CAAC;AAEjE,MAAM,MAAM,+BAA+B,GAAG;IAC5C,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC1C;;OAEG;IACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,SAAS,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAC5B,IAAI,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IACvB,KAAK,CAAC,EAAE,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC;IACtC,UAAU,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAC7B,iBAAiB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACxC,UAAU,CAAC,EAAE,+BAA+B,GAAG,SAAS,CAAC;IACzD,WAAW,CAAC,EAAE,gCAAgC,GAAG,SAAS,CAAC;IAC3D,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B,SAAS,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IAC7C,kBAAkB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IACtD,YAAY,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAAC;IAC5C,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CACzD,CAAC;AAEF,MAAM,MAAM,kCAAkC,GAAG;IAC/C,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,iCAAiC,GAAG;IAC9C,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,UAAU,CAAC,aAAa,CAAC;IACjC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAC9B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,UAAU,EAAE,+BAA+B,CAAC;IAC5C,aAAa,EAAE,kCAAkC,CAAC;IAClD,OAAO,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IACrC,KAAK,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IACnC,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/B,QAAQ,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IAClC;;OAEG;IACH,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;OAEG;IACH,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B;;OAEG;IACH,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,0CAA0C,EAAE,CAAC,CAAC,OAAO,CAChE,4BAA4B,EAC5B,CAAC,CAAC,UAAU,EACZ,OAAO,CAWP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,qCAAqC,GAAG;IAClD,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,wBAAwB,EAAE,UAAU,CAAC,iCAAiC,CAAC;CACxE,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,2CAA2C,EAAE,CAAC,CAAC,OAAO,CACjE,qCAAqC,EACrC,CAAC,CAAC,UAAU,EACZ,4BAA4B,CAW5B,CAAC;AAEH,wBAAgB,kCAAkC,CAChD,4BAA4B,EAAE,4BAA4B,GACzD,MAAM,CAMR;AACD,wBAAgB,oCAAoC,CAClD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,4BAA4B,EAAE,kBAAkB,CAAC,CAMnE;AAED,gBAAgB;AAChB,eAAO,MAAM,uCAAuC,EAAE,CAAC,CAAC,OAAO,CAC7D,yBAAyB,EACzB,CAAC,CAAC,UAAU,EACZ,OAAO,CACqC,CAAC;AAC/C,gBAAgB;AAChB,MAAM,MAAM,kCAAkC,GAAG,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;AAExE,gBAAgB;AAChB,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,OAAO,CAC9D,kCAAkC,EAClC,CAAC,CAAC,UAAU,EACZ,yBAAyB,CACmB,CAAC;AAE/C,wBAAgB,+BAA+B,CAC7C,yBAAyB,EAAE,yBAAyB,GACnD,MAAM,CAIR;AACD,wBAAgB,iCAAiC,CAC/C,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,yBAAyB,EAAE,kBAAkB,CAAC,CAMhE;AAED,gBAAgB;AAChB,eAAO,MAAM,6CAA6C,EAAE,CAAC,CAAC,aAAa,CACzE,OAAO,+BAA+B,CACS,CAAC;AAClD,gBAAgB;AAChB,eAAO,MAAM,8CAA8C,EAAE,CAAC,CAAC,aAAa,CAC1E,OAAO,+BAA+B,CACS,CAAC;AAElD,gBAAgB;AAChB,eAAO,MAAM,8CAA8C,EAAE,CAAC,CAAC,aAAa,CAC1E,OAAO,gCAAgC,CACS,CAAC;AACnD,gBAAgB;AAChB,eAAO,MAAM,+CAA+C,EAAE,CAAC,CAAC,aAAa,CAC3E,OAAO,gCAAgC,CACS,CAAC;AAEnD,gBAAgB;AAChB,eAAO,MAAM,+CAA+C,EAAE,CAAC,CAAC,OAAO,CACrE,iCAAiC,EACjC,CAAC,CAAC,UAAU,EACZ,OAAO,CAC6B,CAAC;AACvC,gBAAgB;AAChB,MAAM,MAAM,0CAA0C,GAAG,OAAO,GAAG,MAAM,CAAC;AAE1E,gBAAgB;AAChB,eAAO,MAAM,gDAAgD,EAAE,CAAC,CAAC,OAAO,CACtE,0CAA0C,EAC1C,CAAC,CAAC,UAAU,EACZ,iCAAiC,CACG,CAAC;AAEvC,wBAAgB,uCAAuC,CACrD,iCAAiC,EAAE,iCAAiC,GACnE,MAAM,CAMR;AACD,wBAAgB,yCAAyC,CACvD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,iCAAiC,EAAE,kBAAkB,CAAC,CAMxE;AAED,gBAAgB;AAChB,eAAO,MAAM,6CAA6C,EAAE,CAAC,CAAC,OAAO,CACnE,+BAA+B,EAC/B,CAAC,CAAC,UAAU,EACZ,OAAO,CAyDP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,wCAAwC,GAAG;IACrD,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAC5B,IAAI,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IACvB,KAAK,CAAC,EAAE,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC;IACtC,WAAW,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAC9B,mBAAmB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC1C,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,UAAU,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IAC9C,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IACxD,aAAa,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAAC;IAC7C,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,CAAC,oBAAoB,EAAE,MAAM,GAAG,OAAO,CAAC;CACzC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,8CAA8C,EAAE,CAAC,CAAC,OAAO,CACpE,wCAAwC,EACxC,CAAC,CAAC,UAAU,EACZ,+BAA+B,CA0D/B,CAAC;AAEH,wBAAgB,qCAAqC,CACnD,+BAA+B,EAAE,+BAA+B,GAC/D,MAAM,CAMR;AACD,wBAAgB,uCAAuC,CACrD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,+BAA+B,EAAE,kBAAkB,CAAC,CAMtE;AAED,gBAAgB;AAChB,eAAO,MAAM,gDAAgD,EAAE,CAAC,CAAC,OAAO,CACtE,kCAAkC,EAClC,CAAC,CAAC,UAAU,EACZ,OAAO,CAKP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,2CAA2C,GAAG;IACxD,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,iDAAiD,EAAE,CAAC,CAAC,OAAO,CACvE,2CAA2C,EAC3C,CAAC,CAAC,UAAU,EACZ,kCAAkC,CAKlC,CAAC;AAEH,wBAAgB,wCAAwC,CACtD,kCAAkC,EAAE,kCAAkC,GACrE,MAAM,CAMR;AACD,wBAAgB,0CAA0C,CACxD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,kCAAkC,EAAE,kBAAkB,CAAC,CAOzE;AAED,gBAAgB;AAChB,eAAO,MAAM,+CAA+C,EAAE,CAAC,CAAC,OAAO,CACrE,iCAAiC,EACjC,CAAC,CAAC,UAAU,EACZ,OAAO,CAqDP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,0CAA0C,GAAG;IACvD,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,UAAU,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAC/B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,UAAU,EAAE,wCAAwC,CAAC;IACrD,cAAc,EAAE,2CAA2C,CAAC;IAC5D,OAAO,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IACrC,KAAK,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IACnC,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACjC,QAAQ,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IAClC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,gDAAgD,EAAE,CAAC,CAAC,OAAO,CACtE,0CAA0C,EAC1C,CAAC,CAAC,UAAU,EACZ,iCAAiC,CAqDjC,CAAC;AAEH,wBAAgB,uCAAuC,CACrD,iCAAiC,EAAE,iCAAiC,GACnE,MAAM,CAMR;AACD,wBAAgB,yCAAyC,CACvD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,iCAAiC,EAAE,kBAAkB,CAAC,CAMxE"}
@@ -0,0 +1,371 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || (function () {
22
+ var ownKeys = function(o) {
23
+ ownKeys = Object.getOwnPropertyNames || function (o) {
24
+ var ar = [];
25
+ for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
26
+ return ar;
27
+ };
28
+ return ownKeys(o);
29
+ };
30
+ return function (mod) {
31
+ if (mod && mod.__esModule) return mod;
32
+ var result = {};
33
+ if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
34
+ __setModuleDefault(result, mod);
35
+ return result;
36
+ };
37
+ })();
38
+ Object.defineProperty(exports, "__esModule", { value: true });
39
+ exports.AppendAgentEvalTrialsResponseBody$outboundSchema = exports.AppendAgentEvalTrialsResponseBody$inboundSchema = exports.AppendAgentEvalTrialsRequestCounts$outboundSchema = exports.AppendAgentEvalTrialsRequestCounts$inboundSchema = exports.AppendAgentEvalTrialsGeneration$outboundSchema = exports.AppendAgentEvalTrialsGeneration$inboundSchema = exports.AppendAgentEvalTrialsPrefillThink$outboundSchema = exports.AppendAgentEvalTrialsPrefillThink$inboundSchema = exports.AppendAgentEvalTrialsServiceTier$outboundSchema = exports.AppendAgentEvalTrialsServiceTier$inboundSchema = exports.AppendAgentEvalTrialsTruncation$outboundSchema = exports.AppendAgentEvalTrialsTruncation$inboundSchema = exports.AppendAgentEvalTrialsStop$outboundSchema = exports.AppendAgentEvalTrialsStop$inboundSchema = exports.AppendAgentEvalTrialsRequest$outboundSchema = exports.AppendAgentEvalTrialsRequest$inboundSchema = exports.AppendAgentEvalTrialsServiceTier = exports.AppendAgentEvalTrialsTruncation = void 0;
40
+ exports.appendAgentEvalTrialsRequestToJSON = appendAgentEvalTrialsRequestToJSON;
41
+ exports.appendAgentEvalTrialsRequestFromJSON = appendAgentEvalTrialsRequestFromJSON;
42
+ exports.appendAgentEvalTrialsStopToJSON = appendAgentEvalTrialsStopToJSON;
43
+ exports.appendAgentEvalTrialsStopFromJSON = appendAgentEvalTrialsStopFromJSON;
44
+ exports.appendAgentEvalTrialsPrefillThinkToJSON = appendAgentEvalTrialsPrefillThinkToJSON;
45
+ exports.appendAgentEvalTrialsPrefillThinkFromJSON = appendAgentEvalTrialsPrefillThinkFromJSON;
46
+ exports.appendAgentEvalTrialsGenerationToJSON = appendAgentEvalTrialsGenerationToJSON;
47
+ exports.appendAgentEvalTrialsGenerationFromJSON = appendAgentEvalTrialsGenerationFromJSON;
48
+ exports.appendAgentEvalTrialsRequestCountsToJSON = appendAgentEvalTrialsRequestCountsToJSON;
49
+ exports.appendAgentEvalTrialsRequestCountsFromJSON = appendAgentEvalTrialsRequestCountsFromJSON;
50
+ exports.appendAgentEvalTrialsResponseBodyToJSON = appendAgentEvalTrialsResponseBodyToJSON;
51
+ exports.appendAgentEvalTrialsResponseBodyFromJSON = appendAgentEvalTrialsResponseBodyFromJSON;
52
+ const z = __importStar(require("zod/v3"));
53
+ const primitives_js_1 = require("../../lib/primitives.js");
54
+ const schemas_js_1 = require("../../lib/schemas.js");
55
+ const components = __importStar(require("../components/index.js"));
56
+ exports.AppendAgentEvalTrialsTruncation = {
57
+ Auto: "auto",
58
+ Disabled: "disabled",
59
+ };
60
+ exports.AppendAgentEvalTrialsServiceTier = {
61
+ Auto: "auto",
62
+ Default: "default",
63
+ Flex: "flex",
64
+ Priority: "priority",
65
+ };
66
+ /** @internal */
67
+ exports.AppendAgentEvalTrialsRequest$inboundSchema = z.object({
68
+ run_id: z.string(),
69
+ "X-On-Behalf-Of": z.string().optional(),
70
+ AppendAgentTrialsRequest: components.AppendAgentTrialsRequest$inboundSchema,
71
+ }).transform((v) => {
72
+ return (0, primitives_js_1.remap)(v, {
73
+ "run_id": "runId",
74
+ "X-On-Behalf-Of": "xOnBehalfOf",
75
+ "AppendAgentTrialsRequest": "appendAgentTrialsRequest",
76
+ });
77
+ });
78
+ /** @internal */
79
+ exports.AppendAgentEvalTrialsRequest$outboundSchema = z.object({
80
+ runId: z.string(),
81
+ xOnBehalfOf: z.string().optional(),
82
+ appendAgentTrialsRequest: components.AppendAgentTrialsRequest$outboundSchema,
83
+ }).transform((v) => {
84
+ return (0, primitives_js_1.remap)(v, {
85
+ runId: "run_id",
86
+ xOnBehalfOf: "X-On-Behalf-Of",
87
+ appendAgentTrialsRequest: "AppendAgentTrialsRequest",
88
+ });
89
+ });
90
+ function appendAgentEvalTrialsRequestToJSON(appendAgentEvalTrialsRequest) {
91
+ return JSON.stringify(exports.AppendAgentEvalTrialsRequest$outboundSchema.parse(appendAgentEvalTrialsRequest));
92
+ }
93
+ function appendAgentEvalTrialsRequestFromJSON(jsonString) {
94
+ return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.AppendAgentEvalTrialsRequest$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentEvalTrialsRequest' from JSON`);
95
+ }
96
+ /** @internal */
97
+ exports.AppendAgentEvalTrialsStop$inboundSchema = z.union([z.string(), z.array(z.string())]);
98
+ /** @internal */
99
+ exports.AppendAgentEvalTrialsStop$outboundSchema = z.union([z.string(), z.array(z.string())]);
100
+ function appendAgentEvalTrialsStopToJSON(appendAgentEvalTrialsStop) {
101
+ return JSON.stringify(exports.AppendAgentEvalTrialsStop$outboundSchema.parse(appendAgentEvalTrialsStop));
102
+ }
103
+ function appendAgentEvalTrialsStopFromJSON(jsonString) {
104
+ return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.AppendAgentEvalTrialsStop$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentEvalTrialsStop' from JSON`);
105
+ }
106
+ /** @internal */
107
+ exports.AppendAgentEvalTrialsTruncation$inboundSchema = z.nativeEnum(exports.AppendAgentEvalTrialsTruncation);
108
+ /** @internal */
109
+ exports.AppendAgentEvalTrialsTruncation$outboundSchema = exports.AppendAgentEvalTrialsTruncation$inboundSchema;
110
+ /** @internal */
111
+ exports.AppendAgentEvalTrialsServiceTier$inboundSchema = z.nativeEnum(exports.AppendAgentEvalTrialsServiceTier);
112
+ /** @internal */
113
+ exports.AppendAgentEvalTrialsServiceTier$outboundSchema = exports.AppendAgentEvalTrialsServiceTier$inboundSchema;
114
+ /** @internal */
115
+ exports.AppendAgentEvalTrialsPrefillThink$inboundSchema = z.union([z.boolean(), z.string()]);
116
+ /** @internal */
117
+ exports.AppendAgentEvalTrialsPrefillThink$outboundSchema = z.union([z.boolean(), z.string()]);
118
+ function appendAgentEvalTrialsPrefillThinkToJSON(appendAgentEvalTrialsPrefillThink) {
119
+ return JSON.stringify(exports.AppendAgentEvalTrialsPrefillThink$outboundSchema.parse(appendAgentEvalTrialsPrefillThink));
120
+ }
121
+ function appendAgentEvalTrialsPrefillThinkFromJSON(jsonString) {
122
+ return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.AppendAgentEvalTrialsPrefillThink$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentEvalTrialsPrefillThink' from JSON`);
123
+ }
124
+ /** @internal */
125
+ exports.AppendAgentEvalTrialsGeneration$inboundSchema = (0, schemas_js_1.collectExtraKeys)(z.object({
126
+ instructions: z.string().optional(),
127
+ temperature: z.number().optional(),
128
+ top_p: z.number().optional(),
129
+ max_output_tokens: z.number().int().optional(),
130
+ max_gen_toks: z.number().int().optional(),
131
+ stop: z.union([z.string(), z.array(z.string())]).optional(),
132
+ until: z.array(z.string()).optional(),
133
+ max_tool_calls: z.number().int().optional(),
134
+ reasoning: z.any().optional(),
135
+ text: z.any().optional(),
136
+ tools: z.array(z.nullable(z.any())).optional(),
137
+ tool_choice: z.any().optional(),
138
+ parallel_tool_calls: z.boolean().optional(),
139
+ truncation: exports.AppendAgentEvalTrialsTruncation$inboundSchema.optional(),
140
+ service_tier: exports.AppendAgentEvalTrialsServiceTier$inboundSchema.optional(),
141
+ presence_penalty: z.number().optional(),
142
+ frequency_penalty: z.number().optional(),
143
+ top_k: z.number().int().optional(),
144
+ min_p: z.number().optional(),
145
+ repetition_penalty: z.number().optional(),
146
+ do_sample: z.boolean().optional(),
147
+ extra_body: z.record(z.any()).optional(),
148
+ chat_template_kwargs: z.record(z.any()).optional(),
149
+ prefill_think: z.union([z.boolean(), z.string()]).optional(),
150
+ use_cache: z.boolean().optional(),
151
+ timeout_seconds: z.number().int().optional(),
152
+ max_retries: z.number().int().optional(),
153
+ max_empty_retries: z.number().int().optional(),
154
+ }).catchall(z.any()), "additionalProperties", true).transform((v) => {
155
+ return (0, primitives_js_1.remap)(v, {
156
+ "top_p": "topP",
157
+ "max_output_tokens": "maxOutputTokens",
158
+ "max_gen_toks": "maxGenToks",
159
+ "max_tool_calls": "maxToolCalls",
160
+ "tool_choice": "toolChoice",
161
+ "parallel_tool_calls": "parallelToolCalls",
162
+ "service_tier": "serviceTier",
163
+ "presence_penalty": "presencePenalty",
164
+ "frequency_penalty": "frequencyPenalty",
165
+ "top_k": "topK",
166
+ "min_p": "minP",
167
+ "repetition_penalty": "repetitionPenalty",
168
+ "do_sample": "doSample",
169
+ "extra_body": "extraBody",
170
+ "chat_template_kwargs": "chatTemplateKwargs",
171
+ "prefill_think": "prefillThink",
172
+ "use_cache": "useCache",
173
+ "timeout_seconds": "timeoutSeconds",
174
+ "max_retries": "maxRetries",
175
+ "max_empty_retries": "maxEmptyRetries",
176
+ });
177
+ });
178
+ /** @internal */
179
+ exports.AppendAgentEvalTrialsGeneration$outboundSchema = z.object({
180
+ instructions: z.string().optional(),
181
+ temperature: z.number().optional(),
182
+ topP: z.number().optional(),
183
+ maxOutputTokens: z.number().int().optional(),
184
+ maxGenToks: z.number().int().optional(),
185
+ stop: z.union([z.string(), z.array(z.string())]).optional(),
186
+ until: z.array(z.string()).optional(),
187
+ maxToolCalls: z.number().int().optional(),
188
+ reasoning: z.any().optional(),
189
+ text: z.any().optional(),
190
+ tools: z.array(z.nullable(z.any())).optional(),
191
+ toolChoice: z.any().optional(),
192
+ parallelToolCalls: z.boolean().optional(),
193
+ truncation: exports.AppendAgentEvalTrialsTruncation$outboundSchema.optional(),
194
+ serviceTier: exports.AppendAgentEvalTrialsServiceTier$outboundSchema.optional(),
195
+ presencePenalty: z.number().optional(),
196
+ frequencyPenalty: z.number().optional(),
197
+ topK: z.number().int().optional(),
198
+ minP: z.number().optional(),
199
+ repetitionPenalty: z.number().optional(),
200
+ doSample: z.boolean().optional(),
201
+ extraBody: z.record(z.any()).optional(),
202
+ chatTemplateKwargs: z.record(z.any()).optional(),
203
+ prefillThink: z.union([z.boolean(), z.string()]).optional(),
204
+ useCache: z.boolean().optional(),
205
+ timeoutSeconds: z.number().int().optional(),
206
+ maxRetries: z.number().int().optional(),
207
+ maxEmptyRetries: z.number().int().optional(),
208
+ additionalProperties: z.record(z.any()).optional(),
209
+ }).transform((v) => {
210
+ return {
211
+ ...v.additionalProperties,
212
+ ...(0, primitives_js_1.remap)(v, {
213
+ topP: "top_p",
214
+ maxOutputTokens: "max_output_tokens",
215
+ maxGenToks: "max_gen_toks",
216
+ maxToolCalls: "max_tool_calls",
217
+ toolChoice: "tool_choice",
218
+ parallelToolCalls: "parallel_tool_calls",
219
+ serviceTier: "service_tier",
220
+ presencePenalty: "presence_penalty",
221
+ frequencyPenalty: "frequency_penalty",
222
+ topK: "top_k",
223
+ minP: "min_p",
224
+ repetitionPenalty: "repetition_penalty",
225
+ doSample: "do_sample",
226
+ extraBody: "extra_body",
227
+ chatTemplateKwargs: "chat_template_kwargs",
228
+ prefillThink: "prefill_think",
229
+ useCache: "use_cache",
230
+ timeoutSeconds: "timeout_seconds",
231
+ maxRetries: "max_retries",
232
+ maxEmptyRetries: "max_empty_retries",
233
+ additionalProperties: null,
234
+ }),
235
+ };
236
+ });
237
+ function appendAgentEvalTrialsGenerationToJSON(appendAgentEvalTrialsGeneration) {
238
+ return JSON.stringify(exports.AppendAgentEvalTrialsGeneration$outboundSchema.parse(appendAgentEvalTrialsGeneration));
239
+ }
240
+ function appendAgentEvalTrialsGenerationFromJSON(jsonString) {
241
+ return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.AppendAgentEvalTrialsGeneration$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentEvalTrialsGeneration' from JSON`);
242
+ }
243
+ /** @internal */
244
+ exports.AppendAgentEvalTrialsRequestCounts$inboundSchema = z.object({
245
+ total: z.number().int(),
246
+ completed: z.number().int(),
247
+ failed: z.number().int(),
248
+ });
249
+ /** @internal */
250
+ exports.AppendAgentEvalTrialsRequestCounts$outboundSchema = z.object({
251
+ total: z.number().int(),
252
+ completed: z.number().int(),
253
+ failed: z.number().int(),
254
+ });
255
+ function appendAgentEvalTrialsRequestCountsToJSON(appendAgentEvalTrialsRequestCounts) {
256
+ return JSON.stringify(exports.AppendAgentEvalTrialsRequestCounts$outboundSchema.parse(appendAgentEvalTrialsRequestCounts));
257
+ }
258
+ function appendAgentEvalTrialsRequestCountsFromJSON(jsonString) {
259
+ return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.AppendAgentEvalTrialsRequestCounts$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentEvalTrialsRequestCounts' from JSON`);
260
+ }
261
+ /** @internal */
262
+ exports.AppendAgentEvalTrialsResponseBody$inboundSchema = z.object({
263
+ id: z.string(),
264
+ object: z.literal("eval.run"),
265
+ suite_id: z.string(),
266
+ suite_version: z.number().int(),
267
+ suite_version_id: z.string(),
268
+ org_id: z.string(),
269
+ team_id: z.string(),
270
+ status: components.EvalRunStatus$inboundSchema,
271
+ models: z.array(z.string()),
272
+ task_ids: z.nullable(z.array(z.string())),
273
+ judge_model: z.nullable(z.string()),
274
+ embedding_model: z.nullable(z.string()),
275
+ generation: z.lazy(() => exports.AppendAgentEvalTrialsGeneration$inboundSchema),
276
+ request_counts: z.lazy(() => exports.AppendAgentEvalTrialsRequestCounts$inboundSchema),
277
+ metrics: z.nullable(z.record(z.any())),
278
+ error: z.nullable(z.record(z.any())),
279
+ artifact_file_ids: z.array(z.string()),
280
+ metadata: z.record(z.string()),
281
+ agent_name: z.nullable(z.string()),
282
+ agent_version: z.nullable(z.string()),
283
+ agent_effort: z.nullable(z.string()),
284
+ cost_usd: z.nullable(z.number()),
285
+ created_at: z.number().int(),
286
+ started_at: z.nullable(z.number().int()),
287
+ completed_at: z.nullable(z.number().int()),
288
+ cancelled_at: z.nullable(z.number().int()),
289
+ failed_at: z.nullable(z.number().int()),
290
+ }).transform((v) => {
291
+ return (0, primitives_js_1.remap)(v, {
292
+ "suite_id": "suiteId",
293
+ "suite_version": "suiteVersion",
294
+ "suite_version_id": "suiteVersionId",
295
+ "org_id": "orgId",
296
+ "team_id": "teamId",
297
+ "task_ids": "taskIds",
298
+ "judge_model": "judgeModel",
299
+ "embedding_model": "embeddingModel",
300
+ "request_counts": "requestCounts",
301
+ "artifact_file_ids": "artifactFileIds",
302
+ "agent_name": "agentName",
303
+ "agent_version": "agentVersion",
304
+ "agent_effort": "agentEffort",
305
+ "cost_usd": "costUsd",
306
+ "created_at": "createdAt",
307
+ "started_at": "startedAt",
308
+ "completed_at": "completedAt",
309
+ "cancelled_at": "cancelledAt",
310
+ "failed_at": "failedAt",
311
+ });
312
+ });
313
+ /** @internal */
314
+ exports.AppendAgentEvalTrialsResponseBody$outboundSchema = z.object({
315
+ id: z.string(),
316
+ object: z.literal("eval.run"),
317
+ suiteId: z.string(),
318
+ suiteVersion: z.number().int(),
319
+ suiteVersionId: z.string(),
320
+ orgId: z.string(),
321
+ teamId: z.string(),
322
+ status: components.EvalRunStatus$outboundSchema,
323
+ models: z.array(z.string()),
324
+ taskIds: z.nullable(z.array(z.string())),
325
+ judgeModel: z.nullable(z.string()),
326
+ embeddingModel: z.nullable(z.string()),
327
+ generation: z.lazy(() => exports.AppendAgentEvalTrialsGeneration$outboundSchema),
328
+ requestCounts: z.lazy(() => exports.AppendAgentEvalTrialsRequestCounts$outboundSchema),
329
+ metrics: z.nullable(z.record(z.any())),
330
+ error: z.nullable(z.record(z.any())),
331
+ artifactFileIds: z.array(z.string()),
332
+ metadata: z.record(z.string()),
333
+ agentName: z.nullable(z.string()),
334
+ agentVersion: z.nullable(z.string()),
335
+ agentEffort: z.nullable(z.string()),
336
+ costUsd: z.nullable(z.number()),
337
+ createdAt: z.number().int(),
338
+ startedAt: z.nullable(z.number().int()),
339
+ completedAt: z.nullable(z.number().int()),
340
+ cancelledAt: z.nullable(z.number().int()),
341
+ failedAt: z.nullable(z.number().int()),
342
+ }).transform((v) => {
343
+ return (0, primitives_js_1.remap)(v, {
344
+ suiteId: "suite_id",
345
+ suiteVersion: "suite_version",
346
+ suiteVersionId: "suite_version_id",
347
+ orgId: "org_id",
348
+ teamId: "team_id",
349
+ taskIds: "task_ids",
350
+ judgeModel: "judge_model",
351
+ embeddingModel: "embedding_model",
352
+ requestCounts: "request_counts",
353
+ artifactFileIds: "artifact_file_ids",
354
+ agentName: "agent_name",
355
+ agentVersion: "agent_version",
356
+ agentEffort: "agent_effort",
357
+ costUsd: "cost_usd",
358
+ createdAt: "created_at",
359
+ startedAt: "started_at",
360
+ completedAt: "completed_at",
361
+ cancelledAt: "cancelled_at",
362
+ failedAt: "failed_at",
363
+ });
364
+ });
365
+ function appendAgentEvalTrialsResponseBodyToJSON(appendAgentEvalTrialsResponseBody) {
366
+ return JSON.stringify(exports.AppendAgentEvalTrialsResponseBody$outboundSchema.parse(appendAgentEvalTrialsResponseBody));
367
+ }
368
+ function appendAgentEvalTrialsResponseBodyFromJSON(jsonString) {
369
+ return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.AppendAgentEvalTrialsResponseBody$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentEvalTrialsResponseBody' from JSON`);
370
+ }
371
+ //# sourceMappingURL=appendagentevaltrials.js.map