@meetkai/mka1 0.54.22 → 0.54.24

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (497) hide show
  1. package/README.md +302 -285
  2. package/bin/mcp-server.js +5917 -3364
  3. package/bin/mcp-server.js.map +47 -18
  4. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  5. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  6. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js +136 -0
  7. package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  8. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  9. package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  10. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js +138 -0
  11. package/dist/commonjs/funcs/llmEvalsGetRunOverview.js.map +1 -0
  12. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  13. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  14. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js +142 -0
  15. package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  16. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  17. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  18. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js +142 -0
  19. package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  20. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  21. package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  22. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js +130 -0
  23. package/dist/commonjs/funcs/llmEvalsImportAgentRun.js.map +1 -0
  24. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  25. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  26. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js +146 -0
  27. package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  28. package/dist/commonjs/funcs/llmResponsesCreate.d.ts +25 -0
  29. package/dist/commonjs/funcs/llmResponsesCreate.d.ts.map +1 -0
  30. package/dist/commonjs/funcs/llmResponsesCreate.js +137 -0
  31. package/dist/commonjs/funcs/llmResponsesCreate.js.map +1 -0
  32. package/dist/commonjs/lib/config.d.ts +2 -2
  33. package/dist/commonjs/lib/config.js +2 -2
  34. package/dist/commonjs/mcp-server/mcp-server.js +1 -1
  35. package/dist/commonjs/mcp-server/server.d.ts.map +1 -1
  36. package/dist/commonjs/mcp-server/server.js +15 -1
  37. package/dist/commonjs/mcp-server/server.js.map +1 -1
  38. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  39. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  40. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js +64 -0
  41. package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  42. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  43. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  44. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js +64 -0
  45. package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  46. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  47. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  48. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js +64 -0
  49. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  50. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  51. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  52. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +64 -0
  53. package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  54. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  55. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  56. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js +64 -0
  57. package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  58. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  59. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  60. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +64 -0
  61. package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  62. package/dist/commonjs/mcp-server/tools/llmResponsesCreate.d.ts +8 -0
  63. package/dist/commonjs/mcp-server/tools/llmResponsesCreate.d.ts.map +1 -0
  64. package/dist/commonjs/mcp-server/tools/llmResponsesCreate.js +64 -0
  65. package/dist/commonjs/mcp-server/tools/llmResponsesCreate.js.map +1 -0
  66. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts +111 -0
  67. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  68. package/dist/commonjs/models/components/appendagenttrialsrequest.js +136 -0
  69. package/dist/commonjs/models/components/appendagenttrialsrequest.js.map +1 -0
  70. package/dist/commonjs/models/components/evalleaderboardrow.d.ts +85 -0
  71. package/dist/commonjs/models/components/evalleaderboardrow.d.ts.map +1 -0
  72. package/dist/commonjs/models/components/evalleaderboardrow.js +129 -0
  73. package/dist/commonjs/models/components/evalleaderboardrow.js.map +1 -0
  74. package/dist/commonjs/models/components/evalrunoverview.d.ts +101 -0
  75. package/dist/commonjs/models/components/evalrunoverview.d.ts.map +1 -0
  76. package/dist/commonjs/models/components/evalrunoverview.js +150 -0
  77. package/dist/commonjs/models/components/evalrunoverview.js.map +1 -0
  78. package/dist/commonjs/models/components/evalsampleobject.d.ts +32 -0
  79. package/dist/commonjs/models/components/evalsampleobject.d.ts.map +1 -1
  80. package/dist/commonjs/models/components/evalsampleobject.js +20 -0
  81. package/dist/commonjs/models/components/evalsampleobject.js.map +1 -1
  82. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  83. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  84. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js +87 -0
  85. package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  86. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts +35 -0
  87. package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  88. package/dist/commonjs/models/components/evalsuiteleaderboard.js +78 -0
  89. package/dist/commonjs/models/components/evalsuiteleaderboard.js.map +1 -0
  90. package/dist/commonjs/models/components/importagentrunrequest.d.ts +164 -0
  91. package/dist/commonjs/models/components/importagentrunrequest.d.ts.map +1 -0
  92. package/dist/commonjs/models/components/importagentrunrequest.js +182 -0
  93. package/dist/commonjs/models/components/importagentrunrequest.js.map +1 -0
  94. package/dist/commonjs/models/components/index.d.ts +8 -0
  95. package/dist/commonjs/models/components/index.d.ts.map +1 -1
  96. package/dist/commonjs/models/components/index.js +8 -0
  97. package/dist/commonjs/models/components/index.js.map +1 -1
  98. package/dist/commonjs/models/components/responsescreaterequest.d.ts +432 -0
  99. package/dist/commonjs/models/components/responsescreaterequest.d.ts.map +1 -0
  100. package/dist/commonjs/models/components/responsescreaterequest.js +455 -0
  101. package/dist/commonjs/models/components/responsescreaterequest.js.map +1 -0
  102. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  103. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  104. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js +71 -0
  105. package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  106. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts +264 -0
  107. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts.map +1 -0
  108. package/dist/commonjs/models/operations/appendagentevaltrials.js +371 -0
  109. package/dist/commonjs/models/operations/appendagentevaltrials.js.map +1 -0
  110. package/dist/commonjs/models/operations/cancelevalrun.d.ts +20 -0
  111. package/dist/commonjs/models/operations/cancelevalrun.d.ts.map +1 -1
  112. package/dist/commonjs/models/operations/cancelevalrun.js +16 -0
  113. package/dist/commonjs/models/operations/cancelevalrun.js.map +1 -1
  114. package/dist/commonjs/models/operations/createevalrun.d.ts +20 -0
  115. package/dist/commonjs/models/operations/createevalrun.d.ts.map +1 -1
  116. package/dist/commonjs/models/operations/createevalrun.js +16 -0
  117. package/dist/commonjs/models/operations/createevalrun.js.map +1 -1
  118. package/dist/commonjs/models/operations/createresponse.d.ts +64 -0
  119. package/dist/commonjs/models/operations/createresponse.d.ts.map +1 -0
  120. package/dist/commonjs/models/operations/createresponse.js +128 -0
  121. package/dist/commonjs/models/operations/createresponse.js.map +1 -0
  122. package/dist/commonjs/models/operations/getevalrun.d.ts +20 -0
  123. package/dist/commonjs/models/operations/getevalrun.d.ts.map +1 -1
  124. package/dist/commonjs/models/operations/getevalrun.js +16 -0
  125. package/dist/commonjs/models/operations/getevalrun.js.map +1 -1
  126. package/dist/commonjs/models/operations/getevalrunoverview.d.ts +24 -0
  127. package/dist/commonjs/models/operations/getevalrunoverview.d.ts.map +1 -0
  128. package/dist/commonjs/models/operations/getevalrunoverview.js +73 -0
  129. package/dist/commonjs/models/operations/getevalrunoverview.js.map +1 -0
  130. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts +75 -0
  131. package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  132. package/dist/commonjs/models/operations/getevalsampletrajectory.js +133 -0
  133. package/dist/commonjs/models/operations/getevalsampletrajectory.js.map +1 -0
  134. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  135. package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  136. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js +83 -0
  137. package/dist/commonjs/models/operations/getevalsuiteleaderboard.js.map +1 -0
  138. package/dist/commonjs/models/operations/importagentevalrun.d.ts +262 -0
  139. package/dist/commonjs/models/operations/importagentevalrun.d.ts.map +1 -0
  140. package/dist/commonjs/models/operations/importagentevalrun.js +367 -0
  141. package/dist/commonjs/models/operations/importagentevalrun.js.map +1 -0
  142. package/dist/commonjs/models/operations/index.d.ts +7 -0
  143. package/dist/commonjs/models/operations/index.d.ts.map +1 -1
  144. package/dist/commonjs/models/operations/index.js +7 -0
  145. package/dist/commonjs/models/operations/index.js.map +1 -1
  146. package/dist/commonjs/models/operations/listevalruns.d.ts +20 -0
  147. package/dist/commonjs/models/operations/listevalruns.d.ts.map +1 -1
  148. package/dist/commonjs/models/operations/listevalruns.js +16 -0
  149. package/dist/commonjs/models/operations/listevalruns.js.map +1 -1
  150. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts +20 -0
  151. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts.map +1 -1
  152. package/dist/commonjs/models/operations/listevalscheduleruns.js +16 -0
  153. package/dist/commonjs/models/operations/listevalscheduleruns.js.map +1 -1
  154. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  155. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  156. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js +16 -0
  157. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  158. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts +20 -0
  159. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  160. package/dist/commonjs/models/operations/rerunfailedevalsamples.js +16 -0
  161. package/dist/commonjs/models/operations/rerunfailedevalsamples.js.map +1 -1
  162. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts +20 -0
  163. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts.map +1 -1
  164. package/dist/commonjs/models/operations/retryfailedevalrun.js +16 -0
  165. package/dist/commonjs/models/operations/retryfailedevalrun.js.map +1 -1
  166. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  167. package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  168. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js +86 -0
  169. package/dist/commonjs/models/operations/uploadevalsampletrajectory.js.map +1 -0
  170. package/dist/commonjs/react-query/index.d.ts +7 -0
  171. package/dist/commonjs/react-query/index.d.ts.map +1 -1
  172. package/dist/commonjs/react-query/index.js +7 -0
  173. package/dist/commonjs/react-query/index.js.map +1 -1
  174. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  175. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  176. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js +47 -0
  177. package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  178. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  179. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  180. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js +37 -0
  181. package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  182. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  183. package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  184. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js +60 -0
  185. package/dist/commonjs/react-query/llmEvalsGetRunOverview.js.map +1 -0
  186. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  187. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  188. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js +45 -0
  189. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  190. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  191. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  192. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js +65 -0
  193. package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  194. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  195. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  196. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js +41 -0
  197. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  198. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  199. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  200. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js +65 -0
  201. package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  202. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  203. package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  204. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js +47 -0
  205. package/dist/commonjs/react-query/llmEvalsImportAgentRun.js.map +1 -0
  206. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  207. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  208. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js +47 -0
  209. package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  210. package/dist/commonjs/react-query/llmResponsesCreate.d.ts +34 -0
  211. package/dist/commonjs/react-query/llmResponsesCreate.d.ts.map +1 -0
  212. package/dist/commonjs/react-query/llmResponsesCreate.js +50 -0
  213. package/dist/commonjs/react-query/llmResponsesCreate.js.map +1 -0
  214. package/dist/commonjs/sdk/evals.d.ts +42 -0
  215. package/dist/commonjs/sdk/evals.d.ts.map +1 -1
  216. package/dist/commonjs/sdk/evals.js +60 -0
  217. package/dist/commonjs/sdk/evals.js.map +1 -1
  218. package/dist/commonjs/sdk/responses.d.ts +11 -0
  219. package/dist/commonjs/sdk/responses.d.ts.map +1 -1
  220. package/dist/commonjs/sdk/responses.js +13 -1
  221. package/dist/commonjs/sdk/responses.js.map +1 -1
  222. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
  223. package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  224. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js +100 -0
  225. package/dist/esm/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
  226. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts +20 -0
  227. package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
  228. package/dist/esm/funcs/llmEvalsGetRunOverview.js +102 -0
  229. package/dist/esm/funcs/llmEvalsGetRunOverview.js.map +1 -0
  230. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
  231. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  232. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js +106 -0
  233. package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
  234. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
  235. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  236. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js +106 -0
  237. package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  238. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts +19 -0
  239. package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
  240. package/dist/esm/funcs/llmEvalsImportAgentRun.js +94 -0
  241. package/dist/esm/funcs/llmEvalsImportAgentRun.js.map +1 -0
  242. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
  243. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  244. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js +110 -0
  245. package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
  246. package/dist/esm/funcs/llmResponsesCreate.d.ts +25 -0
  247. package/dist/esm/funcs/llmResponsesCreate.d.ts.map +1 -0
  248. package/dist/esm/funcs/llmResponsesCreate.js +100 -0
  249. package/dist/esm/funcs/llmResponsesCreate.js.map +1 -0
  250. package/dist/esm/lib/config.d.ts +2 -2
  251. package/dist/esm/lib/config.js +2 -2
  252. package/dist/esm/mcp-server/mcp-server.js +1 -1
  253. package/dist/esm/mcp-server/server.d.ts.map +1 -1
  254. package/dist/esm/mcp-server/server.js +15 -1
  255. package/dist/esm/mcp-server/server.js.map +1 -1
  256. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
  257. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  258. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js +28 -0
  259. package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
  260. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
  261. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
  262. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js +28 -0
  263. package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
  264. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
  265. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  266. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js +28 -0
  267. package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
  268. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
  269. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  270. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +28 -0
  271. package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  272. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
  273. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
  274. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js +28 -0
  275. package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
  276. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
  277. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  278. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +28 -0
  279. package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
  280. package/dist/esm/mcp-server/tools/llmResponsesCreate.d.ts +8 -0
  281. package/dist/esm/mcp-server/tools/llmResponsesCreate.d.ts.map +1 -0
  282. package/dist/esm/mcp-server/tools/llmResponsesCreate.js +28 -0
  283. package/dist/esm/mcp-server/tools/llmResponsesCreate.js.map +1 -0
  284. package/dist/esm/models/components/appendagenttrialsrequest.d.ts +111 -0
  285. package/dist/esm/models/components/appendagenttrialsrequest.d.ts.map +1 -0
  286. package/dist/esm/models/components/appendagenttrialsrequest.js +96 -0
  287. package/dist/esm/models/components/appendagenttrialsrequest.js.map +1 -0
  288. package/dist/esm/models/components/evalleaderboardrow.d.ts +85 -0
  289. package/dist/esm/models/components/evalleaderboardrow.d.ts.map +1 -0
  290. package/dist/esm/models/components/evalleaderboardrow.js +89 -0
  291. package/dist/esm/models/components/evalleaderboardrow.js.map +1 -0
  292. package/dist/esm/models/components/evalrunoverview.d.ts +101 -0
  293. package/dist/esm/models/components/evalrunoverview.d.ts.map +1 -0
  294. package/dist/esm/models/components/evalrunoverview.js +108 -0
  295. package/dist/esm/models/components/evalrunoverview.js.map +1 -0
  296. package/dist/esm/models/components/evalsampleobject.d.ts +32 -0
  297. package/dist/esm/models/components/evalsampleobject.d.ts.map +1 -1
  298. package/dist/esm/models/components/evalsampleobject.js +20 -0
  299. package/dist/esm/models/components/evalsampleobject.js.map +1 -1
  300. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
  301. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
  302. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js +49 -0
  303. package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
  304. package/dist/esm/models/components/evalsuiteleaderboard.d.ts +35 -0
  305. package/dist/esm/models/components/evalsuiteleaderboard.d.ts.map +1 -0
  306. package/dist/esm/models/components/evalsuiteleaderboard.js +40 -0
  307. package/dist/esm/models/components/evalsuiteleaderboard.js.map +1 -0
  308. package/dist/esm/models/components/importagentrunrequest.d.ts +164 -0
  309. package/dist/esm/models/components/importagentrunrequest.d.ts.map +1 -0
  310. package/dist/esm/models/components/importagentrunrequest.js +142 -0
  311. package/dist/esm/models/components/importagentrunrequest.js.map +1 -0
  312. package/dist/esm/models/components/index.d.ts +8 -0
  313. package/dist/esm/models/components/index.d.ts.map +1 -1
  314. package/dist/esm/models/components/index.js +8 -0
  315. package/dist/esm/models/components/index.js.map +1 -1
  316. package/dist/esm/models/components/responsescreaterequest.d.ts +432 -0
  317. package/dist/esm/models/components/responsescreaterequest.d.ts.map +1 -0
  318. package/dist/esm/models/components/responsescreaterequest.js +403 -0
  319. package/dist/esm/models/components/responsescreaterequest.js.map +1 -0
  320. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
  321. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
  322. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js +33 -0
  323. package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
  324. package/dist/esm/models/operations/appendagentevaltrials.d.ts +264 -0
  325. package/dist/esm/models/operations/appendagentevaltrials.d.ts.map +1 -0
  326. package/dist/esm/models/operations/appendagentevaltrials.js +323 -0
  327. package/dist/esm/models/operations/appendagentevaltrials.js.map +1 -0
  328. package/dist/esm/models/operations/cancelevalrun.d.ts +20 -0
  329. package/dist/esm/models/operations/cancelevalrun.d.ts.map +1 -1
  330. package/dist/esm/models/operations/cancelevalrun.js +16 -0
  331. package/dist/esm/models/operations/cancelevalrun.js.map +1 -1
  332. package/dist/esm/models/operations/createevalrun.d.ts +20 -0
  333. package/dist/esm/models/operations/createevalrun.d.ts.map +1 -1
  334. package/dist/esm/models/operations/createevalrun.js +16 -0
  335. package/dist/esm/models/operations/createevalrun.js.map +1 -1
  336. package/dist/esm/models/operations/createresponse.d.ts +64 -0
  337. package/dist/esm/models/operations/createresponse.d.ts.map +1 -0
  338. package/dist/esm/models/operations/createresponse.js +86 -0
  339. package/dist/esm/models/operations/createresponse.js.map +1 -0
  340. package/dist/esm/models/operations/getevalrun.d.ts +20 -0
  341. package/dist/esm/models/operations/getevalrun.d.ts.map +1 -1
  342. package/dist/esm/models/operations/getevalrun.js +16 -0
  343. package/dist/esm/models/operations/getevalrun.js.map +1 -1
  344. package/dist/esm/models/operations/getevalrunoverview.d.ts +24 -0
  345. package/dist/esm/models/operations/getevalrunoverview.d.ts.map +1 -0
  346. package/dist/esm/models/operations/getevalrunoverview.js +35 -0
  347. package/dist/esm/models/operations/getevalrunoverview.js.map +1 -0
  348. package/dist/esm/models/operations/getevalsampletrajectory.d.ts +75 -0
  349. package/dist/esm/models/operations/getevalsampletrajectory.d.ts.map +1 -0
  350. package/dist/esm/models/operations/getevalsampletrajectory.js +93 -0
  351. package/dist/esm/models/operations/getevalsampletrajectory.js.map +1 -0
  352. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts +32 -0
  353. package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
  354. package/dist/esm/models/operations/getevalsuiteleaderboard.js +45 -0
  355. package/dist/esm/models/operations/getevalsuiteleaderboard.js.map +1 -0
  356. package/dist/esm/models/operations/importagentevalrun.d.ts +262 -0
  357. package/dist/esm/models/operations/importagentevalrun.d.ts.map +1 -0
  358. package/dist/esm/models/operations/importagentevalrun.js +319 -0
  359. package/dist/esm/models/operations/importagentevalrun.js.map +1 -0
  360. package/dist/esm/models/operations/index.d.ts +7 -0
  361. package/dist/esm/models/operations/index.d.ts.map +1 -1
  362. package/dist/esm/models/operations/index.js +7 -0
  363. package/dist/esm/models/operations/index.js.map +1 -1
  364. package/dist/esm/models/operations/listevalruns.d.ts +20 -0
  365. package/dist/esm/models/operations/listevalruns.d.ts.map +1 -1
  366. package/dist/esm/models/operations/listevalruns.js +16 -0
  367. package/dist/esm/models/operations/listevalruns.js.map +1 -1
  368. package/dist/esm/models/operations/listevalscheduleruns.d.ts +20 -0
  369. package/dist/esm/models/operations/listevalscheduleruns.d.ts.map +1 -1
  370. package/dist/esm/models/operations/listevalscheduleruns.js +16 -0
  371. package/dist/esm/models/operations/listevalscheduleruns.js.map +1 -1
  372. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
  373. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  374. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js +16 -0
  375. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  376. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts +20 -0
  377. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  378. package/dist/esm/models/operations/rerunfailedevalsamples.js +16 -0
  379. package/dist/esm/models/operations/rerunfailedevalsamples.js.map +1 -1
  380. package/dist/esm/models/operations/retryfailedevalrun.d.ts +20 -0
  381. package/dist/esm/models/operations/retryfailedevalrun.d.ts.map +1 -1
  382. package/dist/esm/models/operations/retryfailedevalrun.js +16 -0
  383. package/dist/esm/models/operations/retryfailedevalrun.js.map +1 -1
  384. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts +31 -0
  385. package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
  386. package/dist/esm/models/operations/uploadevalsampletrajectory.js +48 -0
  387. package/dist/esm/models/operations/uploadevalsampletrajectory.js.map +1 -0
  388. package/dist/esm/react-query/index.d.ts +7 -0
  389. package/dist/esm/react-query/index.d.ts.map +1 -1
  390. package/dist/esm/react-query/index.js +7 -0
  391. package/dist/esm/react-query/index.js.map +1 -1
  392. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
  393. package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
  394. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js +42 -0
  395. package/dist/esm/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
  396. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
  397. package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
  398. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js +32 -0
  399. package/dist/esm/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
  400. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts +40 -0
  401. package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
  402. package/dist/esm/react-query/llmEvalsGetRunOverview.js +50 -0
  403. package/dist/esm/react-query/llmEvalsGetRunOverview.js.map +1 -0
  404. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
  405. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
  406. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js +40 -0
  407. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
  408. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
  409. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
  410. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js +55 -0
  411. package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
  412. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
  413. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
  414. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js +36 -0
  415. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
  416. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
  417. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
  418. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js +55 -0
  419. package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
  420. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts +28 -0
  421. package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
  422. package/dist/esm/react-query/llmEvalsImportAgentRun.js +42 -0
  423. package/dist/esm/react-query/llmEvalsImportAgentRun.js.map +1 -0
  424. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
  425. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
  426. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js +42 -0
  427. package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
  428. package/dist/esm/react-query/llmResponsesCreate.d.ts +34 -0
  429. package/dist/esm/react-query/llmResponsesCreate.d.ts.map +1 -0
  430. package/dist/esm/react-query/llmResponsesCreate.js +43 -0
  431. package/dist/esm/react-query/llmResponsesCreate.js.map +1 -0
  432. package/dist/esm/sdk/evals.d.ts +42 -0
  433. package/dist/esm/sdk/evals.d.ts.map +1 -1
  434. package/dist/esm/sdk/evals.js +60 -0
  435. package/dist/esm/sdk/evals.js.map +1 -1
  436. package/dist/esm/sdk/responses.d.ts +11 -0
  437. package/dist/esm/sdk/responses.d.ts.map +1 -1
  438. package/dist/esm/sdk/responses.js +11 -0
  439. package/dist/esm/sdk/responses.js.map +1 -1
  440. package/jsr.json +1 -1
  441. package/package.json +1 -1
  442. package/src/funcs/llmEvalsAppendAgentTrials.ts +188 -0
  443. package/src/funcs/llmEvalsGetRunOverview.ts +192 -0
  444. package/src/funcs/llmEvalsGetSampleTrajectory.ts +197 -0
  445. package/src/funcs/llmEvalsGetSuiteLeaderboard.ts +197 -0
  446. package/src/funcs/llmEvalsImportAgentRun.ts +181 -0
  447. package/src/funcs/llmEvalsUploadSampleTrajectory.ts +201 -0
  448. package/src/funcs/llmResponsesCreate.ts +188 -0
  449. package/src/lib/config.ts +2 -2
  450. package/src/mcp-server/mcp-server.ts +1 -1
  451. package/src/mcp-server/server.ts +15 -1
  452. package/src/mcp-server/tools/llmEvalsAppendAgentTrials.ts +37 -0
  453. package/src/mcp-server/tools/llmEvalsGetRunOverview.ts +37 -0
  454. package/src/mcp-server/tools/llmEvalsGetSampleTrajectory.ts +37 -0
  455. package/src/mcp-server/tools/llmEvalsGetSuiteLeaderboard.ts +37 -0
  456. package/src/mcp-server/tools/llmEvalsImportAgentRun.ts +37 -0
  457. package/src/mcp-server/tools/llmEvalsUploadSampleTrajectory.ts +38 -0
  458. package/src/mcp-server/tools/llmResponsesCreate.ts +37 -0
  459. package/src/models/components/appendagenttrialsrequest.ts +224 -0
  460. package/src/models/components/evalleaderboardrow.ts +200 -0
  461. package/src/models/components/evalrunoverview.ts +240 -0
  462. package/src/models/components/evalsampleobject.ts +48 -0
  463. package/src/models/components/evalsampletrajectoryuploadedobject.ts +98 -0
  464. package/src/models/components/evalsuiteleaderboard.ts +93 -0
  465. package/src/models/components/importagentrunrequest.ts +319 -0
  466. package/src/models/components/index.ts +8 -0
  467. package/src/models/components/responsescreaterequest.ts +1076 -0
  468. package/src/models/components/uploadevalsampletrajectoryrequest.ts +79 -0
  469. package/src/models/operations/appendagentevaltrials.ts +678 -0
  470. package/src/models/operations/cancelevalrun.ts +36 -0
  471. package/src/models/operations/createevalrun.ts +36 -0
  472. package/src/models/operations/createresponse.ts +198 -0
  473. package/src/models/operations/getevalrun.ts +36 -0
  474. package/src/models/operations/getevalrunoverview.ts +73 -0
  475. package/src/models/operations/getevalsampletrajectory.ts +199 -0
  476. package/src/models/operations/getevalsuiteleaderboard.ts +93 -0
  477. package/src/models/operations/importagentevalrun.ts +665 -0
  478. package/src/models/operations/index.ts +7 -0
  479. package/src/models/operations/listevalruns.ts +36 -0
  480. package/src/models/operations/listevalscheduleruns.ts +36 -0
  481. package/src/models/operations/listevalsuiteleaderboardruns.ts +36 -0
  482. package/src/models/operations/rerunfailedevalsamples.ts +36 -0
  483. package/src/models/operations/retryfailedevalrun.ts +36 -0
  484. package/src/models/operations/uploadevalsampletrajectory.ts +98 -0
  485. package/src/react-query/index.ts +7 -0
  486. package/src/react-query/llmEvalsAppendAgentTrials.ts +109 -0
  487. package/src/react-query/llmEvalsGetRunOverview.core.ts +77 -0
  488. package/src/react-query/llmEvalsGetRunOverview.ts +150 -0
  489. package/src/react-query/llmEvalsGetSampleTrajectory.core.ts +94 -0
  490. package/src/react-query/llmEvalsGetSampleTrajectory.ts +159 -0
  491. package/src/react-query/llmEvalsGetSuiteLeaderboard.core.ts +89 -0
  492. package/src/react-query/llmEvalsGetSuiteLeaderboard.ts +163 -0
  493. package/src/react-query/llmEvalsImportAgentRun.ts +109 -0
  494. package/src/react-query/llmEvalsUploadSampleTrajectory.ts +110 -0
  495. package/src/react-query/llmResponsesCreate.ts +113 -0
  496. package/src/sdk/evals.ts +108 -0
  497. package/src/sdk/responses.ts +23 -0
@@ -0,0 +1,264 @@
1
+ import * as z from "zod/v3";
2
+ import { ClosedEnum } from "../../types/enums.js";
3
+ import { Result as SafeParseResult } from "../../types/fp.js";
4
+ import * as components from "../components/index.js";
5
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
6
+ export type AppendAgentEvalTrialsRequest = {
7
+ runId: string;
8
+ /**
9
+ * Optional external end-user identifier forwarded by the API gateway.
10
+ */
11
+ xOnBehalfOf?: string | undefined;
12
+ appendAgentTrialsRequest: components.AppendAgentTrialsRequest;
13
+ };
14
+ export type AppendAgentEvalTrialsStop = string | Array<string>;
15
+ export declare const AppendAgentEvalTrialsTruncation: {
16
+ readonly Auto: "auto";
17
+ readonly Disabled: "disabled";
18
+ };
19
+ export type AppendAgentEvalTrialsTruncation = ClosedEnum<typeof AppendAgentEvalTrialsTruncation>;
20
+ export declare const AppendAgentEvalTrialsServiceTier: {
21
+ readonly Auto: "auto";
22
+ readonly Default: "default";
23
+ readonly Flex: "flex";
24
+ readonly Priority: "priority";
25
+ };
26
+ export type AppendAgentEvalTrialsServiceTier = ClosedEnum<typeof AppendAgentEvalTrialsServiceTier>;
27
+ export type AppendAgentEvalTrialsPrefillThink = boolean | string;
28
+ export type AppendAgentEvalTrialsGeneration = {
29
+ instructions?: string | undefined;
30
+ temperature?: number | undefined;
31
+ topP?: number | undefined;
32
+ maxOutputTokens?: number | undefined;
33
+ /**
34
+ * lm-eval alias for max_output_tokens.
35
+ */
36
+ maxGenToks?: number | undefined;
37
+ stop?: string | Array<string> | undefined;
38
+ /**
39
+ * lm-eval generate_until stop sequences.
40
+ */
41
+ until?: Array<string> | undefined;
42
+ maxToolCalls?: number | undefined;
43
+ reasoning?: any | undefined;
44
+ text?: any | undefined;
45
+ tools?: Array<any | null> | undefined;
46
+ toolChoice?: any | undefined;
47
+ parallelToolCalls?: boolean | undefined;
48
+ truncation?: AppendAgentEvalTrialsTruncation | undefined;
49
+ serviceTier?: AppendAgentEvalTrialsServiceTier | undefined;
50
+ presencePenalty?: number | undefined;
51
+ frequencyPenalty?: number | undefined;
52
+ topK?: number | undefined;
53
+ minP?: number | undefined;
54
+ repetitionPenalty?: number | undefined;
55
+ doSample?: boolean | undefined;
56
+ extraBody?: {
57
+ [k: string]: any;
58
+ } | undefined;
59
+ chatTemplateKwargs?: {
60
+ [k: string]: any;
61
+ } | undefined;
62
+ prefillThink?: boolean | string | undefined;
63
+ useCache?: boolean | undefined;
64
+ timeoutSeconds?: number | undefined;
65
+ maxRetries?: number | undefined;
66
+ maxEmptyRetries?: number | undefined;
67
+ additionalProperties?: {
68
+ [k: string]: any;
69
+ } | undefined;
70
+ };
71
+ export type AppendAgentEvalTrialsRequestCounts = {
72
+ total: number;
73
+ completed: number;
74
+ failed: number;
75
+ };
76
+ /**
77
+ * OK
78
+ */
79
+ export type AppendAgentEvalTrialsResponseBody = {
80
+ id: string;
81
+ object: "eval.run";
82
+ suiteId: string;
83
+ suiteVersion: number;
84
+ suiteVersionId: string;
85
+ /**
86
+ * The org that owns this run.
87
+ */
88
+ orgId: string;
89
+ /**
90
+ * The team that owns this run.
91
+ */
92
+ teamId: string;
93
+ status: components.EvalRunStatus;
94
+ models: Array<string>;
95
+ taskIds: Array<string> | null;
96
+ judgeModel: string | null;
97
+ embeddingModel: string | null;
98
+ generation: AppendAgentEvalTrialsGeneration;
99
+ requestCounts: AppendAgentEvalTrialsRequestCounts;
100
+ metrics: {
101
+ [k: string]: any;
102
+ } | null;
103
+ error: {
104
+ [k: string]: any;
105
+ } | null;
106
+ artifactFileIds: Array<string>;
107
+ metadata: {
108
+ [k: string]: string;
109
+ };
110
+ /**
111
+ * Coding-agent harness that produced this run (e.g. `omp`, `claude-code`). Null for every non-harness eval kind — a null here is not a missing value, it means the run is not an agent run.
112
+ */
113
+ agentName: string | null;
114
+ /**
115
+ * Version of `agent_name`, as the harness reported it. Null when `agent_name` is.
116
+ */
117
+ agentVersion: string | null;
118
+ /**
119
+ * Reasoning-effort setting the agent ran at (e.g. `medium`, `xhigh`). Part of the leaderboard's row identity: the same agent and model at two efforts are two rows, not one. Null when `agent_name` is.
120
+ */
121
+ agentEffort: string | null;
122
+ /**
123
+ * Total spend for the run in USD. Null when the harness did not report cost.
124
+ */
125
+ costUsd: number | null;
126
+ createdAt: number;
127
+ startedAt: number | null;
128
+ completedAt: number | null;
129
+ cancelledAt: number | null;
130
+ failedAt: number | null;
131
+ };
132
+ /** @internal */
133
+ export declare const AppendAgentEvalTrialsRequest$inboundSchema: z.ZodType<AppendAgentEvalTrialsRequest, z.ZodTypeDef, unknown>;
134
+ /** @internal */
135
+ export type AppendAgentEvalTrialsRequest$Outbound = {
136
+ run_id: string;
137
+ "X-On-Behalf-Of"?: string | undefined;
138
+ AppendAgentTrialsRequest: components.AppendAgentTrialsRequest$Outbound;
139
+ };
140
+ /** @internal */
141
+ export declare const AppendAgentEvalTrialsRequest$outboundSchema: z.ZodType<AppendAgentEvalTrialsRequest$Outbound, z.ZodTypeDef, AppendAgentEvalTrialsRequest>;
142
+ export declare function appendAgentEvalTrialsRequestToJSON(appendAgentEvalTrialsRequest: AppendAgentEvalTrialsRequest): string;
143
+ export declare function appendAgentEvalTrialsRequestFromJSON(jsonString: string): SafeParseResult<AppendAgentEvalTrialsRequest, SDKValidationError>;
144
+ /** @internal */
145
+ export declare const AppendAgentEvalTrialsStop$inboundSchema: z.ZodType<AppendAgentEvalTrialsStop, z.ZodTypeDef, unknown>;
146
+ /** @internal */
147
+ export type AppendAgentEvalTrialsStop$Outbound = string | Array<string>;
148
+ /** @internal */
149
+ export declare const AppendAgentEvalTrialsStop$outboundSchema: z.ZodType<AppendAgentEvalTrialsStop$Outbound, z.ZodTypeDef, AppendAgentEvalTrialsStop>;
150
+ export declare function appendAgentEvalTrialsStopToJSON(appendAgentEvalTrialsStop: AppendAgentEvalTrialsStop): string;
151
+ export declare function appendAgentEvalTrialsStopFromJSON(jsonString: string): SafeParseResult<AppendAgentEvalTrialsStop, SDKValidationError>;
152
+ /** @internal */
153
+ export declare const AppendAgentEvalTrialsTruncation$inboundSchema: z.ZodNativeEnum<typeof AppendAgentEvalTrialsTruncation>;
154
+ /** @internal */
155
+ export declare const AppendAgentEvalTrialsTruncation$outboundSchema: z.ZodNativeEnum<typeof AppendAgentEvalTrialsTruncation>;
156
+ /** @internal */
157
+ export declare const AppendAgentEvalTrialsServiceTier$inboundSchema: z.ZodNativeEnum<typeof AppendAgentEvalTrialsServiceTier>;
158
+ /** @internal */
159
+ export declare const AppendAgentEvalTrialsServiceTier$outboundSchema: z.ZodNativeEnum<typeof AppendAgentEvalTrialsServiceTier>;
160
+ /** @internal */
161
+ export declare const AppendAgentEvalTrialsPrefillThink$inboundSchema: z.ZodType<AppendAgentEvalTrialsPrefillThink, z.ZodTypeDef, unknown>;
162
+ /** @internal */
163
+ export type AppendAgentEvalTrialsPrefillThink$Outbound = boolean | string;
164
+ /** @internal */
165
+ export declare const AppendAgentEvalTrialsPrefillThink$outboundSchema: z.ZodType<AppendAgentEvalTrialsPrefillThink$Outbound, z.ZodTypeDef, AppendAgentEvalTrialsPrefillThink>;
166
+ export declare function appendAgentEvalTrialsPrefillThinkToJSON(appendAgentEvalTrialsPrefillThink: AppendAgentEvalTrialsPrefillThink): string;
167
+ export declare function appendAgentEvalTrialsPrefillThinkFromJSON(jsonString: string): SafeParseResult<AppendAgentEvalTrialsPrefillThink, SDKValidationError>;
168
+ /** @internal */
169
+ export declare const AppendAgentEvalTrialsGeneration$inboundSchema: z.ZodType<AppendAgentEvalTrialsGeneration, z.ZodTypeDef, unknown>;
170
+ /** @internal */
171
+ export type AppendAgentEvalTrialsGeneration$Outbound = {
172
+ instructions?: string | undefined;
173
+ temperature?: number | undefined;
174
+ top_p?: number | undefined;
175
+ max_output_tokens?: number | undefined;
176
+ max_gen_toks?: number | undefined;
177
+ stop?: string | Array<string> | undefined;
178
+ until?: Array<string> | undefined;
179
+ max_tool_calls?: number | undefined;
180
+ reasoning?: any | undefined;
181
+ text?: any | undefined;
182
+ tools?: Array<any | null> | undefined;
183
+ tool_choice?: any | undefined;
184
+ parallel_tool_calls?: boolean | undefined;
185
+ truncation?: string | undefined;
186
+ service_tier?: string | undefined;
187
+ presence_penalty?: number | undefined;
188
+ frequency_penalty?: number | undefined;
189
+ top_k?: number | undefined;
190
+ min_p?: number | undefined;
191
+ repetition_penalty?: number | undefined;
192
+ do_sample?: boolean | undefined;
193
+ extra_body?: {
194
+ [k: string]: any;
195
+ } | undefined;
196
+ chat_template_kwargs?: {
197
+ [k: string]: any;
198
+ } | undefined;
199
+ prefill_think?: boolean | string | undefined;
200
+ use_cache?: boolean | undefined;
201
+ timeout_seconds?: number | undefined;
202
+ max_retries?: number | undefined;
203
+ max_empty_retries?: number | undefined;
204
+ [additionalProperties: string]: unknown;
205
+ };
206
+ /** @internal */
207
+ export declare const AppendAgentEvalTrialsGeneration$outboundSchema: z.ZodType<AppendAgentEvalTrialsGeneration$Outbound, z.ZodTypeDef, AppendAgentEvalTrialsGeneration>;
208
+ export declare function appendAgentEvalTrialsGenerationToJSON(appendAgentEvalTrialsGeneration: AppendAgentEvalTrialsGeneration): string;
209
+ export declare function appendAgentEvalTrialsGenerationFromJSON(jsonString: string): SafeParseResult<AppendAgentEvalTrialsGeneration, SDKValidationError>;
210
+ /** @internal */
211
+ export declare const AppendAgentEvalTrialsRequestCounts$inboundSchema: z.ZodType<AppendAgentEvalTrialsRequestCounts, z.ZodTypeDef, unknown>;
212
+ /** @internal */
213
+ export type AppendAgentEvalTrialsRequestCounts$Outbound = {
214
+ total: number;
215
+ completed: number;
216
+ failed: number;
217
+ };
218
+ /** @internal */
219
+ export declare const AppendAgentEvalTrialsRequestCounts$outboundSchema: z.ZodType<AppendAgentEvalTrialsRequestCounts$Outbound, z.ZodTypeDef, AppendAgentEvalTrialsRequestCounts>;
220
+ export declare function appendAgentEvalTrialsRequestCountsToJSON(appendAgentEvalTrialsRequestCounts: AppendAgentEvalTrialsRequestCounts): string;
221
+ export declare function appendAgentEvalTrialsRequestCountsFromJSON(jsonString: string): SafeParseResult<AppendAgentEvalTrialsRequestCounts, SDKValidationError>;
222
+ /** @internal */
223
+ export declare const AppendAgentEvalTrialsResponseBody$inboundSchema: z.ZodType<AppendAgentEvalTrialsResponseBody, z.ZodTypeDef, unknown>;
224
+ /** @internal */
225
+ export type AppendAgentEvalTrialsResponseBody$Outbound = {
226
+ id: string;
227
+ object: "eval.run";
228
+ suite_id: string;
229
+ suite_version: number;
230
+ suite_version_id: string;
231
+ org_id: string;
232
+ team_id: string;
233
+ status: string;
234
+ models: Array<string>;
235
+ task_ids: Array<string> | null;
236
+ judge_model: string | null;
237
+ embedding_model: string | null;
238
+ generation: AppendAgentEvalTrialsGeneration$Outbound;
239
+ request_counts: AppendAgentEvalTrialsRequestCounts$Outbound;
240
+ metrics: {
241
+ [k: string]: any;
242
+ } | null;
243
+ error: {
244
+ [k: string]: any;
245
+ } | null;
246
+ artifact_file_ids: Array<string>;
247
+ metadata: {
248
+ [k: string]: string;
249
+ };
250
+ agent_name: string | null;
251
+ agent_version: string | null;
252
+ agent_effort: string | null;
253
+ cost_usd: number | null;
254
+ created_at: number;
255
+ started_at: number | null;
256
+ completed_at: number | null;
257
+ cancelled_at: number | null;
258
+ failed_at: number | null;
259
+ };
260
+ /** @internal */
261
+ export declare const AppendAgentEvalTrialsResponseBody$outboundSchema: z.ZodType<AppendAgentEvalTrialsResponseBody$Outbound, z.ZodTypeDef, AppendAgentEvalTrialsResponseBody>;
262
+ export declare function appendAgentEvalTrialsResponseBodyToJSON(appendAgentEvalTrialsResponseBody: AppendAgentEvalTrialsResponseBody): string;
263
+ export declare function appendAgentEvalTrialsResponseBodyFromJSON(jsonString: string): SafeParseResult<AppendAgentEvalTrialsResponseBody, SDKValidationError>;
264
+ //# sourceMappingURL=appendagentevaltrials.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"appendagentevaltrials.d.ts","sourceRoot":"","sources":["../../../../src/models/operations/appendagentevaltrials.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAM5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,KAAK,UAAU,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,MAAM,4BAA4B,GAAG;IACzC,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,wBAAwB,EAAE,UAAU,CAAC,wBAAwB,CAAC;CAC/D,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;AAE/D,eAAO,MAAM,+BAA+B;;;CAGlC,CAAC;AACX,MAAM,MAAM,+BAA+B,GAAG,UAAU,CACtD,OAAO,+BAA+B,CACvC,CAAC;AAEF,eAAO,MAAM,gCAAgC;;;;;CAKnC,CAAC;AACX,MAAM,MAAM,gCAAgC,GAAG,UAAU,CACvD,OAAO,gCAAgC,CACxC,CAAC;AAEF,MAAM,MAAM,iCAAiC,GAAG,OAAO,GAAG,MAAM,CAAC;AAEjE,MAAM,MAAM,+BAA+B,GAAG;IAC5C,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC1C;;OAEG;IACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,SAAS,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAC5B,IAAI,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IACvB,KAAK,CAAC,EAAE,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC;IACtC,UAAU,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAC7B,iBAAiB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACxC,UAAU,CAAC,EAAE,+BAA+B,GAAG,SAAS,CAAC;IACzD,WAAW,CAAC,EAAE,gCAAgC,GAAG,SAAS,CAAC;IAC3D,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B,SAAS,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IAC7C,kBAAkB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IACtD,YAAY,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAAC;IAC5C,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CACzD,CAAC;AAEF,MAAM,MAAM,kCAAkC,GAAG;IAC/C,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,iCAAiC,GAAG;IAC9C,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,UAAU,CAAC,aAAa,CAAC;IACjC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAC9B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,UAAU,EAAE,+BAA+B,CAAC;IAC5C,aAAa,EAAE,kCAAkC,CAAC;IAClD,OAAO,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IACrC,KAAK,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IACnC,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/B,QAAQ,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IAClC;;OAEG;IACH,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;OAEG;IACH,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B;;OAEG;IACH,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,0CAA0C,EAAE,CAAC,CAAC,OAAO,CAChE,4BAA4B,EAC5B,CAAC,CAAC,UAAU,EACZ,OAAO,CAWP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,qCAAqC,GAAG;IAClD,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,wBAAwB,EAAE,UAAU,CAAC,iCAAiC,CAAC;CACxE,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,2CAA2C,EAAE,CAAC,CAAC,OAAO,CACjE,qCAAqC,EACrC,CAAC,CAAC,UAAU,EACZ,4BAA4B,CAW5B,CAAC;AAEH,wBAAgB,kCAAkC,CAChD,4BAA4B,EAAE,4BAA4B,GACzD,MAAM,CAMR;AACD,wBAAgB,oCAAoC,CAClD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,4BAA4B,EAAE,kBAAkB,CAAC,CAMnE;AAED,gBAAgB;AAChB,eAAO,MAAM,uCAAuC,EAAE,CAAC,CAAC,OAAO,CAC7D,yBAAyB,EACzB,CAAC,CAAC,UAAU,EACZ,OAAO,CACqC,CAAC;AAC/C,gBAAgB;AAChB,MAAM,MAAM,kCAAkC,GAAG,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;AAExE,gBAAgB;AAChB,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,OAAO,CAC9D,kCAAkC,EAClC,CAAC,CAAC,UAAU,EACZ,yBAAyB,CACmB,CAAC;AAE/C,wBAAgB,+BAA+B,CAC7C,yBAAyB,EAAE,yBAAyB,GACnD,MAAM,CAIR;AACD,wBAAgB,iCAAiC,CAC/C,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,yBAAyB,EAAE,kBAAkB,CAAC,CAMhE;AAED,gBAAgB;AAChB,eAAO,MAAM,6CAA6C,EAAE,CAAC,CAAC,aAAa,CACzE,OAAO,+BAA+B,CACS,CAAC;AAClD,gBAAgB;AAChB,eAAO,MAAM,8CAA8C,EAAE,CAAC,CAAC,aAAa,CAC1E,OAAO,+BAA+B,CACS,CAAC;AAElD,gBAAgB;AAChB,eAAO,MAAM,8CAA8C,EAAE,CAAC,CAAC,aAAa,CAC1E,OAAO,gCAAgC,CACS,CAAC;AACnD,gBAAgB;AAChB,eAAO,MAAM,+CAA+C,EAAE,CAAC,CAAC,aAAa,CAC3E,OAAO,gCAAgC,CACS,CAAC;AAEnD,gBAAgB;AAChB,eAAO,MAAM,+CAA+C,EAAE,CAAC,CAAC,OAAO,CACrE,iCAAiC,EACjC,CAAC,CAAC,UAAU,EACZ,OAAO,CAC6B,CAAC;AACvC,gBAAgB;AAChB,MAAM,MAAM,0CAA0C,GAAG,OAAO,GAAG,MAAM,CAAC;AAE1E,gBAAgB;AAChB,eAAO,MAAM,gDAAgD,EAAE,CAAC,CAAC,OAAO,CACtE,0CAA0C,EAC1C,CAAC,CAAC,UAAU,EACZ,iCAAiC,CACG,CAAC;AAEvC,wBAAgB,uCAAuC,CACrD,iCAAiC,EAAE,iCAAiC,GACnE,MAAM,CAMR;AACD,wBAAgB,yCAAyC,CACvD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,iCAAiC,EAAE,kBAAkB,CAAC,CAMxE;AAED,gBAAgB;AAChB,eAAO,MAAM,6CAA6C,EAAE,CAAC,CAAC,OAAO,CACnE,+BAA+B,EAC/B,CAAC,CAAC,UAAU,EACZ,OAAO,CAyDP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,wCAAwC,GAAG;IACrD,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAC5B,IAAI,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IACvB,KAAK,CAAC,EAAE,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC;IACtC,WAAW,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAC9B,mBAAmB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC1C,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,UAAU,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IAC9C,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IACxD,aAAa,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAAC;IAC7C,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,CAAC,oBAAoB,EAAE,MAAM,GAAG,OAAO,CAAC;CACzC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,8CAA8C,EAAE,CAAC,CAAC,OAAO,CACpE,wCAAwC,EACxC,CAAC,CAAC,UAAU,EACZ,+BAA+B,CA0D/B,CAAC;AAEH,wBAAgB,qCAAqC,CACnD,+BAA+B,EAAE,+BAA+B,GAC/D,MAAM,CAMR;AACD,wBAAgB,uCAAuC,CACrD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,+BAA+B,EAAE,kBAAkB,CAAC,CAMtE;AAED,gBAAgB;AAChB,eAAO,MAAM,gDAAgD,EAAE,CAAC,CAAC,OAAO,CACtE,kCAAkC,EAClC,CAAC,CAAC,UAAU,EACZ,OAAO,CAKP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,2CAA2C,GAAG;IACxD,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,iDAAiD,EAAE,CAAC,CAAC,OAAO,CACvE,2CAA2C,EAC3C,CAAC,CAAC,UAAU,EACZ,kCAAkC,CAKlC,CAAC;AAEH,wBAAgB,wCAAwC,CACtD,kCAAkC,EAAE,kCAAkC,GACrE,MAAM,CAMR;AACD,wBAAgB,0CAA0C,CACxD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,kCAAkC,EAAE,kBAAkB,CAAC,CAOzE;AAED,gBAAgB;AAChB,eAAO,MAAM,+CAA+C,EAAE,CAAC,CAAC,OAAO,CACrE,iCAAiC,EACjC,CAAC,CAAC,UAAU,EACZ,OAAO,CAqDP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,0CAA0C,GAAG;IACvD,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,UAAU,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAC/B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,UAAU,EAAE,wCAAwC,CAAC;IACrD,cAAc,EAAE,2CAA2C,CAAC;IAC5D,OAAO,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IACrC,KAAK,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IACnC,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACjC,QAAQ,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IAClC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,gDAAgD,EAAE,CAAC,CAAC,OAAO,CACtE,0CAA0C,EAC1C,CAAC,CAAC,UAAU,EACZ,iCAAiC,CAqDjC,CAAC;AAEH,wBAAgB,uCAAuC,CACrD,iCAAiC,EAAE,iCAAiC,GACnE,MAAM,CAMR;AACD,wBAAgB,yCAAyC,CACvD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,iCAAiC,EAAE,kBAAkB,CAAC,CAMxE"}
@@ -0,0 +1,323 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+ import * as z from "zod/v3";
5
+ import { remap as remap$ } from "../../lib/primitives.js";
6
+ import { collectExtraKeys as collectExtraKeys$, safeParse, } from "../../lib/schemas.js";
7
+ import * as components from "../components/index.js";
8
+ export const AppendAgentEvalTrialsTruncation = {
9
+ Auto: "auto",
10
+ Disabled: "disabled",
11
+ };
12
+ export const AppendAgentEvalTrialsServiceTier = {
13
+ Auto: "auto",
14
+ Default: "default",
15
+ Flex: "flex",
16
+ Priority: "priority",
17
+ };
18
+ /** @internal */
19
+ export const AppendAgentEvalTrialsRequest$inboundSchema = z.object({
20
+ run_id: z.string(),
21
+ "X-On-Behalf-Of": z.string().optional(),
22
+ AppendAgentTrialsRequest: components.AppendAgentTrialsRequest$inboundSchema,
23
+ }).transform((v) => {
24
+ return remap$(v, {
25
+ "run_id": "runId",
26
+ "X-On-Behalf-Of": "xOnBehalfOf",
27
+ "AppendAgentTrialsRequest": "appendAgentTrialsRequest",
28
+ });
29
+ });
30
+ /** @internal */
31
+ export const AppendAgentEvalTrialsRequest$outboundSchema = z.object({
32
+ runId: z.string(),
33
+ xOnBehalfOf: z.string().optional(),
34
+ appendAgentTrialsRequest: components.AppendAgentTrialsRequest$outboundSchema,
35
+ }).transform((v) => {
36
+ return remap$(v, {
37
+ runId: "run_id",
38
+ xOnBehalfOf: "X-On-Behalf-Of",
39
+ appendAgentTrialsRequest: "AppendAgentTrialsRequest",
40
+ });
41
+ });
42
+ export function appendAgentEvalTrialsRequestToJSON(appendAgentEvalTrialsRequest) {
43
+ return JSON.stringify(AppendAgentEvalTrialsRequest$outboundSchema.parse(appendAgentEvalTrialsRequest));
44
+ }
45
+ export function appendAgentEvalTrialsRequestFromJSON(jsonString) {
46
+ return safeParse(jsonString, (x) => AppendAgentEvalTrialsRequest$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentEvalTrialsRequest' from JSON`);
47
+ }
48
+ /** @internal */
49
+ export const AppendAgentEvalTrialsStop$inboundSchema = z.union([z.string(), z.array(z.string())]);
50
+ /** @internal */
51
+ export const AppendAgentEvalTrialsStop$outboundSchema = z.union([z.string(), z.array(z.string())]);
52
+ export function appendAgentEvalTrialsStopToJSON(appendAgentEvalTrialsStop) {
53
+ return JSON.stringify(AppendAgentEvalTrialsStop$outboundSchema.parse(appendAgentEvalTrialsStop));
54
+ }
55
+ export function appendAgentEvalTrialsStopFromJSON(jsonString) {
56
+ return safeParse(jsonString, (x) => AppendAgentEvalTrialsStop$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentEvalTrialsStop' from JSON`);
57
+ }
58
+ /** @internal */
59
+ export const AppendAgentEvalTrialsTruncation$inboundSchema = z.nativeEnum(AppendAgentEvalTrialsTruncation);
60
+ /** @internal */
61
+ export const AppendAgentEvalTrialsTruncation$outboundSchema = AppendAgentEvalTrialsTruncation$inboundSchema;
62
+ /** @internal */
63
+ export const AppendAgentEvalTrialsServiceTier$inboundSchema = z.nativeEnum(AppendAgentEvalTrialsServiceTier);
64
+ /** @internal */
65
+ export const AppendAgentEvalTrialsServiceTier$outboundSchema = AppendAgentEvalTrialsServiceTier$inboundSchema;
66
+ /** @internal */
67
+ export const AppendAgentEvalTrialsPrefillThink$inboundSchema = z.union([z.boolean(), z.string()]);
68
+ /** @internal */
69
+ export const AppendAgentEvalTrialsPrefillThink$outboundSchema = z.union([z.boolean(), z.string()]);
70
+ export function appendAgentEvalTrialsPrefillThinkToJSON(appendAgentEvalTrialsPrefillThink) {
71
+ return JSON.stringify(AppendAgentEvalTrialsPrefillThink$outboundSchema.parse(appendAgentEvalTrialsPrefillThink));
72
+ }
73
+ export function appendAgentEvalTrialsPrefillThinkFromJSON(jsonString) {
74
+ return safeParse(jsonString, (x) => AppendAgentEvalTrialsPrefillThink$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentEvalTrialsPrefillThink' from JSON`);
75
+ }
76
+ /** @internal */
77
+ export const AppendAgentEvalTrialsGeneration$inboundSchema = collectExtraKeys$(z.object({
78
+ instructions: z.string().optional(),
79
+ temperature: z.number().optional(),
80
+ top_p: z.number().optional(),
81
+ max_output_tokens: z.number().int().optional(),
82
+ max_gen_toks: z.number().int().optional(),
83
+ stop: z.union([z.string(), z.array(z.string())]).optional(),
84
+ until: z.array(z.string()).optional(),
85
+ max_tool_calls: z.number().int().optional(),
86
+ reasoning: z.any().optional(),
87
+ text: z.any().optional(),
88
+ tools: z.array(z.nullable(z.any())).optional(),
89
+ tool_choice: z.any().optional(),
90
+ parallel_tool_calls: z.boolean().optional(),
91
+ truncation: AppendAgentEvalTrialsTruncation$inboundSchema.optional(),
92
+ service_tier: AppendAgentEvalTrialsServiceTier$inboundSchema.optional(),
93
+ presence_penalty: z.number().optional(),
94
+ frequency_penalty: z.number().optional(),
95
+ top_k: z.number().int().optional(),
96
+ min_p: z.number().optional(),
97
+ repetition_penalty: z.number().optional(),
98
+ do_sample: z.boolean().optional(),
99
+ extra_body: z.record(z.any()).optional(),
100
+ chat_template_kwargs: z.record(z.any()).optional(),
101
+ prefill_think: z.union([z.boolean(), z.string()]).optional(),
102
+ use_cache: z.boolean().optional(),
103
+ timeout_seconds: z.number().int().optional(),
104
+ max_retries: z.number().int().optional(),
105
+ max_empty_retries: z.number().int().optional(),
106
+ }).catchall(z.any()), "additionalProperties", true).transform((v) => {
107
+ return remap$(v, {
108
+ "top_p": "topP",
109
+ "max_output_tokens": "maxOutputTokens",
110
+ "max_gen_toks": "maxGenToks",
111
+ "max_tool_calls": "maxToolCalls",
112
+ "tool_choice": "toolChoice",
113
+ "parallel_tool_calls": "parallelToolCalls",
114
+ "service_tier": "serviceTier",
115
+ "presence_penalty": "presencePenalty",
116
+ "frequency_penalty": "frequencyPenalty",
117
+ "top_k": "topK",
118
+ "min_p": "minP",
119
+ "repetition_penalty": "repetitionPenalty",
120
+ "do_sample": "doSample",
121
+ "extra_body": "extraBody",
122
+ "chat_template_kwargs": "chatTemplateKwargs",
123
+ "prefill_think": "prefillThink",
124
+ "use_cache": "useCache",
125
+ "timeout_seconds": "timeoutSeconds",
126
+ "max_retries": "maxRetries",
127
+ "max_empty_retries": "maxEmptyRetries",
128
+ });
129
+ });
130
+ /** @internal */
131
+ export const AppendAgentEvalTrialsGeneration$outboundSchema = z.object({
132
+ instructions: z.string().optional(),
133
+ temperature: z.number().optional(),
134
+ topP: z.number().optional(),
135
+ maxOutputTokens: z.number().int().optional(),
136
+ maxGenToks: z.number().int().optional(),
137
+ stop: z.union([z.string(), z.array(z.string())]).optional(),
138
+ until: z.array(z.string()).optional(),
139
+ maxToolCalls: z.number().int().optional(),
140
+ reasoning: z.any().optional(),
141
+ text: z.any().optional(),
142
+ tools: z.array(z.nullable(z.any())).optional(),
143
+ toolChoice: z.any().optional(),
144
+ parallelToolCalls: z.boolean().optional(),
145
+ truncation: AppendAgentEvalTrialsTruncation$outboundSchema.optional(),
146
+ serviceTier: AppendAgentEvalTrialsServiceTier$outboundSchema.optional(),
147
+ presencePenalty: z.number().optional(),
148
+ frequencyPenalty: z.number().optional(),
149
+ topK: z.number().int().optional(),
150
+ minP: z.number().optional(),
151
+ repetitionPenalty: z.number().optional(),
152
+ doSample: z.boolean().optional(),
153
+ extraBody: z.record(z.any()).optional(),
154
+ chatTemplateKwargs: z.record(z.any()).optional(),
155
+ prefillThink: z.union([z.boolean(), z.string()]).optional(),
156
+ useCache: z.boolean().optional(),
157
+ timeoutSeconds: z.number().int().optional(),
158
+ maxRetries: z.number().int().optional(),
159
+ maxEmptyRetries: z.number().int().optional(),
160
+ additionalProperties: z.record(z.any()).optional(),
161
+ }).transform((v) => {
162
+ return {
163
+ ...v.additionalProperties,
164
+ ...remap$(v, {
165
+ topP: "top_p",
166
+ maxOutputTokens: "max_output_tokens",
167
+ maxGenToks: "max_gen_toks",
168
+ maxToolCalls: "max_tool_calls",
169
+ toolChoice: "tool_choice",
170
+ parallelToolCalls: "parallel_tool_calls",
171
+ serviceTier: "service_tier",
172
+ presencePenalty: "presence_penalty",
173
+ frequencyPenalty: "frequency_penalty",
174
+ topK: "top_k",
175
+ minP: "min_p",
176
+ repetitionPenalty: "repetition_penalty",
177
+ doSample: "do_sample",
178
+ extraBody: "extra_body",
179
+ chatTemplateKwargs: "chat_template_kwargs",
180
+ prefillThink: "prefill_think",
181
+ useCache: "use_cache",
182
+ timeoutSeconds: "timeout_seconds",
183
+ maxRetries: "max_retries",
184
+ maxEmptyRetries: "max_empty_retries",
185
+ additionalProperties: null,
186
+ }),
187
+ };
188
+ });
189
+ export function appendAgentEvalTrialsGenerationToJSON(appendAgentEvalTrialsGeneration) {
190
+ return JSON.stringify(AppendAgentEvalTrialsGeneration$outboundSchema.parse(appendAgentEvalTrialsGeneration));
191
+ }
192
+ export function appendAgentEvalTrialsGenerationFromJSON(jsonString) {
193
+ return safeParse(jsonString, (x) => AppendAgentEvalTrialsGeneration$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentEvalTrialsGeneration' from JSON`);
194
+ }
195
+ /** @internal */
196
+ export const AppendAgentEvalTrialsRequestCounts$inboundSchema = z.object({
197
+ total: z.number().int(),
198
+ completed: z.number().int(),
199
+ failed: z.number().int(),
200
+ });
201
+ /** @internal */
202
+ export const AppendAgentEvalTrialsRequestCounts$outboundSchema = z.object({
203
+ total: z.number().int(),
204
+ completed: z.number().int(),
205
+ failed: z.number().int(),
206
+ });
207
+ export function appendAgentEvalTrialsRequestCountsToJSON(appendAgentEvalTrialsRequestCounts) {
208
+ return JSON.stringify(AppendAgentEvalTrialsRequestCounts$outboundSchema.parse(appendAgentEvalTrialsRequestCounts));
209
+ }
210
+ export function appendAgentEvalTrialsRequestCountsFromJSON(jsonString) {
211
+ return safeParse(jsonString, (x) => AppendAgentEvalTrialsRequestCounts$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentEvalTrialsRequestCounts' from JSON`);
212
+ }
213
+ /** @internal */
214
+ export const AppendAgentEvalTrialsResponseBody$inboundSchema = z.object({
215
+ id: z.string(),
216
+ object: z.literal("eval.run"),
217
+ suite_id: z.string(),
218
+ suite_version: z.number().int(),
219
+ suite_version_id: z.string(),
220
+ org_id: z.string(),
221
+ team_id: z.string(),
222
+ status: components.EvalRunStatus$inboundSchema,
223
+ models: z.array(z.string()),
224
+ task_ids: z.nullable(z.array(z.string())),
225
+ judge_model: z.nullable(z.string()),
226
+ embedding_model: z.nullable(z.string()),
227
+ generation: z.lazy(() => AppendAgentEvalTrialsGeneration$inboundSchema),
228
+ request_counts: z.lazy(() => AppendAgentEvalTrialsRequestCounts$inboundSchema),
229
+ metrics: z.nullable(z.record(z.any())),
230
+ error: z.nullable(z.record(z.any())),
231
+ artifact_file_ids: z.array(z.string()),
232
+ metadata: z.record(z.string()),
233
+ agent_name: z.nullable(z.string()),
234
+ agent_version: z.nullable(z.string()),
235
+ agent_effort: z.nullable(z.string()),
236
+ cost_usd: z.nullable(z.number()),
237
+ created_at: z.number().int(),
238
+ started_at: z.nullable(z.number().int()),
239
+ completed_at: z.nullable(z.number().int()),
240
+ cancelled_at: z.nullable(z.number().int()),
241
+ failed_at: z.nullable(z.number().int()),
242
+ }).transform((v) => {
243
+ return remap$(v, {
244
+ "suite_id": "suiteId",
245
+ "suite_version": "suiteVersion",
246
+ "suite_version_id": "suiteVersionId",
247
+ "org_id": "orgId",
248
+ "team_id": "teamId",
249
+ "task_ids": "taskIds",
250
+ "judge_model": "judgeModel",
251
+ "embedding_model": "embeddingModel",
252
+ "request_counts": "requestCounts",
253
+ "artifact_file_ids": "artifactFileIds",
254
+ "agent_name": "agentName",
255
+ "agent_version": "agentVersion",
256
+ "agent_effort": "agentEffort",
257
+ "cost_usd": "costUsd",
258
+ "created_at": "createdAt",
259
+ "started_at": "startedAt",
260
+ "completed_at": "completedAt",
261
+ "cancelled_at": "cancelledAt",
262
+ "failed_at": "failedAt",
263
+ });
264
+ });
265
+ /** @internal */
266
+ export const AppendAgentEvalTrialsResponseBody$outboundSchema = z.object({
267
+ id: z.string(),
268
+ object: z.literal("eval.run"),
269
+ suiteId: z.string(),
270
+ suiteVersion: z.number().int(),
271
+ suiteVersionId: z.string(),
272
+ orgId: z.string(),
273
+ teamId: z.string(),
274
+ status: components.EvalRunStatus$outboundSchema,
275
+ models: z.array(z.string()),
276
+ taskIds: z.nullable(z.array(z.string())),
277
+ judgeModel: z.nullable(z.string()),
278
+ embeddingModel: z.nullable(z.string()),
279
+ generation: z.lazy(() => AppendAgentEvalTrialsGeneration$outboundSchema),
280
+ requestCounts: z.lazy(() => AppendAgentEvalTrialsRequestCounts$outboundSchema),
281
+ metrics: z.nullable(z.record(z.any())),
282
+ error: z.nullable(z.record(z.any())),
283
+ artifactFileIds: z.array(z.string()),
284
+ metadata: z.record(z.string()),
285
+ agentName: z.nullable(z.string()),
286
+ agentVersion: z.nullable(z.string()),
287
+ agentEffort: z.nullable(z.string()),
288
+ costUsd: z.nullable(z.number()),
289
+ createdAt: z.number().int(),
290
+ startedAt: z.nullable(z.number().int()),
291
+ completedAt: z.nullable(z.number().int()),
292
+ cancelledAt: z.nullable(z.number().int()),
293
+ failedAt: z.nullable(z.number().int()),
294
+ }).transform((v) => {
295
+ return remap$(v, {
296
+ suiteId: "suite_id",
297
+ suiteVersion: "suite_version",
298
+ suiteVersionId: "suite_version_id",
299
+ orgId: "org_id",
300
+ teamId: "team_id",
301
+ taskIds: "task_ids",
302
+ judgeModel: "judge_model",
303
+ embeddingModel: "embedding_model",
304
+ requestCounts: "request_counts",
305
+ artifactFileIds: "artifact_file_ids",
306
+ agentName: "agent_name",
307
+ agentVersion: "agent_version",
308
+ agentEffort: "agent_effort",
309
+ costUsd: "cost_usd",
310
+ createdAt: "created_at",
311
+ startedAt: "started_at",
312
+ completedAt: "completed_at",
313
+ cancelledAt: "cancelled_at",
314
+ failedAt: "failed_at",
315
+ });
316
+ });
317
+ export function appendAgentEvalTrialsResponseBodyToJSON(appendAgentEvalTrialsResponseBody) {
318
+ return JSON.stringify(AppendAgentEvalTrialsResponseBody$outboundSchema.parse(appendAgentEvalTrialsResponseBody));
319
+ }
320
+ export function appendAgentEvalTrialsResponseBodyFromJSON(jsonString) {
321
+ return safeParse(jsonString, (x) => AppendAgentEvalTrialsResponseBody$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentEvalTrialsResponseBody' from JSON`);
322
+ }
323
+ //# sourceMappingURL=appendagentevaltrials.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"appendagentevaltrials.js","sourceRoot":"","sources":["../../../../src/models/operations/appendagentevaltrials.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,KAAK,IAAI,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EACL,gBAAgB,IAAI,iBAAiB,EACrC,SAAS,GACV,MAAM,sBAAsB,CAAC;AAG9B,OAAO,KAAK,UAAU,MAAM,wBAAwB,CAAC;AAcrD,MAAM,CAAC,MAAM,+BAA+B,GAAG;IAC7C,IAAI,EAAE,MAAM;IACZ,QAAQ,EAAE,UAAU;CACZ,CAAC;AAKX,MAAM,CAAC,MAAM,gCAAgC,GAAG;IAC9C,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,MAAM;IACZ,QAAQ,EAAE,UAAU;CACZ,CAAC;AAsGX,gBAAgB;AAChB,MAAM,CAAC,MAAM,0CAA0C,GAInD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,wBAAwB,EAAE,UAAU,CAAC,sCAAsC;CAC5E,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,QAAQ,EAAE,OAAO;QACjB,gBAAgB,EAAE,aAAa;QAC/B,0BAA0B,EAAE,0BAA0B;KACvD,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAQH,gBAAgB;AAChB,MAAM,CAAC,MAAM,2CAA2C,GAIpD,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,wBAAwB,EAAE,UAAU,CAAC,uCAAuC;CAC7E,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,KAAK,EAAE,QAAQ;QACf,WAAW,EAAE,gBAAgB;QAC7B,wBAAwB,EAAE,0BAA0B;KACrD,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,UAAU,kCAAkC,CAChD,4BAA0D;IAE1D,OAAO,IAAI,CAAC,SAAS,CACnB,2CAA2C,CAAC,KAAK,CAC/C,4BAA4B,CAC7B,CACF,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,oCAAoC,CAClD,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,0CAA0C,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACtE,0DAA0D,CAC3D,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,MAAM,uCAAuC,GAIhD,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;AAI/C,gBAAgB;AAChB,MAAM,CAAC,MAAM,wCAAwC,GAIjD,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;AAE/C,MAAM,UAAU,+BAA+B,CAC7C,yBAAoD;IAEpD,OAAO,IAAI,CAAC,SAAS,CACnB,wCAAwC,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAC1E,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,iCAAiC,CAC/C,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,uCAAuC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACnE,uDAAuD,CACxD,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,MAAM,6CAA6C,GAEtD,CAAC,CAAC,UAAU,CAAC,+BAA+B,CAAC,CAAC;AAClD,gBAAgB;AAChB,MAAM,CAAC,MAAM,8CAA8C,GAEvD,6CAA6C,CAAC;AAElD,gBAAgB;AAChB,MAAM,CAAC,MAAM,8CAA8C,GAEvD,CAAC,CAAC,UAAU,CAAC,gCAAgC,CAAC,CAAC;AACnD,gBAAgB;AAChB,MAAM,CAAC,MAAM,+CAA+C,GAExD,8CAA8C,CAAC;AAEnD,gBAAgB;AAChB,MAAM,CAAC,MAAM,+CAA+C,GAIxD,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAIvC,gBAAgB;AAChB,MAAM,CAAC,MAAM,gDAAgD,GAIzD,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAEvC,MAAM,UAAU,uCAAuC,CACrD,iCAAoE;IAEpE,OAAO,IAAI,CAAC,SAAS,CACnB,gDAAgD,CAAC,KAAK,CACpD,iCAAiC,CAClC,CACF,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,yCAAyC,CACvD,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,+CAA+C,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC3E,+DAA+D,CAChE,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,MAAM,6CAA6C,GAItD,iBAAiB,CACnB,CAAC,CAAC,MAAM,CAAC;IACP,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC9C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACzC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC3D,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC3C,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC7B,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC9C,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC/B,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC3C,UAAU,EAAE,6CAA6C,CAAC,QAAQ,EAAE;IACpE,YAAY,EAAE,8CAA8C,CAAC,QAAQ,EAAE;IACvE,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAClC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,oBAAoB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAClD,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC5D,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;CAC/C,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EACpB,sBAAsB,EACtB,IAAI,CACL,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IAChB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,OAAO,EAAE,MAAM;QACf,mBAAmB,EAAE,iBAAiB;QACtC,cAAc,EAAE,YAAY;QAC5B,gBAAgB,EAAE,cAAc;QAChC,aAAa,EAAE,YAAY;QAC3B,qBAAqB,EAAE,mBAAmB;QAC1C,cAAc,EAAE,aAAa;QAC7B,kBAAkB,EAAE,iBAAiB;QACrC,mBAAmB,EAAE,kBAAkB;QACvC,OAAO,EAAE,MAAM;QACf,OAAO,EAAE,MAAM;QACf,oBAAoB,EAAE,mBAAmB;QACzC,WAAW,EAAE,UAAU;QACvB,YAAY,EAAE,WAAW;QACzB,sBAAsB,EAAE,oBAAoB;QAC5C,eAAe,EAAE,cAAc;QAC/B,WAAW,EAAE,UAAU;QACvB,iBAAiB,EAAE,gBAAgB;QACnC,aAAa,EAAE,YAAY;QAC3B,mBAAmB,EAAE,iBAAiB;KACvC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAkCH,gBAAgB;AAChB,MAAM,CAAC,MAAM,8CAA8C,GAIvD,CAAC,CAAC,MAAM,CAAC;IACX,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC5C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC3D,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACzC,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC7B,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC9C,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC9B,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACzC,UAAU,EAAE,8CAA8C,CAAC,QAAQ,EAAE;IACrE,WAAW,EAAE,+CAA+C,CAAC,QAAQ,EAAE;IACvE,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACjC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAChC,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,kBAAkB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAChD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC3D,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAChC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC3C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC5C,oBAAoB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;CACnD,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO;QACL,GAAG,CAAC,CAAC,oBAAoB;QACzB,GAAG,MAAM,CAAC,CAAC,EAAE;YACX,IAAI,EAAE,OAAO;YACb,eAAe,EAAE,mBAAmB;YACpC,UAAU,EAAE,cAAc;YAC1B,YAAY,EAAE,gBAAgB;YAC9B,UAAU,EAAE,aAAa;YACzB,iBAAiB,EAAE,qBAAqB;YACxC,WAAW,EAAE,cAAc;YAC3B,eAAe,EAAE,kBAAkB;YACnC,gBAAgB,EAAE,mBAAmB;YACrC,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,OAAO;YACb,iBAAiB,EAAE,oBAAoB;YACvC,QAAQ,EAAE,WAAW;YACrB,SAAS,EAAE,YAAY;YACvB,kBAAkB,EAAE,sBAAsB;YAC1C,YAAY,EAAE,eAAe;YAC7B,QAAQ,EAAE,WAAW;YACrB,cAAc,EAAE,iBAAiB;YACjC,UAAU,EAAE,aAAa;YACzB,eAAe,EAAE,mBAAmB;YACpC,oBAAoB,EAAE,IAAI;SAC3B,CAAC;KACH,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,MAAM,UAAU,qCAAqC,CACnD,+BAAgE;IAEhE,OAAO,IAAI,CAAC,SAAS,CACnB,8CAA8C,CAAC,KAAK,CAClD,+BAA+B,CAChC,CACF,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,uCAAuC,CACrD,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,6CAA6C,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACzE,6DAA6D,CAC9D,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,MAAM,gDAAgD,GAIzD,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IACvB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;CACzB,CAAC,CAAC;AAQH,gBAAgB;AAChB,MAAM,CAAC,MAAM,iDAAiD,GAI1D,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IACvB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;CACzB,CAAC,CAAC;AAEH,MAAM,UAAU,wCAAwC,CACtD,kCAAsE;IAEtE,OAAO,IAAI,CAAC,SAAS,CACnB,iDAAiD,CAAC,KAAK,CACrD,kCAAkC,CACnC,CACF,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,0CAA0C,CACxD,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CACJ,gDAAgD,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACvE,gEAAgE,CACjE,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,MAAM,+CAA+C,GAIxD,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IAC7B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC/B,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE;IAC5B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,MAAM,EAAE,UAAU,CAAC,2BAA2B;IAC9C,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC3B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IACzC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACnC,eAAe,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACvC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,6CAA6C,CAAC;IACvE,cAAc,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAC1B,gDAAgD,CACjD;IACD,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IACtC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IACpC,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACtC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC9B,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAClC,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACrC,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACpC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAChC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC5B,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;IACxC,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;IAC1C,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;IAC1C,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;CACxC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,UAAU,EAAE,SAAS;QACrB,eAAe,EAAE,cAAc;QAC/B,kBAAkB,EAAE,gBAAgB;QACpC,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,SAAS;QACrB,aAAa,EAAE,YAAY;QAC3B,iBAAiB,EAAE,gBAAgB;QACnC,gBAAgB,EAAE,eAAe;QACjC,mBAAmB,EAAE,iBAAiB;QACtC,YAAY,EAAE,WAAW;QACzB,eAAe,EAAE,cAAc;QAC/B,cAAc,EAAE,aAAa;QAC7B,UAAU,EAAE,SAAS;QACrB,YAAY,EAAE,WAAW;QACzB,YAAY,EAAE,WAAW;QACzB,cAAc,EAAE,aAAa;QAC7B,cAAc,EAAE,aAAa;QAC7B,WAAW,EAAE,UAAU;KACxB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAgCH,gBAAgB;AAChB,MAAM,CAAC,MAAM,gDAAgD,GAIzD,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IAC7B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC9B,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;IAC1B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,UAAU,CAAC,4BAA4B;IAC/C,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC3B,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IACxC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAClC,cAAc,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACtC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,8CAA8C,CAAC;IACxE,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CACzB,iDAAiD,CAClD;IACD,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IACtC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IACpC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACpC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC9B,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACjC,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACpC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACnC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC/B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC3B,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;IACvC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;IACzC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;CACvC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,OAAO,EAAE,UAAU;QACnB,YAAY,EAAE,eAAe;QAC7B,cAAc,EAAE,kBAAkB;QAClC,KAAK,EAAE,QAAQ;QACf,MAAM,EAAE,SAAS;QACjB,OAAO,EAAE,UAAU;QACnB,UAAU,EAAE,aAAa;QACzB,cAAc,EAAE,iBAAiB;QACjC,aAAa,EAAE,gBAAgB;QAC/B,eAAe,EAAE,mBAAmB;QACpC,SAAS,EAAE,YAAY;QACvB,YAAY,EAAE,eAAe;QAC7B,WAAW,EAAE,cAAc;QAC3B,OAAO,EAAE,UAAU;QACnB,SAAS,EAAE,YAAY;QACvB,SAAS,EAAE,YAAY;QACvB,WAAW,EAAE,cAAc;QAC3B,WAAW,EAAE,cAAc;QAC3B,QAAQ,EAAE,WAAW;KACtB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,UAAU,uCAAuC,CACrD,iCAAoE;IAEpE,OAAO,IAAI,CAAC,SAAS,CACnB,gDAAgD,CAAC,KAAK,CACpD,iCAAiC,CAClC,CACF,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,yCAAyC,CACvD,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,+CAA+C,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC3E,+DAA+D,CAChE,CAAC;AACJ,CAAC"}
@@ -106,6 +106,22 @@ export type CancelEvalRunResponseBody = {
106
106
  metadata: {
107
107
  [k: string]: string;
108
108
  };
109
+ /**
110
+ * Coding-agent harness that produced this run (e.g. `omp`, `claude-code`). Null for every non-harness eval kind — a null here is not a missing value, it means the run is not an agent run.
111
+ */
112
+ agentName: string | null;
113
+ /**
114
+ * Version of `agent_name`, as the harness reported it. Null when `agent_name` is.
115
+ */
116
+ agentVersion: string | null;
117
+ /**
118
+ * Reasoning-effort setting the agent ran at (e.g. `medium`, `xhigh`). Part of the leaderboard's row identity: the same agent and model at two efforts are two rows, not one. Null when `agent_name` is.
119
+ */
120
+ agentEffort: string | null;
121
+ /**
122
+ * Total spend for the run in USD. Null when the harness did not report cost.
123
+ */
124
+ costUsd: number | null;
109
125
  createdAt: number;
110
126
  startedAt: number | null;
111
127
  completedAt: number | null;
@@ -229,6 +245,10 @@ export type CancelEvalRunResponseBody$Outbound = {
229
245
  metadata: {
230
246
  [k: string]: string;
231
247
  };
248
+ agent_name: string | null;
249
+ agent_version: string | null;
250
+ agent_effort: string | null;
251
+ cost_usd: number | null;
232
252
  created_at: number;
233
253
  started_at: number | null;
234
254
  completed_at: number | null;