@dalmia/calibrate-mcp 0.0.14 → 0.0.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (692) hide show
  1. package/README.md +64 -0
  2. package/bin/mcp-server.js +3908 -397
  3. package/bin/mcp-server.js.map +152 -52
  4. package/esm/funcs/agentTestsBenchmark.d.ts +16 -0
  5. package/esm/funcs/agentTestsBenchmark.d.ts.map +1 -0
  6. package/esm/funcs/agentTestsBenchmark.js +93 -0
  7. package/esm/funcs/agentTestsBenchmark.js.map +1 -0
  8. package/esm/funcs/agentTestsGetBenchmark.d.ts +16 -0
  9. package/esm/funcs/agentTestsGetBenchmark.d.ts.map +1 -0
  10. package/esm/funcs/agentTestsGetBenchmark.js +91 -0
  11. package/esm/funcs/agentTestsGetBenchmark.js.map +1 -0
  12. package/esm/funcs/agentTestsGetRun.d.ts +1 -1
  13. package/esm/funcs/agentTestsGetRun.js +1 -5
  14. package/esm/funcs/agentTestsGetRun.js.map +1 -1
  15. package/esm/funcs/agentTestsLink.d.ts +16 -0
  16. package/esm/funcs/agentTestsLink.d.ts.map +1 -0
  17. package/esm/funcs/agentTestsLink.js +86 -0
  18. package/esm/funcs/agentTestsLink.js.map +1 -0
  19. package/esm/funcs/agentTestsListForAgent.d.ts +16 -0
  20. package/esm/funcs/agentTestsListForAgent.d.ts.map +1 -0
  21. package/esm/funcs/agentTestsListForAgent.js +92 -0
  22. package/esm/funcs/agentTestsListForAgent.js.map +1 -0
  23. package/esm/funcs/agentTestsListRunsForAgent.d.ts +16 -0
  24. package/esm/funcs/agentTestsListRunsForAgent.d.ts.map +1 -0
  25. package/esm/funcs/agentTestsListRunsForAgent.js +91 -0
  26. package/esm/funcs/agentTestsListRunsForAgent.js.map +1 -0
  27. package/esm/funcs/agentTestsRun.d.ts +1 -1
  28. package/esm/funcs/agentTestsRun.js +1 -5
  29. package/esm/funcs/agentTestsRun.js.map +1 -1
  30. package/esm/funcs/agentTestsRunBatch.d.ts +1 -1
  31. package/esm/funcs/agentTestsRunBatch.js +1 -5
  32. package/esm/funcs/agentTestsRunBatch.js.map +1 -1
  33. package/esm/funcs/agentsCreate.js +0 -4
  34. package/esm/funcs/agentsCreate.js.map +1 -1
  35. package/esm/funcs/agentsGet.js +0 -4
  36. package/esm/funcs/agentsGet.js.map +1 -1
  37. package/esm/funcs/agentsList.js +0 -4
  38. package/esm/funcs/agentsList.js.map +1 -1
  39. package/esm/funcs/agentsResolve.js +0 -4
  40. package/esm/funcs/agentsResolve.js.map +1 -1
  41. package/esm/funcs/agentsUpdate.js +0 -4
  42. package/esm/funcs/agentsUpdate.js.map +1 -1
  43. package/esm/funcs/agentsVerifyConnection.d.ts +16 -0
  44. package/esm/funcs/agentsVerifyConnection.d.ts.map +1 -0
  45. package/esm/funcs/agentsVerifyConnection.js +93 -0
  46. package/esm/funcs/agentsVerifyConnection.js.map +1 -0
  47. package/esm/funcs/annotationTasksAddItems.d.ts +16 -0
  48. package/esm/funcs/annotationTasksAddItems.d.ts.map +1 -0
  49. package/esm/funcs/annotationTasksAddItems.js +92 -0
  50. package/esm/funcs/annotationTasksAddItems.js.map +1 -0
  51. package/esm/funcs/annotationTasksCreate.d.ts +16 -0
  52. package/esm/funcs/annotationTasksCreate.d.ts.map +1 -0
  53. package/esm/funcs/annotationTasksCreate.js +86 -0
  54. package/esm/funcs/annotationTasksCreate.js.map +1 -0
  55. package/esm/funcs/annotationTasksCreateEvaluatorRun.d.ts +16 -0
  56. package/esm/funcs/annotationTasksCreateEvaluatorRun.d.ts.map +1 -0
  57. package/esm/funcs/annotationTasksCreateEvaluatorRun.js +93 -0
  58. package/esm/funcs/annotationTasksCreateEvaluatorRun.js.map +1 -0
  59. package/esm/funcs/annotationTasksGet.d.ts +16 -0
  60. package/esm/funcs/annotationTasksGet.d.ts.map +1 -0
  61. package/esm/funcs/annotationTasksGet.js +92 -0
  62. package/esm/funcs/annotationTasksGet.js.map +1 -0
  63. package/esm/funcs/annotationTasksGetAgreement.d.ts +16 -0
  64. package/esm/funcs/annotationTasksGetAgreement.d.ts.map +1 -0
  65. package/esm/funcs/annotationTasksGetAgreement.js +96 -0
  66. package/esm/funcs/annotationTasksGetAgreement.js.map +1 -0
  67. package/esm/funcs/annotationTasksGetEvaluatorRun.d.ts +16 -0
  68. package/esm/funcs/annotationTasksGetEvaluatorRun.d.ts.map +1 -0
  69. package/esm/funcs/annotationTasksGetEvaluatorRun.js +96 -0
  70. package/esm/funcs/annotationTasksGetEvaluatorRun.js.map +1 -0
  71. package/esm/funcs/annotationTasksGetSummary.d.ts +16 -0
  72. package/esm/funcs/annotationTasksGetSummary.d.ts.map +1 -0
  73. package/esm/funcs/annotationTasksGetSummary.js +101 -0
  74. package/esm/funcs/annotationTasksGetSummary.js.map +1 -0
  75. package/esm/funcs/annotationTasksLinkEvaluator.d.ts +16 -0
  76. package/esm/funcs/annotationTasksLinkEvaluator.d.ts.map +1 -0
  77. package/esm/funcs/annotationTasksLinkEvaluator.js +93 -0
  78. package/esm/funcs/annotationTasksLinkEvaluator.js.map +1 -0
  79. package/esm/funcs/annotationTasksList.d.ts +16 -0
  80. package/esm/funcs/annotationTasksList.d.ts.map +1 -0
  81. package/esm/funcs/annotationTasksList.js +85 -0
  82. package/esm/funcs/annotationTasksList.js.map +1 -0
  83. package/esm/funcs/annotationTasksUpdateItems.d.ts +16 -0
  84. package/esm/funcs/annotationTasksUpdateItems.d.ts.map +1 -0
  85. package/esm/funcs/annotationTasksUpdateItems.js +92 -0
  86. package/esm/funcs/annotationTasksUpdateItems.js.map +1 -0
  87. package/esm/funcs/evaluatorsCreate.d.ts +16 -0
  88. package/esm/funcs/evaluatorsCreate.d.ts.map +1 -0
  89. package/esm/funcs/evaluatorsCreate.js +86 -0
  90. package/esm/funcs/evaluatorsCreate.js.map +1 -0
  91. package/esm/funcs/evaluatorsCreateVersion.d.ts +16 -0
  92. package/esm/funcs/evaluatorsCreateVersion.d.ts.map +1 -0
  93. package/esm/funcs/evaluatorsCreateVersion.js +92 -0
  94. package/esm/funcs/evaluatorsCreateVersion.js.map +1 -0
  95. package/esm/funcs/evaluatorsGet.d.ts +16 -0
  96. package/esm/funcs/evaluatorsGet.d.ts.map +1 -0
  97. package/esm/funcs/evaluatorsGet.js +91 -0
  98. package/esm/funcs/evaluatorsGet.js.map +1 -0
  99. package/esm/funcs/evaluatorsList.d.ts +16 -0
  100. package/esm/funcs/evaluatorsList.d.ts.map +1 -0
  101. package/esm/funcs/evaluatorsList.js +91 -0
  102. package/esm/funcs/evaluatorsList.js.map +1 -0
  103. package/esm/funcs/testsBulkCreate.js +0 -4
  104. package/esm/funcs/testsBulkCreate.js.map +1 -1
  105. package/esm/funcs/testsCreate.js +0 -4
  106. package/esm/funcs/testsCreate.js.map +1 -1
  107. package/esm/funcs/testsGet.js +0 -4
  108. package/esm/funcs/testsGet.js.map +1 -1
  109. package/esm/funcs/testsList.js +0 -4
  110. package/esm/funcs/testsList.js.map +1 -1
  111. package/esm/funcs/testsUpdate.js +0 -4
  112. package/esm/funcs/testsUpdate.js.map +1 -1
  113. package/esm/landing-page.js +1 -1
  114. package/esm/lib/config.d.ts +2 -2
  115. package/esm/lib/config.js +2 -2
  116. package/esm/mcp-server/mcp-server.js +1 -1
  117. package/esm/mcp-server/server.d.ts.map +1 -1
  118. package/esm/mcp-server/server.js +41 -1
  119. package/esm/mcp-server/server.js.map +1 -1
  120. package/esm/mcp-server/tools/agentTestsBenchmark.d.ts +7 -0
  121. package/esm/mcp-server/tools/agentTestsBenchmark.d.ts.map +1 -0
  122. package/esm/mcp-server/tools/agentTestsBenchmark.js +34 -0
  123. package/esm/mcp-server/tools/agentTestsBenchmark.js.map +1 -0
  124. package/esm/mcp-server/tools/agentTestsGetBenchmark.d.ts +7 -0
  125. package/esm/mcp-server/tools/agentTestsGetBenchmark.d.ts.map +1 -0
  126. package/esm/mcp-server/tools/agentTestsGetBenchmark.js +34 -0
  127. package/esm/mcp-server/tools/agentTestsGetBenchmark.js.map +1 -0
  128. package/esm/mcp-server/tools/agentTestsLink.d.ts +7 -0
  129. package/esm/mcp-server/tools/agentTestsLink.d.ts.map +1 -0
  130. package/esm/mcp-server/tools/agentTestsLink.js +34 -0
  131. package/esm/mcp-server/tools/agentTestsLink.js.map +1 -0
  132. package/esm/mcp-server/tools/agentTestsListForAgent.d.ts +7 -0
  133. package/esm/mcp-server/tools/agentTestsListForAgent.d.ts.map +1 -0
  134. package/esm/mcp-server/tools/agentTestsListForAgent.js +34 -0
  135. package/esm/mcp-server/tools/agentTestsListForAgent.js.map +1 -0
  136. package/esm/mcp-server/tools/agentTestsListRunsForAgent.d.ts +7 -0
  137. package/esm/mcp-server/tools/agentTestsListRunsForAgent.d.ts.map +1 -0
  138. package/esm/mcp-server/tools/agentTestsListRunsForAgent.js +34 -0
  139. package/esm/mcp-server/tools/agentTestsListRunsForAgent.js.map +1 -0
  140. package/esm/mcp-server/tools/agentsVerifyConnection.d.ts +7 -0
  141. package/esm/mcp-server/tools/agentsVerifyConnection.d.ts.map +1 -0
  142. package/esm/mcp-server/tools/agentsVerifyConnection.js +34 -0
  143. package/esm/mcp-server/tools/agentsVerifyConnection.js.map +1 -0
  144. package/esm/mcp-server/tools/annotationTasksAddItems.d.ts +7 -0
  145. package/esm/mcp-server/tools/annotationTasksAddItems.d.ts.map +1 -0
  146. package/esm/mcp-server/tools/annotationTasksAddItems.js +34 -0
  147. package/esm/mcp-server/tools/annotationTasksAddItems.js.map +1 -0
  148. package/esm/mcp-server/tools/annotationTasksCreate.d.ts +7 -0
  149. package/esm/mcp-server/tools/annotationTasksCreate.d.ts.map +1 -0
  150. package/esm/mcp-server/tools/annotationTasksCreate.js +34 -0
  151. package/esm/mcp-server/tools/annotationTasksCreate.js.map +1 -0
  152. package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.d.ts +7 -0
  153. package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.d.ts.map +1 -0
  154. package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.js +34 -0
  155. package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.js.map +1 -0
  156. package/esm/mcp-server/tools/annotationTasksGet.d.ts +7 -0
  157. package/esm/mcp-server/tools/annotationTasksGet.d.ts.map +1 -0
  158. package/esm/mcp-server/tools/annotationTasksGet.js +34 -0
  159. package/esm/mcp-server/tools/annotationTasksGet.js.map +1 -0
  160. package/esm/mcp-server/tools/annotationTasksGetAgreement.d.ts +7 -0
  161. package/esm/mcp-server/tools/annotationTasksGetAgreement.d.ts.map +1 -0
  162. package/esm/mcp-server/tools/annotationTasksGetAgreement.js +34 -0
  163. package/esm/mcp-server/tools/annotationTasksGetAgreement.js.map +1 -0
  164. package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.d.ts +7 -0
  165. package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.d.ts.map +1 -0
  166. package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.js +34 -0
  167. package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.js.map +1 -0
  168. package/esm/mcp-server/tools/annotationTasksGetSummary.d.ts +7 -0
  169. package/esm/mcp-server/tools/annotationTasksGetSummary.d.ts.map +1 -0
  170. package/esm/mcp-server/tools/annotationTasksGetSummary.js +34 -0
  171. package/esm/mcp-server/tools/annotationTasksGetSummary.js.map +1 -0
  172. package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts +7 -0
  173. package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts.map +1 -0
  174. package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js +34 -0
  175. package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js.map +1 -0
  176. package/esm/mcp-server/tools/annotationTasksList.d.ts +7 -0
  177. package/esm/mcp-server/tools/annotationTasksList.d.ts.map +1 -0
  178. package/esm/mcp-server/tools/annotationTasksList.js +34 -0
  179. package/esm/mcp-server/tools/annotationTasksList.js.map +1 -0
  180. package/esm/mcp-server/tools/annotationTasksUpdateItems.d.ts +7 -0
  181. package/esm/mcp-server/tools/annotationTasksUpdateItems.d.ts.map +1 -0
  182. package/esm/mcp-server/tools/annotationTasksUpdateItems.js +34 -0
  183. package/esm/mcp-server/tools/annotationTasksUpdateItems.js.map +1 -0
  184. package/esm/mcp-server/tools/evaluatorsCreate.d.ts +7 -0
  185. package/esm/mcp-server/tools/evaluatorsCreate.d.ts.map +1 -0
  186. package/esm/mcp-server/tools/evaluatorsCreate.js +34 -0
  187. package/esm/mcp-server/tools/evaluatorsCreate.js.map +1 -0
  188. package/esm/mcp-server/tools/evaluatorsCreateVersion.d.ts +7 -0
  189. package/esm/mcp-server/tools/evaluatorsCreateVersion.d.ts.map +1 -0
  190. package/esm/mcp-server/tools/evaluatorsCreateVersion.js +34 -0
  191. package/esm/mcp-server/tools/evaluatorsCreateVersion.js.map +1 -0
  192. package/esm/mcp-server/tools/evaluatorsGet.d.ts +7 -0
  193. package/esm/mcp-server/tools/evaluatorsGet.d.ts.map +1 -0
  194. package/esm/mcp-server/tools/evaluatorsGet.js +34 -0
  195. package/esm/mcp-server/tools/evaluatorsGet.js.map +1 -0
  196. package/esm/mcp-server/tools/evaluatorsList.d.ts +7 -0
  197. package/esm/mcp-server/tools/evaluatorsList.d.ts.map +1 -0
  198. package/esm/mcp-server/tools/evaluatorsList.js +34 -0
  199. package/esm/mcp-server/tools/evaluatorsList.js.map +1 -0
  200. package/esm/models/agentcreate.js +1 -1
  201. package/esm/models/agentcreate.js.map +1 -1
  202. package/esm/models/agenttestruncreateresponse.d.ts +2 -2
  203. package/esm/models/agenttestruncreateresponse.d.ts.map +1 -1
  204. package/esm/models/agenttestruncreateresponse.js +4 -4
  205. package/esm/models/agenttestruncreateresponse.js.map +1 -1
  206. package/esm/models/agenttestrunlistitem.d.ts +59 -0
  207. package/esm/models/agenttestrunlistitem.d.ts.map +1 -0
  208. package/esm/models/agenttestrunlistitem.js +48 -0
  209. package/esm/models/agenttestrunlistitem.js.map +1 -0
  210. package/esm/models/agenttestrunsresponse.d.ts +7 -0
  211. package/esm/models/agenttestrunsresponse.d.ts.map +1 -0
  212. package/esm/models/agenttestrunsresponse.js +9 -0
  213. package/esm/models/agenttestrunsresponse.js.map +1 -0
  214. package/esm/models/agenttestscreate.d.ts +7 -0
  215. package/esm/models/agenttestscreate.d.ts.map +1 -0
  216. package/esm/models/agenttestscreate.js +9 -0
  217. package/esm/models/agenttestscreate.js.map +1 -0
  218. package/esm/models/agenttestscreateresponse.d.ts +6 -0
  219. package/esm/models/agenttestscreateresponse.d.ts.map +1 -0
  220. package/esm/models/agenttestscreateresponse.js +8 -0
  221. package/esm/models/agenttestscreateresponse.js.map +1 -0
  222. package/esm/models/agentupdate.js +1 -1
  223. package/esm/models/agentupdate.js.map +1 -1
  224. package/esm/models/agentverifyrequest.d.ts +16 -0
  225. package/esm/models/agentverifyrequest.d.ts.map +1 -0
  226. package/esm/models/agentverifyrequest.js +11 -0
  227. package/esm/models/agentverifyrequest.js.map +1 -0
  228. package/esm/models/annotationitempayload.d.ts +9 -0
  229. package/esm/models/annotationitempayload.d.ts.map +1 -0
  230. package/esm/models/annotationitempayload.js +9 -0
  231. package/esm/models/annotationitempayload.js.map +1 -0
  232. package/esm/models/annotationtaskcreate.d.ts +45 -0
  233. package/esm/models/annotationtaskcreate.d.ts.map +1 -0
  234. package/esm/models/annotationtaskcreate.js +36 -0
  235. package/esm/models/annotationtaskcreate.js.map +1 -0
  236. package/esm/models/annotationtaskcreateresponse.d.ts +7 -0
  237. package/esm/models/annotationtaskcreateresponse.d.ts.map +1 -0
  238. package/esm/models/annotationtaskcreateresponse.js +9 -0
  239. package/esm/models/annotationtaskcreateresponse.js.map +1 -0
  240. package/esm/models/annotationtaskresponse.d.ts +57 -0
  241. package/esm/models/annotationtaskresponse.d.ts.map +1 -0
  242. package/esm/models/annotationtaskresponse.js +41 -0
  243. package/esm/models/annotationtaskresponse.js.map +1 -0
  244. package/esm/models/batchtestrun.d.ts +2 -2
  245. package/esm/models/batchtestrun.d.ts.map +1 -1
  246. package/esm/models/batchtestrun.js +4 -4
  247. package/esm/models/batchtestrun.js.map +1 -1
  248. package/esm/models/batchtestskip.d.ts +25 -1
  249. package/esm/models/batchtestskip.d.ts.map +1 -1
  250. package/esm/models/batchtestskip.js +16 -1
  251. package/esm/models/batchtestskip.js.map +1 -1
  252. package/esm/models/benchmarkrequest.d.ts +7 -0
  253. package/esm/models/benchmarkrequest.d.ts.map +1 -0
  254. package/esm/models/benchmarkrequest.js +9 -0
  255. package/esm/models/benchmarkrequest.js.map +1 -0
  256. package/esm/models/benchmarkstatusresponse.d.ts +18 -0
  257. package/esm/models/benchmarkstatusresponse.d.ts.map +1 -0
  258. package/esm/models/benchmarkstatusresponse.js +20 -0
  259. package/esm/models/benchmarkstatusresponse.js.map +1 -0
  260. package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.d.ts +13 -0
  261. package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.d.ts.map +1 -0
  262. package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.js +17 -0
  263. package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.js.map +1 -0
  264. package/esm/models/bulkcreateitemsresponse.d.ts +10 -0
  265. package/esm/models/bulkcreateitemsresponse.d.ts.map +1 -0
  266. package/esm/models/bulkcreateitemsresponse.js +12 -0
  267. package/esm/models/bulkcreateitemsresponse.js.map +1 -0
  268. package/esm/models/bulkitemsrequest.d.ts +8 -0
  269. package/esm/models/bulkitemsrequest.d.ts.map +1 -0
  270. package/esm/models/bulkitemsrequest.js +10 -0
  271. package/esm/models/bulkitemsrequest.js.map +1 -0
  272. package/esm/models/bulktestitem.js +1 -1
  273. package/esm/models/bulktestitem.js.map +1 -1
  274. package/esm/models/bulktestupload.d.ts +2 -2
  275. package/esm/models/bulktestupload.js +5 -5
  276. package/esm/models/bulktestupload.js.map +1 -1
  277. package/esm/models/bulktestuploadresponse.js +1 -1
  278. package/esm/models/bulktestuploadresponse.js.map +1 -1
  279. package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.d.ts +13 -0
  280. package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.d.ts.map +1 -0
  281. package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.js +17 -0
  282. package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.js.map +1 -0
  283. package/esm/models/bulkupdateitemsrequest.d.ts +7 -0
  284. package/esm/models/bulkupdateitemsrequest.d.ts.map +1 -0
  285. package/esm/models/bulkupdateitemsrequest.js +9 -0
  286. package/esm/models/bulkupdateitemsrequest.js.map +1 -0
  287. package/esm/models/bulkupdateitemsresponse.d.ts +6 -0
  288. package/esm/models/bulkupdateitemsresponse.d.ts.map +1 -0
  289. package/esm/models/bulkupdateitemsresponse.js +8 -0
  290. package/esm/models/bulkupdateitemsresponse.js.map +1 -0
  291. package/esm/models/bulkuploadteststestsbulkpostop.d.ts +0 -1
  292. package/esm/models/bulkuploadteststestsbulkpostop.d.ts.map +1 -1
  293. package/esm/models/bulkuploadteststestsbulkpostop.js +0 -1
  294. package/esm/models/bulkuploadteststestsbulkpostop.js.map +1 -1
  295. package/esm/models/createagentendpointagentspostop.d.ts +0 -1
  296. package/esm/models/createagentendpointagentspostop.d.ts.map +1 -1
  297. package/esm/models/createagentendpointagentspostop.js +0 -1
  298. package/esm/models/createagentendpointagentspostop.js.map +1 -1
  299. package/esm/models/createagenttestlinksagenttestspostop.d.ts +12 -0
  300. package/esm/models/createagenttestlinksagenttestspostop.d.ts.map +1 -0
  301. package/esm/models/createagenttestlinksagenttestspostop.js +16 -0
  302. package/esm/models/createagenttestlinksagenttestspostop.js.map +1 -0
  303. package/esm/models/createannotationtaskendpointannotationtaskspostop.d.ts +12 -0
  304. package/esm/models/createannotationtaskendpointannotationtaskspostop.d.ts.map +1 -0
  305. package/esm/models/createannotationtaskendpointannotationtaskspostop.js +16 -0
  306. package/esm/models/createannotationtaskendpointannotationtaskspostop.js.map +1 -0
  307. package/esm/models/createevaluatorendpointevaluatorspostop.d.ts +12 -0
  308. package/esm/models/createevaluatorendpointevaluatorspostop.d.ts.map +1 -0
  309. package/esm/models/createevaluatorendpointevaluatorspostop.js +16 -0
  310. package/esm/models/createevaluatorendpointevaluatorspostop.js.map +1 -0
  311. package/esm/models/createtestendpointtestspostop.d.ts +0 -1
  312. package/esm/models/createtestendpointtestspostop.d.ts.map +1 -1
  313. package/esm/models/createtestendpointtestspostop.js +0 -1
  314. package/esm/models/createtestendpointtestspostop.js.map +1 -1
  315. package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.d.ts +13 -0
  316. package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.d.ts.map +1 -0
  317. package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.js +17 -0
  318. package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.js.map +1 -0
  319. package/esm/models/evaluatorcreate.d.ts +100 -0
  320. package/esm/models/evaluatorcreate.d.ts.map +1 -0
  321. package/esm/models/evaluatorcreate.js +72 -0
  322. package/esm/models/evaluatorcreate.js.map +1 -0
  323. package/esm/models/evaluatorcreateresponse.d.ts +7 -0
  324. package/esm/models/evaluatorcreateresponse.d.ts.map +1 -0
  325. package/esm/models/evaluatorcreateresponse.js +9 -0
  326. package/esm/models/evaluatorcreateresponse.js.map +1 -0
  327. package/esm/models/evaluatordetailresponse.d.ts +106 -0
  328. package/esm/models/evaluatordetailresponse.d.ts.map +1 -0
  329. package/esm/models/evaluatordetailresponse.js +77 -0
  330. package/esm/models/evaluatordetailresponse.js.map +1 -0
  331. package/esm/models/evaluatorlinkrequest.d.ts +6 -0
  332. package/esm/models/evaluatorlinkrequest.d.ts.map +1 -0
  333. package/esm/models/evaluatorlinkrequest.js +9 -0
  334. package/esm/models/evaluatorlinkrequest.js.map +1 -0
  335. package/esm/models/evaluatorlinkresponse.d.ts +6 -0
  336. package/esm/models/evaluatorlinkresponse.d.ts.map +1 -0
  337. package/esm/models/evaluatorlinkresponse.js +8 -0
  338. package/esm/models/evaluatorlinkresponse.js.map +1 -0
  339. package/esm/models/evaluatorrunlaunchresponse.d.ts +25 -0
  340. package/esm/models/evaluatorrunlaunchresponse.d.ts.map +1 -0
  341. package/esm/models/evaluatorrunlaunchresponse.js +22 -0
  342. package/esm/models/evaluatorrunlaunchresponse.js.map +1 -0
  343. package/esm/models/evaluatorrunrequestentry.d.ts +7 -0
  344. package/esm/models/evaluatorrunrequestentry.d.ts.map +1 -0
  345. package/esm/models/evaluatorrunrequestentry.js +9 -0
  346. package/esm/models/evaluatorrunrequestentry.js.map +1 -0
  347. package/esm/models/evaluatorrunresponse.d.ts +48 -0
  348. package/esm/models/evaluatorrunresponse.d.ts.map +1 -0
  349. package/esm/models/evaluatorrunresponse.js +54 -0
  350. package/esm/models/evaluatorrunresponse.js.map +1 -0
  351. package/esm/models/evaluatorrunstartrequest.d.ts +10 -0
  352. package/esm/models/evaluatorrunstartrequest.d.ts.map +1 -0
  353. package/esm/models/evaluatorrunstartrequest.js +12 -0
  354. package/esm/models/evaluatorrunstartrequest.js.map +1 -0
  355. package/esm/models/evaluatorversioncreate.d.ts +14 -0
  356. package/esm/models/evaluatorversioncreate.d.ts.map +1 -0
  357. package/esm/models/evaluatorversioncreate.js +13 -0
  358. package/esm/models/evaluatorversioncreate.js.map +1 -0
  359. package/esm/models/evaluatorversioncreaterequest.d.ts +15 -0
  360. package/esm/models/evaluatorversioncreaterequest.d.ts.map +1 -0
  361. package/esm/models/evaluatorversioncreaterequest.js +14 -0
  362. package/esm/models/evaluatorversioncreaterequest.js.map +1 -0
  363. package/esm/models/evaluatorversionresponse.d.ts +14 -0
  364. package/esm/models/evaluatorversionresponse.d.ts.map +1 -0
  365. package/esm/models/evaluatorversionresponse.js +16 -0
  366. package/esm/models/evaluatorversionresponse.js.map +1 -0
  367. package/esm/models/getagentendpointagentsagentuuidgetop.d.ts +0 -1
  368. package/esm/models/getagentendpointagentsagentuuidgetop.d.ts.map +1 -1
  369. package/esm/models/getagentendpointagentsagentuuidgetop.js +1 -2
  370. package/esm/models/getagentendpointagentsagentuuidgetop.js.map +1 -1
  371. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts +11 -0
  372. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts.map +1 -0
  373. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js +15 -0
  374. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js.map +1 -0
  375. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts +0 -1
  376. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts.map +1 -1
  377. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js +0 -1
  378. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js.map +1 -1
  379. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts +11 -0
  380. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts.map +1 -0
  381. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js +17 -0
  382. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js.map +1 -0
  383. package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.d.ts +11 -0
  384. package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.d.ts.map +1 -0
  385. package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.js +17 -0
  386. package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.js.map +1 -0
  387. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts +11 -0
  388. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts.map +1 -0
  389. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js +15 -0
  390. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js.map +1 -0
  391. package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts +11 -0
  392. package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts.map +1 -0
  393. package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js +15 -0
  394. package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js.map +1 -0
  395. package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.d.ts +12 -0
  396. package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.d.ts.map +1 -0
  397. package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.js +16 -0
  398. package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.js.map +1 -0
  399. package/esm/models/gettestendpointteststestuuidgetop.d.ts +0 -1
  400. package/esm/models/gettestendpointteststestuuidgetop.d.ts.map +1 -1
  401. package/esm/models/gettestendpointteststestuuidgetop.js +0 -1
  402. package/esm/models/gettestendpointteststestuuidgetop.js.map +1 -1
  403. package/esm/models/humanagreementblock.d.ts +14 -0
  404. package/esm/models/humanagreementblock.d.ts.map +1 -0
  405. package/esm/models/humanagreementblock.js +23 -0
  406. package/esm/models/humanagreementblock.js.map +1 -0
  407. package/esm/models/itemupdatepayload.d.ts +7 -0
  408. package/esm/models/itemupdatepayload.d.ts.map +1 -0
  409. package/esm/models/itemupdatepayload.js +10 -0
  410. package/esm/models/itemupdatepayload.js.map +1 -0
  411. package/esm/models/judgeresult.js +5 -5
  412. package/esm/models/judgeresult.js.map +1 -1
  413. package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts +13 -0
  414. package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts.map +1 -0
  415. package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js +18 -0
  416. package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js.map +1 -0
  417. package/esm/models/listagentsagentsgetop.d.ts +0 -1
  418. package/esm/models/listagentsagentsgetop.d.ts.map +1 -1
  419. package/esm/models/listagentsagentsgetop.js +0 -1
  420. package/esm/models/listagentsagentsgetop.js.map +1 -1
  421. package/esm/models/listannotationtasksannotationtasksgetop.d.ts +10 -0
  422. package/esm/models/listannotationtasksannotationtasksgetop.d.ts.map +1 -0
  423. package/esm/models/listannotationtasksannotationtasksgetop.js +14 -0
  424. package/esm/models/listannotationtasksannotationtasksgetop.js.map +1 -0
  425. package/esm/models/listevaluatorsevaluatorsgetop.d.ts +50 -0
  426. package/esm/models/listevaluatorsevaluatorsgetop.d.ts.map +1 -0
  427. package/esm/models/listevaluatorsevaluatorsgetop.js +47 -0
  428. package/esm/models/listevaluatorsevaluatorsgetop.js.map +1 -0
  429. package/esm/models/listteststestsgetop.d.ts +0 -1
  430. package/esm/models/listteststestsgetop.d.ts.map +1 -1
  431. package/esm/models/listteststestsgetop.js +0 -1
  432. package/esm/models/listteststestsgetop.js.map +1 -1
  433. package/esm/models/modelresult.d.ts +25 -0
  434. package/esm/models/modelresult.d.ts.map +1 -0
  435. package/esm/models/modelresult.js +21 -0
  436. package/esm/models/modelresult.js.map +1 -0
  437. package/esm/models/outputconfig.d.ts +7 -0
  438. package/esm/models/outputconfig.d.ts.map +1 -0
  439. package/esm/models/outputconfig.js +9 -0
  440. package/esm/models/outputconfig.js.map +1 -0
  441. package/esm/models/outputscaleentry.d.ts +15 -0
  442. package/esm/models/outputscaleentry.d.ts.map +1 -0
  443. package/esm/models/outputscaleentry.js +11 -0
  444. package/esm/models/outputscaleentry.js.map +1 -0
  445. package/esm/models/paginationmeta.d.ts +8 -0
  446. package/esm/models/paginationmeta.d.ts.map +1 -0
  447. package/esm/models/paginationmeta.js +10 -0
  448. package/esm/models/paginationmeta.js.map +1 -0
  449. package/esm/models/resolveagentnamesagentsresolvepostop.d.ts +0 -1
  450. package/esm/models/resolveagentnamesagentsresolvepostop.d.ts.map +1 -1
  451. package/esm/models/resolveagentnamesagentsresolvepostop.js +0 -1
  452. package/esm/models/resolveagentnamesagentsresolvepostop.js.map +1 -1
  453. package/esm/models/routersagentteststestresponse.d.ts +41 -0
  454. package/esm/models/routersagentteststestresponse.d.ts.map +1 -0
  455. package/esm/models/routersagentteststestresponse.js +31 -0
  456. package/esm/models/routersagentteststestresponse.js.map +1 -0
  457. package/esm/models/routersevaluatorsevaluatorresponse.d.ts +106 -0
  458. package/esm/models/routersevaluatorsevaluatorresponse.d.ts.map +1 -0
  459. package/esm/models/routersevaluatorsevaluatorresponse.js +79 -0
  460. package/esm/models/routersevaluatorsevaluatorresponse.js.map +1 -0
  461. package/esm/models/routerstestsevaluatorref.js +1 -1
  462. package/esm/models/routerstestsevaluatorref.js.map +1 -1
  463. package/esm/models/routersteststestresponse.d.ts.map +1 -1
  464. package/esm/models/routersteststestresponse.js +5 -5
  465. package/esm/models/routersteststestresponse.js.map +1 -1
  466. package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.d.ts +13 -0
  467. package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.d.ts.map +1 -0
  468. package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.js +19 -0
  469. package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.js.map +1 -0
  470. package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.d.ts +0 -1
  471. package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.d.ts.map +1 -1
  472. package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.js +1 -2
  473. package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.js.map +1 -1
  474. package/esm/models/runtestsbatchagenttestsrunpostop.d.ts +0 -1
  475. package/esm/models/runtestsbatchagenttestsrunpostop.d.ts.map +1 -1
  476. package/esm/models/runtestsbatchagenttestsrunpostop.js +0 -1
  477. package/esm/models/runtestsbatchagenttestsrunpostop.js.map +1 -1
  478. package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.d.ts +13 -0
  479. package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.d.ts.map +1 -0
  480. package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.js +17 -0
  481. package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.js.map +1 -0
  482. package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.d.ts +31 -0
  483. package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.d.ts.map +1 -0
  484. package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.js +30 -0
  485. package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.js.map +1 -0
  486. package/esm/models/taskagreementresponse.d.ts +17 -0
  487. package/esm/models/taskagreementresponse.d.ts.map +1 -0
  488. package/esm/models/taskagreementresponse.js +28 -0
  489. package/esm/models/taskagreementresponse.js.map +1 -0
  490. package/esm/models/taskstatus.d.ts +1 -1
  491. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts +34 -0
  492. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts.map +1 -0
  493. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js +33 -0
  494. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js.map +1 -0
  495. package/esm/models/tasksummaryresponse.d.ts +47 -0
  496. package/esm/models/tasksummaryresponse.d.ts.map +1 -0
  497. package/esm/models/tasksummaryresponse.js +49 -0
  498. package/esm/models/tasksummaryresponse.js.map +1 -0
  499. package/esm/models/testcaseresult.d.ts.map +1 -1
  500. package/esm/models/testcaseresult.js +7 -7
  501. package/esm/models/testcaseresult.js.map +1 -1
  502. package/esm/models/testcreate.js +3 -3
  503. package/esm/models/testcreate.js.map +1 -1
  504. package/esm/models/testoutput.js +2 -2
  505. package/esm/models/testoutput.js.map +1 -1
  506. package/esm/models/testrunevaluator.d.ts +4 -4
  507. package/esm/models/testrunevaluator.d.ts.map +1 -1
  508. package/esm/models/testrunevaluator.js +8 -7
  509. package/esm/models/testrunevaluator.js.map +1 -1
  510. package/esm/models/testrunstatusresponse.js +8 -8
  511. package/esm/models/testrunstatusresponse.js.map +1 -1
  512. package/esm/models/testupdate.js +2 -2
  513. package/esm/models/testupdate.js.map +1 -1
  514. package/esm/models/toolcalloutput.js +2 -2
  515. package/esm/models/toolcalloutput.js.map +1 -1
  516. package/esm/models/updateagentendpointagentsagentuuidputop.d.ts +0 -1
  517. package/esm/models/updateagentendpointagentsagentuuidputop.d.ts.map +1 -1
  518. package/esm/models/updateagentendpointagentsagentuuidputop.js +1 -2
  519. package/esm/models/updateagentendpointagentsagentuuidputop.js.map +1 -1
  520. package/esm/models/updatetestendpointteststestuuidputop.d.ts +0 -1
  521. package/esm/models/updatetestendpointteststestuuidputop.d.ts.map +1 -1
  522. package/esm/models/updatetestendpointteststestuuidputop.js +0 -1
  523. package/esm/models/updatetestendpointteststestuuidputop.js.map +1 -1
  524. package/esm/models/variablespec.d.ts +8 -0
  525. package/esm/models/variablespec.d.ts.map +1 -0
  526. package/esm/models/variablespec.js +10 -0
  527. package/esm/models/variablespec.js.map +1 -0
  528. package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts +13 -0
  529. package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts.map +1 -0
  530. package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.js +18 -0
  531. package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.js.map +1 -0
  532. package/esm/models/verifyconnectionresponse.d.ts +10 -0
  533. package/esm/models/verifyconnectionresponse.d.ts.map +1 -0
  534. package/esm/models/verifyconnectionresponse.js +10 -0
  535. package/esm/models/verifyconnectionresponse.js.map +1 -0
  536. package/esm/models/versioncreateresponse.d.ts +7 -0
  537. package/esm/models/versioncreateresponse.d.ts.map +1 -0
  538. package/esm/models/versioncreateresponse.js +9 -0
  539. package/esm/models/versioncreateresponse.js.map +1 -0
  540. package/esm/tool-names.d.ts.map +1 -1
  541. package/esm/tool-names.js +80 -0
  542. package/esm/tool-names.js.map +1 -1
  543. package/package.json +1 -1
  544. package/src/funcs/agentTestsBenchmark.ts +160 -0
  545. package/src/funcs/agentTestsGetBenchmark.ts +159 -0
  546. package/src/funcs/agentTestsGetRun.ts +1 -5
  547. package/src/funcs/agentTestsLink.ts +149 -0
  548. package/src/funcs/agentTestsListForAgent.ts +159 -0
  549. package/src/funcs/agentTestsListRunsForAgent.ts +159 -0
  550. package/src/funcs/agentTestsRun.ts +1 -5
  551. package/src/funcs/agentTestsRunBatch.ts +1 -5
  552. package/src/funcs/agentsCreate.ts +0 -4
  553. package/src/funcs/agentsGet.ts +0 -4
  554. package/src/funcs/agentsList.ts +0 -4
  555. package/src/funcs/agentsResolve.ts +0 -4
  556. package/src/funcs/agentsUpdate.ts +0 -4
  557. package/src/funcs/agentsVerifyConnection.ts +160 -0
  558. package/src/funcs/annotationTasksAddItems.ts +160 -0
  559. package/src/funcs/annotationTasksCreate.ts +151 -0
  560. package/src/funcs/annotationTasksCreateEvaluatorRun.ts +160 -0
  561. package/src/funcs/annotationTasksGet.ts +159 -0
  562. package/src/funcs/annotationTasksGetAgreement.ts +164 -0
  563. package/src/funcs/annotationTasksGetEvaluatorRun.ts +167 -0
  564. package/src/funcs/annotationTasksGetSummary.ts +169 -0
  565. package/src/funcs/annotationTasksLinkEvaluator.ts +160 -0
  566. package/src/funcs/annotationTasksList.ts +150 -0
  567. package/src/funcs/annotationTasksUpdateItems.ts +160 -0
  568. package/src/funcs/evaluatorsCreate.ts +149 -0
  569. package/src/funcs/evaluatorsCreateVersion.ts +160 -0
  570. package/src/funcs/evaluatorsGet.ts +159 -0
  571. package/src/funcs/evaluatorsList.ts +154 -0
  572. package/src/funcs/testsBulkCreate.ts +0 -4
  573. package/src/funcs/testsCreate.ts +0 -4
  574. package/src/funcs/testsGet.ts +0 -4
  575. package/src/funcs/testsList.ts +0 -4
  576. package/src/funcs/testsUpdate.ts +0 -4
  577. package/src/landing-page.ts +1 -1
  578. package/src/lib/config.ts +2 -2
  579. package/src/mcp-server/mcp-server.ts +1 -1
  580. package/src/mcp-server/server.ts +41 -1
  581. package/src/mcp-server/tools/agentTestsBenchmark.ts +44 -0
  582. package/src/mcp-server/tools/agentTestsGetBenchmark.ts +43 -0
  583. package/src/mcp-server/tools/agentTestsLink.ts +43 -0
  584. package/src/mcp-server/tools/agentTestsListForAgent.ts +43 -0
  585. package/src/mcp-server/tools/agentTestsListRunsForAgent.ts +43 -0
  586. package/src/mcp-server/tools/agentsVerifyConnection.ts +44 -0
  587. package/src/mcp-server/tools/annotationTasksAddItems.ts +43 -0
  588. package/src/mcp-server/tools/annotationTasksCreate.ts +43 -0
  589. package/src/mcp-server/tools/annotationTasksCreateEvaluatorRun.ts +46 -0
  590. package/src/mcp-server/tools/annotationTasksGet.ts +43 -0
  591. package/src/mcp-server/tools/annotationTasksGetAgreement.ts +43 -0
  592. package/src/mcp-server/tools/annotationTasksGetEvaluatorRun.ts +47 -0
  593. package/src/mcp-server/tools/annotationTasksGetSummary.ts +43 -0
  594. package/src/mcp-server/tools/annotationTasksLinkEvaluator.ts +44 -0
  595. package/src/mcp-server/tools/annotationTasksList.ts +42 -0
  596. package/src/mcp-server/tools/annotationTasksUpdateItems.ts +42 -0
  597. package/src/mcp-server/tools/evaluatorsCreate.ts +43 -0
  598. package/src/mcp-server/tools/evaluatorsCreateVersion.ts +43 -0
  599. package/src/mcp-server/tools/evaluatorsGet.ts +42 -0
  600. package/src/mcp-server/tools/evaluatorsList.ts +43 -0
  601. package/src/models/agentcreate.ts +1 -1
  602. package/src/models/agenttestruncreateresponse.ts +7 -5
  603. package/src/models/agenttestrunlistitem.ts +116 -0
  604. package/src/models/agenttestrunsresponse.ts +18 -0
  605. package/src/models/agenttestscreate.ts +19 -0
  606. package/src/models/agenttestscreateresponse.ts +13 -0
  607. package/src/models/agentupdate.ts +1 -1
  608. package/src/models/agentverifyrequest.ts +30 -0
  609. package/src/models/annotationitempayload.ts +20 -0
  610. package/src/models/annotationtaskcreate.ts +68 -0
  611. package/src/models/annotationtaskcreateresponse.ts +14 -0
  612. package/src/models/annotationtaskresponse.ts +89 -0
  613. package/src/models/batchtestrun.ts +6 -6
  614. package/src/models/batchtestskip.ts +32 -2
  615. package/src/models/benchmarkrequest.ts +19 -0
  616. package/src/models/benchmarkstatusresponse.ts +47 -0
  617. package/src/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.ts +40 -0
  618. package/src/models/bulkcreateitemsresponse.ts +31 -0
  619. package/src/models/bulkitemsrequest.ts +25 -0
  620. package/src/models/bulktestitem.ts +1 -1
  621. package/src/models/bulktestupload.ts +6 -6
  622. package/src/models/bulktestuploadresponse.ts +1 -1
  623. package/src/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.ts +40 -0
  624. package/src/models/bulkupdateitemsrequest.ts +19 -0
  625. package/src/models/bulkupdateitemsresponse.ts +13 -0
  626. package/src/models/bulkuploadteststestsbulkpostop.ts +0 -2
  627. package/src/models/createagentendpointagentspostop.ts +0 -2
  628. package/src/models/createagenttestlinksagenttestspostop.ts +40 -0
  629. package/src/models/createannotationtaskendpointannotationtaskspostop.ts +38 -0
  630. package/src/models/createevaluatorendpointevaluatorspostop.ts +40 -0
  631. package/src/models/createtestendpointtestspostop.ts +0 -2
  632. package/src/models/createversionevaluatorsevaluatoruuidversionspostop.ts +44 -0
  633. package/src/models/evaluatorcreate.ts +142 -0
  634. package/src/models/evaluatorcreateresponse.ts +14 -0
  635. package/src/models/evaluatordetailresponse.ts +165 -0
  636. package/src/models/evaluatorlinkrequest.ts +14 -0
  637. package/src/models/evaluatorlinkresponse.ts +12 -0
  638. package/src/models/evaluatorrunlaunchresponse.ts +45 -0
  639. package/src/models/evaluatorrunrequestentry.ts +21 -0
  640. package/src/models/evaluatorrunresponse.ts +101 -0
  641. package/src/models/evaluatorrunstartrequest.ts +33 -0
  642. package/src/models/evaluatorversioncreate.ts +36 -0
  643. package/src/models/evaluatorversioncreaterequest.ts +38 -0
  644. package/src/models/evaluatorversionresponse.ts +41 -0
  645. package/src/models/getagentendpointagentsagentuuidgetop.ts +1 -3
  646. package/src/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.ts +34 -0
  647. package/src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts +0 -2
  648. package/src/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.ts +38 -0
  649. package/src/models/getannotationtaskendpointannotationtaskstaskuuidgetop.ts +36 -0
  650. package/src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts +36 -0
  651. package/src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts +34 -0
  652. package/src/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.ts +37 -0
  653. package/src/models/gettestendpointteststestuuidgetop.ts +0 -2
  654. package/src/models/humanagreementblock.ts +43 -0
  655. package/src/models/itemupdatepayload.ts +15 -0
  656. package/src/models/judgeresult.ts +5 -5
  657. package/src/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.ts +42 -0
  658. package/src/models/listagentsagentsgetop.ts +0 -2
  659. package/src/models/listannotationtasksannotationtasksgetop.ts +34 -0
  660. package/src/models/listevaluatorsevaluatorsgetop.ts +93 -0
  661. package/src/models/listteststestsgetop.ts +1 -5
  662. package/src/models/modelresult.ts +50 -0
  663. package/src/models/outputconfig.ts +19 -0
  664. package/src/models/outputscaleentry.ts +35 -0
  665. package/src/models/paginationmeta.ts +13 -0
  666. package/src/models/resolveagentnamesagentsresolvepostop.ts +0 -2
  667. package/src/models/routersagentteststestresponse.ts +65 -0
  668. package/src/models/routersevaluatorsevaluatorresponse.ts +167 -0
  669. package/src/models/routerstestsevaluatorref.ts +1 -1
  670. package/src/models/routersteststestresponse.ts +5 -7
  671. package/src/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.ts +42 -0
  672. package/src/models/runagenttestagenttestsagentagentuuidrunpostop.ts +1 -3
  673. package/src/models/runtestsbatchagenttestsrunpostop.ts +0 -2
  674. package/src/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.ts +42 -0
  675. package/src/models/taskagreementannotationtaskstaskuuidagreementgetop.ts +66 -0
  676. package/src/models/taskagreementresponse.ts +52 -0
  677. package/src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts +76 -0
  678. package/src/models/tasksummaryresponse.ts +82 -0
  679. package/src/models/testcaseresult.ts +7 -9
  680. package/src/models/testcreate.ts +3 -3
  681. package/src/models/testoutput.ts +2 -2
  682. package/src/models/testrunevaluator.ts +14 -11
  683. package/src/models/testrunstatusresponse.ts +8 -8
  684. package/src/models/testupdate.ts +2 -2
  685. package/src/models/toolcalloutput.ts +2 -2
  686. package/src/models/updateagentendpointagentsagentuuidputop.ts +1 -3
  687. package/src/models/updatetestendpointteststestuuidputop.ts +0 -2
  688. package/src/models/variablespec.ts +23 -0
  689. package/src/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.ts +42 -0
  690. package/src/models/verifyconnectionresponse.ts +25 -0
  691. package/src/models/versioncreateresponse.ts +18 -0
  692. package/src/tool-names.ts +80 -0
@@ -0,0 +1,165 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { ClosedEnum } from "../types/enums.js";
7
+ import {
8
+ EvaluatorVersionResponse,
9
+ EvaluatorVersionResponse$zodSchema,
10
+ } from "./evaluatorversionresponse.js";
11
+
12
+ /**
13
+ * What the evaluator judges:
14
+ *
15
+ * @remarks
16
+ *
17
+ * - `tts`: TTS audio
18
+ * - `stt`: one transcript
19
+ * - `llm`: a reply with its conversation history
20
+ * - `llm-general`: a standalone input and output pair
21
+ * - `conversation`: a full conversation
22
+ */
23
+ export const EvaluatorDetailResponseEvaluatorType = {
24
+ Tts: "tts",
25
+ Stt: "stt",
26
+ Llm: "llm",
27
+ LlmGeneral: "llm-general",
28
+ Conversation: "conversation",
29
+ } as const;
30
+ /**
31
+ * What the evaluator judges:
32
+ *
33
+ * @remarks
34
+ *
35
+ * - `tts`: TTS audio
36
+ * - `stt`: one transcript
37
+ * - `llm`: a reply with its conversation history
38
+ * - `llm-general`: a standalone input and output pair
39
+ * - `conversation`: a full conversation
40
+ */
41
+ export type EvaluatorDetailResponseEvaluatorType = ClosedEnum<
42
+ typeof EvaluatorDetailResponseEvaluatorType
43
+ >;
44
+
45
+ export const EvaluatorDetailResponseEvaluatorType$zodSchema = z.enum([
46
+ "tts",
47
+ "stt",
48
+ "llm",
49
+ "llm-general",
50
+ "conversation",
51
+ ]).describe(
52
+ "What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n",
53
+ );
54
+
55
+ /**
56
+ * The modality the judge reads:
57
+ *
58
+ * @remarks
59
+ *
60
+ * - `text`
61
+ * - `audio`
62
+ */
63
+ export const EvaluatorDetailResponseDataType = {
64
+ Text: "text",
65
+ Audio: "audio",
66
+ } as const;
67
+ /**
68
+ * The modality the judge reads:
69
+ *
70
+ * @remarks
71
+ *
72
+ * - `text`
73
+ * - `audio`
74
+ */
75
+ export type EvaluatorDetailResponseDataType = ClosedEnum<
76
+ typeof EvaluatorDetailResponseDataType
77
+ >;
78
+
79
+ export const EvaluatorDetailResponseDataType$zodSchema = z.enum([
80
+ "text",
81
+ "audio",
82
+ ]).describe("The modality the judge reads:\n\n- `text`\n- `audio`\n");
83
+
84
+ /**
85
+ * How the evaluator scores:
86
+ *
87
+ * @remarks
88
+ *
89
+ * - `binary`: pass or fail
90
+ * - `rating`: a numeric score, using the scale in `output_config`
91
+ */
92
+ export const EvaluatorDetailResponseOutputType = {
93
+ Binary: "binary",
94
+ Rating: "rating",
95
+ } as const;
96
+ /**
97
+ * How the evaluator scores:
98
+ *
99
+ * @remarks
100
+ *
101
+ * - `binary`: pass or fail
102
+ * - `rating`: a numeric score, using the scale in `output_config`
103
+ */
104
+ export type EvaluatorDetailResponseOutputType = ClosedEnum<
105
+ typeof EvaluatorDetailResponseOutputType
106
+ >;
107
+
108
+ export const EvaluatorDetailResponseOutputType$zodSchema = z.enum([
109
+ "binary",
110
+ "rating",
111
+ ]).describe(
112
+ "How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n",
113
+ );
114
+
115
+ export type EvaluatorDetailResponse = {
116
+ uuid: string;
117
+ name: string;
118
+ description?: string | null | undefined;
119
+ evaluator_type: EvaluatorDetailResponseEvaluatorType;
120
+ data_type: EvaluatorDetailResponseDataType;
121
+ output_type: EvaluatorDetailResponseOutputType;
122
+ is_default: boolean;
123
+ slug?: string | null | undefined;
124
+ live_version_id?: string | null | undefined;
125
+ created_at: string;
126
+ updated_at: string;
127
+ versions: Array<EvaluatorVersionResponse>;
128
+ };
129
+
130
+ export const EvaluatorDetailResponse$zodSchema: z.ZodType<
131
+ EvaluatorDetailResponse
132
+ > = z.object({
133
+ created_at: z.string().describe(
134
+ "When the evaluator was created (ISO 8601 UTC)",
135
+ ),
136
+ data_type: EvaluatorDetailResponseDataType$zodSchema.describe(
137
+ "The modality the judge reads:\n\n- `text`\n- `audio`\n",
138
+ ),
139
+ description: z.string().nullable().optional().describe(
140
+ "What the evaluator checks",
141
+ ),
142
+ evaluator_type: EvaluatorDetailResponseEvaluatorType$zodSchema.describe(
143
+ "What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n",
144
+ ),
145
+ is_default: z.boolean().describe(
146
+ "True for a built-in default evaluator, which you can't edit. False for an evaluator you created, which you can edit and add versions to",
147
+ ),
148
+ live_version_id: z.string().nullable().optional().describe(
149
+ "ID of the version that is currently live",
150
+ ),
151
+ name: z.string().describe("Evaluator name"),
152
+ output_type: EvaluatorDetailResponseOutputType$zodSchema.describe(
153
+ "How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n",
154
+ ),
155
+ slug: z.string().nullable().optional().describe(
156
+ "Stable slug for a built-in default evaluator",
157
+ ),
158
+ updated_at: z.string().describe(
159
+ "When the evaluator was last updated (ISO 8601 UTC)",
160
+ ),
161
+ uuid: z.string().describe("Evaluator ID"),
162
+ versions: z.array(EvaluatorVersionResponse$zodSchema).describe(
163
+ "Full version history, oldest first",
164
+ ),
165
+ });
@@ -0,0 +1,14 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+
7
+ export type EvaluatorLinkRequest = { evaluator_id: string };
8
+
9
+ export const EvaluatorLinkRequest$zodSchema: z.ZodType<EvaluatorLinkRequest> = z
10
+ .object({
11
+ evaluator_id: z.string().describe(
12
+ "The evaluator to link. Must be one you created or a built-in default",
13
+ ),
14
+ });
@@ -0,0 +1,12 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+
7
+ export type EvaluatorLinkResponse = { message: string };
8
+
9
+ export const EvaluatorLinkResponse$zodSchema: z.ZodType<EvaluatorLinkResponse> =
10
+ z.object({
11
+ message: z.string().describe("Confirmation that the evaluator was linked"),
12
+ });
@@ -0,0 +1,45 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { ClosedEnum } from "../types/enums.js";
7
+
8
+ /**
9
+ * Status of the job right after you launch it
10
+ */
11
+ export const EvaluatorRunLaunchResponseStatus = {
12
+ Queued: "queued",
13
+ InProgress: "in_progress",
14
+ } as const;
15
+ /**
16
+ * Status of the job right after you launch it
17
+ */
18
+ export type EvaluatorRunLaunchResponseStatus = ClosedEnum<
19
+ typeof EvaluatorRunLaunchResponseStatus
20
+ >;
21
+
22
+ export const EvaluatorRunLaunchResponseStatus$zodSchema = z.enum([
23
+ "queued",
24
+ "in_progress",
25
+ ]).describe("Status of the job right after you launch it");
26
+
27
+ export type EvaluatorRunLaunchResponse = {
28
+ job_uuid: string;
29
+ status: EvaluatorRunLaunchResponseStatus;
30
+ evaluator_count: number;
31
+ item_count: number;
32
+ };
33
+
34
+ export const EvaluatorRunLaunchResponse$zodSchema: z.ZodType<
35
+ EvaluatorRunLaunchResponse
36
+ > = z.object({
37
+ evaluator_count: z.int().describe("How many evaluators the job will run"),
38
+ item_count: z.int().describe("How many items the job will run on"),
39
+ job_uuid: z.string().describe(
40
+ "ID of the evaluator-run job. Poll it for status and results",
41
+ ),
42
+ status: EvaluatorRunLaunchResponseStatus$zodSchema.describe(
43
+ "Status of the job right after you launch it",
44
+ ),
45
+ });
@@ -0,0 +1,21 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+
7
+ export type EvaluatorRunRequestEntry = {
8
+ evaluator_id: string;
9
+ evaluator_version_id?: string | null | undefined;
10
+ };
11
+
12
+ export const EvaluatorRunRequestEntry$zodSchema: z.ZodType<
13
+ EvaluatorRunRequestEntry
14
+ > = z.object({
15
+ evaluator_id: z.string().describe(
16
+ "Evaluator ID to run. Must be linked to the task",
17
+ ),
18
+ evaluator_version_id: z.string().nullable().optional().describe(
19
+ "Evaluator version ID to run. Omit to use the evaluator's live version",
20
+ ),
21
+ });
@@ -0,0 +1,101 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { collectExtraKeys as collectExtraKeys$ } from "../lib/schemas.js";
7
+ import { ClosedEnum } from "../types/enums.js";
8
+
9
+ /**
10
+ * Current status of the job
11
+ */
12
+ export const EvaluatorRunResponseStatus = {
13
+ Queued: "queued",
14
+ InProgress: "in_progress",
15
+ Completed: "completed",
16
+ Failed: "failed",
17
+ } as const;
18
+ /**
19
+ * Current status of the job
20
+ */
21
+ export type EvaluatorRunResponseStatus = ClosedEnum<
22
+ typeof EvaluatorRunResponseStatus
23
+ >;
24
+
25
+ export const EvaluatorRunResponseStatus$zodSchema = z.enum([
26
+ "queued",
27
+ "in_progress",
28
+ "completed",
29
+ "failed",
30
+ ]).describe("Current status of the job");
31
+
32
+ export type EvaluatorRunResponse = {
33
+ uuid: string;
34
+ task_id: string | null;
35
+ status: EvaluatorRunResponseStatus;
36
+ error: string | null;
37
+ completed_at: string | null;
38
+ evaluators: Array<{ [k: string]: any }>;
39
+ runs: Array<{ [k: string]: any }>;
40
+ human_agreement: { [k: string]: any };
41
+ items: Array<{ [k: string]: any }>;
42
+ is_public: boolean;
43
+ share_token: string | null;
44
+ AdditionalProperties?: { [k: string]: any };
45
+ };
46
+
47
+ export const EvaluatorRunResponse$zodSchema: z.ZodType<EvaluatorRunResponse> =
48
+ collectExtraKeys$(
49
+ z.object({
50
+ completed_at: z.string().nullable().describe(
51
+ "When the job finished (ISO 8601 UTC)",
52
+ ),
53
+ error: z.string().nullable().describe(
54
+ "Failure reason, present when the job failed",
55
+ ),
56
+ evaluators: z.array(z.record(z.string(), z.any())).describe(
57
+ "The evaluators the job ran, each pinned to the version it used, with that version's rubric",
58
+ ),
59
+ human_agreement: z.record(z.string(), z.any()).describe(
60
+ "How each evaluator's judgements line up with the human annotations on the same items",
61
+ ),
62
+ is_public: z.boolean().describe("Whether the run is shared publicly"),
63
+ items: z.array(z.record(z.string(), z.any())).describe(
64
+ "The exact item set the job ran on, frozen when the job started",
65
+ ),
66
+ runs: z.array(z.record(z.string(), z.any())).describe(
67
+ "One result per item and evaluator. Each keys back to `evaluators` by its evaluator and version IDs",
68
+ ),
69
+ share_token: z.string().nullable().describe(
70
+ "Token for building the public share URL",
71
+ ),
72
+ status: EvaluatorRunResponseStatus$zodSchema.describe(
73
+ "Current status of the job",
74
+ ),
75
+ task_id: z.string().nullable().describe("ID of the task the job ran on"),
76
+ uuid: z.string().describe("ID of the evaluator-run job"),
77
+ }).catchall(z.any()),
78
+ "AdditionalProperties",
79
+ true,
80
+ );
81
+
82
+ export const EvaluatorRunResponse$zodSchemaOutbound: z.ZodType<any> = z.object({
83
+ AdditionalProperties: z.record(z.string(), z.any()).optional(),
84
+ completed_at: z.nullable(z.string()),
85
+ error: z.nullable(z.string()),
86
+ evaluators: z.array(z.record(z.string(), z.any())),
87
+ human_agreement: z.record(z.string(), z.any()),
88
+ is_public: z.boolean(),
89
+ items: z.array(z.record(z.string(), z.any())),
90
+ runs: z.array(z.record(z.string(), z.any())),
91
+ share_token: z.nullable(z.string()),
92
+ status: EvaluatorRunResponseStatus$zodSchema,
93
+ task_id: z.nullable(z.string()),
94
+ uuid: z.string(),
95
+ }).transform((v) => {
96
+ const { AdditionalProperties, ...rest } = v;
97
+ return {
98
+ ...rest,
99
+ ...AdditionalProperties,
100
+ };
101
+ });
@@ -0,0 +1,33 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import {
7
+ EvaluatorRunRequestEntry,
8
+ EvaluatorRunRequestEntry$zodSchema,
9
+ } from "./evaluatorrunrequestentry.js";
10
+
11
+ export type EvaluatorRunStartRequest = {
12
+ evaluators: Array<EvaluatorRunRequestEntry>;
13
+ item_ids?: Array<string> | undefined;
14
+ select_all?: boolean | undefined;
15
+ q?: string | null | undefined;
16
+ };
17
+
18
+ export const EvaluatorRunStartRequest$zodSchema: z.ZodType<
19
+ EvaluatorRunStartRequest
20
+ > = z.object({
21
+ evaluators: z.array(EvaluatorRunRequestEntry$zodSchema).describe(
22
+ "The evaluators to run. Each must be linked to the task",
23
+ ),
24
+ item_ids: z.array(z.string()).optional().describe(
25
+ "Item IDs to run on. **Required when `select_all=false`**. Ignored when `select_all=true`",
26
+ ),
27
+ q: z.string().nullable().optional().describe(
28
+ "Case-insensitive substring filter on `payload.name`. Applies only when `select_all=true`",
29
+ ),
30
+ select_all: z.boolean().default(false).describe(
31
+ "When `true`, run on every item in the task. Set `q` to run only items whose name matches it",
32
+ ),
33
+ });
@@ -0,0 +1,36 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { OutputConfig, OutputConfig$zodSchema } from "./outputconfig.js";
7
+ import { VariableSpec, VariableSpec$zodSchema } from "./variablespec.js";
8
+
9
+ /**
10
+ * One version of an evaluator: its judge prompt, model, variables, and rubric.
11
+ */
12
+ export type EvaluatorVersionCreate = {
13
+ judge_model: string;
14
+ system_prompt: string;
15
+ output_config?: OutputConfig | null | undefined;
16
+ variables?: Array<VariableSpec> | null | undefined;
17
+ };
18
+
19
+ export const EvaluatorVersionCreate$zodSchema: z.ZodType<
20
+ EvaluatorVersionCreate
21
+ > = z.object({
22
+ judge_model: z.string().describe(
23
+ "The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`",
24
+ ),
25
+ output_config: OutputConfig$zodSchema.nullable().optional().describe(
26
+ "The scale points and their labels. Required for a `rating` evaluator. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
27
+ ),
28
+ system_prompt: z.string().describe(
29
+ "Judge system prompt. May contain `{{\"{{\"}}variable}}` placeholders",
30
+ ),
31
+ variables: z.array(VariableSpec$zodSchema).nullable().optional().describe(
32
+ "Declared prompt variables. Omit if the prompt has no `{{\"{{\"}}placeholders}}`",
33
+ ),
34
+ }).describe(
35
+ "One version of an evaluator: its judge prompt, model, variables, and rubric.",
36
+ );
@@ -0,0 +1,38 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { OutputConfig, OutputConfig$zodSchema } from "./outputconfig.js";
7
+ import { VariableSpec, VariableSpec$zodSchema } from "./variablespec.js";
8
+
9
+ /**
10
+ * Request body for adding a version to an existing evaluator.
11
+ */
12
+ export type EvaluatorVersionCreateRequest = {
13
+ judge_model: string;
14
+ system_prompt: string;
15
+ output_config?: OutputConfig | null | undefined;
16
+ variables?: Array<VariableSpec> | null | undefined;
17
+ make_live?: boolean | undefined;
18
+ };
19
+
20
+ export const EvaluatorVersionCreateRequest$zodSchema: z.ZodType<
21
+ EvaluatorVersionCreateRequest
22
+ > = z.object({
23
+ judge_model: z.string().describe(
24
+ "The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`",
25
+ ),
26
+ make_live: z.boolean().default(false).describe(
27
+ "When `true`, immediately point the evaluator's live version at this new version",
28
+ ),
29
+ output_config: OutputConfig$zodSchema.nullable().optional().describe(
30
+ "The scale points and their labels. Required for a `rating` evaluator. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
31
+ ),
32
+ system_prompt: z.string().describe(
33
+ "Judge system prompt. May contain `{{\"{{\"}}variable}}` placeholders",
34
+ ),
35
+ variables: z.array(VariableSpec$zodSchema).nullable().optional().describe(
36
+ "Declared prompt variables. Omit if the prompt has none. After the first version the variable names are fixed. You can change a variable's description or default, but not add, remove, or rename one",
37
+ ),
38
+ }).describe("Request body for adding a version to an existing evaluator.");
@@ -0,0 +1,41 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { OutputConfig, OutputConfig$zodSchema } from "./outputconfig.js";
7
+ import { VariableSpec, VariableSpec$zodSchema } from "./variablespec.js";
8
+
9
+ export type EvaluatorVersionResponse = {
10
+ uuid: string;
11
+ version_number: number;
12
+ judge_model: string;
13
+ system_prompt: string;
14
+ output_config?: OutputConfig | null | undefined;
15
+ variables?: Array<VariableSpec> | null | undefined;
16
+ created_at: string;
17
+ };
18
+
19
+ export const EvaluatorVersionResponse$zodSchema: z.ZodType<
20
+ EvaluatorVersionResponse
21
+ > = z.object({
22
+ created_at: z.string().describe(
23
+ "When the version was created (ISO 8601 UTC)",
24
+ ),
25
+ judge_model: z.string().describe(
26
+ "The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`",
27
+ ),
28
+ output_config: OutputConfig$zodSchema.nullable().optional().describe(
29
+ "The scale points and their labels. Required for a `rating` evaluator. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
30
+ ),
31
+ system_prompt: z.string().describe(
32
+ "Judge system prompt, with `{{\"{{\"}}variable}}` placeholders unrendered",
33
+ ),
34
+ uuid: z.string().describe("Version ID"),
35
+ variables: z.array(VariableSpec$zodSchema).nullable().optional().describe(
36
+ "Declared prompt variables",
37
+ ),
38
+ version_number: z.int().describe(
39
+ "The version's number. The first version is 1, and it goes up by one for each new version of the evaluator",
40
+ ),
41
+ });
@@ -15,15 +15,13 @@ import {
15
15
  export type GetAgentEndpointAgentsAgentUuidGetRequest = {
16
16
  agent_uuid: string;
17
17
  xAPIKey?: string | null | undefined;
18
- xOrgUUID?: string | null | undefined;
19
18
  };
20
19
 
21
20
  export const GetAgentEndpointAgentsAgentUuidGetRequest$zodSchema: z.ZodType<
22
21
  GetAgentEndpointAgentsAgentUuidGetRequest
23
22
  > = z.object({
24
- agent_uuid: z.string().describe("The agent to retrieve."),
23
+ agent_uuid: z.string().describe("The agent to retrieve"),
25
24
  xAPIKey: z.string().nullable().optional(),
26
- xOrgUUID: z.string().nullable().optional(),
27
25
  });
28
26
 
29
27
  export type GetAgentEndpointAgentsAgentUuidGetResponse =
@@ -0,0 +1,34 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import {
7
+ AgentTestRunsResponse,
8
+ AgentTestRunsResponse$zodSchema,
9
+ } from "./agenttestrunsresponse.js";
10
+ import {
11
+ HTTPValidationError,
12
+ HTTPValidationError$zodSchema,
13
+ } from "./httpvalidationerror.js";
14
+
15
+ export type GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetRequest = {
16
+ agent_uuid: string;
17
+ xAPIKey?: string | null | undefined;
18
+ };
19
+
20
+ export const GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetRequest$zodSchema:
21
+ z.ZodType<GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetRequest> = z.object({
22
+ agent_uuid: z.string().describe("Agent whose test runs to list"),
23
+ xAPIKey: z.string().nullable().optional(),
24
+ });
25
+
26
+ export type GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetResponse =
27
+ | AgentTestRunsResponse
28
+ | HTTPValidationError;
29
+
30
+ export const GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetResponse$zodSchema:
31
+ z.ZodType<GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetResponse> = z.union([
32
+ AgentTestRunsResponse$zodSchema,
33
+ HTTPValidationError$zodSchema,
34
+ ]);
@@ -15,14 +15,12 @@ import {
15
15
  export type GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest = {
16
16
  task_id: string;
17
17
  xAPIKey?: string | null | undefined;
18
- xOrgUUID?: string | null | undefined;
19
18
  };
20
19
 
21
20
  export const GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest$zodSchema:
22
21
  z.ZodType<GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest> = z.object({
23
22
  task_id: z.string().describe("Test run to poll for status and results"),
24
23
  xAPIKey: z.string().nullable().optional(),
25
- xOrgUUID: z.string().nullable().optional(),
26
24
  });
27
25
 
28
26
  export type GetAgentTestRunStatusAgentTestsRunTaskIdGetResponse =
@@ -0,0 +1,38 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import {
7
+ HTTPValidationError,
8
+ HTTPValidationError$zodSchema,
9
+ } from "./httpvalidationerror.js";
10
+ import {
11
+ RoutersAgentTestsTestResponse,
12
+ RoutersAgentTestsTestResponse$zodSchema,
13
+ } from "./routersagentteststestresponse.js";
14
+
15
+ export type GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetRequest = {
16
+ agent_uuid: string;
17
+ xAPIKey?: string | null | undefined;
18
+ };
19
+
20
+ export const GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetRequest$zodSchema:
21
+ z.ZodType<GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetRequest> = z
22
+ .object({
23
+ agent_uuid: z.string().describe("Agent whose linked tests to list"),
24
+ xAPIKey: z.string().nullable().optional(),
25
+ });
26
+
27
+ export type GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetResponse =
28
+ | Array<RoutersAgentTestsTestResponse>
29
+ | HTTPValidationError;
30
+
31
+ export const GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetResponse$zodSchema:
32
+ z.ZodType<GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetResponse> = z
33
+ .union([
34
+ z.array(RoutersAgentTestsTestResponse$zodSchema).describe(
35
+ "Successful Response",
36
+ ),
37
+ HTTPValidationError$zodSchema,
38
+ ]);
@@ -0,0 +1,36 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import {
7
+ AnnotationTaskResponse,
8
+ AnnotationTaskResponse$zodSchema,
9
+ } from "./annotationtaskresponse.js";
10
+ import {
11
+ HTTPValidationError,
12
+ HTTPValidationError$zodSchema,
13
+ } from "./httpvalidationerror.js";
14
+
15
+ export type GetAnnotationTaskEndpointAnnotationTasksTaskUuidGetRequest = {
16
+ task_uuid: string;
17
+ xAPIKey?: string | null | undefined;
18
+ };
19
+
20
+ export const GetAnnotationTaskEndpointAnnotationTasksTaskUuidGetRequest$zodSchema:
21
+ z.ZodType<GetAnnotationTaskEndpointAnnotationTasksTaskUuidGetRequest> = z
22
+ .object({
23
+ task_uuid: z.string().describe("Task to retrieve"),
24
+ xAPIKey: z.string().nullable().optional(),
25
+ });
26
+
27
+ export type GetAnnotationTaskEndpointAnnotationTasksTaskUuidGetResponse =
28
+ | AnnotationTaskResponse
29
+ | HTTPValidationError;
30
+
31
+ export const GetAnnotationTaskEndpointAnnotationTasksTaskUuidGetResponse$zodSchema:
32
+ z.ZodType<GetAnnotationTaskEndpointAnnotationTasksTaskUuidGetResponse> = z
33
+ .union([
34
+ AnnotationTaskResponse$zodSchema,
35
+ HTTPValidationError$zodSchema,
36
+ ]);