@orq-ai/node 4.18.0-rc.16 → 4.18.0-rc.19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (714) hide show
  1. package/README.md +135 -66
  2. package/funcs/experimentsCancelRun.d.ts +19 -0
  3. package/funcs/experimentsCancelRun.d.ts.map +1 -0
  4. package/funcs/experimentsCancelRun.js +132 -0
  5. package/funcs/experimentsCancelRun.js.map +1 -0
  6. package/funcs/experimentsCreate.d.ts +18 -0
  7. package/funcs/experimentsCreate.d.ts.map +1 -0
  8. package/funcs/experimentsCreate.js +119 -0
  9. package/funcs/experimentsCreate.js.map +1 -0
  10. package/funcs/experimentsCreateEval.d.ts +19 -0
  11. package/funcs/experimentsCreateEval.d.ts.map +1 -0
  12. package/funcs/experimentsCreateEval.js +132 -0
  13. package/funcs/experimentsCreateEval.js.map +1 -0
  14. package/funcs/experimentsCreateReview.d.ts +16 -0
  15. package/funcs/experimentsCreateReview.d.ts.map +1 -0
  16. package/funcs/experimentsCreateReview.js +129 -0
  17. package/funcs/experimentsCreateReview.js.map +1 -0
  18. package/funcs/experimentsCreateRun.d.ts +19 -0
  19. package/funcs/experimentsCreateRun.d.ts.map +1 -0
  20. package/funcs/experimentsCreateRun.js +126 -0
  21. package/funcs/experimentsCreateRun.js.map +1 -0
  22. package/funcs/experimentsCreateTask.d.ts +19 -0
  23. package/funcs/experimentsCreateTask.d.ts.map +1 -0
  24. package/funcs/experimentsCreateTask.js +132 -0
  25. package/funcs/experimentsCreateTask.js.map +1 -0
  26. package/funcs/experimentsDelete.d.ts +18 -0
  27. package/funcs/experimentsDelete.d.ts.map +1 -0
  28. package/funcs/experimentsDelete.js +125 -0
  29. package/funcs/experimentsDelete.js.map +1 -0
  30. package/funcs/experimentsDeleteEval.d.ts +15 -0
  31. package/funcs/experimentsDeleteEval.d.ts.map +1 -0
  32. package/funcs/experimentsDeleteEval.js +130 -0
  33. package/funcs/experimentsDeleteEval.js.map +1 -0
  34. package/funcs/experimentsDeleteReview.d.ts +15 -0
  35. package/funcs/experimentsDeleteReview.d.ts.map +1 -0
  36. package/funcs/experimentsDeleteReview.js +130 -0
  37. package/funcs/experimentsDeleteReview.js.map +1 -0
  38. package/funcs/experimentsDeleteRows.d.ts +18 -0
  39. package/funcs/experimentsDeleteRows.d.ts.map +1 -0
  40. package/funcs/experimentsDeleteRows.js +130 -0
  41. package/funcs/experimentsDeleteRows.js.map +1 -0
  42. package/funcs/experimentsDeleteRun.d.ts +18 -0
  43. package/funcs/experimentsDeleteRun.d.ts.map +1 -0
  44. package/funcs/experimentsDeleteRun.js +129 -0
  45. package/funcs/experimentsDeleteRun.js.map +1 -0
  46. package/funcs/experimentsDeleteTask.d.ts +15 -0
  47. package/funcs/experimentsDeleteTask.d.ts.map +1 -0
  48. package/funcs/experimentsDeleteTask.js +130 -0
  49. package/funcs/experimentsDeleteTask.js.map +1 -0
  50. package/funcs/experimentsDuplicateRow.d.ts +19 -0
  51. package/funcs/experimentsDuplicateRow.d.ts.map +1 -0
  52. package/funcs/experimentsDuplicateRow.js +136 -0
  53. package/funcs/experimentsDuplicateRow.js.map +1 -0
  54. package/funcs/experimentsExecuteRun.d.ts +19 -0
  55. package/funcs/experimentsExecuteRun.d.ts.map +1 -0
  56. package/funcs/experimentsExecuteRun.js +130 -0
  57. package/funcs/experimentsExecuteRun.js.map +1 -0
  58. package/funcs/experimentsExportRun.d.ts +25 -0
  59. package/funcs/experimentsExportRun.d.ts.map +1 -0
  60. package/funcs/experimentsExportRun.js +146 -0
  61. package/funcs/experimentsExportRun.js.map +1 -0
  62. package/funcs/experimentsGet.d.ts +19 -0
  63. package/funcs/experimentsGet.d.ts.map +1 -0
  64. package/funcs/experimentsGet.js +125 -0
  65. package/funcs/experimentsGet.js.map +1 -0
  66. package/funcs/experimentsGetRun.d.ts +19 -0
  67. package/funcs/experimentsGetRun.d.ts.map +1 -0
  68. package/funcs/experimentsGetRun.js +129 -0
  69. package/funcs/experimentsGetRun.js.map +1 -0
  70. package/funcs/experimentsGetRunMetrics.d.ts +19 -0
  71. package/funcs/experimentsGetRunMetrics.d.ts.map +1 -0
  72. package/funcs/experimentsGetRunMetrics.js +133 -0
  73. package/funcs/experimentsGetRunMetrics.js.map +1 -0
  74. package/funcs/experimentsList.d.ts +19 -0
  75. package/funcs/experimentsList.d.ts.map +1 -0
  76. package/funcs/experimentsList.js +126 -0
  77. package/funcs/experimentsList.js.map +1 -0
  78. package/funcs/experimentsListEvals.d.ts +16 -0
  79. package/funcs/experimentsListEvals.d.ts.map +1 -0
  80. package/funcs/experimentsListEvals.js +126 -0
  81. package/funcs/experimentsListEvals.js.map +1 -0
  82. package/funcs/experimentsListReviews.d.ts +16 -0
  83. package/funcs/experimentsListReviews.d.ts.map +1 -0
  84. package/funcs/experimentsListReviews.js +126 -0
  85. package/funcs/experimentsListReviews.js.map +1 -0
  86. package/funcs/experimentsListRuns.d.ts +19 -0
  87. package/funcs/experimentsListRuns.d.ts.map +1 -0
  88. package/funcs/experimentsListRuns.js +132 -0
  89. package/funcs/experimentsListRuns.js.map +1 -0
  90. package/funcs/experimentsListTasks.d.ts +16 -0
  91. package/funcs/experimentsListTasks.d.ts.map +1 -0
  92. package/funcs/experimentsListTasks.js +126 -0
  93. package/funcs/experimentsListTasks.js.map +1 -0
  94. package/funcs/experimentsPatchEvalCell.d.ts +19 -0
  95. package/funcs/experimentsPatchEvalCell.d.ts.map +1 -0
  96. package/funcs/experimentsPatchEvalCell.js +140 -0
  97. package/funcs/experimentsPatchEvalCell.js.map +1 -0
  98. package/funcs/experimentsPatchReviewCell.d.ts +16 -0
  99. package/funcs/experimentsPatchReviewCell.d.ts.map +1 -0
  100. package/funcs/experimentsPatchReviewCell.js +137 -0
  101. package/funcs/experimentsPatchReviewCell.js.map +1 -0
  102. package/funcs/experimentsPatchTaskCell.d.ts +19 -0
  103. package/funcs/experimentsPatchTaskCell.d.ts.map +1 -0
  104. package/funcs/experimentsPatchTaskCell.js +140 -0
  105. package/funcs/experimentsPatchTaskCell.js.map +1 -0
  106. package/funcs/experimentsQueryRun.d.ts +19 -0
  107. package/funcs/experimentsQueryRun.d.ts.map +1 -0
  108. package/funcs/experimentsQueryRun.js +130 -0
  109. package/funcs/experimentsQueryRun.js.map +1 -0
  110. package/funcs/experimentsUpdate.d.ts +19 -0
  111. package/funcs/experimentsUpdate.d.ts.map +1 -0
  112. package/funcs/experimentsUpdate.js +128 -0
  113. package/funcs/experimentsUpdate.js.map +1 -0
  114. package/funcs/experimentsUpdateReview.d.ts +19 -0
  115. package/funcs/experimentsUpdateReview.d.ts.map +1 -0
  116. package/funcs/experimentsUpdateReview.js +136 -0
  117. package/funcs/experimentsUpdateReview.js.map +1 -0
  118. package/funcs/experimentsUpdateRun.d.ts +19 -0
  119. package/funcs/experimentsUpdateRun.d.ts.map +1 -0
  120. package/funcs/experimentsUpdateRun.js +130 -0
  121. package/funcs/experimentsUpdateRun.js.map +1 -0
  122. package/funcs/experimentsUpdateRunCell.d.ts +19 -0
  123. package/funcs/experimentsUpdateRunCell.d.ts.map +1 -0
  124. package/funcs/experimentsUpdateRunCell.js +140 -0
  125. package/funcs/experimentsUpdateRunCell.js.map +1 -0
  126. package/funcs/experimentsUpdateRunColumnLayout.d.ts +19 -0
  127. package/funcs/experimentsUpdateRunColumnLayout.d.ts.map +1 -0
  128. package/funcs/experimentsUpdateRunColumnLayout.js +132 -0
  129. package/funcs/experimentsUpdateRunColumnLayout.js.map +1 -0
  130. package/funcs/experimentsUpdateTask.d.ts +19 -0
  131. package/funcs/experimentsUpdateTask.d.ts.map +1 -0
  132. package/funcs/experimentsUpdateTask.js +136 -0
  133. package/funcs/experimentsUpdateTask.js.map +1 -0
  134. package/funcs/filesList.d.ts +1 -1
  135. package/funcs/filesList.js +2 -1
  136. package/funcs/filesList.js.map +1 -1
  137. package/jsr.json +1 -1
  138. package/lib/config.d.ts +2 -2
  139. package/lib/config.js +2 -2
  140. package/models/components/agentstartedstreamingevent.d.ts +4 -4
  141. package/models/components/agentstartedstreamingevent.d.ts.map +1 -1
  142. package/models/components/agentstartedstreamingevent.js +7 -7
  143. package/models/components/agentstartedstreamingevent.js.map +1 -1
  144. package/models/components/agenttaskconfig.d.ts +37 -0
  145. package/models/components/agenttaskconfig.d.ts.map +1 -0
  146. package/models/components/agenttaskconfig.js +98 -0
  147. package/models/components/agenttaskconfig.js.map +1 -0
  148. package/models/components/artifactrefs.d.ts +27 -0
  149. package/models/components/artifactrefs.d.ts.map +1 -0
  150. package/models/components/artifactrefs.js +87 -0
  151. package/models/components/artifactrefs.js.map +1 -0
  152. package/models/components/booleanmetricsummary.d.ts +11 -0
  153. package/models/components/booleanmetricsummary.d.ts.map +1 -0
  154. package/models/components/booleanmetricsummary.js +56 -0
  155. package/models/components/booleanmetricsummary.js.map +1 -0
  156. package/models/components/cancelexperimentrunrequest.d.ts +12 -0
  157. package/models/components/cancelexperimentrunrequest.d.ts.map +1 -0
  158. package/models/components/cancelexperimentrunrequest.js +54 -0
  159. package/models/components/cancelexperimentrunrequest.js.map +1 -0
  160. package/models/components/categoricalmetricsummary.d.ts +13 -0
  161. package/models/components/categoricalmetricsummary.d.ts.map +1 -0
  162. package/models/components/categoricalmetricsummary.js +51 -0
  163. package/models/components/categoricalmetricsummary.js.map +1 -0
  164. package/models/components/cell.d.ts +47 -0
  165. package/models/components/cell.d.ts.map +1 -0
  166. package/models/components/cell.js +85 -0
  167. package/models/components/cell.js.map +1 -0
  168. package/models/components/cellprogress.d.ts +12 -0
  169. package/models/components/cellprogress.d.ts.map +1 -0
  170. package/models/components/cellprogress.js +57 -0
  171. package/models/components/cellprogress.js.map +1 -0
  172. package/models/components/cellstatus.d.ts +15 -0
  173. package/models/components/cellstatus.d.ts.map +1 -0
  174. package/models/components/cellstatus.js +53 -0
  175. package/models/components/cellstatus.js.map +1 -0
  176. package/models/components/cellstatuscounts.d.ts +15 -0
  177. package/models/components/cellstatuscounts.d.ts.map +1 -0
  178. package/models/components/cellstatuscounts.js +60 -0
  179. package/models/components/cellstatuscounts.js.map +1 -0
  180. package/models/components/celltype.d.ts +19 -0
  181. package/models/components/celltype.d.ts.map +1 -0
  182. package/models/components/celltype.js +57 -0
  183. package/models/components/celltype.js.map +1 -0
  184. package/models/components/column.d.ts +31 -0
  185. package/models/components/column.d.ts.map +1 -0
  186. package/models/components/column.js +78 -0
  187. package/models/components/column.js.map +1 -0
  188. package/models/components/columnlayout.d.ts +18 -0
  189. package/models/components/columnlayout.d.ts.map +1 -0
  190. package/models/components/columnlayout.js +57 -0
  191. package/models/components/columnlayout.js.map +1 -0
  192. package/models/components/createevalcolumnrequest.d.ts +14 -0
  193. package/models/components/createevalcolumnrequest.d.ts.map +1 -0
  194. package/models/components/createevalcolumnrequest.js +55 -0
  195. package/models/components/createevalcolumnrequest.js.map +1 -0
  196. package/models/components/createexperimentrequest.d.ts +30 -0
  197. package/models/components/createexperimentrequest.d.ts.map +1 -0
  198. package/models/components/createexperimentrequest.js +63 -0
  199. package/models/components/createexperimentrequest.js.map +1 -0
  200. package/models/components/createreviewcolumnrequest.d.ts +18 -0
  201. package/models/components/createreviewcolumnrequest.d.ts.map +1 -0
  202. package/models/components/createreviewcolumnrequest.js +59 -0
  203. package/models/components/createreviewcolumnrequest.js.map +1 -0
  204. package/models/components/createrunrequest.d.ts +15 -0
  205. package/models/components/createrunrequest.d.ts.map +1 -0
  206. package/models/components/createrunrequest.js +51 -0
  207. package/models/components/createrunrequest.js.map +1 -0
  208. package/models/components/createtaskcolumnrequest.d.ts +26 -0
  209. package/models/components/createtaskcolumnrequest.d.ts.map +1 -0
  210. package/models/components/createtaskcolumnrequest.js +63 -0
  211. package/models/components/createtaskcolumnrequest.js.map +1 -0
  212. package/models/components/datasetcolumnconfig.d.ts +10 -0
  213. package/models/components/datasetcolumnconfig.d.ts.map +1 -0
  214. package/models/components/datasetcolumnconfig.js +55 -0
  215. package/models/components/datasetcolumnconfig.js.map +1 -0
  216. package/models/components/deleterowsrequest.d.ts +12 -0
  217. package/models/components/deleterowsrequest.d.ts.map +1 -0
  218. package/models/components/deleterowsrequest.js +54 -0
  219. package/models/components/deleterowsrequest.js.map +1 -0
  220. package/models/components/duplicaterowrequest.d.ts +8 -0
  221. package/models/components/duplicaterowrequest.d.ts.map +1 -0
  222. package/models/components/duplicaterowrequest.js +47 -0
  223. package/models/components/duplicaterowrequest.js.map +1 -0
  224. package/models/components/evalcolumnconfig.d.ts +13 -0
  225. package/models/components/evalcolumnconfig.d.ts.map +1 -0
  226. package/models/components/evalcolumnconfig.js +61 -0
  227. package/models/components/evalcolumnconfig.js.map +1 -0
  228. package/models/components/executeconstraints.d.ts +16 -0
  229. package/models/components/executeconstraints.d.ts.map +1 -0
  230. package/models/components/executeconstraints.js +52 -0
  231. package/models/components/executeconstraints.js.map +1 -0
  232. package/models/components/executerunrequest.d.ts +21 -0
  233. package/models/components/executerunrequest.d.ts.map +1 -0
  234. package/models/components/executerunrequest.js +60 -0
  235. package/models/components/executerunrequest.js.map +1 -0
  236. package/models/components/executescope.d.ts +14 -0
  237. package/models/components/executescope.d.ts.map +1 -0
  238. package/models/components/executescope.js +51 -0
  239. package/models/components/executescope.js.map +1 -0
  240. package/models/components/executetarget.d.ts +18 -0
  241. package/models/components/executetarget.d.ts.map +1 -0
  242. package/models/components/executetarget.js +60 -0
  243. package/models/components/executetarget.js.map +1 -0
  244. package/models/components/experiment.d.ts +25 -0
  245. package/models/components/experiment.d.ts.map +1 -0
  246. package/models/components/experiment.js +79 -0
  247. package/models/components/experiment.js.map +1 -0
  248. package/models/components/getrunmetricsresponse.d.ts +16 -0
  249. package/models/components/getrunmetricsresponse.d.ts.map +1 -0
  250. package/models/components/getrunmetricsresponse.js +51 -0
  251. package/models/components/getrunmetricsresponse.js.map +1 -0
  252. package/models/components/harnessconstraints.d.ts +21 -0
  253. package/models/components/harnessconstraints.d.ts.map +1 -0
  254. package/models/components/harnessconstraints.js +62 -0
  255. package/models/components/harnessconstraints.js.map +1 -0
  256. package/models/components/harnesstaskconfig.d.ts +17 -0
  257. package/models/components/harnesstaskconfig.d.ts.map +1 -0
  258. package/models/components/harnesstaskconfig.js +67 -0
  259. package/models/components/harnesstaskconfig.js.map +1 -0
  260. package/models/components/index.d.ts +63 -0
  261. package/models/components/index.d.ts.map +1 -1
  262. package/models/components/index.js +63 -0
  263. package/models/components/index.js.map +1 -1
  264. package/models/components/listevalcolumnsresponse.d.ts +11 -0
  265. package/models/components/listevalcolumnsresponse.d.ts.map +1 -0
  266. package/models/components/listevalcolumnsresponse.js +51 -0
  267. package/models/components/listevalcolumnsresponse.js.map +1 -0
  268. package/models/components/listexperimentrunsresponse.d.ts +12 -0
  269. package/models/components/listexperimentrunsresponse.d.ts.map +1 -0
  270. package/models/components/listexperimentrunsresponse.js +57 -0
  271. package/models/components/listexperimentrunsresponse.js.map +1 -0
  272. package/models/components/listexperimentsresponse.d.ts +12 -0
  273. package/models/components/listexperimentsresponse.d.ts.map +1 -0
  274. package/models/components/listexperimentsresponse.js +57 -0
  275. package/models/components/listexperimentsresponse.js.map +1 -0
  276. package/models/components/listreviewcolumnsresponse.d.ts +11 -0
  277. package/models/components/listreviewcolumnsresponse.d.ts.map +1 -0
  278. package/models/components/listreviewcolumnsresponse.js +51 -0
  279. package/models/components/listreviewcolumnsresponse.js.map +1 -0
  280. package/models/components/listtaskcolumnsresponse.d.ts +11 -0
  281. package/models/components/listtaskcolumnsresponse.d.ts.map +1 -0
  282. package/models/components/listtaskcolumnsresponse.js +51 -0
  283. package/models/components/listtaskcolumnsresponse.js.map +1 -0
  284. package/models/components/llmconstraints.d.ts +16 -0
  285. package/models/components/llmconstraints.d.ts.map +1 -0
  286. package/models/components/llmconstraints.js +56 -0
  287. package/models/components/llmconstraints.js.map +1 -0
  288. package/models/components/mcptool.d.ts +22 -0
  289. package/models/components/mcptool.d.ts.map +1 -1
  290. package/models/components/mcptool.js +17 -1
  291. package/models/components/mcptool.js.map +1 -1
  292. package/models/components/mcptoolannotations.d.ts +6 -2
  293. package/models/components/mcptoolannotations.d.ts.map +1 -1
  294. package/models/components/mcptoolannotations.js +1 -0
  295. package/models/components/mcptoolannotations.js.map +1 -1
  296. package/models/components/messagessource.d.ts +14 -0
  297. package/models/components/messagessource.d.ts.map +1 -0
  298. package/models/components/messagessource.js +51 -0
  299. package/models/components/messagessource.js.map +1 -0
  300. package/models/components/metricbaseline.d.ts +16 -0
  301. package/models/components/metricbaseline.d.ts.map +1 -0
  302. package/models/components/metricbaseline.js +58 -0
  303. package/models/components/metricbaseline.js.map +1 -0
  304. package/models/components/metriccolumnconfig.d.ts +10 -0
  305. package/models/components/metriccolumnconfig.d.ts.map +1 -0
  306. package/models/components/metriccolumnconfig.js +55 -0
  307. package/models/components/metriccolumnconfig.js.map +1 -0
  308. package/models/components/metricsummary.d.ts +17 -0
  309. package/models/components/metricsummary.d.ts.map +1 -0
  310. package/models/components/metricsummary.js +57 -0
  311. package/models/components/metricsummary.js.map +1 -0
  312. package/models/components/numbermetricsummary.d.ts +17 -0
  313. package/models/components/numbermetricsummary.d.ts.map +1 -0
  314. package/models/components/numbermetricsummary.js +62 -0
  315. package/models/components/numbermetricsummary.js.map +1 -0
  316. package/models/components/openresponsetaskconfig.d.ts +13 -0
  317. package/models/components/openresponsetaskconfig.d.ts.map +1 -0
  318. package/models/components/openresponsetaskconfig.js +54 -0
  319. package/models/components/openresponsetaskconfig.js.map +1 -0
  320. package/models/components/patchevalcellrequest.d.ts +18 -0
  321. package/models/components/patchevalcellrequest.d.ts.map +1 -0
  322. package/models/components/patchevalcellrequest.js +55 -0
  323. package/models/components/patchevalcellrequest.js.map +1 -0
  324. package/models/components/patchreviewcellrequest.d.ts +18 -0
  325. package/models/components/patchreviewcellrequest.d.ts.map +1 -0
  326. package/models/components/patchreviewcellrequest.js +55 -0
  327. package/models/components/patchreviewcellrequest.js.map +1 -0
  328. package/models/components/patchtaskcellrequest.d.ts +23 -0
  329. package/models/components/patchtaskcellrequest.d.ts.map +1 -0
  330. package/models/components/patchtaskcellrequest.js +63 -0
  331. package/models/components/patchtaskcellrequest.js.map +1 -0
  332. package/models/components/prompttaskconfig.d.ts +75 -0
  333. package/models/components/prompttaskconfig.d.ts.map +1 -0
  334. package/models/components/prompttaskconfig.js +151 -0
  335. package/models/components/prompttaskconfig.js.map +1 -0
  336. package/models/components/queryrow.d.ts +17 -0
  337. package/models/components/queryrow.d.ts.map +1 -0
  338. package/models/components/queryrow.js +67 -0
  339. package/models/components/queryrow.js.map +1 -0
  340. package/models/components/queryrunrequest.d.ts +32 -0
  341. package/models/components/queryrunrequest.d.ts.map +1 -0
  342. package/models/components/queryrunrequest.js +65 -0
  343. package/models/components/queryrunrequest.js.map +1 -0
  344. package/models/components/queryrunresponse.d.ts +16 -0
  345. package/models/components/queryrunresponse.d.ts.map +1 -0
  346. package/models/components/queryrunresponse.js +59 -0
  347. package/models/components/queryrunresponse.js.map +1 -0
  348. package/models/components/reasoningpart.js +1 -1
  349. package/models/components/reviewcolumnconfig.d.ts +12 -0
  350. package/models/components/reviewcolumnconfig.d.ts.map +1 -0
  351. package/models/components/reviewcolumnconfig.js +59 -0
  352. package/models/components/reviewcolumnconfig.js.map +1 -0
  353. package/models/components/rowstatus.d.ts +15 -0
  354. package/models/components/rowstatus.d.ts.map +1 -0
  355. package/models/components/rowstatus.js +53 -0
  356. package/models/components/rowstatus.js.map +1 -0
  357. package/models/components/run.d.ts +39 -0
  358. package/models/components/run.d.ts.map +1 -0
  359. package/models/components/run.js +87 -0
  360. package/models/components/run.js.map +1 -0
  361. package/models/components/runref.d.ts +14 -0
  362. package/models/components/runref.d.ts.map +1 -0
  363. package/models/components/runref.js +56 -0
  364. package/models/components/runref.js.map +1 -0
  365. package/models/components/runsettings.d.ts +23 -0
  366. package/models/components/runsettings.d.ts.map +1 -0
  367. package/models/components/runsettings.js +75 -0
  368. package/models/components/runsettings.js.map +1 -0
  369. package/models/components/runstats.d.ts +13 -0
  370. package/models/components/runstats.d.ts.map +1 -0
  371. package/models/components/runstats.js +61 -0
  372. package/models/components/runstats.js.map +1 -0
  373. package/models/components/runstatus.d.ts +15 -0
  374. package/models/components/runstatus.d.ts.map +1 -0
  375. package/models/components/runstatus.js +53 -0
  376. package/models/components/runstatus.js.map +1 -0
  377. package/models/components/uniqueevaluator.d.ts +13 -0
  378. package/models/components/uniqueevaluator.d.ts.map +1 -0
  379. package/models/components/uniqueevaluator.js +61 -0
  380. package/models/components/uniqueevaluator.js.map +1 -0
  381. package/models/components/updatedatasetrequest.d.ts +5 -0
  382. package/models/components/updatedatasetrequest.d.ts.map +1 -1
  383. package/models/components/updatedatasetrequest.js +1 -0
  384. package/models/components/updatedatasetrequest.js.map +1 -1
  385. package/models/components/updateexperimentrequest.d.ts +18 -0
  386. package/models/components/updateexperimentrequest.d.ts.map +1 -0
  387. package/models/components/updateexperimentrequest.js +60 -0
  388. package/models/components/updateexperimentrequest.js.map +1 -0
  389. package/models/components/updatereviewcolumnrequest.d.ts +12 -0
  390. package/models/components/updatereviewcolumnrequest.d.ts.map +1 -0
  391. package/models/components/updatereviewcolumnrequest.js +54 -0
  392. package/models/components/updatereviewcolumnrequest.js.map +1 -0
  393. package/models/components/updateruncellrequest.d.ts +18 -0
  394. package/models/components/updateruncellrequest.d.ts.map +1 -0
  395. package/models/components/updateruncellrequest.js +55 -0
  396. package/models/components/updateruncellrequest.js.map +1 -0
  397. package/models/components/updateruncolumnlayoutrequest.d.ts +13 -0
  398. package/models/components/updateruncolumnlayoutrequest.d.ts.map +1 -0
  399. package/models/components/updateruncolumnlayoutrequest.js +50 -0
  400. package/models/components/updateruncolumnlayoutrequest.js.map +1 -0
  401. package/models/components/updaterunrequest.d.ts +15 -0
  402. package/models/components/updaterunrequest.d.ts.map +1 -0
  403. package/models/components/updaterunrequest.js +51 -0
  404. package/models/components/updaterunrequest.js.map +1 -0
  405. package/models/components/updatetaskcolumnrequest.d.ts +21 -0
  406. package/models/components/updatetaskcolumnrequest.d.ts.map +1 -0
  407. package/models/components/updatetaskcolumnrequest.js +60 -0
  408. package/models/components/updatetaskcolumnrequest.js.map +1 -0
  409. package/models/components/wallclockunit.d.ts +11 -0
  410. package/models/components/wallclockunit.d.ts.map +1 -0
  411. package/models/components/wallclockunit.js +48 -0
  412. package/models/components/wallclockunit.js.map +1 -0
  413. package/models/operations/createtool.js +4 -4
  414. package/models/operations/experimentdelete.d.ts +12 -0
  415. package/models/operations/experimentdelete.d.ts.map +1 -0
  416. package/models/operations/experimentdelete.js +54 -0
  417. package/models/operations/experimentdelete.js.map +1 -0
  418. package/models/operations/experimentevalcellpatch.d.ts +21 -0
  419. package/models/operations/experimentevalcellpatch.d.ts.map +1 -0
  420. package/models/operations/experimentevalcellpatch.js +63 -0
  421. package/models/operations/experimentevalcellpatch.js.map +1 -0
  422. package/models/operations/experimentevalcreate.d.ts +17 -0
  423. package/models/operations/experimentevalcreate.d.ts.map +1 -0
  424. package/models/operations/experimentevalcreate.js +59 -0
  425. package/models/operations/experimentevalcreate.js.map +1 -0
  426. package/models/operations/experimentevaldelete.d.ts +16 -0
  427. package/models/operations/experimentevaldelete.d.ts.map +1 -0
  428. package/models/operations/experimentevaldelete.js +58 -0
  429. package/models/operations/experimentevaldelete.js.map +1 -0
  430. package/models/operations/experimentevallist.d.ts +14 -0
  431. package/models/operations/experimentevallist.d.ts.map +1 -0
  432. package/models/operations/experimentevallist.js +56 -0
  433. package/models/operations/experimentevallist.js.map +1 -0
  434. package/models/operations/experimentget.d.ts +12 -0
  435. package/models/operations/experimentget.d.ts.map +1 -0
  436. package/models/operations/experimentget.js +54 -0
  437. package/models/operations/experimentget.js.map +1 -0
  438. package/models/operations/experimentlist.d.ts +18 -0
  439. package/models/operations/experimentlist.d.ts.map +1 -0
  440. package/models/operations/experimentlist.js +59 -0
  441. package/models/operations/experimentlist.js.map +1 -0
  442. package/models/operations/experimentreviewcellpatch.d.ts +21 -0
  443. package/models/operations/experimentreviewcellpatch.d.ts.map +1 -0
  444. package/models/operations/experimentreviewcellpatch.js +63 -0
  445. package/models/operations/experimentreviewcellpatch.js.map +1 -0
  446. package/models/operations/experimentreviewcreate.d.ts +17 -0
  447. package/models/operations/experimentreviewcreate.d.ts.map +1 -0
  448. package/models/operations/experimentreviewcreate.js +59 -0
  449. package/models/operations/experimentreviewcreate.js.map +1 -0
  450. package/models/operations/experimentreviewdelete.d.ts +16 -0
  451. package/models/operations/experimentreviewdelete.d.ts.map +1 -0
  452. package/models/operations/experimentreviewdelete.js +58 -0
  453. package/models/operations/experimentreviewdelete.js.map +1 -0
  454. package/models/operations/experimentreviewlist.d.ts +14 -0
  455. package/models/operations/experimentreviewlist.d.ts.map +1 -0
  456. package/models/operations/experimentreviewlist.js +56 -0
  457. package/models/operations/experimentreviewlist.js.map +1 -0
  458. package/models/operations/experimentreviewupdate.d.ts +19 -0
  459. package/models/operations/experimentreviewupdate.d.ts.map +1 -0
  460. package/models/operations/experimentreviewupdate.js +61 -0
  461. package/models/operations/experimentreviewupdate.js.map +1 -0
  462. package/models/operations/experimentruncancel.d.ts +17 -0
  463. package/models/operations/experimentruncancel.d.ts.map +1 -0
  464. package/models/operations/experimentruncancel.js +59 -0
  465. package/models/operations/experimentruncancel.js.map +1 -0
  466. package/models/operations/experimentruncellupdate.d.ts +21 -0
  467. package/models/operations/experimentruncellupdate.d.ts.map +1 -0
  468. package/models/operations/experimentruncellupdate.js +63 -0
  469. package/models/operations/experimentruncellupdate.js.map +1 -0
  470. package/models/operations/experimentruncolumnlayoutupdate.d.ts +17 -0
  471. package/models/operations/experimentruncolumnlayoutupdate.d.ts.map +1 -0
  472. package/models/operations/experimentruncolumnlayoutupdate.js +59 -0
  473. package/models/operations/experimentruncolumnlayoutupdate.js.map +1 -0
  474. package/models/operations/experimentruncreate.d.ts +15 -0
  475. package/models/operations/experimentruncreate.d.ts.map +1 -0
  476. package/models/operations/experimentruncreate.js +57 -0
  477. package/models/operations/experimentruncreate.js.map +1 -0
  478. package/models/operations/experimentrundelete.d.ts +14 -0
  479. package/models/operations/experimentrundelete.d.ts.map +1 -0
  480. package/models/operations/experimentrundelete.js +56 -0
  481. package/models/operations/experimentrundelete.js.map +1 -0
  482. package/models/operations/experimentrunexecute.d.ts +17 -0
  483. package/models/operations/experimentrunexecute.d.ts.map +1 -0
  484. package/models/operations/experimentrunexecute.js +59 -0
  485. package/models/operations/experimentrunexecute.js.map +1 -0
  486. package/models/operations/experimentrunexport.d.ts +31 -0
  487. package/models/operations/experimentrunexport.d.ts.map +1 -0
  488. package/models/operations/experimentrunexport.js +75 -0
  489. package/models/operations/experimentrunexport.js.map +1 -0
  490. package/models/operations/experimentrunget.d.ts +14 -0
  491. package/models/operations/experimentrunget.d.ts.map +1 -0
  492. package/models/operations/experimentrunget.js +56 -0
  493. package/models/operations/experimentrunget.js.map +1 -0
  494. package/models/operations/experimentrunlist.d.ts +20 -0
  495. package/models/operations/experimentrunlist.d.ts.map +1 -0
  496. package/models/operations/experimentrunlist.js +61 -0
  497. package/models/operations/experimentrunlist.js.map +1 -0
  498. package/models/operations/experimentrunmetricsget.d.ts +16 -0
  499. package/models/operations/experimentrunmetricsget.d.ts.map +1 -0
  500. package/models/operations/experimentrunmetricsget.js +58 -0
  501. package/models/operations/experimentrunmetricsget.js.map +1 -0
  502. package/models/operations/experimentrunquery.d.ts +17 -0
  503. package/models/operations/experimentrunquery.d.ts.map +1 -0
  504. package/models/operations/experimentrunquery.js +59 -0
  505. package/models/operations/experimentrunquery.js.map +1 -0
  506. package/models/operations/experimentrunrowduplicate.d.ts +19 -0
  507. package/models/operations/experimentrunrowduplicate.d.ts.map +1 -0
  508. package/models/operations/experimentrunrowduplicate.js +61 -0
  509. package/models/operations/experimentrunrowduplicate.js.map +1 -0
  510. package/models/operations/experimentrunrowsdelete.d.ts +17 -0
  511. package/models/operations/experimentrunrowsdelete.d.ts.map +1 -0
  512. package/models/operations/experimentrunrowsdelete.js +59 -0
  513. package/models/operations/experimentrunrowsdelete.js.map +1 -0
  514. package/models/operations/experimentrunupdate.d.ts +17 -0
  515. package/models/operations/experimentrunupdate.d.ts.map +1 -0
  516. package/models/operations/experimentrunupdate.js +59 -0
  517. package/models/operations/experimentrunupdate.js.map +1 -0
  518. package/models/operations/experimenttaskcellpatch.d.ts +21 -0
  519. package/models/operations/experimenttaskcellpatch.d.ts.map +1 -0
  520. package/models/operations/experimenttaskcellpatch.js +63 -0
  521. package/models/operations/experimenttaskcellpatch.js.map +1 -0
  522. package/models/operations/experimenttaskcreate.d.ts +17 -0
  523. package/models/operations/experimenttaskcreate.d.ts.map +1 -0
  524. package/models/operations/experimenttaskcreate.js +59 -0
  525. package/models/operations/experimenttaskcreate.js.map +1 -0
  526. package/models/operations/experimenttaskdelete.d.ts +16 -0
  527. package/models/operations/experimenttaskdelete.d.ts.map +1 -0
  528. package/models/operations/experimenttaskdelete.js +58 -0
  529. package/models/operations/experimenttaskdelete.js.map +1 -0
  530. package/models/operations/experimenttasklist.d.ts +14 -0
  531. package/models/operations/experimenttasklist.d.ts.map +1 -0
  532. package/models/operations/experimenttasklist.js +56 -0
  533. package/models/operations/experimenttasklist.js.map +1 -0
  534. package/models/operations/experimenttaskupdate.d.ts +19 -0
  535. package/models/operations/experimenttaskupdate.d.ts.map +1 -0
  536. package/models/operations/experimenttaskupdate.js +61 -0
  537. package/models/operations/experimenttaskupdate.js.map +1 -0
  538. package/models/operations/experimentupdate.d.ts +15 -0
  539. package/models/operations/experimentupdate.d.ts.map +1 -0
  540. package/models/operations/experimentupdate.js +57 -0
  541. package/models/operations/experimentupdate.js.map +1 -0
  542. package/models/operations/filelist.d.ts +5 -0
  543. package/models/operations/filelist.d.ts.map +1 -1
  544. package/models/operations/filelist.js +1 -0
  545. package/models/operations/filelist.js.map +1 -1
  546. package/models/operations/getalltools.js +4 -4
  547. package/models/operations/index.d.ts +32 -0
  548. package/models/operations/index.d.ts.map +1 -1
  549. package/models/operations/index.js +32 -0
  550. package/models/operations/index.js.map +1 -1
  551. package/models/operations/listdeploymentversions.js +1 -1
  552. package/models/operations/retrievetool.js +4 -4
  553. package/models/operations/runagent.js +1 -1
  554. package/models/operations/streamrunagent.js +1 -1
  555. package/models/operations/updatetool.js +4 -4
  556. package/package.json +1 -1
  557. package/sdk/experiments.d.ts +217 -0
  558. package/sdk/experiments.d.ts.map +1 -0
  559. package/sdk/experiments.js +320 -0
  560. package/sdk/experiments.js.map +1 -0
  561. package/sdk/files.d.ts +1 -1
  562. package/sdk/files.js +1 -1
  563. package/sdk/sdk.d.ts +3 -0
  564. package/sdk/sdk.d.ts.map +1 -1
  565. package/sdk/sdk.js +4 -0
  566. package/sdk/sdk.js.map +1 -1
  567. package/src/funcs/experimentsCancelRun.ts +187 -0
  568. package/src/funcs/experimentsCreate.ts +171 -0
  569. package/src/funcs/experimentsCreateEval.ts +187 -0
  570. package/src/funcs/experimentsCreateReview.ts +184 -0
  571. package/src/funcs/experimentsCreateRun.ts +179 -0
  572. package/src/funcs/experimentsCreateTask.ts +187 -0
  573. package/src/funcs/experimentsDelete.ts +177 -0
  574. package/src/funcs/experimentsDeleteEval.ts +185 -0
  575. package/src/funcs/experimentsDeleteReview.ts +185 -0
  576. package/src/funcs/experimentsDeleteRows.ts +185 -0
  577. package/src/funcs/experimentsDeleteRun.ts +184 -0
  578. package/src/funcs/experimentsDeleteTask.ts +185 -0
  579. package/src/funcs/experimentsDuplicateRow.ts +191 -0
  580. package/src/funcs/experimentsExecuteRun.ts +185 -0
  581. package/src/funcs/experimentsExportRun.ts +203 -0
  582. package/src/funcs/experimentsGet.ts +177 -0
  583. package/src/funcs/experimentsGetRun.ts +183 -0
  584. package/src/funcs/experimentsGetRunMetrics.ts +189 -0
  585. package/src/funcs/experimentsList.ts +180 -0
  586. package/src/funcs/experimentsListEvals.ts +180 -0
  587. package/src/funcs/experimentsListReviews.ts +181 -0
  588. package/src/funcs/experimentsListRuns.ts +185 -0
  589. package/src/funcs/experimentsListTasks.ts +180 -0
  590. package/src/funcs/experimentsPatchEvalCell.ts +195 -0
  591. package/src/funcs/experimentsPatchReviewCell.ts +192 -0
  592. package/src/funcs/experimentsPatchTaskCell.ts +195 -0
  593. package/src/funcs/experimentsQueryRun.ts +184 -0
  594. package/src/funcs/experimentsUpdate.ts +180 -0
  595. package/src/funcs/experimentsUpdateReview.ts +191 -0
  596. package/src/funcs/experimentsUpdateRun.ts +185 -0
  597. package/src/funcs/experimentsUpdateRunCell.ts +195 -0
  598. package/src/funcs/experimentsUpdateRunColumnLayout.ts +189 -0
  599. package/src/funcs/experimentsUpdateTask.ts +191 -0
  600. package/src/funcs/filesList.ts +2 -1
  601. package/src/lib/config.ts +2 -2
  602. package/src/models/components/agentstartedstreamingevent.ts +34 -30
  603. package/src/models/components/agenttaskconfig.ts +126 -0
  604. package/src/models/components/artifactrefs.ts +86 -0
  605. package/src/models/components/booleanmetricsummary.ts +38 -0
  606. package/src/models/components/cancelexperimentrunrequest.ts +36 -0
  607. package/src/models/components/categoricalmetricsummary.ts +33 -0
  608. package/src/models/components/cell.ts +108 -0
  609. package/src/models/components/cellprogress.ts +40 -0
  610. package/src/models/components/cellstatus.ts +21 -0
  611. package/src/models/components/cellstatuscounts.ts +46 -0
  612. package/src/models/components/celltype.ts +25 -0
  613. package/src/models/components/column.ts +92 -0
  614. package/src/models/components/columnlayout.ts +41 -0
  615. package/src/models/components/createevalcolumnrequest.ts +39 -0
  616. package/src/models/components/createexperimentrequest.ts +62 -0
  617. package/src/models/components/createreviewcolumnrequest.ts +47 -0
  618. package/src/models/components/createrunrequest.ts +39 -0
  619. package/src/models/components/createtaskcolumnrequest.ts +71 -0
  620. package/src/models/components/datasetcolumnconfig.ts +36 -0
  621. package/src/models/components/deleterowsrequest.ts +36 -0
  622. package/src/models/components/duplicaterowrequest.ts +25 -0
  623. package/src/models/components/evalcolumnconfig.ts +45 -0
  624. package/src/models/components/executeconstraints.ts +44 -0
  625. package/src/models/components/executerunrequest.ts +56 -0
  626. package/src/models/components/executescope.ts +20 -0
  627. package/src/models/components/executetarget.ts +44 -0
  628. package/src/models/components/experiment.ts +77 -0
  629. package/src/models/components/getrunmetricsresponse.ts +35 -0
  630. package/src/models/components/harnessconstraints.ts +55 -0
  631. package/src/models/components/harnesstaskconfig.ts +60 -0
  632. package/src/models/components/index.ts +63 -0
  633. package/src/models/components/listevalcolumnsresponse.ts +32 -0
  634. package/src/models/components/listexperimentrunsresponse.ts +39 -0
  635. package/src/models/components/listexperimentsresponse.ts +39 -0
  636. package/src/models/components/listreviewcolumnsresponse.ts +32 -0
  637. package/src/models/components/listtaskcolumnsresponse.ts +32 -0
  638. package/src/models/components/llmconstraints.ts +38 -0
  639. package/src/models/components/mcptool.ts +52 -0
  640. package/src/models/components/mcptoolannotations.ts +7 -2
  641. package/src/models/components/messagessource.ts +23 -0
  642. package/src/models/components/metricbaseline.ts +45 -0
  643. package/src/models/components/metriccolumnconfig.ts +36 -0
  644. package/src/models/components/metricsummary.ts +53 -0
  645. package/src/models/components/numbermetricsummary.ts +50 -0
  646. package/src/models/components/openresponsetaskconfig.ts +43 -0
  647. package/src/models/components/patchevalcellrequest.ts +47 -0
  648. package/src/models/components/patchreviewcellrequest.ts +53 -0
  649. package/src/models/components/patchtaskcellrequest.ts +67 -0
  650. package/src/models/components/prompttaskconfig.ts +259 -0
  651. package/src/models/components/queryrow.ts +53 -0
  652. package/src/models/components/queryrunrequest.ts +65 -0
  653. package/src/models/components/queryrunresponse.ts +47 -0
  654. package/src/models/components/reasoningpart.ts +1 -1
  655. package/src/models/components/reviewcolumnconfig.ts +42 -0
  656. package/src/models/components/rowstatus.ts +21 -0
  657. package/src/models/components/run.ts +97 -0
  658. package/src/models/components/runref.ts +36 -0
  659. package/src/models/components/runsettings.ts +70 -0
  660. package/src/models/components/runstats.ts +45 -0
  661. package/src/models/components/runstatus.ts +21 -0
  662. package/src/models/components/uniqueevaluator.ts +45 -0
  663. package/src/models/components/updatedatasetrequest.ts +6 -0
  664. package/src/models/components/updateexperimentrequest.ts +48 -0
  665. package/src/models/components/updatereviewcolumnrequest.ts +36 -0
  666. package/src/models/components/updateruncellrequest.ts +51 -0
  667. package/src/models/components/updateruncolumnlayoutrequest.ts +38 -0
  668. package/src/models/components/updaterunrequest.ts +39 -0
  669. package/src/models/components/updatetaskcolumnrequest.ts +60 -0
  670. package/src/models/components/wallclockunit.ts +18 -0
  671. package/src/models/operations/createtool.ts +4 -4
  672. package/src/models/operations/experimentdelete.ts +36 -0
  673. package/src/models/operations/experimentevalcellpatch.ts +55 -0
  674. package/src/models/operations/experimentevalcreate.ts +47 -0
  675. package/src/models/operations/experimentevaldelete.ts +46 -0
  676. package/src/models/operations/experimentevallist.ts +40 -0
  677. package/src/models/operations/experimentget.ts +36 -0
  678. package/src/models/operations/experimentlist.ts +47 -0
  679. package/src/models/operations/experimentreviewcellpatch.ts +55 -0
  680. package/src/models/operations/experimentreviewcreate.ts +48 -0
  681. package/src/models/operations/experimentreviewdelete.ts +46 -0
  682. package/src/models/operations/experimentreviewlist.ts +42 -0
  683. package/src/models/operations/experimentreviewupdate.ts +52 -0
  684. package/src/models/operations/experimentruncancel.ts +46 -0
  685. package/src/models/operations/experimentruncellupdate.ts +55 -0
  686. package/src/models/operations/experimentruncolumnlayoutupdate.ts +50 -0
  687. package/src/models/operations/experimentruncreate.ts +41 -0
  688. package/src/models/operations/experimentrundelete.ts +40 -0
  689. package/src/models/operations/experimentrunexecute.ts +47 -0
  690. package/src/models/operations/experimentrunexport.ts +85 -0
  691. package/src/models/operations/experimentrunget.ts +40 -0
  692. package/src/models/operations/experimentrunlist.ts +51 -0
  693. package/src/models/operations/experimentrunmetricsget.ts +46 -0
  694. package/src/models/operations/experimentrunquery.ts +45 -0
  695. package/src/models/operations/experimentrunrowduplicate.ts +51 -0
  696. package/src/models/operations/experimentrunrowsdelete.ts +47 -0
  697. package/src/models/operations/experimentrunupdate.ts +45 -0
  698. package/src/models/operations/experimenttaskcellpatch.ts +55 -0
  699. package/src/models/operations/experimenttaskcreate.ts +47 -0
  700. package/src/models/operations/experimenttaskdelete.ts +46 -0
  701. package/src/models/operations/experimenttasklist.ts +40 -0
  702. package/src/models/operations/experimenttaskupdate.ts +51 -0
  703. package/src/models/operations/experimentupdate.ts +41 -0
  704. package/src/models/operations/filelist.ts +6 -0
  705. package/src/models/operations/getalltools.ts +4 -4
  706. package/src/models/operations/index.ts +32 -0
  707. package/src/models/operations/listdeploymentversions.ts +1 -1
  708. package/src/models/operations/retrievetool.ts +4 -4
  709. package/src/models/operations/runagent.ts +1 -1
  710. package/src/models/operations/streamrunagent.ts +1 -1
  711. package/src/models/operations/updatetool.ts +4 -4
  712. package/src/sdk/experiments.ts +585 -0
  713. package/src/sdk/files.ts +1 -1
  714. package/src/sdk/sdk.ts +6 -0
@@ -0,0 +1,585 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { experimentsCancelRun } from "../funcs/experimentsCancelRun.js";
6
+ import { experimentsCreate } from "../funcs/experimentsCreate.js";
7
+ import { experimentsCreateEval } from "../funcs/experimentsCreateEval.js";
8
+ import { experimentsCreateReview } from "../funcs/experimentsCreateReview.js";
9
+ import { experimentsCreateRun } from "../funcs/experimentsCreateRun.js";
10
+ import { experimentsCreateTask } from "../funcs/experimentsCreateTask.js";
11
+ import { experimentsDelete } from "../funcs/experimentsDelete.js";
12
+ import { experimentsDeleteEval } from "../funcs/experimentsDeleteEval.js";
13
+ import { experimentsDeleteReview } from "../funcs/experimentsDeleteReview.js";
14
+ import { experimentsDeleteRows } from "../funcs/experimentsDeleteRows.js";
15
+ import { experimentsDeleteRun } from "../funcs/experimentsDeleteRun.js";
16
+ import { experimentsDeleteTask } from "../funcs/experimentsDeleteTask.js";
17
+ import { experimentsDuplicateRow } from "../funcs/experimentsDuplicateRow.js";
18
+ import { experimentsExecuteRun } from "../funcs/experimentsExecuteRun.js";
19
+ import {
20
+ experimentsExportRun,
21
+ ExportRunAcceptEnum,
22
+ } from "../funcs/experimentsExportRun.js";
23
+ import { experimentsGet } from "../funcs/experimentsGet.js";
24
+ import { experimentsGetRun } from "../funcs/experimentsGetRun.js";
25
+ import { experimentsGetRunMetrics } from "../funcs/experimentsGetRunMetrics.js";
26
+ import { experimentsList } from "../funcs/experimentsList.js";
27
+ import { experimentsListEvals } from "../funcs/experimentsListEvals.js";
28
+ import { experimentsListReviews } from "../funcs/experimentsListReviews.js";
29
+ import { experimentsListRuns } from "../funcs/experimentsListRuns.js";
30
+ import { experimentsListTasks } from "../funcs/experimentsListTasks.js";
31
+ import { experimentsPatchEvalCell } from "../funcs/experimentsPatchEvalCell.js";
32
+ import { experimentsPatchReviewCell } from "../funcs/experimentsPatchReviewCell.js";
33
+ import { experimentsPatchTaskCell } from "../funcs/experimentsPatchTaskCell.js";
34
+ import { experimentsQueryRun } from "../funcs/experimentsQueryRun.js";
35
+ import { experimentsUpdate } from "../funcs/experimentsUpdate.js";
36
+ import { experimentsUpdateReview } from "../funcs/experimentsUpdateReview.js";
37
+ import { experimentsUpdateRun } from "../funcs/experimentsUpdateRun.js";
38
+ import { experimentsUpdateRunCell } from "../funcs/experimentsUpdateRunCell.js";
39
+ import { experimentsUpdateRunColumnLayout } from "../funcs/experimentsUpdateRunColumnLayout.js";
40
+ import { experimentsUpdateTask } from "../funcs/experimentsUpdateTask.js";
41
+ import { ClientSDK, RequestOptions } from "../lib/sdks.js";
42
+ import * as components from "../models/components/index.js";
43
+ import * as operations from "../models/operations/index.js";
44
+ import { unwrapAsync } from "../types/fp.js";
45
+
46
+ export { ExportRunAcceptEnum } from "../funcs/experimentsExportRun.js";
47
+
48
+ export class Experiments extends ClientSDK {
49
+ /**
50
+ * List experiments
51
+ *
52
+ * @remarks
53
+ * Lists experiments in the workspace, newest first.
54
+ */
55
+ async list(
56
+ request?: operations.ExperimentListRequest | undefined,
57
+ options?: RequestOptions,
58
+ ): Promise<components.ListExperimentsResponse> {
59
+ return unwrapAsync(experimentsList(
60
+ this,
61
+ request,
62
+ options,
63
+ ));
64
+ }
65
+
66
+ /**
67
+ * Create an experiment
68
+ *
69
+ * @remarks
70
+ * Creates an experiment. project_id defaults to the API key's project and is required for keys that span several projects. When dataset_id is set, a draft run is created with rows from that dataset.
71
+ */
72
+ async create(
73
+ request: components.CreateExperimentRequest,
74
+ options?: RequestOptions,
75
+ ): Promise<components.Experiment> {
76
+ return unwrapAsync(experimentsCreate(
77
+ this,
78
+ request,
79
+ options,
80
+ ));
81
+ }
82
+
83
+ /**
84
+ * Get an experiment
85
+ *
86
+ * @remarks
87
+ * Returns experiment metadata. Runs and cell data are separate resources.
88
+ */
89
+ async get(
90
+ request: operations.ExperimentGetRequest,
91
+ options?: RequestOptions,
92
+ ): Promise<components.Experiment> {
93
+ return unwrapAsync(experimentsGet(
94
+ this,
95
+ request,
96
+ options,
97
+ ));
98
+ }
99
+
100
+ /**
101
+ * Delete an experiment
102
+ *
103
+ * @remarks
104
+ * Deletes an experiment and its runs.
105
+ */
106
+ async delete(
107
+ request: operations.ExperimentDeleteRequest,
108
+ options?: RequestOptions,
109
+ ): Promise<void> {
110
+ return unwrapAsync(experimentsDelete(
111
+ this,
112
+ request,
113
+ options,
114
+ ));
115
+ }
116
+
117
+ /**
118
+ * Update an experiment
119
+ *
120
+ * @remarks
121
+ * Updates experiment metadata. Omitted optional fields keep their current values.
122
+ */
123
+ async update(
124
+ request: operations.ExperimentUpdateRequest,
125
+ options?: RequestOptions,
126
+ ): Promise<components.Experiment> {
127
+ return unwrapAsync(experimentsUpdate(
128
+ this,
129
+ request,
130
+ options,
131
+ ));
132
+ }
133
+
134
+ /**
135
+ * List runs
136
+ *
137
+ * @remarks
138
+ * Lists runs for an experiment, newest first. Each run is metadata only.
139
+ */
140
+ async listRuns(
141
+ request: operations.ExperimentRunListRequest,
142
+ options?: RequestOptions,
143
+ ): Promise<components.ListExperimentRunsResponse> {
144
+ return unwrapAsync(experimentsListRuns(
145
+ this,
146
+ request,
147
+ options,
148
+ ));
149
+ }
150
+
151
+ /**
152
+ * Create a run
153
+ *
154
+ * @remarks
155
+ * Creates a new run, copying columns from the selected run when present. A rerun is a new run.
156
+ */
157
+ async createRun(
158
+ request: operations.ExperimentRunCreateRequest,
159
+ options?: RequestOptions,
160
+ ): Promise<components.Run> {
161
+ return unwrapAsync(experimentsCreateRun(
162
+ this,
163
+ request,
164
+ options,
165
+ ));
166
+ }
167
+
168
+ /**
169
+ * Get a run
170
+ *
171
+ * @remarks
172
+ * Returns run status, per-cell status counts, row count, and column configs. Does not return the cell matrix.
173
+ */
174
+ async getRun(
175
+ request: operations.ExperimentRunGetRequest,
176
+ options?: RequestOptions,
177
+ ): Promise<components.Run> {
178
+ return unwrapAsync(experimentsGetRun(
179
+ this,
180
+ request,
181
+ options,
182
+ ));
183
+ }
184
+
185
+ /**
186
+ * Delete a run
187
+ *
188
+ * @remarks
189
+ * Deletes a run and its cell data. Distinct from cancel, which keeps completed cells.
190
+ */
191
+ async deleteRun(
192
+ request: operations.ExperimentRunDeleteRequest,
193
+ options?: RequestOptions,
194
+ ): Promise<void> {
195
+ return unwrapAsync(experimentsDeleteRun(
196
+ this,
197
+ request,
198
+ options,
199
+ ));
200
+ }
201
+
202
+ /**
203
+ * Update a run
204
+ *
205
+ * @remarks
206
+ * Updates run key and execution settings. Does not execute the run.
207
+ */
208
+ async updateRun(
209
+ request: operations.ExperimentRunUpdateRequest,
210
+ options?: RequestOptions,
211
+ ): Promise<components.Run> {
212
+ return unwrapAsync(experimentsUpdateRun(
213
+ this,
214
+ request,
215
+ options,
216
+ ));
217
+ }
218
+
219
+ /**
220
+ * Cancel a run
221
+ *
222
+ * @remarks
223
+ * Stops queued and running cells and moves the run to canceled. A cell whose execution is already in flight may still write its result.
224
+ */
225
+ async cancelRun(
226
+ request: operations.ExperimentRunCancelRequest,
227
+ options?: RequestOptions,
228
+ ): Promise<components.Run> {
229
+ return unwrapAsync(experimentsCancelRun(
230
+ this,
231
+ request,
232
+ options,
233
+ ));
234
+ }
235
+
236
+ /**
237
+ * Update column layout
238
+ *
239
+ * @remarks
240
+ * Reorders, resizes, hides or shows columns of a run in one call. Columns not listed keep their layout.
241
+ */
242
+ async updateRunColumnLayout(
243
+ request: operations.ExperimentRunColumnLayoutUpdateRequest,
244
+ options?: RequestOptions,
245
+ ): Promise<components.Run> {
246
+ return unwrapAsync(experimentsUpdateRunColumnLayout(
247
+ this,
248
+ request,
249
+ options,
250
+ ));
251
+ }
252
+
253
+ /**
254
+ * List eval columns
255
+ */
256
+ async listEvals(
257
+ request: operations.ExperimentEvalListRequest,
258
+ options?: RequestOptions,
259
+ ): Promise<components.ListEvalColumnsResponse> {
260
+ return unwrapAsync(experimentsListEvals(
261
+ this,
262
+ request,
263
+ options,
264
+ ));
265
+ }
266
+
267
+ /**
268
+ * Add an eval column
269
+ *
270
+ * @remarks
271
+ * Links an existing evaluator. Config is updated at the evaluator source, not here.
272
+ */
273
+ async createEval(
274
+ request: operations.ExperimentEvalCreateRequest,
275
+ options?: RequestOptions,
276
+ ): Promise<components.Column> {
277
+ return unwrapAsync(experimentsCreateEval(
278
+ this,
279
+ request,
280
+ options,
281
+ ));
282
+ }
283
+
284
+ /**
285
+ * Remove an eval column
286
+ */
287
+ async deleteEval(
288
+ request: operations.ExperimentEvalDeleteRequest,
289
+ options?: RequestOptions,
290
+ ): Promise<void> {
291
+ return unwrapAsync(experimentsDeleteEval(
292
+ this,
293
+ request,
294
+ options,
295
+ ));
296
+ }
297
+
298
+ /**
299
+ * Correct an eval cell
300
+ *
301
+ * @remarks
302
+ * Human override of an automated evaluator verdict on one datapoint.
303
+ */
304
+ async patchEvalCell(
305
+ request: operations.ExperimentEvalCellPatchRequest,
306
+ options?: RequestOptions,
307
+ ): Promise<components.Cell> {
308
+ return unwrapAsync(experimentsPatchEvalCell(
309
+ this,
310
+ request,
311
+ options,
312
+ ));
313
+ }
314
+
315
+ /**
316
+ * Execute a run
317
+ *
318
+ * @remarks
319
+ * Executes cells at the requested scope. FULL, PARTIAL, ROW and COLUMN queue the matching cells (a task column also queues its linked evaluator, metric and review cells) and start the orchestrator, which also re-runs failed cells of every row it picks up; a run that is already running accepts new work. CELL re-runs one task or evaluator cell in place. Re-executing does not require creating a new run.
320
+ */
321
+ async executeRun(
322
+ request: operations.ExperimentRunExecuteRequest,
323
+ options?: RequestOptions,
324
+ ): Promise<components.Run> {
325
+ return unwrapAsync(experimentsExecuteRun(
326
+ this,
327
+ request,
328
+ options,
329
+ ));
330
+ }
331
+
332
+ /**
333
+ * Get run metrics
334
+ *
335
+ * @remarks
336
+ * Returns aggregated evaluator and built-in metrics for a run, keyed by task column and metric. Pass baseline_run_id to include the delta against another run.
337
+ */
338
+ async getRunMetrics(
339
+ request: operations.ExperimentRunMetricsGetRequest,
340
+ options?: RequestOptions,
341
+ ): Promise<components.GetRunMetricsResponse> {
342
+ return unwrapAsync(experimentsGetRunMetrics(
343
+ this,
344
+ request,
345
+ options,
346
+ ));
347
+ }
348
+
349
+ /**
350
+ * Query run cells
351
+ *
352
+ * @remarks
353
+ * Returns selected cells by row and column name. POST because selections can exceed URL limits.
354
+ */
355
+ async queryRun(
356
+ request: operations.ExperimentRunQueryRequest,
357
+ options?: RequestOptions,
358
+ ): Promise<components.QueryRunResponse> {
359
+ return unwrapAsync(experimentsQueryRun(
360
+ this,
361
+ request,
362
+ options,
363
+ ));
364
+ }
365
+
366
+ /**
367
+ * List human review columns
368
+ */
369
+ async listReviews(
370
+ request: operations.ExperimentReviewListRequest,
371
+ options?: RequestOptions,
372
+ ): Promise<components.ListReviewColumnsResponse> {
373
+ return unwrapAsync(experimentsListReviews(
374
+ this,
375
+ request,
376
+ options,
377
+ ));
378
+ }
379
+
380
+ /**
381
+ * Add a human review column
382
+ */
383
+ async createReview(
384
+ request: operations.ExperimentReviewCreateRequest,
385
+ options?: RequestOptions,
386
+ ): Promise<components.Column> {
387
+ return unwrapAsync(experimentsCreateReview(
388
+ this,
389
+ request,
390
+ options,
391
+ ));
392
+ }
393
+
394
+ /**
395
+ * Remove a human review column
396
+ */
397
+ async deleteReview(
398
+ request: operations.ExperimentReviewDeleteRequest,
399
+ options?: RequestOptions,
400
+ ): Promise<void> {
401
+ return unwrapAsync(experimentsDeleteReview(
402
+ this,
403
+ request,
404
+ options,
405
+ ));
406
+ }
407
+
408
+ /**
409
+ * Update review column metadata
410
+ *
411
+ * @remarks
412
+ * Updates display fields on the column. The human-eval definition is updated at source.
413
+ */
414
+ async updateReview(
415
+ request: operations.ExperimentReviewUpdateRequest,
416
+ options?: RequestOptions,
417
+ ): Promise<components.Column> {
418
+ return unwrapAsync(experimentsUpdateReview(
419
+ this,
420
+ request,
421
+ options,
422
+ ));
423
+ }
424
+
425
+ /**
426
+ * Set a human review cell
427
+ */
428
+ async patchReviewCell(
429
+ request: operations.ExperimentReviewCellPatchRequest,
430
+ options?: RequestOptions,
431
+ ): Promise<components.Cell> {
432
+ return unwrapAsync(experimentsPatchReviewCell(
433
+ this,
434
+ request,
435
+ options,
436
+ ));
437
+ }
438
+
439
+ /**
440
+ * Delete rows
441
+ *
442
+ * @remarks
443
+ * Deletes the given rows of a run and their cells.
444
+ */
445
+ async deleteRows(
446
+ request: operations.ExperimentRunRowsDeleteRequest,
447
+ options?: RequestOptions,
448
+ ): Promise<void> {
449
+ return unwrapAsync(experimentsDeleteRows(
450
+ this,
451
+ request,
452
+ options,
453
+ ));
454
+ }
455
+
456
+ /**
457
+ * Update a cell
458
+ *
459
+ * @remarks
460
+ * Writes a cell value by cell id, including dataset and review cells. An empty value clears the cell. Running cells cannot be changed.
461
+ */
462
+ async updateRunCell(
463
+ request: operations.ExperimentRunCellUpdateRequest,
464
+ options?: RequestOptions,
465
+ ): Promise<components.Cell> {
466
+ return unwrapAsync(experimentsUpdateRunCell(
467
+ this,
468
+ request,
469
+ options,
470
+ ));
471
+ }
472
+
473
+ /**
474
+ * Duplicate a row
475
+ *
476
+ * @remarks
477
+ * Copies a row's dataset cells into a new row placed after the source. Task, evaluator, metric and review cells start empty.
478
+ */
479
+ async duplicateRow(
480
+ request: operations.ExperimentRunRowDuplicateRequest,
481
+ options?: RequestOptions,
482
+ ): Promise<components.QueryRow> {
483
+ return unwrapAsync(experimentsDuplicateRow(
484
+ this,
485
+ request,
486
+ options,
487
+ ));
488
+ }
489
+
490
+ /**
491
+ * List task columns
492
+ */
493
+ async listTasks(
494
+ request: operations.ExperimentTaskListRequest,
495
+ options?: RequestOptions,
496
+ ): Promise<components.ListTaskColumnsResponse> {
497
+ return unwrapAsync(experimentsListTasks(
498
+ this,
499
+ request,
500
+ options,
501
+ ));
502
+ }
503
+
504
+ /**
505
+ * Add a task column
506
+ *
507
+ * @remarks
508
+ * Attaches a prompt, orq agent, or (reserved) harness config as a task column. Input mapping is required.
509
+ */
510
+ async createTask(
511
+ request: operations.ExperimentTaskCreateRequest,
512
+ options?: RequestOptions,
513
+ ): Promise<components.Column> {
514
+ return unwrapAsync(experimentsCreateTask(
515
+ this,
516
+ request,
517
+ options,
518
+ ));
519
+ }
520
+
521
+ /**
522
+ * Delete a task column
523
+ */
524
+ async deleteTask(
525
+ request: operations.ExperimentTaskDeleteRequest,
526
+ options?: RequestOptions,
527
+ ): Promise<void> {
528
+ return unwrapAsync(experimentsDeleteTask(
529
+ this,
530
+ request,
531
+ options,
532
+ ));
533
+ }
534
+
535
+ /**
536
+ * Update a task column
537
+ *
538
+ * @remarks
539
+ * Updates an unlinked task column in place.
540
+ */
541
+ async updateTask(
542
+ request: operations.ExperimentTaskUpdateRequest,
543
+ options?: RequestOptions,
544
+ ): Promise<components.Column> {
545
+ return unwrapAsync(experimentsUpdateTask(
546
+ this,
547
+ request,
548
+ options,
549
+ ));
550
+ }
551
+
552
+ /**
553
+ * Ingest a task cell
554
+ *
555
+ * @remarks
556
+ * Writes a cell result, including externally executed or harness cells.
557
+ */
558
+ async patchTaskCell(
559
+ request: operations.ExperimentTaskCellPatchRequest,
560
+ options?: RequestOptions,
561
+ ): Promise<components.Cell> {
562
+ return unwrapAsync(experimentsPatchTaskCell(
563
+ this,
564
+ request,
565
+ options,
566
+ ));
567
+ }
568
+
569
+ /**
570
+ * Export a run
571
+ *
572
+ * @remarks
573
+ * Downloads the run as a file, including human review and evaluator corrections made after an earlier export.
574
+ */
575
+ async exportRun(
576
+ request: operations.ExperimentRunExportRequest,
577
+ options?: RequestOptions & { acceptHeaderOverride?: ExportRunAcceptEnum },
578
+ ): Promise<operations.ExperimentRunExportResponse> {
579
+ return unwrapAsync(experimentsExportRun(
580
+ this,
581
+ request,
582
+ options,
583
+ ));
584
+ }
585
+ }
package/src/sdk/files.ts CHANGED
@@ -18,7 +18,7 @@ export class Files extends ClientSDK {
18
18
  * List all files
19
19
  *
20
20
  * @remarks
21
- * Returns a list of the files that your account has access to. orq.ai sorts and returns the files by their creation dates, placing the most recently created files at the top.
21
+ * Returns a list of the files that your account has access to, sorted by creation date. Set `order` to `desc` to return the most recently created files first.
22
22
  */
23
23
  async list(
24
24
  request?: operations.FileListRequest | undefined,
package/src/sdk/sdk.ts CHANGED
@@ -15,6 +15,7 @@ import { Datasets } from "./datasets.js";
15
15
  import { Deployments } from "./deployments.js";
16
16
  import { Environments } from "./environments.js";
17
17
  import { Evals } from "./evals.js";
18
+ import { Experiments } from "./experiments.js";
18
19
  import { Feedback } from "./feedback.js";
19
20
  import { Files } from "./files.js";
20
21
  import { FileSystems } from "./filesystems.js";
@@ -156,6 +157,11 @@ export class Orq extends ClientSDK {
156
157
  return (this._datasets ??= new Datasets(this._options));
157
158
  }
158
159
 
160
+ private _experiments?: Experiments;
161
+ get experiments(): Experiments {
162
+ return (this._experiments ??= new Experiments(this._options));
163
+ }
164
+
159
165
  private _models?: Models;
160
166
  get models(): Models {
161
167
  return (this._models ??= new Models(this._options));