@orq-ai/node 4.15.0-rc.3 → 4.15.0-rc.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (591) hide show
  1. package/FUNCTIONS.md +3 -3
  2. package/README.md +85 -90
  3. package/examples/{evalsAll.example.ts → deploymentsList.example.ts} +2 -2
  4. package/funcs/annotationQueuesAddItems.d.ts +3 -2
  5. package/funcs/annotationQueuesAddItems.d.ts.map +1 -1
  6. package/funcs/annotationQueuesAddItems.js +6 -4
  7. package/funcs/annotationQueuesAddItems.js.map +1 -1
  8. package/funcs/annotationQueuesClear.d.ts +4 -3
  9. package/funcs/annotationQueuesClear.d.ts.map +1 -1
  10. package/funcs/annotationQueuesClear.js +5 -5
  11. package/funcs/annotationQueuesClear.js.map +1 -1
  12. package/funcs/annotationQueuesCreate.d.ts +3 -3
  13. package/funcs/annotationQueuesCreate.d.ts.map +1 -1
  14. package/funcs/annotationQueuesCreate.js +5 -8
  15. package/funcs/annotationQueuesCreate.js.map +1 -1
  16. package/funcs/annotationQueuesDelete.d.ts +3 -2
  17. package/funcs/annotationQueuesDelete.d.ts.map +1 -1
  18. package/funcs/annotationQueuesDelete.js +4 -4
  19. package/funcs/annotationQueuesDelete.js.map +1 -1
  20. package/funcs/annotationQueuesList.d.ts +3 -2
  21. package/funcs/annotationQueuesList.d.ts.map +1 -1
  22. package/funcs/annotationQueuesList.js +3 -2
  23. package/funcs/annotationQueuesList.js.map +1 -1
  24. package/funcs/annotationQueuesListItems.d.ts +3 -2
  25. package/funcs/annotationQueuesListItems.d.ts.map +1 -1
  26. package/funcs/annotationQueuesListItems.js +3 -2
  27. package/funcs/annotationQueuesListItems.js.map +1 -1
  28. package/funcs/annotationQueuesRemoveItems.d.ts +4 -3
  29. package/funcs/annotationQueuesRemoveItems.d.ts.map +1 -1
  30. package/funcs/annotationQueuesRemoveItems.js +8 -6
  31. package/funcs/annotationQueuesRemoveItems.js.map +1 -1
  32. package/funcs/annotationQueuesRetrieve.d.ts +3 -2
  33. package/funcs/annotationQueuesRetrieve.d.ts.map +1 -1
  34. package/funcs/annotationQueuesRetrieve.js +3 -2
  35. package/funcs/annotationQueuesRetrieve.js.map +1 -1
  36. package/funcs/annotationQueuesRetrieveItem.d.ts +2 -3
  37. package/funcs/annotationQueuesRetrieveItem.d.ts.map +1 -1
  38. package/funcs/annotationQueuesRetrieveItem.js +2 -3
  39. package/funcs/annotationQueuesRetrieveItem.js.map +1 -1
  40. package/funcs/annotationQueuesUpdate.d.ts +4 -3
  41. package/funcs/annotationQueuesUpdate.d.ts.map +1 -1
  42. package/funcs/annotationQueuesUpdate.js +7 -4
  43. package/funcs/annotationQueuesUpdate.js.map +1 -1
  44. package/funcs/evalsAll.d.ts +2 -2
  45. package/funcs/evalsAll.d.ts.map +1 -1
  46. package/funcs/evalsAll.js +2 -5
  47. package/funcs/evalsAll.js.map +1 -1
  48. package/funcs/evalsCreate.d.ts +2 -2
  49. package/funcs/evalsCreate.d.ts.map +1 -1
  50. package/funcs/evalsCreate.js +5 -20
  51. package/funcs/evalsCreate.js.map +1 -1
  52. package/funcs/evalsDelete.d.ts +2 -2
  53. package/funcs/evalsDelete.d.ts.map +1 -1
  54. package/funcs/evalsDelete.js +2 -6
  55. package/funcs/evalsDelete.js.map +1 -1
  56. package/funcs/evalsGet.d.ts +2 -2
  57. package/funcs/evalsGet.d.ts.map +1 -1
  58. package/funcs/evalsGet.js +2 -5
  59. package/funcs/evalsGet.js.map +1 -1
  60. package/funcs/{deploymentsInvoke.d.ts → evalsGetVersion.d.ts} +4 -4
  61. package/funcs/evalsGetVersion.d.ts.map +1 -0
  62. package/funcs/{deploymentsInvoke.js → evalsGetVersion.js} +21 -12
  63. package/funcs/evalsGetVersion.js.map +1 -0
  64. package/funcs/evalsListVersions.d.ts +3 -3
  65. package/funcs/evalsListVersions.d.ts.map +1 -1
  66. package/funcs/evalsListVersions.js +5 -8
  67. package/funcs/evalsListVersions.js.map +1 -1
  68. package/funcs/evalsUpdate.d.ts +2 -2
  69. package/funcs/evalsUpdate.d.ts.map +1 -1
  70. package/funcs/evalsUpdate.js +2 -5
  71. package/funcs/evalsUpdate.js.map +1 -1
  72. package/jsr.json +1 -1
  73. package/lib/config.d.ts +3 -3
  74. package/lib/config.js +3 -3
  75. package/lib/config.js.map +1 -1
  76. package/lib/encodings.d.ts +10 -9
  77. package/lib/encodings.d.ts.map +1 -1
  78. package/lib/encodings.js +29 -13
  79. package/lib/encodings.js.map +1 -1
  80. package/models/components/addannotationqueueitemsrequest.d.ts +16 -0
  81. package/models/components/addannotationqueueitemsrequest.d.ts.map +1 -0
  82. package/models/components/addannotationqueueitemsrequest.js +50 -0
  83. package/models/components/addannotationqueueitemsrequest.js.map +1 -0
  84. package/models/components/addannotationqueueitemsresponse.d.ts +14 -0
  85. package/models/components/addannotationqueueitemsresponse.d.ts.map +1 -0
  86. package/models/components/addannotationqueueitemsresponse.js +51 -0
  87. package/models/components/addannotationqueueitemsresponse.js.map +1 -0
  88. package/models/components/agentresponserequest.d.ts +20 -20
  89. package/models/components/agentresponserequest.d.ts.map +1 -1
  90. package/models/components/agentresponserequest.js +20 -20
  91. package/models/components/agentresponserequest.js.map +1 -1
  92. package/models/components/agentthoughtstreamingevent.d.ts +12 -12
  93. package/models/components/agentthoughtstreamingevent.d.ts.map +1 -1
  94. package/models/components/agentthoughtstreamingevent.js +17 -17
  95. package/models/components/agentthoughtstreamingevent.js.map +1 -1
  96. package/models/components/annotationqueue.d.ts +54 -0
  97. package/models/components/annotationqueue.d.ts.map +1 -0
  98. package/models/components/{evaluatorresponsehttp.js → annotationqueue.js} +22 -25
  99. package/models/components/annotationqueue.js.map +1 -0
  100. package/models/components/annotationqueueitem.d.ts +41 -0
  101. package/models/components/annotationqueueitem.d.ts.map +1 -0
  102. package/models/components/{evaluatorresponsepython.js → annotationqueueitem.js} +19 -18
  103. package/models/components/annotationqueueitem.js.map +1 -0
  104. package/models/components/annotationqueueitemref.d.ts +17 -0
  105. package/models/components/annotationqueueitemref.d.ts.map +1 -0
  106. package/models/{errors/getevals.js → components/annotationqueueitemref.js} +14 -26
  107. package/models/components/annotationqueueitemref.js.map +1 -0
  108. package/models/components/annotationqueuemetadata.d.ts +16 -0
  109. package/models/components/annotationqueuemetadata.d.ts.map +1 -0
  110. package/models/components/{evaluatorresponsejsonschema.js → annotationqueuemetadata.js} +8 -20
  111. package/models/components/annotationqueuemetadata.js.map +1 -0
  112. package/models/components/budgetmatch.d.ts +3 -3
  113. package/models/components/budgetscope.d.ts +10 -1
  114. package/models/components/budgetscope.d.ts.map +1 -1
  115. package/models/components/budgetscope.js +3 -0
  116. package/models/components/budgetscope.js.map +1 -1
  117. package/models/components/budgetscopekind.d.ts +1 -0
  118. package/models/components/budgetscopekind.d.ts.map +1 -1
  119. package/models/components/budgetscopekind.js +1 -0
  120. package/models/components/budgetscopekind.js.map +1 -1
  121. package/models/components/budgetscoperestresponse.d.ts +9 -1
  122. package/models/components/budgetscoperestresponse.d.ts.map +1 -1
  123. package/models/components/budgetscoperestresponse.js +2 -0
  124. package/models/components/budgetscoperestresponse.js.map +1 -1
  125. package/models/components/clearannotationqueueresponse.d.ts +8 -0
  126. package/models/components/clearannotationqueueresponse.d.ts.map +1 -0
  127. package/models/components/clearannotationqueueresponse.js +48 -0
  128. package/models/components/clearannotationqueueresponse.js.map +1 -0
  129. package/models/components/createannotationqueuerequest.d.ts +25 -0
  130. package/models/components/createannotationqueuerequest.d.ts.map +1 -0
  131. package/models/{errors/createeval.js → components/createannotationqueuerequest.js} +15 -26
  132. package/models/components/createannotationqueuerequest.js.map +1 -0
  133. package/models/components/createapikeyrequest.d.ts +12 -0
  134. package/models/components/createapikeyrequest.d.ts.map +1 -1
  135. package/models/components/createapikeyrequest.js +1 -0
  136. package/models/components/createapikeyrequest.js.map +1 -1
  137. package/models/components/deleteannotationqueueresponse.d.ts +8 -0
  138. package/models/components/deleteannotationqueueresponse.d.ts.map +1 -0
  139. package/models/components/deleteannotationqueueresponse.js +48 -0
  140. package/models/components/deleteannotationqueueresponse.js.map +1 -0
  141. package/models/components/deleteevaluatorresponse.d.ts +8 -0
  142. package/models/components/deleteevaluatorresponse.d.ts.map +1 -0
  143. package/models/components/deleteevaluatorresponse.js +48 -0
  144. package/models/components/deleteevaluatorresponse.js.map +1 -0
  145. package/models/components/evaluationcontext.d.ts +6 -6
  146. package/models/components/evaluationcontext.d.ts.map +1 -1
  147. package/models/components/evaluationcontext.js +6 -7
  148. package/models/components/evaluationcontext.js.map +1 -1
  149. package/models/components/evaluatordocumentresponse.d.ts +14 -0
  150. package/models/components/evaluatordocumentresponse.d.ts.map +1 -0
  151. package/models/components/evaluatordocumentresponse.js +56 -0
  152. package/models/components/evaluatordocumentresponse.js.map +1 -0
  153. package/models/components/factorybudgetscope.d.ts +23 -0
  154. package/models/components/factorybudgetscope.d.ts.map +1 -0
  155. package/models/components/{evaluatorresponsetypescript.js → factorybudgetscope.js} +20 -20
  156. package/models/components/factorybudgetscope.js.map +1 -0
  157. package/models/components/factorybudgetscoperestresponse.d.ts +16 -0
  158. package/models/components/factorybudgetscoperestresponse.d.ts.map +1 -0
  159. package/models/components/factorybudgetscoperestresponse.js +50 -0
  160. package/models/components/factorybudgetscoperestresponse.js.map +1 -0
  161. package/models/components/filesystemtoolinput.d.ts +39 -9
  162. package/models/components/filesystemtoolinput.d.ts.map +1 -1
  163. package/models/components/filesystemtoolinput.js +28 -2
  164. package/models/components/filesystemtoolinput.js.map +1 -1
  165. package/models/components/getevaluatorversionresponse.d.ts +20 -0
  166. package/models/components/getevaluatorversionresponse.d.ts.map +1 -0
  167. package/models/components/getevaluatorversionresponse.js +57 -0
  168. package/models/components/getevaluatorversionresponse.js.map +1 -0
  169. package/models/components/index.d.ts +22 -9
  170. package/models/components/index.d.ts.map +1 -1
  171. package/models/components/index.js +22 -9
  172. package/models/components/index.js.map +1 -1
  173. package/models/components/listannotationqueueitemsresponse.d.ts +22 -0
  174. package/models/components/listannotationqueueitemsresponse.d.ts.map +1 -0
  175. package/models/components/listannotationqueueitemsresponse.js +58 -0
  176. package/models/components/listannotationqueueitemsresponse.js.map +1 -0
  177. package/models/components/listannotationqueuesresponse.d.ts +22 -0
  178. package/models/components/listannotationqueuesresponse.d.ts.map +1 -0
  179. package/models/components/listannotationqueuesresponse.js +58 -0
  180. package/models/components/listannotationqueuesresponse.js.map +1 -0
  181. package/models/components/listevaluatorsresponse.d.ts +16 -0
  182. package/models/components/listevaluatorsresponse.d.ts.map +1 -0
  183. package/models/components/listevaluatorsresponse.js +63 -0
  184. package/models/components/listevaluatorsresponse.js.map +1 -0
  185. package/models/components/listevaluatorversionsresponse.d.ts +16 -0
  186. package/models/components/listevaluatorversionsresponse.d.ts.map +1 -0
  187. package/models/components/listevaluatorversionsresponse.js +63 -0
  188. package/models/components/listevaluatorversionsresponse.js.map +1 -0
  189. package/models/components/modelmetadata.d.ts +2 -0
  190. package/models/components/modelmetadata.d.ts.map +1 -1
  191. package/models/components/modelmetadata.js +4 -0
  192. package/models/components/modelmetadata.js.map +1 -1
  193. package/models/components/modelsconfig.d.ts +5 -5
  194. package/models/components/modelsconfig.d.ts.map +1 -1
  195. package/models/components/modelsconfig.js +6 -6
  196. package/models/components/modelsconfig.js.map +1 -1
  197. package/models/components/policyprofileidlist.d.ts +12 -0
  198. package/models/components/policyprofileidlist.d.ts.map +1 -0
  199. package/models/components/policyprofileidlist.js +49 -0
  200. package/models/components/policyprofileidlist.js.map +1 -0
  201. package/models/components/pricing.d.ts +4 -0
  202. package/models/components/pricing.d.ts.map +1 -1
  203. package/models/components/pricing.js +8 -0
  204. package/models/components/pricing.js.map +1 -1
  205. package/models/components/pricingvariant.d.ts +4 -0
  206. package/models/components/pricingvariant.d.ts.map +1 -1
  207. package/models/components/pricingvariant.js +8 -0
  208. package/models/components/pricingvariant.js.map +1 -1
  209. package/models/components/reasoningpart.js +1 -1
  210. package/models/components/removeannotationqueueitemsrequest.d.ts +15 -0
  211. package/models/components/removeannotationqueueitemsrequest.d.ts.map +1 -0
  212. package/models/{errors/geteval.js → components/removeannotationqueueitemsrequest.js} +12 -26
  213. package/models/components/removeannotationqueueitemsrequest.js.map +1 -0
  214. package/models/components/removeannotationqueueitemsresponse.d.ts +8 -0
  215. package/models/components/removeannotationqueueitemsresponse.d.ts.map +1 -0
  216. package/models/{errors/updateeval.js → components/removeannotationqueueitemsresponse.js} +8 -28
  217. package/models/components/removeannotationqueueitemsresponse.js.map +1 -0
  218. package/models/components/searchknowledgerequest.d.ts +184 -184
  219. package/models/components/searchknowledgerequest.d.ts.map +1 -1
  220. package/models/components/searchknowledgerequest.js +229 -217
  221. package/models/components/searchknowledgerequest.js.map +1 -1
  222. package/models/components/textcontentpartschema.d.ts +10 -10
  223. package/models/components/textcontentpartschema.d.ts.map +1 -1
  224. package/models/components/textcontentpartschema.js +11 -11
  225. package/models/components/textcontentpartschema.js.map +1 -1
  226. package/models/components/updateannotationqueuerequest.d.ts +30 -0
  227. package/models/components/updateannotationqueuerequest.d.ts.map +1 -0
  228. package/models/components/updateannotationqueuerequest.js +59 -0
  229. package/models/components/updateannotationqueuerequest.js.map +1 -0
  230. package/models/components/updateworkspacesettingsrequest.d.ts +3 -0
  231. package/models/components/updateworkspacesettingsrequest.d.ts.map +1 -1
  232. package/models/components/updateworkspacesettingsrequest.js +3 -0
  233. package/models/components/updateworkspacesettingsrequest.js.map +1 -1
  234. package/models/components/workspacesettings.d.ts +1 -0
  235. package/models/components/workspacesettings.d.ts.map +1 -1
  236. package/models/components/workspacesettings.js +2 -0
  237. package/models/components/workspacesettings.js.map +1 -1
  238. package/models/errors/index.d.ts +0 -6
  239. package/models/errors/index.d.ts.map +1 -1
  240. package/models/errors/index.js +0 -6
  241. package/models/errors/index.js.map +1 -1
  242. package/models/operations/addannotationqueueitems.d.ts +3 -60
  243. package/models/operations/addannotationqueueitems.d.ts.map +1 -1
  244. package/models/operations/addannotationqueueitems.js +4 -55
  245. package/models/operations/addannotationqueueitems.js.map +1 -1
  246. package/models/operations/createagentrequest.d.ts +12 -12
  247. package/models/operations/createagentrequest.d.ts.map +1 -1
  248. package/models/operations/createagentrequest.js +11 -12
  249. package/models/operations/createagentrequest.js.map +1 -1
  250. package/models/operations/createchatcompletion.d.ts +58 -58
  251. package/models/operations/createchatcompletion.d.ts.map +1 -1
  252. package/models/operations/createchatcompletion.js +80 -81
  253. package/models/operations/createchatcompletion.js.map +1 -1
  254. package/models/operations/createdataset.js +1 -1
  255. package/models/operations/createdatasetitem.js +5 -5
  256. package/models/operations/createeval.d.ts +2 -312
  257. package/models/operations/createeval.d.ts.map +1 -1
  258. package/models/operations/createeval.js +2 -264
  259. package/models/operations/createeval.js.map +1 -1
  260. package/models/operations/createprompt.d.ts +14 -12
  261. package/models/operations/createprompt.d.ts.map +1 -1
  262. package/models/operations/createprompt.js +16 -13
  263. package/models/operations/createprompt.js.map +1 -1
  264. package/models/operations/createtool.d.ts +24 -24
  265. package/models/operations/createtool.d.ts.map +1 -1
  266. package/models/operations/createtool.js +29 -29
  267. package/models/operations/createtool.js.map +1 -1
  268. package/models/operations/deploymentgetconfig.d.ts +8 -8
  269. package/models/operations/deploymentgetconfig.d.ts.map +1 -1
  270. package/models/operations/deploymentgetconfig.js +10 -10
  271. package/models/operations/deploymentgetconfig.js.map +1 -1
  272. package/models/operations/deployments.d.ts +18 -16
  273. package/models/operations/deployments.d.ts.map +1 -1
  274. package/models/operations/deployments.js +20 -16
  275. package/models/operations/deployments.js.map +1 -1
  276. package/models/operations/getallprompts.d.ts +2 -0
  277. package/models/operations/getallprompts.d.ts.map +1 -1
  278. package/models/operations/getallprompts.js +2 -0
  279. package/models/operations/getallprompts.js.map +1 -1
  280. package/models/operations/getalltools.js +4 -4
  281. package/models/operations/geteval.d.ts +0 -814
  282. package/models/operations/geteval.d.ts.map +1 -1
  283. package/models/operations/geteval.js +1 -1252
  284. package/models/operations/geteval.js.map +1 -1
  285. package/models/operations/getevals.d.ts +3 -41
  286. package/models/operations/getevals.d.ts.map +1 -1
  287. package/models/operations/getevals.js +3 -54
  288. package/models/operations/getevals.js.map +1 -1
  289. package/models/operations/getevalversion.d.ts +14 -0
  290. package/models/operations/getevalversion.d.ts.map +1 -0
  291. package/models/operations/getevalversion.js +55 -0
  292. package/models/operations/getevalversion.js.map +1 -0
  293. package/models/operations/getoneprompt.d.ts +2 -0
  294. package/models/operations/getoneprompt.d.ts.map +1 -1
  295. package/models/operations/getoneprompt.js +2 -0
  296. package/models/operations/getoneprompt.js.map +1 -1
  297. package/models/operations/getpromptversion.d.ts +2 -0
  298. package/models/operations/getpromptversion.d.ts.map +1 -1
  299. package/models/operations/getpromptversion.js +2 -0
  300. package/models/operations/getpromptversion.js.map +1 -1
  301. package/models/operations/getv2humanevalsets.js +2 -2
  302. package/models/operations/getv2humanevalsetsid.js +2 -2
  303. package/models/operations/index.d.ts +2 -4
  304. package/models/operations/index.d.ts.map +1 -1
  305. package/models/operations/index.js +2 -4
  306. package/models/operations/index.js.map +1 -1
  307. package/models/operations/listannotationqueueitems.d.ts +4 -72
  308. package/models/operations/listannotationqueueitems.d.ts.map +1 -1
  309. package/models/operations/listannotationqueueitems.js +2 -80
  310. package/models/operations/listannotationqueueitems.js.map +1 -1
  311. package/models/operations/listannotationqueues.d.ts +6 -81
  312. package/models/operations/listannotationqueues.d.ts.map +1 -1
  313. package/models/operations/listannotationqueues.js +2 -63
  314. package/models/operations/listannotationqueues.js.map +1 -1
  315. package/models/operations/listdatasetdatapoints.js +5 -5
  316. package/models/operations/listdatasets.js +1 -1
  317. package/models/operations/listevalversions.d.ts +21 -0
  318. package/models/operations/listevalversions.d.ts.map +1 -0
  319. package/models/operations/listevalversions.js +58 -0
  320. package/models/operations/listevalversions.js.map +1 -0
  321. package/models/operations/listpromptversions.d.ts +2 -0
  322. package/models/operations/listpromptversions.d.ts.map +1 -1
  323. package/models/operations/listpromptversions.js +2 -0
  324. package/models/operations/listpromptversions.js.map +1 -1
  325. package/models/operations/parse.d.ts +4 -4
  326. package/models/operations/parse.d.ts.map +1 -1
  327. package/models/operations/parse.js +4 -4
  328. package/models/operations/parse.js.map +1 -1
  329. package/models/operations/patchv2humanevalsetsid.js +2 -2
  330. package/models/operations/postv2feedbackevaluation.d.ts +6 -6
  331. package/models/operations/postv2feedbackevaluation.d.ts.map +1 -1
  332. package/models/operations/postv2feedbackevaluation.js +10 -10
  333. package/models/operations/postv2feedbackevaluation.js.map +1 -1
  334. package/models/operations/postv2humanevalsets.js +2 -2
  335. package/models/operations/removeannotationqueueitems.d.ts +3 -15
  336. package/models/operations/removeannotationqueueitems.d.ts.map +1 -1
  337. package/models/operations/removeannotationqueueitems.js +4 -15
  338. package/models/operations/removeannotationqueueitems.js.map +1 -1
  339. package/models/operations/retrieveannotationqueue.d.ts +0 -60
  340. package/models/operations/retrieveannotationqueue.d.ts.map +1 -1
  341. package/models/operations/retrieveannotationqueue.js +1 -43
  342. package/models/operations/retrieveannotationqueue.js.map +1 -1
  343. package/models/operations/retrieveannotationqueueitem.d.ts +9 -0
  344. package/models/operations/retrieveannotationqueueitem.d.ts.map +1 -1
  345. package/models/operations/retrieveannotationqueueitem.js +8 -1
  346. package/models/operations/retrieveannotationqueueitem.js.map +1 -1
  347. package/models/operations/retrievedatapoint.js +5 -5
  348. package/models/operations/retrievedataset.js +1 -1
  349. package/models/operations/retrievetool.js +4 -4
  350. package/models/operations/runagent.js +1 -1
  351. package/models/operations/streamrunagent.js +1 -1
  352. package/models/operations/updateagent.d.ts +16 -16
  353. package/models/operations/updateagent.d.ts.map +1 -1
  354. package/models/operations/updateagent.js +17 -17
  355. package/models/operations/updateagent.js.map +1 -1
  356. package/models/operations/updateannotationqueue.d.ts +3 -90
  357. package/models/operations/updateannotationqueue.d.ts.map +1 -1
  358. package/models/operations/updateannotationqueue.js +4 -63
  359. package/models/operations/updateannotationqueue.js.map +1 -1
  360. package/models/operations/updatedatapoint.js +5 -5
  361. package/models/operations/updatedataset.js +1 -1
  362. package/models/operations/updateeval.d.ts +4 -201
  363. package/models/operations/updateeval.d.ts.map +1 -1
  364. package/models/operations/updateeval.js +3 -160
  365. package/models/operations/updateeval.js.map +1 -1
  366. package/models/operations/updateprompt.d.ts +2 -0
  367. package/models/operations/updateprompt.d.ts.map +1 -1
  368. package/models/operations/updateprompt.js +2 -0
  369. package/models/operations/updateprompt.js.map +1 -1
  370. package/models/operations/updatetool.js +4 -4
  371. package/package.json +8 -8
  372. package/sdk/annotationqueues.d.ts +24 -24
  373. package/sdk/annotationqueues.d.ts.map +1 -1
  374. package/sdk/annotationqueues.js +18 -18
  375. package/sdk/annotationqueues.js.map +1 -1
  376. package/sdk/deployments.d.ts +0 -16
  377. package/sdk/deployments.d.ts.map +1 -1
  378. package/sdk/deployments.js +0 -20
  379. package/sdk/deployments.js.map +1 -1
  380. package/sdk/evals.d.ts +20 -13
  381. package/sdk/evals.d.ts.map +1 -1
  382. package/sdk/evals.js +22 -12
  383. package/sdk/evals.js.map +1 -1
  384. package/sdk/sdk.d.ts +4 -4
  385. package/sdk/sdk.d.ts.map +1 -1
  386. package/sdk/sdk.js +6 -6
  387. package/sdk/sdk.js.map +1 -1
  388. package/src/funcs/annotationQueuesAddItems.ts +9 -10
  389. package/src/funcs/annotationQueuesClear.ts +8 -8
  390. package/src/funcs/annotationQueuesCreate.ts +10 -13
  391. package/src/funcs/annotationQueuesDelete.ts +8 -8
  392. package/src/funcs/annotationQueuesList.ts +6 -5
  393. package/src/funcs/annotationQueuesListItems.ts +6 -5
  394. package/src/funcs/annotationQueuesRemoveItems.ts +12 -10
  395. package/src/funcs/annotationQueuesRetrieve.ts +6 -5
  396. package/src/funcs/annotationQueuesRetrieveItem.ts +8 -6
  397. package/src/funcs/annotationQueuesUpdate.ts +10 -7
  398. package/src/funcs/evalsAll.ts +6 -14
  399. package/src/funcs/evalsCreate.ts +10 -35
  400. package/src/funcs/evalsDelete.ts +6 -19
  401. package/src/funcs/evalsGet.ts +6 -14
  402. package/src/funcs/{deploymentsInvoke.ts → evalsGetVersion.ts} +27 -23
  403. package/src/funcs/evalsListVersions.ts +11 -20
  404. package/src/funcs/evalsUpdate.ts +6 -14
  405. package/src/lib/config.ts +3 -3
  406. package/src/lib/encodings.ts +58 -23
  407. package/src/models/components/addannotationqueueitemsrequest.ts +41 -0
  408. package/src/models/components/addannotationqueueitemsresponse.ts +38 -0
  409. package/src/models/components/agentresponserequest.ts +39 -41
  410. package/src/models/components/agentthoughtstreamingevent.ts +43 -55
  411. package/src/models/components/annotationqueue.ts +101 -0
  412. package/src/models/components/annotationqueueitem.ts +80 -0
  413. package/src/models/components/annotationqueueitemref.ts +43 -0
  414. package/src/models/components/annotationqueuemetadata.ts +42 -0
  415. package/src/models/components/budgetmatch.ts +3 -3
  416. package/src/models/components/budgetscope.ts +17 -1
  417. package/src/models/components/budgetscopekind.ts +1 -0
  418. package/src/models/components/budgetscoperestresponse.ts +13 -1
  419. package/src/models/components/clearannotationqueueresponse.ts +27 -0
  420. package/src/models/components/createannotationqueuerequest.ts +54 -0
  421. package/src/models/components/createapikeyrequest.ts +9 -0
  422. package/src/models/components/deleteannotationqueueresponse.ts +27 -0
  423. package/src/models/components/deleteevaluatorresponse.ts +27 -0
  424. package/src/models/components/evaluationcontext.ts +10 -15
  425. package/src/models/components/evaluatordocumentresponse.ts +50 -0
  426. package/src/models/components/factorybudgetscope.ts +66 -0
  427. package/src/models/components/factorybudgetscoperestresponse.ts +37 -0
  428. package/src/models/components/filesystemtoolinput.ts +63 -6
  429. package/src/models/components/getevaluatorversionresponse.ts +58 -0
  430. package/src/models/components/index.ts +22 -9
  431. package/src/models/components/listannotationqueueitemsresponse.ts +53 -0
  432. package/src/models/components/listannotationqueuesresponse.ts +53 -0
  433. package/src/models/components/listevaluatorsresponse.ts +59 -0
  434. package/src/models/components/listevaluatorversionsresponse.ts +59 -0
  435. package/src/models/components/modelmetadata.ts +6 -0
  436. package/src/models/components/modelsconfig.ts +10 -11
  437. package/src/models/components/policyprofileidlist.ts +31 -0
  438. package/src/models/components/pricing.ts +12 -0
  439. package/src/models/components/pricingvariant.ts +12 -0
  440. package/src/models/components/reasoningpart.ts +1 -1
  441. package/src/models/components/removeannotationqueueitemsrequest.ts +41 -0
  442. package/src/models/components/removeannotationqueueitemsresponse.ts +28 -0
  443. package/src/models/components/searchknowledgerequest.ts +491 -711
  444. package/src/models/components/textcontentpartschema.ts +19 -23
  445. package/src/models/components/updateannotationqueuerequest.ts +61 -0
  446. package/src/models/components/updateworkspacesettingsrequest.ts +9 -0
  447. package/src/models/components/workspacesettings.ts +3 -0
  448. package/src/models/errors/index.ts +0 -6
  449. package/src/models/operations/addannotationqueueitems.ts +7 -139
  450. package/src/models/operations/createagentrequest.ts +20 -31
  451. package/src/models/operations/createchatcompletion.ts +248 -313
  452. package/src/models/operations/createdataset.ts +1 -1
  453. package/src/models/operations/createdatasetitem.ts +5 -5
  454. package/src/models/operations/createeval.ts +3 -644
  455. package/src/models/operations/createprompt.ts +26 -29
  456. package/src/models/operations/createtool.ts +55 -56
  457. package/src/models/operations/deploymentgetconfig.ts +16 -18
  458. package/src/models/operations/deployments.ts +44 -46
  459. package/src/models/operations/getallprompts.ts +2 -0
  460. package/src/models/operations/getalltools.ts +4 -4
  461. package/src/models/operations/geteval.ts +0 -2770
  462. package/src/models/operations/getevals.ts +5 -119
  463. package/src/models/operations/getevalversion.ts +39 -0
  464. package/src/models/operations/getoneprompt.ts +2 -0
  465. package/src/models/operations/getpromptversion.ts +2 -0
  466. package/src/models/operations/getv2humanevalsets.ts +2 -2
  467. package/src/models/operations/getv2humanevalsetsid.ts +2 -2
  468. package/src/models/operations/index.ts +2 -4
  469. package/src/models/operations/listannotationqueueitems.ts +5 -183
  470. package/src/models/operations/listannotationqueues.ts +7 -173
  471. package/src/models/operations/listdatasetdatapoints.ts +5 -5
  472. package/src/models/operations/listdatasets.ts +1 -1
  473. package/src/models/operations/listevalversions.ts +49 -0
  474. package/src/models/operations/listpromptversions.ts +2 -0
  475. package/src/models/operations/parse.ts +7 -7
  476. package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
  477. package/src/models/operations/postv2feedbackevaluation.ts +14 -20
  478. package/src/models/operations/postv2humanevalsets.ts +2 -2
  479. package/src/models/operations/removeannotationqueueitems.ts +8 -41
  480. package/src/models/operations/retrieveannotationqueue.ts +0 -123
  481. package/src/models/operations/retrieveannotationqueueitem.ts +31 -0
  482. package/src/models/operations/retrievedatapoint.ts +5 -5
  483. package/src/models/operations/retrievedataset.ts +1 -1
  484. package/src/models/operations/retrievetool.ts +4 -4
  485. package/src/models/operations/runagent.ts +1 -1
  486. package/src/models/operations/streamrunagent.ts +1 -1
  487. package/src/models/operations/updateagent.ts +31 -40
  488. package/src/models/operations/updateannotationqueue.ts +7 -182
  489. package/src/models/operations/updatedatapoint.ts +5 -5
  490. package/src/models/operations/updatedataset.ts +1 -1
  491. package/src/models/operations/updateeval.ts +6 -404
  492. package/src/models/operations/updateprompt.ts +2 -0
  493. package/src/models/operations/updatetool.ts +4 -4
  494. package/src/sdk/annotationqueues.ts +31 -31
  495. package/src/sdk/deployments.ts +0 -38
  496. package/src/sdk/evals.ts +41 -23
  497. package/src/sdk/sdk.ts +10 -10
  498. package/funcs/deploymentsInvoke.d.ts.map +0 -1
  499. package/funcs/deploymentsInvoke.js.map +0 -1
  500. package/funcs/deploymentsStream.d.ts +0 -18
  501. package/funcs/deploymentsStream.d.ts.map +0 -1
  502. package/funcs/deploymentsStream.js +0 -129
  503. package/funcs/deploymentsStream.js.map +0 -1
  504. package/models/components/evaluatorresponsefunction.d.ts +0 -230
  505. package/models/components/evaluatorresponsefunction.d.ts.map +0 -1
  506. package/models/components/evaluatorresponsefunction.js +0 -422
  507. package/models/components/evaluatorresponsefunction.js.map +0 -1
  508. package/models/components/evaluatorresponsehttp.d.ts +0 -37
  509. package/models/components/evaluatorresponsehttp.d.ts.map +0 -1
  510. package/models/components/evaluatorresponsehttp.js.map +0 -1
  511. package/models/components/evaluatorresponsejsonschema.d.ts +0 -22
  512. package/models/components/evaluatorresponsejsonschema.d.ts.map +0 -1
  513. package/models/components/evaluatorresponsejsonschema.js.map +0 -1
  514. package/models/components/evaluatorresponsellm.d.ts +0 -101
  515. package/models/components/evaluatorresponsellm.d.ts.map +0 -1
  516. package/models/components/evaluatorresponsellm.js +0 -181
  517. package/models/components/evaluatorresponsellm.js.map +0 -1
  518. package/models/components/evaluatorresponsepython.d.ts +0 -22
  519. package/models/components/evaluatorresponsepython.d.ts.map +0 -1
  520. package/models/components/evaluatorresponsepython.js.map +0 -1
  521. package/models/components/evaluatorresponseragas.d.ts +0 -41
  522. package/models/components/evaluatorresponseragas.d.ts.map +0 -1
  523. package/models/components/evaluatorresponseragas.js +0 -86
  524. package/models/components/evaluatorresponseragas.js.map +0 -1
  525. package/models/components/evaluatorresponsetypescript.d.ts +0 -22
  526. package/models/components/evaluatorresponsetypescript.d.ts.map +0 -1
  527. package/models/components/evaluatorresponsetypescript.js.map +0 -1
  528. package/models/components/invokedeploymentrequest.d.ts +0 -1544
  529. package/models/components/invokedeploymentrequest.d.ts.map +0 -1
  530. package/models/components/invokedeploymentrequest.js +0 -1108
  531. package/models/components/invokedeploymentrequest.js.map +0 -1
  532. package/models/components/publicspan.d.ts +0 -68
  533. package/models/components/publicspan.d.ts.map +0 -1
  534. package/models/components/publicspan.js +0 -94
  535. package/models/components/publicspan.js.map +0 -1
  536. package/models/errors/createeval.d.ts +0 -23
  537. package/models/errors/createeval.d.ts.map +0 -1
  538. package/models/errors/createeval.js.map +0 -1
  539. package/models/errors/deleteeval.d.ts +0 -43
  540. package/models/errors/deleteeval.d.ts.map +0 -1
  541. package/models/errors/deleteeval.js +0 -94
  542. package/models/errors/deleteeval.js.map +0 -1
  543. package/models/errors/geteval.d.ts +0 -23
  544. package/models/errors/geteval.d.ts.map +0 -1
  545. package/models/errors/geteval.js.map +0 -1
  546. package/models/errors/getevals.d.ts +0 -23
  547. package/models/errors/getevals.d.ts.map +0 -1
  548. package/models/errors/getevals.js.map +0 -1
  549. package/models/errors/getv2evaluatorsidversions.d.ts +0 -23
  550. package/models/errors/getv2evaluatorsidversions.d.ts.map +0 -1
  551. package/models/errors/getv2evaluatorsidversions.js +0 -68
  552. package/models/errors/getv2evaluatorsidversions.js.map +0 -1
  553. package/models/errors/updateeval.d.ts +0 -23
  554. package/models/errors/updateeval.d.ts.map +0 -1
  555. package/models/errors/updateeval.js.map +0 -1
  556. package/models/operations/createannotationqueue.d.ts +0 -85
  557. package/models/operations/createannotationqueue.d.ts.map +0 -1
  558. package/models/operations/createannotationqueue.js +0 -99
  559. package/models/operations/createannotationqueue.js.map +0 -1
  560. package/models/operations/deploymentinvoke.d.ts +0 -365
  561. package/models/operations/deploymentinvoke.d.ts.map +0 -1
  562. package/models/operations/deploymentinvoke.js +0 -370
  563. package/models/operations/deploymentinvoke.js.map +0 -1
  564. package/models/operations/deploymentstream.d.ts +0 -1897
  565. package/models/operations/deploymentstream.d.ts.map +0 -1
  566. package/models/operations/deploymentstream.js +0 -1483
  567. package/models/operations/deploymentstream.js.map +0 -1
  568. package/models/operations/getv2evaluatorsidversions.d.ts +0 -66
  569. package/models/operations/getv2evaluatorsidversions.d.ts.map +0 -1
  570. package/models/operations/getv2evaluatorsidversions.js +0 -106
  571. package/models/operations/getv2evaluatorsidversions.js.map +0 -1
  572. package/src/funcs/deploymentsStream.ts +0 -180
  573. package/src/models/components/evaluatorresponsefunction.ts +0 -922
  574. package/src/models/components/evaluatorresponsehttp.ts +0 -77
  575. package/src/models/components/evaluatorresponsejsonschema.ts +0 -60
  576. package/src/models/components/evaluatorresponsellm.ts +0 -310
  577. package/src/models/components/evaluatorresponsepython.ts +0 -60
  578. package/src/models/components/evaluatorresponseragas.ts +0 -84
  579. package/src/models/components/evaluatorresponsetypescript.ts +0 -60
  580. package/src/models/components/invokedeploymentrequest.ts +0 -3446
  581. package/src/models/components/publicspan.ts +0 -135
  582. package/src/models/errors/createeval.ts +0 -51
  583. package/src/models/errors/deleteeval.ts +0 -96
  584. package/src/models/errors/geteval.ts +0 -51
  585. package/src/models/errors/getevals.ts +0 -51
  586. package/src/models/errors/getv2evaluatorsidversions.ts +0 -51
  587. package/src/models/errors/updateeval.ts +0 -51
  588. package/src/models/operations/createannotationqueue.ts +0 -176
  589. package/src/models/operations/deploymentinvoke.ts +0 -731
  590. package/src/models/operations/deploymentstream.ts +0 -4562
  591. package/src/models/operations/getv2evaluatorsidversions.ts +0 -162
@@ -138,7 +138,7 @@ export const CreateDatasetResponseBody$inboundSchema: z.ZodType<
138
138
  created: z.string().datetime({ offset: true }).transform(v => new Date(v))
139
139
  .optional(),
140
140
  updated: z.string().datetime({ offset: true }).default(
141
- "2026-08-26T11:10:52.849Z",
141
+ "2026-08-27T08:20:42.765Z",
142
142
  ).transform(v => new Date(v)),
143
143
  }).transform((v) => {
144
144
  return remap$(v, {
@@ -2739,7 +2739,7 @@ export const Evaluations4$inboundSchema: z.ZodType<
2739
2739
  explanation: z.string().optional(),
2740
2740
  reviewed_by_id: z.string(),
2741
2741
  reviewed_at: z.string().datetime({ offset: true }).default(
2742
- "2026-08-26T11:11:03.040Z",
2742
+ "2026-08-27T08:20:50.265Z",
2743
2743
  ).transform(v => new Date(v)),
2744
2744
  type: z.literal("string_array"),
2745
2745
  values: z.array(z.string()),
@@ -2829,7 +2829,7 @@ export const CreateDatasetItemEvaluations3$inboundSchema: z.ZodType<
2829
2829
  explanation: z.string().optional(),
2830
2830
  reviewed_by_id: z.string(),
2831
2831
  reviewed_at: z.string().datetime({ offset: true }).default(
2832
- "2026-08-26T11:11:03.040Z",
2832
+ "2026-08-27T08:20:50.265Z",
2833
2833
  ).transform(v => new Date(v)),
2834
2834
  type: z.literal("boolean"),
2835
2835
  value: z.boolean(),
@@ -2914,7 +2914,7 @@ export const Evaluations2$inboundSchema: z.ZodType<
2914
2914
  explanation: z.string().optional(),
2915
2915
  reviewed_by_id: z.string(),
2916
2916
  reviewed_at: z.string().datetime({ offset: true }).default(
2917
- "2026-08-26T11:11:03.039Z",
2917
+ "2026-08-27T08:20:50.265Z",
2918
2918
  ).transform(v => new Date(v)),
2919
2919
  type: z.literal("number"),
2920
2920
  value: z.number(),
@@ -3000,7 +3000,7 @@ export const Evaluations1$inboundSchema: z.ZodType<
3000
3000
  explanation: z.string().optional(),
3001
3001
  reviewed_by_id: z.string(),
3002
3002
  reviewed_at: z.string().datetime({ offset: true }).default(
3003
- "2026-08-26T11:11:03.039Z",
3003
+ "2026-08-27T08:20:50.264Z",
3004
3004
  ).transform(v => new Date(v)),
3005
3005
  type: z.literal("string"),
3006
3006
  value: z.string(),
@@ -3087,7 +3087,7 @@ export const ResponseBody$inboundSchema: z.ZodType<
3087
3087
  created: z.string().datetime({ offset: true }).transform(v => new Date(v))
3088
3088
  .optional(),
3089
3089
  updated: z.string().datetime({ offset: true }).default(
3090
- "2026-08-26T11:10:52.849Z",
3090
+ "2026-08-27T08:20:42.765Z",
3091
3091
  ).transform(v => new Date(v)),
3092
3092
  }).transform((v) => {
3093
3093
  return remap$(v, {
@@ -3,634 +3,18 @@
3
3
  */
4
4
 
5
5
  import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { ClosedEnum } from "../../types/enums.js";
9
- import { Result as SafeParseResult } from "../../types/fp.js";
10
- import * as components from "../components/index.js";
11
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
12
6
 
13
- export const OutputType = {
14
- Boolean: "boolean",
15
- Number: "number",
16
- } as const;
17
- export type OutputType = ClosedEnum<typeof OutputType>;
18
-
19
- export const RequestBodyType = {
20
- PythonEval: "python_eval",
21
- } as const;
22
- export type RequestBodyType = ClosedEnum<typeof RequestBodyType>;
23
-
24
- export type Python = {
25
- guardrailConfig?: any | undefined;
26
- outputType?: OutputType | undefined;
27
- code: string;
28
- type: RequestBodyType;
29
- /**
30
- * Legacy alternative to `project_id`. Storage path whose first segment names the project that owns the evaluator. Mutually exclusive with `project_id`.
31
- */
32
- path?: string | undefined;
33
- /**
34
- * Unique identifier of the project that owns the evaluator, as returned by `GET /v2/projects`. Mutually exclusive with `path`.
35
- */
36
- projectId?: string | undefined;
37
- description?: string | undefined;
38
- key: string;
39
- };
40
-
41
- /**
42
- * The type of output expected from the evaluator
43
- */
44
- export const OneOutputType = {
45
- Boolean: "boolean",
46
- Categorical: "categorical",
47
- Number: "number",
48
- String: "string",
49
- } as const;
50
- /**
51
- * The type of output expected from the evaluator
52
- */
53
- export type OneOutputType = ClosedEnum<typeof OneOutputType>;
54
-
55
- export const OneType = {
56
- LlmEval: "llm_eval",
57
- } as const;
58
- export type OneType = ClosedEnum<typeof OneType>;
59
-
60
- export type OneCategoricalLabels = {
61
- value: string;
62
- description?: string | undefined;
63
- };
64
-
65
- export type CreateEval1Retry = {
66
- count?: number | undefined;
67
- onCodes?: Array<number> | undefined;
68
- };
69
-
70
- export type CreateEval1Fallbacks = {
71
- model: string;
72
- };
73
-
74
- export type OneJudges = {
75
- model: string;
76
- retry?: CreateEval1Retry | undefined;
77
- fallbacks?: Array<CreateEval1Fallbacks> | undefined;
78
- };
79
-
80
- export type OneRetry = {
81
- count?: number | undefined;
82
- onCodes?: Array<number> | undefined;
83
- };
84
-
85
- export type OneFallbacks = {
86
- model: string;
87
- };
88
-
89
- export type OneReplacementJudges = {
90
- model: string;
91
- retry?: OneRetry | undefined;
92
- fallbacks?: Array<OneFallbacks> | undefined;
93
- };
94
-
95
- export const OneTieValue = {
96
- Tie: "Tie",
97
- } as const;
98
- export type OneTieValue = ClosedEnum<typeof OneTieValue>;
99
-
100
- export type OneJury = {
101
- judges: Array<OneJudges>;
102
- replacementJudges?: Array<OneReplacementJudges> | undefined;
103
- minSuccessfulJudges?: number | undefined;
104
- tieValue?: OneTieValue | undefined;
105
- };
106
-
107
- export type LLMJury = {
108
- guardrailConfig?: any | undefined;
109
- /**
110
- * The type of output expected from the evaluator
111
- */
112
- outputType?: OneOutputType | undefined;
113
- type: OneType;
114
- repetitions?: number | null | undefined;
115
- prompt: string;
116
- categories?: Array<string> | null | undefined;
117
- categoricalLabels?: Array<OneCategoricalLabels> | null | undefined;
118
- datasetId?: string | null | undefined;
119
- /**
120
- * Legacy alternative to `project_id`. Storage path whose first segment names the project that owns the evaluator. Mutually exclusive with `project_id`.
121
- */
122
- path?: string | undefined;
123
- /**
124
- * Unique identifier of the project that owns the evaluator, as returned by `GET /v2/projects`. Mutually exclusive with `path`.
125
- */
126
- projectId?: string | undefined;
127
- description?: string | undefined;
128
- key: string;
129
- mode: "jury";
130
- jury: OneJury;
131
- };
132
-
133
- /**
134
- * The type of output expected from the evaluator
135
- */
136
- export const CreateEval1OutputType = {
137
- Boolean: "boolean",
138
- Categorical: "categorical",
139
- Number: "number",
140
- String: "string",
141
- } as const;
142
- /**
143
- * The type of output expected from the evaluator
144
- */
145
- export type CreateEval1OutputType = ClosedEnum<typeof CreateEval1OutputType>;
146
-
147
- export const CreateEval1Type = {
148
- LlmEval: "llm_eval",
149
- } as const;
150
- export type CreateEval1Type = ClosedEnum<typeof CreateEval1Type>;
151
-
152
- export type CreateEval1CategoricalLabels = {
153
- value: string;
154
- description?: string | undefined;
155
- };
156
-
157
- export type Llm = {
158
- guardrailConfig?: any | undefined;
159
- /**
160
- * The type of output expected from the evaluator
161
- */
162
- outputType?: CreateEval1OutputType | undefined;
163
- type: CreateEval1Type;
164
- repetitions?: number | null | undefined;
165
- prompt: string;
166
- categories?: Array<string> | null | undefined;
167
- categoricalLabels?: Array<CreateEval1CategoricalLabels> | null | undefined;
168
- datasetId?: string | null | undefined;
169
- /**
170
- * Legacy alternative to `project_id`. Storage path whose first segment names the project that owns the evaluator. Mutually exclusive with `project_id`.
171
- */
172
- path?: string | undefined;
173
- /**
174
- * Unique identifier of the project that owns the evaluator, as returned by `GET /v2/projects`. Mutually exclusive with `path`.
175
- */
176
- projectId?: string | undefined;
177
- description?: string | undefined;
178
- key: string;
179
- mode: "single";
180
- model: string;
181
- };
182
-
183
- export type RequestBody1 = Llm | LLMJury;
184
-
185
- export type CreateEvalRequestBody = Python | Llm | LLMJury;
186
-
187
- /**
188
- * Successfully created an evaluator
189
- */
190
- export type CreateEvalResponseBody =
191
- | components.EvaluatorResponseLlm
192
- | components.EvaluatorResponseJsonSchema
193
- | components.EvaluatorResponseHttp
194
- | components.EvaluatorResponsePython
195
- | components.EvaluatorResponseFunction
196
- | components.EvaluatorResponseRagas
197
- | components.EvaluatorResponseTypescript;
198
-
199
- /** @internal */
200
- export const OutputType$outboundSchema: z.ZodNativeEnum<typeof OutputType> = z
201
- .nativeEnum(OutputType);
202
-
203
- /** @internal */
204
- export const RequestBodyType$outboundSchema: z.ZodNativeEnum<
205
- typeof RequestBodyType
206
- > = z.nativeEnum(RequestBodyType);
207
-
208
- /** @internal */
209
- export type Python$Outbound = {
210
- guardrail_config?: any | undefined;
211
- output_type?: string | undefined;
212
- code: string;
213
- type: string;
214
- path?: string | undefined;
215
- project_id?: string | undefined;
216
- description: string;
217
- key: string;
218
- };
219
-
220
- /** @internal */
221
- export const Python$outboundSchema: z.ZodType<
222
- Python$Outbound,
223
- z.ZodTypeDef,
224
- Python
225
- > = z.object({
226
- guardrailConfig: z.any().optional(),
227
- outputType: OutputType$outboundSchema.optional(),
228
- code: z.string(),
229
- type: RequestBodyType$outboundSchema,
230
- path: z.string().optional(),
231
- projectId: z.string().optional(),
232
- description: z.string().default(""),
233
- key: z.string(),
234
- }).transform((v) => {
235
- return remap$(v, {
236
- guardrailConfig: "guardrail_config",
237
- outputType: "output_type",
238
- projectId: "project_id",
239
- });
240
- });
241
-
242
- export function pythonToJSON(python: Python): string {
243
- return JSON.stringify(Python$outboundSchema.parse(python));
244
- }
245
-
246
- /** @internal */
247
- export const OneOutputType$outboundSchema: z.ZodNativeEnum<
248
- typeof OneOutputType
249
- > = z.nativeEnum(OneOutputType);
250
-
251
- /** @internal */
252
- export const OneType$outboundSchema: z.ZodNativeEnum<typeof OneType> = z
253
- .nativeEnum(OneType);
254
-
255
- /** @internal */
256
- export type OneCategoricalLabels$Outbound = {
257
- value: string;
258
- description?: string | undefined;
259
- };
260
-
261
- /** @internal */
262
- export const OneCategoricalLabels$outboundSchema: z.ZodType<
263
- OneCategoricalLabels$Outbound,
264
- z.ZodTypeDef,
265
- OneCategoricalLabels
266
- > = z.object({
267
- value: z.string(),
268
- description: z.string().optional(),
269
- });
270
-
271
- export function oneCategoricalLabelsToJSON(
272
- oneCategoricalLabels: OneCategoricalLabels,
273
- ): string {
274
- return JSON.stringify(
275
- OneCategoricalLabels$outboundSchema.parse(oneCategoricalLabels),
276
- );
277
- }
278
-
279
- /** @internal */
280
- export type CreateEval1Retry$Outbound = {
281
- count: number;
282
- on_codes?: Array<number> | undefined;
283
- };
284
-
285
- /** @internal */
286
- export const CreateEval1Retry$outboundSchema: z.ZodType<
287
- CreateEval1Retry$Outbound,
288
- z.ZodTypeDef,
289
- CreateEval1Retry
290
- > = z.object({
291
- count: z.number().int().default(2),
292
- onCodes: z.array(z.number().int()).optional(),
293
- }).transform((v) => {
294
- return remap$(v, {
295
- onCodes: "on_codes",
296
- });
297
- });
298
-
299
- export function createEval1RetryToJSON(
300
- createEval1Retry: CreateEval1Retry,
301
- ): string {
302
- return JSON.stringify(
303
- CreateEval1Retry$outboundSchema.parse(createEval1Retry),
304
- );
305
- }
306
-
307
- /** @internal */
308
- export type CreateEval1Fallbacks$Outbound = {
309
- model: string;
310
- };
7
+ export type CreateEvalRequestBody = {};
311
8
 
312
9
  /** @internal */
313
- export const CreateEval1Fallbacks$outboundSchema: z.ZodType<
314
- CreateEval1Fallbacks$Outbound,
315
- z.ZodTypeDef,
316
- CreateEval1Fallbacks
317
- > = z.object({
318
- model: z.string(),
319
- });
320
-
321
- export function createEval1FallbacksToJSON(
322
- createEval1Fallbacks: CreateEval1Fallbacks,
323
- ): string {
324
- return JSON.stringify(
325
- CreateEval1Fallbacks$outboundSchema.parse(createEval1Fallbacks),
326
- );
327
- }
328
-
329
- /** @internal */
330
- export type OneJudges$Outbound = {
331
- model: string;
332
- retry?: CreateEval1Retry$Outbound | undefined;
333
- fallbacks?: Array<CreateEval1Fallbacks$Outbound> | undefined;
334
- };
335
-
336
- /** @internal */
337
- export const OneJudges$outboundSchema: z.ZodType<
338
- OneJudges$Outbound,
339
- z.ZodTypeDef,
340
- OneJudges
341
- > = z.object({
342
- model: z.string(),
343
- retry: z.lazy(() => CreateEval1Retry$outboundSchema).optional(),
344
- fallbacks: z.array(z.lazy(() => CreateEval1Fallbacks$outboundSchema))
345
- .optional(),
346
- });
347
-
348
- export function oneJudgesToJSON(oneJudges: OneJudges): string {
349
- return JSON.stringify(OneJudges$outboundSchema.parse(oneJudges));
350
- }
351
-
352
- /** @internal */
353
- export type OneRetry$Outbound = {
354
- count: number;
355
- on_codes?: Array<number> | undefined;
356
- };
357
-
358
- /** @internal */
359
- export const OneRetry$outboundSchema: z.ZodType<
360
- OneRetry$Outbound,
361
- z.ZodTypeDef,
362
- OneRetry
363
- > = z.object({
364
- count: z.number().int().default(2),
365
- onCodes: z.array(z.number().int()).optional(),
366
- }).transform((v) => {
367
- return remap$(v, {
368
- onCodes: "on_codes",
369
- });
370
- });
371
-
372
- export function oneRetryToJSON(oneRetry: OneRetry): string {
373
- return JSON.stringify(OneRetry$outboundSchema.parse(oneRetry));
374
- }
375
-
376
- /** @internal */
377
- export type OneFallbacks$Outbound = {
378
- model: string;
379
- };
380
-
381
- /** @internal */
382
- export const OneFallbacks$outboundSchema: z.ZodType<
383
- OneFallbacks$Outbound,
384
- z.ZodTypeDef,
385
- OneFallbacks
386
- > = z.object({
387
- model: z.string(),
388
- });
389
-
390
- export function oneFallbacksToJSON(oneFallbacks: OneFallbacks): string {
391
- return JSON.stringify(OneFallbacks$outboundSchema.parse(oneFallbacks));
392
- }
393
-
394
- /** @internal */
395
- export type OneReplacementJudges$Outbound = {
396
- model: string;
397
- retry?: OneRetry$Outbound | undefined;
398
- fallbacks?: Array<OneFallbacks$Outbound> | undefined;
399
- };
400
-
401
- /** @internal */
402
- export const OneReplacementJudges$outboundSchema: z.ZodType<
403
- OneReplacementJudges$Outbound,
404
- z.ZodTypeDef,
405
- OneReplacementJudges
406
- > = z.object({
407
- model: z.string(),
408
- retry: z.lazy(() => OneRetry$outboundSchema).optional(),
409
- fallbacks: z.array(z.lazy(() => OneFallbacks$outboundSchema)).optional(),
410
- });
411
-
412
- export function oneReplacementJudgesToJSON(
413
- oneReplacementJudges: OneReplacementJudges,
414
- ): string {
415
- return JSON.stringify(
416
- OneReplacementJudges$outboundSchema.parse(oneReplacementJudges),
417
- );
418
- }
419
-
420
- /** @internal */
421
- export const OneTieValue$outboundSchema: z.ZodNativeEnum<typeof OneTieValue> = z
422
- .nativeEnum(OneTieValue);
423
-
424
- /** @internal */
425
- export type OneJury$Outbound = {
426
- judges: Array<OneJudges$Outbound>;
427
- replacement_judges?: Array<OneReplacementJudges$Outbound> | undefined;
428
- min_successful_judges: number;
429
- tie_value: string;
430
- };
431
-
432
- /** @internal */
433
- export const OneJury$outboundSchema: z.ZodType<
434
- OneJury$Outbound,
435
- z.ZodTypeDef,
436
- OneJury
437
- > = z.object({
438
- judges: z.array(z.lazy(() => OneJudges$outboundSchema)),
439
- replacementJudges: z.array(z.lazy(() => OneReplacementJudges$outboundSchema))
440
- .optional(),
441
- minSuccessfulJudges: z.number().int().default(2),
442
- tieValue: OneTieValue$outboundSchema.default("Tie"),
443
- }).transform((v) => {
444
- return remap$(v, {
445
- replacementJudges: "replacement_judges",
446
- minSuccessfulJudges: "min_successful_judges",
447
- tieValue: "tie_value",
448
- });
449
- });
450
-
451
- export function oneJuryToJSON(oneJury: OneJury): string {
452
- return JSON.stringify(OneJury$outboundSchema.parse(oneJury));
453
- }
454
-
455
- /** @internal */
456
- export type LLMJury$Outbound = {
457
- guardrail_config?: any | undefined;
458
- output_type?: string | undefined;
459
- type: string;
460
- repetitions?: number | null | undefined;
461
- prompt: string;
462
- categories?: Array<string> | null | undefined;
463
- categorical_labels?: Array<OneCategoricalLabels$Outbound> | null | undefined;
464
- dataset_id?: string | null | undefined;
465
- path?: string | undefined;
466
- project_id?: string | undefined;
467
- description: string;
468
- key: string;
469
- mode: "jury";
470
- jury: OneJury$Outbound;
471
- };
472
-
473
- /** @internal */
474
- export const LLMJury$outboundSchema: z.ZodType<
475
- LLMJury$Outbound,
476
- z.ZodTypeDef,
477
- LLMJury
478
- > = z.object({
479
- guardrailConfig: z.any().optional(),
480
- outputType: OneOutputType$outboundSchema.optional(),
481
- type: OneType$outboundSchema,
482
- repetitions: z.nullable(z.number().int()).optional(),
483
- prompt: z.string(),
484
- categories: z.nullable(z.array(z.string())).optional(),
485
- categoricalLabels: z.nullable(
486
- z.array(z.lazy(() => OneCategoricalLabels$outboundSchema)),
487
- ).optional(),
488
- datasetId: z.nullable(z.string()).optional(),
489
- path: z.string().optional(),
490
- projectId: z.string().optional(),
491
- description: z.string().default(""),
492
- key: z.string(),
493
- mode: z.literal("jury"),
494
- jury: z.lazy(() => OneJury$outboundSchema),
495
- }).transform((v) => {
496
- return remap$(v, {
497
- guardrailConfig: "guardrail_config",
498
- outputType: "output_type",
499
- categoricalLabels: "categorical_labels",
500
- datasetId: "dataset_id",
501
- projectId: "project_id",
502
- });
503
- });
504
-
505
- export function llmJuryToJSON(llmJury: LLMJury): string {
506
- return JSON.stringify(LLMJury$outboundSchema.parse(llmJury));
507
- }
508
-
509
- /** @internal */
510
- export const CreateEval1OutputType$outboundSchema: z.ZodNativeEnum<
511
- typeof CreateEval1OutputType
512
- > = z.nativeEnum(CreateEval1OutputType);
513
-
514
- /** @internal */
515
- export const CreateEval1Type$outboundSchema: z.ZodNativeEnum<
516
- typeof CreateEval1Type
517
- > = z.nativeEnum(CreateEval1Type);
518
-
519
- /** @internal */
520
- export type CreateEval1CategoricalLabels$Outbound = {
521
- value: string;
522
- description?: string | undefined;
523
- };
524
-
525
- /** @internal */
526
- export const CreateEval1CategoricalLabels$outboundSchema: z.ZodType<
527
- CreateEval1CategoricalLabels$Outbound,
528
- z.ZodTypeDef,
529
- CreateEval1CategoricalLabels
530
- > = z.object({
531
- value: z.string(),
532
- description: z.string().optional(),
533
- });
534
-
535
- export function createEval1CategoricalLabelsToJSON(
536
- createEval1CategoricalLabels: CreateEval1CategoricalLabels,
537
- ): string {
538
- return JSON.stringify(
539
- CreateEval1CategoricalLabels$outboundSchema.parse(
540
- createEval1CategoricalLabels,
541
- ),
542
- );
543
- }
544
-
545
- /** @internal */
546
- export type Llm$Outbound = {
547
- guardrail_config?: any | undefined;
548
- output_type?: string | undefined;
549
- type: string;
550
- repetitions?: number | null | undefined;
551
- prompt: string;
552
- categories?: Array<string> | null | undefined;
553
- categorical_labels?:
554
- | Array<CreateEval1CategoricalLabels$Outbound>
555
- | null
556
- | undefined;
557
- dataset_id?: string | null | undefined;
558
- path?: string | undefined;
559
- project_id?: string | undefined;
560
- description: string;
561
- key: string;
562
- mode: "single";
563
- model: string;
564
- };
565
-
566
- /** @internal */
567
- export const Llm$outboundSchema: z.ZodType<Llm$Outbound, z.ZodTypeDef, Llm> = z
568
- .object({
569
- guardrailConfig: z.any().optional(),
570
- outputType: CreateEval1OutputType$outboundSchema.optional(),
571
- type: CreateEval1Type$outboundSchema,
572
- repetitions: z.nullable(z.number().int()).optional(),
573
- prompt: z.string(),
574
- categories: z.nullable(z.array(z.string())).optional(),
575
- categoricalLabels: z.nullable(
576
- z.array(z.lazy(() => CreateEval1CategoricalLabels$outboundSchema)),
577
- ).optional(),
578
- datasetId: z.nullable(z.string()).optional(),
579
- path: z.string().optional(),
580
- projectId: z.string().optional(),
581
- description: z.string().default(""),
582
- key: z.string(),
583
- mode: z.literal("single"),
584
- model: z.string(),
585
- }).transform((v) => {
586
- return remap$(v, {
587
- guardrailConfig: "guardrail_config",
588
- outputType: "output_type",
589
- categoricalLabels: "categorical_labels",
590
- datasetId: "dataset_id",
591
- projectId: "project_id",
592
- });
593
- });
594
-
595
- export function llmToJSON(llm: Llm): string {
596
- return JSON.stringify(Llm$outboundSchema.parse(llm));
597
- }
598
-
599
- /** @internal */
600
- export type RequestBody1$Outbound = Llm$Outbound | LLMJury$Outbound;
601
-
602
- /** @internal */
603
- export const RequestBody1$outboundSchema: z.ZodType<
604
- RequestBody1$Outbound,
605
- z.ZodTypeDef,
606
- RequestBody1
607
- > = z.union([
608
- z.lazy(() => Llm$outboundSchema),
609
- z.lazy(() => LLMJury$outboundSchema),
610
- ]);
611
-
612
- export function requestBody1ToJSON(requestBody1: RequestBody1): string {
613
- return JSON.stringify(RequestBody1$outboundSchema.parse(requestBody1));
614
- }
615
-
616
- /** @internal */
617
- export type CreateEvalRequestBody$Outbound =
618
- | Python$Outbound
619
- | Llm$Outbound
620
- | LLMJury$Outbound;
10
+ export type CreateEvalRequestBody$Outbound = {};
621
11
 
622
12
  /** @internal */
623
13
  export const CreateEvalRequestBody$outboundSchema: z.ZodType<
624
14
  CreateEvalRequestBody$Outbound,
625
15
  z.ZodTypeDef,
626
16
  CreateEvalRequestBody
627
- > = z.union([
628
- z.lazy(() => Python$outboundSchema),
629
- z.union([
630
- z.lazy(() => Llm$outboundSchema),
631
- z.lazy(() => LLMJury$outboundSchema),
632
- ]),
633
- ]);
17
+ > = z.object({});
634
18
 
635
19
  export function createEvalRequestBodyToJSON(
636
20
  createEvalRequestBody: CreateEvalRequestBody,
@@ -639,28 +23,3 @@ export function createEvalRequestBodyToJSON(
639
23
  CreateEvalRequestBody$outboundSchema.parse(createEvalRequestBody),
640
24
  );
641
25
  }
642
-
643
- /** @internal */
644
- export const CreateEvalResponseBody$inboundSchema: z.ZodType<
645
- CreateEvalResponseBody,
646
- z.ZodTypeDef,
647
- unknown
648
- > = z.union([
649
- components.EvaluatorResponseLlm$inboundSchema,
650
- components.EvaluatorResponseJsonSchema$inboundSchema,
651
- components.EvaluatorResponseHttp$inboundSchema,
652
- components.EvaluatorResponsePython$inboundSchema,
653
- components.EvaluatorResponseFunction$inboundSchema,
654
- components.EvaluatorResponseRagas$inboundSchema,
655
- components.EvaluatorResponseTypescript$inboundSchema,
656
- ]);
657
-
658
- export function createEvalResponseBodyFromJSON(
659
- jsonString: string,
660
- ): SafeParseResult<CreateEvalResponseBody, SDKValidationError> {
661
- return safeParse(
662
- jsonString,
663
- (x) => CreateEvalResponseBody$inboundSchema.parse(JSON.parse(x)),
664
- `Failed to parse 'CreateEvalResponseBody' from JSON`,
665
- );
666
- }