@orq-ai/node 4.15.0-rc.3 → 4.15.0-rc.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (591) hide show
  1. package/FUNCTIONS.md +3 -3
  2. package/README.md +85 -90
  3. package/examples/{evalsAll.example.ts → deploymentsList.example.ts} +2 -2
  4. package/funcs/annotationQueuesAddItems.d.ts +3 -2
  5. package/funcs/annotationQueuesAddItems.d.ts.map +1 -1
  6. package/funcs/annotationQueuesAddItems.js +6 -4
  7. package/funcs/annotationQueuesAddItems.js.map +1 -1
  8. package/funcs/annotationQueuesClear.d.ts +4 -3
  9. package/funcs/annotationQueuesClear.d.ts.map +1 -1
  10. package/funcs/annotationQueuesClear.js +5 -5
  11. package/funcs/annotationQueuesClear.js.map +1 -1
  12. package/funcs/annotationQueuesCreate.d.ts +3 -3
  13. package/funcs/annotationQueuesCreate.d.ts.map +1 -1
  14. package/funcs/annotationQueuesCreate.js +5 -8
  15. package/funcs/annotationQueuesCreate.js.map +1 -1
  16. package/funcs/annotationQueuesDelete.d.ts +3 -2
  17. package/funcs/annotationQueuesDelete.d.ts.map +1 -1
  18. package/funcs/annotationQueuesDelete.js +4 -4
  19. package/funcs/annotationQueuesDelete.js.map +1 -1
  20. package/funcs/annotationQueuesList.d.ts +3 -2
  21. package/funcs/annotationQueuesList.d.ts.map +1 -1
  22. package/funcs/annotationQueuesList.js +3 -2
  23. package/funcs/annotationQueuesList.js.map +1 -1
  24. package/funcs/annotationQueuesListItems.d.ts +3 -2
  25. package/funcs/annotationQueuesListItems.d.ts.map +1 -1
  26. package/funcs/annotationQueuesListItems.js +3 -2
  27. package/funcs/annotationQueuesListItems.js.map +1 -1
  28. package/funcs/annotationQueuesRemoveItems.d.ts +4 -3
  29. package/funcs/annotationQueuesRemoveItems.d.ts.map +1 -1
  30. package/funcs/annotationQueuesRemoveItems.js +8 -6
  31. package/funcs/annotationQueuesRemoveItems.js.map +1 -1
  32. package/funcs/annotationQueuesRetrieve.d.ts +3 -2
  33. package/funcs/annotationQueuesRetrieve.d.ts.map +1 -1
  34. package/funcs/annotationQueuesRetrieve.js +3 -2
  35. package/funcs/annotationQueuesRetrieve.js.map +1 -1
  36. package/funcs/annotationQueuesRetrieveItem.d.ts +2 -3
  37. package/funcs/annotationQueuesRetrieveItem.d.ts.map +1 -1
  38. package/funcs/annotationQueuesRetrieveItem.js +2 -3
  39. package/funcs/annotationQueuesRetrieveItem.js.map +1 -1
  40. package/funcs/annotationQueuesUpdate.d.ts +4 -3
  41. package/funcs/annotationQueuesUpdate.d.ts.map +1 -1
  42. package/funcs/annotationQueuesUpdate.js +7 -4
  43. package/funcs/annotationQueuesUpdate.js.map +1 -1
  44. package/funcs/evalsAll.d.ts +2 -2
  45. package/funcs/evalsAll.d.ts.map +1 -1
  46. package/funcs/evalsAll.js +2 -5
  47. package/funcs/evalsAll.js.map +1 -1
  48. package/funcs/evalsCreate.d.ts +2 -2
  49. package/funcs/evalsCreate.d.ts.map +1 -1
  50. package/funcs/evalsCreate.js +5 -20
  51. package/funcs/evalsCreate.js.map +1 -1
  52. package/funcs/evalsDelete.d.ts +2 -2
  53. package/funcs/evalsDelete.d.ts.map +1 -1
  54. package/funcs/evalsDelete.js +2 -6
  55. package/funcs/evalsDelete.js.map +1 -1
  56. package/funcs/evalsGet.d.ts +2 -2
  57. package/funcs/evalsGet.d.ts.map +1 -1
  58. package/funcs/evalsGet.js +2 -5
  59. package/funcs/evalsGet.js.map +1 -1
  60. package/funcs/{deploymentsInvoke.d.ts → evalsGetVersion.d.ts} +4 -4
  61. package/funcs/evalsGetVersion.d.ts.map +1 -0
  62. package/funcs/{deploymentsInvoke.js → evalsGetVersion.js} +21 -12
  63. package/funcs/evalsGetVersion.js.map +1 -0
  64. package/funcs/evalsListVersions.d.ts +3 -3
  65. package/funcs/evalsListVersions.d.ts.map +1 -1
  66. package/funcs/evalsListVersions.js +5 -8
  67. package/funcs/evalsListVersions.js.map +1 -1
  68. package/funcs/evalsUpdate.d.ts +2 -2
  69. package/funcs/evalsUpdate.d.ts.map +1 -1
  70. package/funcs/evalsUpdate.js +2 -5
  71. package/funcs/evalsUpdate.js.map +1 -1
  72. package/jsr.json +1 -1
  73. package/lib/config.d.ts +3 -3
  74. package/lib/config.js +3 -3
  75. package/lib/config.js.map +1 -1
  76. package/lib/encodings.d.ts +10 -9
  77. package/lib/encodings.d.ts.map +1 -1
  78. package/lib/encodings.js +29 -13
  79. package/lib/encodings.js.map +1 -1
  80. package/models/components/addannotationqueueitemsrequest.d.ts +16 -0
  81. package/models/components/addannotationqueueitemsrequest.d.ts.map +1 -0
  82. package/models/components/addannotationqueueitemsrequest.js +50 -0
  83. package/models/components/addannotationqueueitemsrequest.js.map +1 -0
  84. package/models/components/addannotationqueueitemsresponse.d.ts +14 -0
  85. package/models/components/addannotationqueueitemsresponse.d.ts.map +1 -0
  86. package/models/components/addannotationqueueitemsresponse.js +51 -0
  87. package/models/components/addannotationqueueitemsresponse.js.map +1 -0
  88. package/models/components/agentresponserequest.d.ts +20 -20
  89. package/models/components/agentresponserequest.d.ts.map +1 -1
  90. package/models/components/agentresponserequest.js +20 -20
  91. package/models/components/agentresponserequest.js.map +1 -1
  92. package/models/components/agentthoughtstreamingevent.d.ts +12 -12
  93. package/models/components/agentthoughtstreamingevent.d.ts.map +1 -1
  94. package/models/components/agentthoughtstreamingevent.js +17 -17
  95. package/models/components/agentthoughtstreamingevent.js.map +1 -1
  96. package/models/components/annotationqueue.d.ts +54 -0
  97. package/models/components/annotationqueue.d.ts.map +1 -0
  98. package/models/components/{evaluatorresponsehttp.js → annotationqueue.js} +22 -25
  99. package/models/components/annotationqueue.js.map +1 -0
  100. package/models/components/annotationqueueitem.d.ts +41 -0
  101. package/models/components/annotationqueueitem.d.ts.map +1 -0
  102. package/models/components/{evaluatorresponsepython.js → annotationqueueitem.js} +19 -18
  103. package/models/components/annotationqueueitem.js.map +1 -0
  104. package/models/components/annotationqueueitemref.d.ts +17 -0
  105. package/models/components/annotationqueueitemref.d.ts.map +1 -0
  106. package/models/{errors/getevals.js → components/annotationqueueitemref.js} +14 -26
  107. package/models/components/annotationqueueitemref.js.map +1 -0
  108. package/models/components/annotationqueuemetadata.d.ts +16 -0
  109. package/models/components/annotationqueuemetadata.d.ts.map +1 -0
  110. package/models/components/{evaluatorresponsejsonschema.js → annotationqueuemetadata.js} +8 -20
  111. package/models/components/annotationqueuemetadata.js.map +1 -0
  112. package/models/components/budgetmatch.d.ts +3 -3
  113. package/models/components/budgetscope.d.ts +10 -1
  114. package/models/components/budgetscope.d.ts.map +1 -1
  115. package/models/components/budgetscope.js +3 -0
  116. package/models/components/budgetscope.js.map +1 -1
  117. package/models/components/budgetscopekind.d.ts +1 -0
  118. package/models/components/budgetscopekind.d.ts.map +1 -1
  119. package/models/components/budgetscopekind.js +1 -0
  120. package/models/components/budgetscopekind.js.map +1 -1
  121. package/models/components/budgetscoperestresponse.d.ts +9 -1
  122. package/models/components/budgetscoperestresponse.d.ts.map +1 -1
  123. package/models/components/budgetscoperestresponse.js +2 -0
  124. package/models/components/budgetscoperestresponse.js.map +1 -1
  125. package/models/components/clearannotationqueueresponse.d.ts +8 -0
  126. package/models/components/clearannotationqueueresponse.d.ts.map +1 -0
  127. package/models/components/clearannotationqueueresponse.js +48 -0
  128. package/models/components/clearannotationqueueresponse.js.map +1 -0
  129. package/models/components/createannotationqueuerequest.d.ts +25 -0
  130. package/models/components/createannotationqueuerequest.d.ts.map +1 -0
  131. package/models/{errors/createeval.js → components/createannotationqueuerequest.js} +15 -26
  132. package/models/components/createannotationqueuerequest.js.map +1 -0
  133. package/models/components/createapikeyrequest.d.ts +12 -0
  134. package/models/components/createapikeyrequest.d.ts.map +1 -1
  135. package/models/components/createapikeyrequest.js +1 -0
  136. package/models/components/createapikeyrequest.js.map +1 -1
  137. package/models/components/deleteannotationqueueresponse.d.ts +8 -0
  138. package/models/components/deleteannotationqueueresponse.d.ts.map +1 -0
  139. package/models/components/deleteannotationqueueresponse.js +48 -0
  140. package/models/components/deleteannotationqueueresponse.js.map +1 -0
  141. package/models/components/deleteevaluatorresponse.d.ts +8 -0
  142. package/models/components/deleteevaluatorresponse.d.ts.map +1 -0
  143. package/models/components/deleteevaluatorresponse.js +48 -0
  144. package/models/components/deleteevaluatorresponse.js.map +1 -0
  145. package/models/components/evaluationcontext.d.ts +6 -6
  146. package/models/components/evaluationcontext.d.ts.map +1 -1
  147. package/models/components/evaluationcontext.js +6 -7
  148. package/models/components/evaluationcontext.js.map +1 -1
  149. package/models/components/evaluatordocumentresponse.d.ts +14 -0
  150. package/models/components/evaluatordocumentresponse.d.ts.map +1 -0
  151. package/models/components/evaluatordocumentresponse.js +56 -0
  152. package/models/components/evaluatordocumentresponse.js.map +1 -0
  153. package/models/components/factorybudgetscope.d.ts +23 -0
  154. package/models/components/factorybudgetscope.d.ts.map +1 -0
  155. package/models/components/{evaluatorresponsetypescript.js → factorybudgetscope.js} +20 -20
  156. package/models/components/factorybudgetscope.js.map +1 -0
  157. package/models/components/factorybudgetscoperestresponse.d.ts +16 -0
  158. package/models/components/factorybudgetscoperestresponse.d.ts.map +1 -0
  159. package/models/components/factorybudgetscoperestresponse.js +50 -0
  160. package/models/components/factorybudgetscoperestresponse.js.map +1 -0
  161. package/models/components/filesystemtoolinput.d.ts +39 -9
  162. package/models/components/filesystemtoolinput.d.ts.map +1 -1
  163. package/models/components/filesystemtoolinput.js +28 -2
  164. package/models/components/filesystemtoolinput.js.map +1 -1
  165. package/models/components/getevaluatorversionresponse.d.ts +20 -0
  166. package/models/components/getevaluatorversionresponse.d.ts.map +1 -0
  167. package/models/components/getevaluatorversionresponse.js +57 -0
  168. package/models/components/getevaluatorversionresponse.js.map +1 -0
  169. package/models/components/index.d.ts +22 -9
  170. package/models/components/index.d.ts.map +1 -1
  171. package/models/components/index.js +22 -9
  172. package/models/components/index.js.map +1 -1
  173. package/models/components/listannotationqueueitemsresponse.d.ts +22 -0
  174. package/models/components/listannotationqueueitemsresponse.d.ts.map +1 -0
  175. package/models/components/listannotationqueueitemsresponse.js +58 -0
  176. package/models/components/listannotationqueueitemsresponse.js.map +1 -0
  177. package/models/components/listannotationqueuesresponse.d.ts +22 -0
  178. package/models/components/listannotationqueuesresponse.d.ts.map +1 -0
  179. package/models/components/listannotationqueuesresponse.js +58 -0
  180. package/models/components/listannotationqueuesresponse.js.map +1 -0
  181. package/models/components/listevaluatorsresponse.d.ts +16 -0
  182. package/models/components/listevaluatorsresponse.d.ts.map +1 -0
  183. package/models/components/listevaluatorsresponse.js +63 -0
  184. package/models/components/listevaluatorsresponse.js.map +1 -0
  185. package/models/components/listevaluatorversionsresponse.d.ts +16 -0
  186. package/models/components/listevaluatorversionsresponse.d.ts.map +1 -0
  187. package/models/components/listevaluatorversionsresponse.js +63 -0
  188. package/models/components/listevaluatorversionsresponse.js.map +1 -0
  189. package/models/components/modelmetadata.d.ts +2 -0
  190. package/models/components/modelmetadata.d.ts.map +1 -1
  191. package/models/components/modelmetadata.js +4 -0
  192. package/models/components/modelmetadata.js.map +1 -1
  193. package/models/components/modelsconfig.d.ts +5 -5
  194. package/models/components/modelsconfig.d.ts.map +1 -1
  195. package/models/components/modelsconfig.js +6 -6
  196. package/models/components/modelsconfig.js.map +1 -1
  197. package/models/components/policyprofileidlist.d.ts +12 -0
  198. package/models/components/policyprofileidlist.d.ts.map +1 -0
  199. package/models/components/policyprofileidlist.js +49 -0
  200. package/models/components/policyprofileidlist.js.map +1 -0
  201. package/models/components/pricing.d.ts +4 -0
  202. package/models/components/pricing.d.ts.map +1 -1
  203. package/models/components/pricing.js +8 -0
  204. package/models/components/pricing.js.map +1 -1
  205. package/models/components/pricingvariant.d.ts +4 -0
  206. package/models/components/pricingvariant.d.ts.map +1 -1
  207. package/models/components/pricingvariant.js +8 -0
  208. package/models/components/pricingvariant.js.map +1 -1
  209. package/models/components/reasoningpart.js +1 -1
  210. package/models/components/removeannotationqueueitemsrequest.d.ts +15 -0
  211. package/models/components/removeannotationqueueitemsrequest.d.ts.map +1 -0
  212. package/models/{errors/geteval.js → components/removeannotationqueueitemsrequest.js} +12 -26
  213. package/models/components/removeannotationqueueitemsrequest.js.map +1 -0
  214. package/models/components/removeannotationqueueitemsresponse.d.ts +8 -0
  215. package/models/components/removeannotationqueueitemsresponse.d.ts.map +1 -0
  216. package/models/{errors/updateeval.js → components/removeannotationqueueitemsresponse.js} +8 -28
  217. package/models/components/removeannotationqueueitemsresponse.js.map +1 -0
  218. package/models/components/searchknowledgerequest.d.ts +184 -184
  219. package/models/components/searchknowledgerequest.d.ts.map +1 -1
  220. package/models/components/searchknowledgerequest.js +229 -217
  221. package/models/components/searchknowledgerequest.js.map +1 -1
  222. package/models/components/textcontentpartschema.d.ts +10 -10
  223. package/models/components/textcontentpartschema.d.ts.map +1 -1
  224. package/models/components/textcontentpartschema.js +11 -11
  225. package/models/components/textcontentpartschema.js.map +1 -1
  226. package/models/components/updateannotationqueuerequest.d.ts +30 -0
  227. package/models/components/updateannotationqueuerequest.d.ts.map +1 -0
  228. package/models/components/updateannotationqueuerequest.js +59 -0
  229. package/models/components/updateannotationqueuerequest.js.map +1 -0
  230. package/models/components/updateworkspacesettingsrequest.d.ts +3 -0
  231. package/models/components/updateworkspacesettingsrequest.d.ts.map +1 -1
  232. package/models/components/updateworkspacesettingsrequest.js +3 -0
  233. package/models/components/updateworkspacesettingsrequest.js.map +1 -1
  234. package/models/components/workspacesettings.d.ts +1 -0
  235. package/models/components/workspacesettings.d.ts.map +1 -1
  236. package/models/components/workspacesettings.js +2 -0
  237. package/models/components/workspacesettings.js.map +1 -1
  238. package/models/errors/index.d.ts +0 -6
  239. package/models/errors/index.d.ts.map +1 -1
  240. package/models/errors/index.js +0 -6
  241. package/models/errors/index.js.map +1 -1
  242. package/models/operations/addannotationqueueitems.d.ts +3 -60
  243. package/models/operations/addannotationqueueitems.d.ts.map +1 -1
  244. package/models/operations/addannotationqueueitems.js +4 -55
  245. package/models/operations/addannotationqueueitems.js.map +1 -1
  246. package/models/operations/createagentrequest.d.ts +12 -12
  247. package/models/operations/createagentrequest.d.ts.map +1 -1
  248. package/models/operations/createagentrequest.js +11 -12
  249. package/models/operations/createagentrequest.js.map +1 -1
  250. package/models/operations/createchatcompletion.d.ts +58 -58
  251. package/models/operations/createchatcompletion.d.ts.map +1 -1
  252. package/models/operations/createchatcompletion.js +80 -81
  253. package/models/operations/createchatcompletion.js.map +1 -1
  254. package/models/operations/createdataset.js +1 -1
  255. package/models/operations/createdatasetitem.js +5 -5
  256. package/models/operations/createeval.d.ts +2 -312
  257. package/models/operations/createeval.d.ts.map +1 -1
  258. package/models/operations/createeval.js +2 -264
  259. package/models/operations/createeval.js.map +1 -1
  260. package/models/operations/createprompt.d.ts +14 -12
  261. package/models/operations/createprompt.d.ts.map +1 -1
  262. package/models/operations/createprompt.js +16 -13
  263. package/models/operations/createprompt.js.map +1 -1
  264. package/models/operations/createtool.d.ts +24 -24
  265. package/models/operations/createtool.d.ts.map +1 -1
  266. package/models/operations/createtool.js +29 -29
  267. package/models/operations/createtool.js.map +1 -1
  268. package/models/operations/deploymentgetconfig.d.ts +8 -8
  269. package/models/operations/deploymentgetconfig.d.ts.map +1 -1
  270. package/models/operations/deploymentgetconfig.js +10 -10
  271. package/models/operations/deploymentgetconfig.js.map +1 -1
  272. package/models/operations/deployments.d.ts +18 -16
  273. package/models/operations/deployments.d.ts.map +1 -1
  274. package/models/operations/deployments.js +20 -16
  275. package/models/operations/deployments.js.map +1 -1
  276. package/models/operations/getallprompts.d.ts +2 -0
  277. package/models/operations/getallprompts.d.ts.map +1 -1
  278. package/models/operations/getallprompts.js +2 -0
  279. package/models/operations/getallprompts.js.map +1 -1
  280. package/models/operations/getalltools.js +4 -4
  281. package/models/operations/geteval.d.ts +0 -814
  282. package/models/operations/geteval.d.ts.map +1 -1
  283. package/models/operations/geteval.js +1 -1252
  284. package/models/operations/geteval.js.map +1 -1
  285. package/models/operations/getevals.d.ts +3 -41
  286. package/models/operations/getevals.d.ts.map +1 -1
  287. package/models/operations/getevals.js +3 -54
  288. package/models/operations/getevals.js.map +1 -1
  289. package/models/operations/getevalversion.d.ts +14 -0
  290. package/models/operations/getevalversion.d.ts.map +1 -0
  291. package/models/operations/getevalversion.js +55 -0
  292. package/models/operations/getevalversion.js.map +1 -0
  293. package/models/operations/getoneprompt.d.ts +2 -0
  294. package/models/operations/getoneprompt.d.ts.map +1 -1
  295. package/models/operations/getoneprompt.js +2 -0
  296. package/models/operations/getoneprompt.js.map +1 -1
  297. package/models/operations/getpromptversion.d.ts +2 -0
  298. package/models/operations/getpromptversion.d.ts.map +1 -1
  299. package/models/operations/getpromptversion.js +2 -0
  300. package/models/operations/getpromptversion.js.map +1 -1
  301. package/models/operations/getv2humanevalsets.js +2 -2
  302. package/models/operations/getv2humanevalsetsid.js +2 -2
  303. package/models/operations/index.d.ts +2 -4
  304. package/models/operations/index.d.ts.map +1 -1
  305. package/models/operations/index.js +2 -4
  306. package/models/operations/index.js.map +1 -1
  307. package/models/operations/listannotationqueueitems.d.ts +4 -72
  308. package/models/operations/listannotationqueueitems.d.ts.map +1 -1
  309. package/models/operations/listannotationqueueitems.js +2 -80
  310. package/models/operations/listannotationqueueitems.js.map +1 -1
  311. package/models/operations/listannotationqueues.d.ts +6 -81
  312. package/models/operations/listannotationqueues.d.ts.map +1 -1
  313. package/models/operations/listannotationqueues.js +2 -63
  314. package/models/operations/listannotationqueues.js.map +1 -1
  315. package/models/operations/listdatasetdatapoints.js +5 -5
  316. package/models/operations/listdatasets.js +1 -1
  317. package/models/operations/listevalversions.d.ts +21 -0
  318. package/models/operations/listevalversions.d.ts.map +1 -0
  319. package/models/operations/listevalversions.js +58 -0
  320. package/models/operations/listevalversions.js.map +1 -0
  321. package/models/operations/listpromptversions.d.ts +2 -0
  322. package/models/operations/listpromptversions.d.ts.map +1 -1
  323. package/models/operations/listpromptversions.js +2 -0
  324. package/models/operations/listpromptversions.js.map +1 -1
  325. package/models/operations/parse.d.ts +4 -4
  326. package/models/operations/parse.d.ts.map +1 -1
  327. package/models/operations/parse.js +4 -4
  328. package/models/operations/parse.js.map +1 -1
  329. package/models/operations/patchv2humanevalsetsid.js +2 -2
  330. package/models/operations/postv2feedbackevaluation.d.ts +6 -6
  331. package/models/operations/postv2feedbackevaluation.d.ts.map +1 -1
  332. package/models/operations/postv2feedbackevaluation.js +10 -10
  333. package/models/operations/postv2feedbackevaluation.js.map +1 -1
  334. package/models/operations/postv2humanevalsets.js +2 -2
  335. package/models/operations/removeannotationqueueitems.d.ts +3 -15
  336. package/models/operations/removeannotationqueueitems.d.ts.map +1 -1
  337. package/models/operations/removeannotationqueueitems.js +4 -15
  338. package/models/operations/removeannotationqueueitems.js.map +1 -1
  339. package/models/operations/retrieveannotationqueue.d.ts +0 -60
  340. package/models/operations/retrieveannotationqueue.d.ts.map +1 -1
  341. package/models/operations/retrieveannotationqueue.js +1 -43
  342. package/models/operations/retrieveannotationqueue.js.map +1 -1
  343. package/models/operations/retrieveannotationqueueitem.d.ts +9 -0
  344. package/models/operations/retrieveannotationqueueitem.d.ts.map +1 -1
  345. package/models/operations/retrieveannotationqueueitem.js +8 -1
  346. package/models/operations/retrieveannotationqueueitem.js.map +1 -1
  347. package/models/operations/retrievedatapoint.js +5 -5
  348. package/models/operations/retrievedataset.js +1 -1
  349. package/models/operations/retrievetool.js +4 -4
  350. package/models/operations/runagent.js +1 -1
  351. package/models/operations/streamrunagent.js +1 -1
  352. package/models/operations/updateagent.d.ts +16 -16
  353. package/models/operations/updateagent.d.ts.map +1 -1
  354. package/models/operations/updateagent.js +17 -17
  355. package/models/operations/updateagent.js.map +1 -1
  356. package/models/operations/updateannotationqueue.d.ts +3 -90
  357. package/models/operations/updateannotationqueue.d.ts.map +1 -1
  358. package/models/operations/updateannotationqueue.js +4 -63
  359. package/models/operations/updateannotationqueue.js.map +1 -1
  360. package/models/operations/updatedatapoint.js +5 -5
  361. package/models/operations/updatedataset.js +1 -1
  362. package/models/operations/updateeval.d.ts +4 -201
  363. package/models/operations/updateeval.d.ts.map +1 -1
  364. package/models/operations/updateeval.js +3 -160
  365. package/models/operations/updateeval.js.map +1 -1
  366. package/models/operations/updateprompt.d.ts +2 -0
  367. package/models/operations/updateprompt.d.ts.map +1 -1
  368. package/models/operations/updateprompt.js +2 -0
  369. package/models/operations/updateprompt.js.map +1 -1
  370. package/models/operations/updatetool.js +4 -4
  371. package/package.json +8 -8
  372. package/sdk/annotationqueues.d.ts +24 -24
  373. package/sdk/annotationqueues.d.ts.map +1 -1
  374. package/sdk/annotationqueues.js +18 -18
  375. package/sdk/annotationqueues.js.map +1 -1
  376. package/sdk/deployments.d.ts +0 -16
  377. package/sdk/deployments.d.ts.map +1 -1
  378. package/sdk/deployments.js +0 -20
  379. package/sdk/deployments.js.map +1 -1
  380. package/sdk/evals.d.ts +20 -13
  381. package/sdk/evals.d.ts.map +1 -1
  382. package/sdk/evals.js +22 -12
  383. package/sdk/evals.js.map +1 -1
  384. package/sdk/sdk.d.ts +4 -4
  385. package/sdk/sdk.d.ts.map +1 -1
  386. package/sdk/sdk.js +6 -6
  387. package/sdk/sdk.js.map +1 -1
  388. package/src/funcs/annotationQueuesAddItems.ts +9 -10
  389. package/src/funcs/annotationQueuesClear.ts +8 -8
  390. package/src/funcs/annotationQueuesCreate.ts +10 -13
  391. package/src/funcs/annotationQueuesDelete.ts +8 -8
  392. package/src/funcs/annotationQueuesList.ts +6 -5
  393. package/src/funcs/annotationQueuesListItems.ts +6 -5
  394. package/src/funcs/annotationQueuesRemoveItems.ts +12 -10
  395. package/src/funcs/annotationQueuesRetrieve.ts +6 -5
  396. package/src/funcs/annotationQueuesRetrieveItem.ts +8 -6
  397. package/src/funcs/annotationQueuesUpdate.ts +10 -7
  398. package/src/funcs/evalsAll.ts +6 -14
  399. package/src/funcs/evalsCreate.ts +10 -35
  400. package/src/funcs/evalsDelete.ts +6 -19
  401. package/src/funcs/evalsGet.ts +6 -14
  402. package/src/funcs/{deploymentsInvoke.ts → evalsGetVersion.ts} +27 -23
  403. package/src/funcs/evalsListVersions.ts +11 -20
  404. package/src/funcs/evalsUpdate.ts +6 -14
  405. package/src/lib/config.ts +3 -3
  406. package/src/lib/encodings.ts +58 -23
  407. package/src/models/components/addannotationqueueitemsrequest.ts +41 -0
  408. package/src/models/components/addannotationqueueitemsresponse.ts +38 -0
  409. package/src/models/components/agentresponserequest.ts +39 -41
  410. package/src/models/components/agentthoughtstreamingevent.ts +43 -55
  411. package/src/models/components/annotationqueue.ts +101 -0
  412. package/src/models/components/annotationqueueitem.ts +80 -0
  413. package/src/models/components/annotationqueueitemref.ts +43 -0
  414. package/src/models/components/annotationqueuemetadata.ts +42 -0
  415. package/src/models/components/budgetmatch.ts +3 -3
  416. package/src/models/components/budgetscope.ts +17 -1
  417. package/src/models/components/budgetscopekind.ts +1 -0
  418. package/src/models/components/budgetscoperestresponse.ts +13 -1
  419. package/src/models/components/clearannotationqueueresponse.ts +27 -0
  420. package/src/models/components/createannotationqueuerequest.ts +54 -0
  421. package/src/models/components/createapikeyrequest.ts +9 -0
  422. package/src/models/components/deleteannotationqueueresponse.ts +27 -0
  423. package/src/models/components/deleteevaluatorresponse.ts +27 -0
  424. package/src/models/components/evaluationcontext.ts +10 -15
  425. package/src/models/components/evaluatordocumentresponse.ts +50 -0
  426. package/src/models/components/factorybudgetscope.ts +66 -0
  427. package/src/models/components/factorybudgetscoperestresponse.ts +37 -0
  428. package/src/models/components/filesystemtoolinput.ts +63 -6
  429. package/src/models/components/getevaluatorversionresponse.ts +58 -0
  430. package/src/models/components/index.ts +22 -9
  431. package/src/models/components/listannotationqueueitemsresponse.ts +53 -0
  432. package/src/models/components/listannotationqueuesresponse.ts +53 -0
  433. package/src/models/components/listevaluatorsresponse.ts +59 -0
  434. package/src/models/components/listevaluatorversionsresponse.ts +59 -0
  435. package/src/models/components/modelmetadata.ts +6 -0
  436. package/src/models/components/modelsconfig.ts +10 -11
  437. package/src/models/components/policyprofileidlist.ts +31 -0
  438. package/src/models/components/pricing.ts +12 -0
  439. package/src/models/components/pricingvariant.ts +12 -0
  440. package/src/models/components/reasoningpart.ts +1 -1
  441. package/src/models/components/removeannotationqueueitemsrequest.ts +41 -0
  442. package/src/models/components/removeannotationqueueitemsresponse.ts +28 -0
  443. package/src/models/components/searchknowledgerequest.ts +491 -711
  444. package/src/models/components/textcontentpartschema.ts +19 -23
  445. package/src/models/components/updateannotationqueuerequest.ts +61 -0
  446. package/src/models/components/updateworkspacesettingsrequest.ts +9 -0
  447. package/src/models/components/workspacesettings.ts +3 -0
  448. package/src/models/errors/index.ts +0 -6
  449. package/src/models/operations/addannotationqueueitems.ts +7 -139
  450. package/src/models/operations/createagentrequest.ts +20 -31
  451. package/src/models/operations/createchatcompletion.ts +248 -313
  452. package/src/models/operations/createdataset.ts +1 -1
  453. package/src/models/operations/createdatasetitem.ts +5 -5
  454. package/src/models/operations/createeval.ts +3 -644
  455. package/src/models/operations/createprompt.ts +26 -29
  456. package/src/models/operations/createtool.ts +55 -56
  457. package/src/models/operations/deploymentgetconfig.ts +16 -18
  458. package/src/models/operations/deployments.ts +44 -46
  459. package/src/models/operations/getallprompts.ts +2 -0
  460. package/src/models/operations/getalltools.ts +4 -4
  461. package/src/models/operations/geteval.ts +0 -2770
  462. package/src/models/operations/getevals.ts +5 -119
  463. package/src/models/operations/getevalversion.ts +39 -0
  464. package/src/models/operations/getoneprompt.ts +2 -0
  465. package/src/models/operations/getpromptversion.ts +2 -0
  466. package/src/models/operations/getv2humanevalsets.ts +2 -2
  467. package/src/models/operations/getv2humanevalsetsid.ts +2 -2
  468. package/src/models/operations/index.ts +2 -4
  469. package/src/models/operations/listannotationqueueitems.ts +5 -183
  470. package/src/models/operations/listannotationqueues.ts +7 -173
  471. package/src/models/operations/listdatasetdatapoints.ts +5 -5
  472. package/src/models/operations/listdatasets.ts +1 -1
  473. package/src/models/operations/listevalversions.ts +49 -0
  474. package/src/models/operations/listpromptversions.ts +2 -0
  475. package/src/models/operations/parse.ts +7 -7
  476. package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
  477. package/src/models/operations/postv2feedbackevaluation.ts +14 -20
  478. package/src/models/operations/postv2humanevalsets.ts +2 -2
  479. package/src/models/operations/removeannotationqueueitems.ts +8 -41
  480. package/src/models/operations/retrieveannotationqueue.ts +0 -123
  481. package/src/models/operations/retrieveannotationqueueitem.ts +31 -0
  482. package/src/models/operations/retrievedatapoint.ts +5 -5
  483. package/src/models/operations/retrievedataset.ts +1 -1
  484. package/src/models/operations/retrievetool.ts +4 -4
  485. package/src/models/operations/runagent.ts +1 -1
  486. package/src/models/operations/streamrunagent.ts +1 -1
  487. package/src/models/operations/updateagent.ts +31 -40
  488. package/src/models/operations/updateannotationqueue.ts +7 -182
  489. package/src/models/operations/updatedatapoint.ts +5 -5
  490. package/src/models/operations/updatedataset.ts +1 -1
  491. package/src/models/operations/updateeval.ts +6 -404
  492. package/src/models/operations/updateprompt.ts +2 -0
  493. package/src/models/operations/updatetool.ts +4 -4
  494. package/src/sdk/annotationqueues.ts +31 -31
  495. package/src/sdk/deployments.ts +0 -38
  496. package/src/sdk/evals.ts +41 -23
  497. package/src/sdk/sdk.ts +10 -10
  498. package/funcs/deploymentsInvoke.d.ts.map +0 -1
  499. package/funcs/deploymentsInvoke.js.map +0 -1
  500. package/funcs/deploymentsStream.d.ts +0 -18
  501. package/funcs/deploymentsStream.d.ts.map +0 -1
  502. package/funcs/deploymentsStream.js +0 -129
  503. package/funcs/deploymentsStream.js.map +0 -1
  504. package/models/components/evaluatorresponsefunction.d.ts +0 -230
  505. package/models/components/evaluatorresponsefunction.d.ts.map +0 -1
  506. package/models/components/evaluatorresponsefunction.js +0 -422
  507. package/models/components/evaluatorresponsefunction.js.map +0 -1
  508. package/models/components/evaluatorresponsehttp.d.ts +0 -37
  509. package/models/components/evaluatorresponsehttp.d.ts.map +0 -1
  510. package/models/components/evaluatorresponsehttp.js.map +0 -1
  511. package/models/components/evaluatorresponsejsonschema.d.ts +0 -22
  512. package/models/components/evaluatorresponsejsonschema.d.ts.map +0 -1
  513. package/models/components/evaluatorresponsejsonschema.js.map +0 -1
  514. package/models/components/evaluatorresponsellm.d.ts +0 -101
  515. package/models/components/evaluatorresponsellm.d.ts.map +0 -1
  516. package/models/components/evaluatorresponsellm.js +0 -181
  517. package/models/components/evaluatorresponsellm.js.map +0 -1
  518. package/models/components/evaluatorresponsepython.d.ts +0 -22
  519. package/models/components/evaluatorresponsepython.d.ts.map +0 -1
  520. package/models/components/evaluatorresponsepython.js.map +0 -1
  521. package/models/components/evaluatorresponseragas.d.ts +0 -41
  522. package/models/components/evaluatorresponseragas.d.ts.map +0 -1
  523. package/models/components/evaluatorresponseragas.js +0 -86
  524. package/models/components/evaluatorresponseragas.js.map +0 -1
  525. package/models/components/evaluatorresponsetypescript.d.ts +0 -22
  526. package/models/components/evaluatorresponsetypescript.d.ts.map +0 -1
  527. package/models/components/evaluatorresponsetypescript.js.map +0 -1
  528. package/models/components/invokedeploymentrequest.d.ts +0 -1544
  529. package/models/components/invokedeploymentrequest.d.ts.map +0 -1
  530. package/models/components/invokedeploymentrequest.js +0 -1108
  531. package/models/components/invokedeploymentrequest.js.map +0 -1
  532. package/models/components/publicspan.d.ts +0 -68
  533. package/models/components/publicspan.d.ts.map +0 -1
  534. package/models/components/publicspan.js +0 -94
  535. package/models/components/publicspan.js.map +0 -1
  536. package/models/errors/createeval.d.ts +0 -23
  537. package/models/errors/createeval.d.ts.map +0 -1
  538. package/models/errors/createeval.js.map +0 -1
  539. package/models/errors/deleteeval.d.ts +0 -43
  540. package/models/errors/deleteeval.d.ts.map +0 -1
  541. package/models/errors/deleteeval.js +0 -94
  542. package/models/errors/deleteeval.js.map +0 -1
  543. package/models/errors/geteval.d.ts +0 -23
  544. package/models/errors/geteval.d.ts.map +0 -1
  545. package/models/errors/geteval.js.map +0 -1
  546. package/models/errors/getevals.d.ts +0 -23
  547. package/models/errors/getevals.d.ts.map +0 -1
  548. package/models/errors/getevals.js.map +0 -1
  549. package/models/errors/getv2evaluatorsidversions.d.ts +0 -23
  550. package/models/errors/getv2evaluatorsidversions.d.ts.map +0 -1
  551. package/models/errors/getv2evaluatorsidversions.js +0 -68
  552. package/models/errors/getv2evaluatorsidversions.js.map +0 -1
  553. package/models/errors/updateeval.d.ts +0 -23
  554. package/models/errors/updateeval.d.ts.map +0 -1
  555. package/models/errors/updateeval.js.map +0 -1
  556. package/models/operations/createannotationqueue.d.ts +0 -85
  557. package/models/operations/createannotationqueue.d.ts.map +0 -1
  558. package/models/operations/createannotationqueue.js +0 -99
  559. package/models/operations/createannotationqueue.js.map +0 -1
  560. package/models/operations/deploymentinvoke.d.ts +0 -365
  561. package/models/operations/deploymentinvoke.d.ts.map +0 -1
  562. package/models/operations/deploymentinvoke.js +0 -370
  563. package/models/operations/deploymentinvoke.js.map +0 -1
  564. package/models/operations/deploymentstream.d.ts +0 -1897
  565. package/models/operations/deploymentstream.d.ts.map +0 -1
  566. package/models/operations/deploymentstream.js +0 -1483
  567. package/models/operations/deploymentstream.js.map +0 -1
  568. package/models/operations/getv2evaluatorsidversions.d.ts +0 -66
  569. package/models/operations/getv2evaluatorsidversions.d.ts.map +0 -1
  570. package/models/operations/getv2evaluatorsidversions.js +0 -106
  571. package/models/operations/getv2evaluatorsidversions.js.map +0 -1
  572. package/src/funcs/deploymentsStream.ts +0 -180
  573. package/src/models/components/evaluatorresponsefunction.ts +0 -922
  574. package/src/models/components/evaluatorresponsehttp.ts +0 -77
  575. package/src/models/components/evaluatorresponsejsonschema.ts +0 -60
  576. package/src/models/components/evaluatorresponsellm.ts +0 -310
  577. package/src/models/components/evaluatorresponsepython.ts +0 -60
  578. package/src/models/components/evaluatorresponseragas.ts +0 -84
  579. package/src/models/components/evaluatorresponsetypescript.ts +0 -60
  580. package/src/models/components/invokedeploymentrequest.ts +0 -3446
  581. package/src/models/components/publicspan.ts +0 -135
  582. package/src/models/errors/createeval.ts +0 -51
  583. package/src/models/errors/deleteeval.ts +0 -96
  584. package/src/models/errors/geteval.ts +0 -51
  585. package/src/models/errors/getevals.ts +0 -51
  586. package/src/models/errors/getv2evaluatorsidversions.ts +0 -51
  587. package/src/models/errors/updateeval.ts +0 -51
  588. package/src/models/operations/createannotationqueue.ts +0 -176
  589. package/src/models/operations/deploymentinvoke.ts +0 -731
  590. package/src/models/operations/deploymentstream.ts +0 -4562
  591. package/src/models/operations/getv2evaluatorsidversions.ts +0 -162
@@ -1,77 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { ClosedEnum } from "../../types/enums.js";
9
- import { Result as SafeParseResult } from "../../types/fp.js";
10
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
11
-
12
- export const Method = {
13
- Get: "GET",
14
- Post: "POST",
15
- } as const;
16
- export type Method = ClosedEnum<typeof Method>;
17
-
18
- export type EvaluatorResponseHttp = {
19
- id: string;
20
- description: string;
21
- created: string;
22
- updated: string;
23
- updatedById?: string | null | undefined;
24
- /**
25
- * Unique identifier of the project owning this evaluator.
26
- */
27
- projectId?: string | undefined;
28
- guardrailConfig?: any | undefined;
29
- type: "http_eval";
30
- url: string;
31
- method: Method;
32
- headers: { [k: string]: string };
33
- payload: { [k: string]: any };
34
- key: string;
35
- };
36
-
37
- /** @internal */
38
- export const Method$inboundSchema: z.ZodNativeEnum<typeof Method> = z
39
- .nativeEnum(Method);
40
-
41
- /** @internal */
42
- export const EvaluatorResponseHttp$inboundSchema: z.ZodType<
43
- EvaluatorResponseHttp,
44
- z.ZodTypeDef,
45
- unknown
46
- > = z.object({
47
- _id: z.string(),
48
- description: z.string(),
49
- created: z.string().default("2026-08-26T11:10:54.428Z"),
50
- updated: z.string().default("2026-08-26T11:10:54.428Z"),
51
- updated_by_id: z.nullable(z.string()).optional(),
52
- project_id: z.string().optional(),
53
- guardrail_config: z.any().optional(),
54
- type: z.literal("http_eval"),
55
- url: z.string(),
56
- method: Method$inboundSchema,
57
- headers: z.record(z.string()),
58
- payload: z.record(z.any()),
59
- key: z.string(),
60
- }).transform((v) => {
61
- return remap$(v, {
62
- "_id": "id",
63
- "updated_by_id": "updatedById",
64
- "project_id": "projectId",
65
- "guardrail_config": "guardrailConfig",
66
- });
67
- });
68
-
69
- export function evaluatorResponseHttpFromJSON(
70
- jsonString: string,
71
- ): SafeParseResult<EvaluatorResponseHttp, SDKValidationError> {
72
- return safeParse(
73
- jsonString,
74
- (x) => EvaluatorResponseHttp$inboundSchema.parse(JSON.parse(x)),
75
- `Failed to parse 'EvaluatorResponseHttp' from JSON`,
76
- );
77
- }
@@ -1,60 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { Result as SafeParseResult } from "../../types/fp.js";
9
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
10
-
11
- export type EvaluatorResponseJsonSchema = {
12
- id: string;
13
- description: string;
14
- created: string;
15
- updated: string;
16
- updatedById?: string | null | undefined;
17
- /**
18
- * Unique identifier of the project owning this evaluator.
19
- */
20
- projectId?: string | undefined;
21
- guardrailConfig?: any | undefined;
22
- type: "json_schema";
23
- schema: string;
24
- key: string;
25
- };
26
-
27
- /** @internal */
28
- export const EvaluatorResponseJsonSchema$inboundSchema: z.ZodType<
29
- EvaluatorResponseJsonSchema,
30
- z.ZodTypeDef,
31
- unknown
32
- > = z.object({
33
- _id: z.string(),
34
- description: z.string(),
35
- created: z.string().default("2026-08-26T11:10:54.428Z"),
36
- updated: z.string().default("2026-08-26T11:10:54.428Z"),
37
- updated_by_id: z.nullable(z.string()).optional(),
38
- project_id: z.string().optional(),
39
- guardrail_config: z.any().optional(),
40
- type: z.literal("json_schema"),
41
- schema: z.string(),
42
- key: z.string(),
43
- }).transform((v) => {
44
- return remap$(v, {
45
- "_id": "id",
46
- "updated_by_id": "updatedById",
47
- "project_id": "projectId",
48
- "guardrail_config": "guardrailConfig",
49
- });
50
- });
51
-
52
- export function evaluatorResponseJsonSchemaFromJSON(
53
- jsonString: string,
54
- ): SafeParseResult<EvaluatorResponseJsonSchema, SDKValidationError> {
55
- return safeParse(
56
- jsonString,
57
- (x) => EvaluatorResponseJsonSchema$inboundSchema.parse(JSON.parse(x)),
58
- `Failed to parse 'EvaluatorResponseJsonSchema' from JSON`,
59
- );
60
- }
@@ -1,310 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { ClosedEnum } from "../../types/enums.js";
9
- import { Result as SafeParseResult } from "../../types/fp.js";
10
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
11
-
12
- export type CategoricalLabels = {
13
- value: string;
14
- description?: string | undefined;
15
- };
16
-
17
- export const Mode = {
18
- Single: "single",
19
- Jury: "jury",
20
- } as const;
21
- export type Mode = ClosedEnum<typeof Mode>;
22
-
23
- export type Retry = {
24
- count: number;
25
- onCodes?: Array<number> | undefined;
26
- };
27
-
28
- export type Fallbacks = {
29
- model: string;
30
- };
31
-
32
- export type Judges = {
33
- model: string;
34
- retry?: Retry | undefined;
35
- fallbacks?: Array<Fallbacks> | undefined;
36
- };
37
-
38
- export type EvaluatorResponseLlmRetry = {
39
- count: number;
40
- onCodes?: Array<number> | undefined;
41
- };
42
-
43
- export type EvaluatorResponseLlmFallbacks = {
44
- model: string;
45
- };
46
-
47
- export type ReplacementJudges = {
48
- model: string;
49
- retry?: EvaluatorResponseLlmRetry | undefined;
50
- fallbacks?: Array<EvaluatorResponseLlmFallbacks> | undefined;
51
- };
52
-
53
- export const TieValue = {
54
- Tie: "Tie",
55
- } as const;
56
- export type TieValue = ClosedEnum<typeof TieValue>;
57
-
58
- export type Jury = {
59
- judges: Array<Judges>;
60
- replacementJudges?: Array<ReplacementJudges> | undefined;
61
- minSuccessfulJudges: number;
62
- tieValue: TieValue;
63
- };
64
-
65
- export type EvaluatorResponseLlm = {
66
- id: string;
67
- description: string;
68
- created: string;
69
- updated: string;
70
- updatedById?: string | null | undefined;
71
- /**
72
- * Unique identifier of the project owning this evaluator.
73
- */
74
- projectId?: string | undefined;
75
- guardrailConfig?: any | undefined;
76
- type: "llm_eval";
77
- repetitions?: number | null | undefined;
78
- prompt: string;
79
- categories?: Array<string> | null | undefined;
80
- categoricalLabels?: Array<CategoricalLabels> | null | undefined;
81
- datasetId?: string | null | undefined;
82
- key: string;
83
- mode: Mode;
84
- model?: string | undefined;
85
- jury?: Jury | undefined;
86
- };
87
-
88
- /** @internal */
89
- export const CategoricalLabels$inboundSchema: z.ZodType<
90
- CategoricalLabels,
91
- z.ZodTypeDef,
92
- unknown
93
- > = z.object({
94
- value: z.string(),
95
- description: z.string().optional(),
96
- });
97
-
98
- export function categoricalLabelsFromJSON(
99
- jsonString: string,
100
- ): SafeParseResult<CategoricalLabels, SDKValidationError> {
101
- return safeParse(
102
- jsonString,
103
- (x) => CategoricalLabels$inboundSchema.parse(JSON.parse(x)),
104
- `Failed to parse 'CategoricalLabels' from JSON`,
105
- );
106
- }
107
-
108
- /** @internal */
109
- export const Mode$inboundSchema: z.ZodNativeEnum<typeof Mode> = z.nativeEnum(
110
- Mode,
111
- );
112
-
113
- /** @internal */
114
- export const Retry$inboundSchema: z.ZodType<Retry, z.ZodTypeDef, unknown> = z
115
- .object({
116
- count: z.number().int().default(2),
117
- on_codes: z.array(z.number().int()).optional(),
118
- }).transform((v) => {
119
- return remap$(v, {
120
- "on_codes": "onCodes",
121
- });
122
- });
123
-
124
- export function retryFromJSON(
125
- jsonString: string,
126
- ): SafeParseResult<Retry, SDKValidationError> {
127
- return safeParse(
128
- jsonString,
129
- (x) => Retry$inboundSchema.parse(JSON.parse(x)),
130
- `Failed to parse 'Retry' from JSON`,
131
- );
132
- }
133
-
134
- /** @internal */
135
- export const Fallbacks$inboundSchema: z.ZodType<
136
- Fallbacks,
137
- z.ZodTypeDef,
138
- unknown
139
- > = z.object({
140
- model: z.string(),
141
- });
142
-
143
- export function fallbacksFromJSON(
144
- jsonString: string,
145
- ): SafeParseResult<Fallbacks, SDKValidationError> {
146
- return safeParse(
147
- jsonString,
148
- (x) => Fallbacks$inboundSchema.parse(JSON.parse(x)),
149
- `Failed to parse 'Fallbacks' from JSON`,
150
- );
151
- }
152
-
153
- /** @internal */
154
- export const Judges$inboundSchema: z.ZodType<Judges, z.ZodTypeDef, unknown> = z
155
- .object({
156
- model: z.string(),
157
- retry: z.lazy(() => Retry$inboundSchema).optional(),
158
- fallbacks: z.array(z.lazy(() => Fallbacks$inboundSchema)).optional(),
159
- });
160
-
161
- export function judgesFromJSON(
162
- jsonString: string,
163
- ): SafeParseResult<Judges, SDKValidationError> {
164
- return safeParse(
165
- jsonString,
166
- (x) => Judges$inboundSchema.parse(JSON.parse(x)),
167
- `Failed to parse 'Judges' from JSON`,
168
- );
169
- }
170
-
171
- /** @internal */
172
- export const EvaluatorResponseLlmRetry$inboundSchema: z.ZodType<
173
- EvaluatorResponseLlmRetry,
174
- z.ZodTypeDef,
175
- unknown
176
- > = z.object({
177
- count: z.number().int().default(2),
178
- on_codes: z.array(z.number().int()).optional(),
179
- }).transform((v) => {
180
- return remap$(v, {
181
- "on_codes": "onCodes",
182
- });
183
- });
184
-
185
- export function evaluatorResponseLlmRetryFromJSON(
186
- jsonString: string,
187
- ): SafeParseResult<EvaluatorResponseLlmRetry, SDKValidationError> {
188
- return safeParse(
189
- jsonString,
190
- (x) => EvaluatorResponseLlmRetry$inboundSchema.parse(JSON.parse(x)),
191
- `Failed to parse 'EvaluatorResponseLlmRetry' from JSON`,
192
- );
193
- }
194
-
195
- /** @internal */
196
- export const EvaluatorResponseLlmFallbacks$inboundSchema: z.ZodType<
197
- EvaluatorResponseLlmFallbacks,
198
- z.ZodTypeDef,
199
- unknown
200
- > = z.object({
201
- model: z.string(),
202
- });
203
-
204
- export function evaluatorResponseLlmFallbacksFromJSON(
205
- jsonString: string,
206
- ): SafeParseResult<EvaluatorResponseLlmFallbacks, SDKValidationError> {
207
- return safeParse(
208
- jsonString,
209
- (x) => EvaluatorResponseLlmFallbacks$inboundSchema.parse(JSON.parse(x)),
210
- `Failed to parse 'EvaluatorResponseLlmFallbacks' from JSON`,
211
- );
212
- }
213
-
214
- /** @internal */
215
- export const ReplacementJudges$inboundSchema: z.ZodType<
216
- ReplacementJudges,
217
- z.ZodTypeDef,
218
- unknown
219
- > = z.object({
220
- model: z.string(),
221
- retry: z.lazy(() => EvaluatorResponseLlmRetry$inboundSchema).optional(),
222
- fallbacks: z.array(z.lazy(() => EvaluatorResponseLlmFallbacks$inboundSchema))
223
- .optional(),
224
- });
225
-
226
- export function replacementJudgesFromJSON(
227
- jsonString: string,
228
- ): SafeParseResult<ReplacementJudges, SDKValidationError> {
229
- return safeParse(
230
- jsonString,
231
- (x) => ReplacementJudges$inboundSchema.parse(JSON.parse(x)),
232
- `Failed to parse 'ReplacementJudges' from JSON`,
233
- );
234
- }
235
-
236
- /** @internal */
237
- export const TieValue$inboundSchema: z.ZodNativeEnum<typeof TieValue> = z
238
- .nativeEnum(TieValue);
239
-
240
- /** @internal */
241
- export const Jury$inboundSchema: z.ZodType<Jury, z.ZodTypeDef, unknown> = z
242
- .object({
243
- judges: z.array(z.lazy(() => Judges$inboundSchema)),
244
- replacement_judges: z.array(z.lazy(() => ReplacementJudges$inboundSchema))
245
- .optional(),
246
- min_successful_judges: z.number().int().default(2),
247
- tie_value: TieValue$inboundSchema.default("Tie"),
248
- }).transform((v) => {
249
- return remap$(v, {
250
- "replacement_judges": "replacementJudges",
251
- "min_successful_judges": "minSuccessfulJudges",
252
- "tie_value": "tieValue",
253
- });
254
- });
255
-
256
- export function juryFromJSON(
257
- jsonString: string,
258
- ): SafeParseResult<Jury, SDKValidationError> {
259
- return safeParse(
260
- jsonString,
261
- (x) => Jury$inboundSchema.parse(JSON.parse(x)),
262
- `Failed to parse 'Jury' from JSON`,
263
- );
264
- }
265
-
266
- /** @internal */
267
- export const EvaluatorResponseLlm$inboundSchema: z.ZodType<
268
- EvaluatorResponseLlm,
269
- z.ZodTypeDef,
270
- unknown
271
- > = z.object({
272
- _id: z.string(),
273
- description: z.string(),
274
- created: z.string().default("2026-08-26T11:10:54.428Z"),
275
- updated: z.string().default("2026-08-26T11:10:54.428Z"),
276
- updated_by_id: z.nullable(z.string()).optional(),
277
- project_id: z.string().optional(),
278
- guardrail_config: z.any().optional(),
279
- type: z.literal("llm_eval"),
280
- repetitions: z.nullable(z.number().int()).optional(),
281
- prompt: z.string(),
282
- categories: z.nullable(z.array(z.string())).optional(),
283
- categorical_labels: z.nullable(
284
- z.array(z.lazy(() => CategoricalLabels$inboundSchema)),
285
- ).optional(),
286
- dataset_id: z.nullable(z.string()).optional(),
287
- key: z.string(),
288
- mode: Mode$inboundSchema,
289
- model: z.string().optional(),
290
- jury: z.lazy(() => Jury$inboundSchema).optional(),
291
- }).transform((v) => {
292
- return remap$(v, {
293
- "_id": "id",
294
- "updated_by_id": "updatedById",
295
- "project_id": "projectId",
296
- "guardrail_config": "guardrailConfig",
297
- "categorical_labels": "categoricalLabels",
298
- "dataset_id": "datasetId",
299
- });
300
- });
301
-
302
- export function evaluatorResponseLlmFromJSON(
303
- jsonString: string,
304
- ): SafeParseResult<EvaluatorResponseLlm, SDKValidationError> {
305
- return safeParse(
306
- jsonString,
307
- (x) => EvaluatorResponseLlm$inboundSchema.parse(JSON.parse(x)),
308
- `Failed to parse 'EvaluatorResponseLlm' from JSON`,
309
- );
310
- }
@@ -1,60 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { Result as SafeParseResult } from "../../types/fp.js";
9
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
10
-
11
- export type EvaluatorResponsePython = {
12
- id: string;
13
- description: string;
14
- created: string;
15
- updated: string;
16
- updatedById?: string | null | undefined;
17
- /**
18
- * Unique identifier of the project owning this evaluator.
19
- */
20
- projectId?: string | undefined;
21
- guardrailConfig?: any | undefined;
22
- code: string;
23
- type: "python_eval";
24
- key: string;
25
- };
26
-
27
- /** @internal */
28
- export const EvaluatorResponsePython$inboundSchema: z.ZodType<
29
- EvaluatorResponsePython,
30
- z.ZodTypeDef,
31
- unknown
32
- > = z.object({
33
- _id: z.string(),
34
- description: z.string(),
35
- created: z.string().default("2026-08-26T11:10:54.428Z"),
36
- updated: z.string().default("2026-08-26T11:10:54.428Z"),
37
- updated_by_id: z.nullable(z.string()).optional(),
38
- project_id: z.string().optional(),
39
- guardrail_config: z.any().optional(),
40
- code: z.string(),
41
- type: z.literal("python_eval"),
42
- key: z.string(),
43
- }).transform((v) => {
44
- return remap$(v, {
45
- "_id": "id",
46
- "updated_by_id": "updatedById",
47
- "project_id": "projectId",
48
- "guardrail_config": "guardrailConfig",
49
- });
50
- });
51
-
52
- export function evaluatorResponsePythonFromJSON(
53
- jsonString: string,
54
- ): SafeParseResult<EvaluatorResponsePython, SDKValidationError> {
55
- return safeParse(
56
- jsonString,
57
- (x) => EvaluatorResponsePython$inboundSchema.parse(JSON.parse(x)),
58
- `Failed to parse 'EvaluatorResponsePython' from JSON`,
59
- );
60
- }
@@ -1,84 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { ClosedEnum } from "../../types/enums.js";
9
- import { Result as SafeParseResult } from "../../types/fp.js";
10
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
11
-
12
- export const RagasMetric = {
13
- ContextPrecision: "context_precision",
14
- ContextRecall: "context_recall",
15
- ContextEntitiesRecall: "context_entities_recall",
16
- Harmfulness: "harmfulness",
17
- Maliciousness: "maliciousness",
18
- Coherence: "coherence",
19
- Correctness: "correctness",
20
- Conciseness: "conciseness",
21
- ResponseRelevancy: "response_relevancy",
22
- Faithfulness: "faithfulness",
23
- Summarization: "summarization",
24
- NoiseSensitivity: "noise_sensitivity",
25
- } as const;
26
- export type RagasMetric = ClosedEnum<typeof RagasMetric>;
27
-
28
- export type EvaluatorResponseRagas = {
29
- id: string;
30
- description: string;
31
- created: string;
32
- updated: string;
33
- updatedById?: string | null | undefined;
34
- /**
35
- * Unique identifier of the project owning this evaluator.
36
- */
37
- projectId?: string | undefined;
38
- guardrailConfig?: any | undefined;
39
- type: "ragas";
40
- ragasMetric: RagasMetric;
41
- key: string;
42
- model: string;
43
- };
44
-
45
- /** @internal */
46
- export const RagasMetric$inboundSchema: z.ZodNativeEnum<typeof RagasMetric> = z
47
- .nativeEnum(RagasMetric);
48
-
49
- /** @internal */
50
- export const EvaluatorResponseRagas$inboundSchema: z.ZodType<
51
- EvaluatorResponseRagas,
52
- z.ZodTypeDef,
53
- unknown
54
- > = z.object({
55
- _id: z.string(),
56
- description: z.string(),
57
- created: z.string().default("2026-08-26T11:10:54.428Z"),
58
- updated: z.string().default("2026-08-26T11:10:54.428Z"),
59
- updated_by_id: z.nullable(z.string()).optional(),
60
- project_id: z.string().optional(),
61
- guardrail_config: z.any().optional(),
62
- type: z.literal("ragas"),
63
- ragas_metric: RagasMetric$inboundSchema,
64
- key: z.string(),
65
- model: z.string(),
66
- }).transform((v) => {
67
- return remap$(v, {
68
- "_id": "id",
69
- "updated_by_id": "updatedById",
70
- "project_id": "projectId",
71
- "guardrail_config": "guardrailConfig",
72
- "ragas_metric": "ragasMetric",
73
- });
74
- });
75
-
76
- export function evaluatorResponseRagasFromJSON(
77
- jsonString: string,
78
- ): SafeParseResult<EvaluatorResponseRagas, SDKValidationError> {
79
- return safeParse(
80
- jsonString,
81
- (x) => EvaluatorResponseRagas$inboundSchema.parse(JSON.parse(x)),
82
- `Failed to parse 'EvaluatorResponseRagas' from JSON`,
83
- );
84
- }
@@ -1,60 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { Result as SafeParseResult } from "../../types/fp.js";
9
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
10
-
11
- export type EvaluatorResponseTypescript = {
12
- id: string;
13
- description: string;
14
- created: string;
15
- updated: string;
16
- updatedById?: string | null | undefined;
17
- /**
18
- * Unique identifier of the project owning this evaluator.
19
- */
20
- projectId?: string | undefined;
21
- guardrailConfig?: any | undefined;
22
- code: string;
23
- type: "typescript_eval";
24
- key: string;
25
- };
26
-
27
- /** @internal */
28
- export const EvaluatorResponseTypescript$inboundSchema: z.ZodType<
29
- EvaluatorResponseTypescript,
30
- z.ZodTypeDef,
31
- unknown
32
- > = z.object({
33
- _id: z.string(),
34
- description: z.string(),
35
- created: z.string().default("2026-08-26T11:10:54.428Z"),
36
- updated: z.string().default("2026-08-26T11:10:54.428Z"),
37
- updated_by_id: z.nullable(z.string()).optional(),
38
- project_id: z.string().optional(),
39
- guardrail_config: z.any().optional(),
40
- code: z.string(),
41
- type: z.literal("typescript_eval"),
42
- key: z.string(),
43
- }).transform((v) => {
44
- return remap$(v, {
45
- "_id": "id",
46
- "updated_by_id": "updatedById",
47
- "project_id": "projectId",
48
- "guardrail_config": "guardrailConfig",
49
- });
50
- });
51
-
52
- export function evaluatorResponseTypescriptFromJSON(
53
- jsonString: string,
54
- ): SafeParseResult<EvaluatorResponseTypescript, SDKValidationError> {
55
- return safeParse(
56
- jsonString,
57
- (x) => EvaluatorResponseTypescript$inboundSchema.parse(JSON.parse(x)),
58
- `Failed to parse 'EvaluatorResponseTypescript' from JSON`,
59
- );
60
- }