@orq-ai/node 4.11.3 → 4.11.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (278) hide show
  1. package/README.md +40 -36
  2. package/funcs/modelsImportLitellm.d.ts +17 -0
  3. package/funcs/modelsImportLitellm.d.ts.map +1 -0
  4. package/funcs/modelsImportLitellm.js +118 -0
  5. package/funcs/modelsImportLitellm.js.map +1 -0
  6. package/funcs/modelsListLitellm.d.ts +18 -0
  7. package/funcs/modelsListLitellm.d.ts.map +1 -0
  8. package/funcs/modelsListLitellm.js +105 -0
  9. package/funcs/modelsListLitellm.js.map +1 -0
  10. package/jsr.json +1 -1
  11. package/lib/config.d.ts +3 -3
  12. package/lib/config.js +3 -3
  13. package/lib/http.d.ts +1 -1
  14. package/lib/http.d.ts.map +1 -1
  15. package/lib/http.js +1 -1
  16. package/lib/http.js.map +1 -1
  17. package/lib/security.d.ts +5 -4
  18. package/lib/security.d.ts.map +1 -1
  19. package/lib/security.js +6 -7
  20. package/lib/security.js.map +1 -1
  21. package/models/components/evaluatorresponsefunction.js +2 -2
  22. package/models/components/evaluatorresponsehttp.js +2 -2
  23. package/models/components/evaluatorresponsejsonschema.js +2 -2
  24. package/models/components/evaluatorresponsellm.js +2 -2
  25. package/models/components/evaluatorresponsepython.js +2 -2
  26. package/models/components/evaluatorresponseragas.js +2 -2
  27. package/models/components/evaluatorresponsetypescript.js +2 -2
  28. package/models/components/index.d.ts +4 -0
  29. package/models/components/index.d.ts.map +1 -1
  30. package/models/components/index.js +4 -0
  31. package/models/components/index.js.map +1 -1
  32. package/models/components/litellmmodel.d.ts +18 -0
  33. package/models/components/litellmmodel.d.ts.map +1 -0
  34. package/models/components/litellmmodel.js +60 -0
  35. package/models/components/litellmmodel.js.map +1 -0
  36. package/models/components/litellmmodelinfo.d.ts +44 -0
  37. package/models/components/litellmmodelinfo.d.ts.map +1 -0
  38. package/models/components/litellmmodelinfo.js +83 -0
  39. package/models/components/litellmmodelinfo.js.map +1 -0
  40. package/models/components/litellmparams.d.ts +18 -0
  41. package/models/components/litellmparams.d.ts.map +1 -0
  42. package/models/components/litellmparams.js +59 -0
  43. package/models/components/litellmparams.js.map +1 -0
  44. package/models/components/modeldocument.d.ts +39 -0
  45. package/models/components/modeldocument.d.ts.map +1 -0
  46. package/models/components/modeldocument.js +99 -0
  47. package/models/components/modeldocument.js.map +1 -0
  48. package/models/components/reasoningpart.js +1 -1
  49. package/models/operations/createdataset.js +1 -1
  50. package/models/operations/createdatasetitem.js +4 -4
  51. package/models/operations/createdatasource.js +1 -1
  52. package/models/operations/createprompt.d.ts +3 -0
  53. package/models/operations/createprompt.d.ts.map +1 -1
  54. package/models/operations/createprompt.js +3 -0
  55. package/models/operations/createprompt.js.map +1 -1
  56. package/models/operations/createtool.js +6 -6
  57. package/models/operations/deploymentinvoke.d.ts +3 -0
  58. package/models/operations/deploymentinvoke.d.ts.map +1 -1
  59. package/models/operations/deploymentinvoke.js +3 -0
  60. package/models/operations/deploymentinvoke.js.map +1 -1
  61. package/models/operations/deployments.d.ts +3 -0
  62. package/models/operations/deployments.d.ts.map +1 -1
  63. package/models/operations/deployments.js +3 -0
  64. package/models/operations/deployments.js.map +1 -1
  65. package/models/operations/deploymentstream.d.ts +3 -0
  66. package/models/operations/deploymentstream.d.ts.map +1 -1
  67. package/models/operations/deploymentstream.js +3 -0
  68. package/models/operations/deploymentstream.js.map +1 -1
  69. package/models/operations/getallprompts.d.ts +3 -0
  70. package/models/operations/getallprompts.d.ts.map +1 -1
  71. package/models/operations/getallprompts.js +3 -0
  72. package/models/operations/getallprompts.js.map +1 -1
  73. package/models/operations/getalltools.js +6 -6
  74. package/models/operations/getoneprompt.d.ts +3 -0
  75. package/models/operations/getoneprompt.d.ts.map +1 -1
  76. package/models/operations/getoneprompt.js +3 -0
  77. package/models/operations/getoneprompt.js.map +1 -1
  78. package/models/operations/getpromptversion.d.ts +3 -0
  79. package/models/operations/getpromptversion.d.ts.map +1 -1
  80. package/models/operations/getpromptversion.js +3 -0
  81. package/models/operations/getpromptversion.js.map +1 -1
  82. package/models/operations/getv2humanevalsets.js +2 -2
  83. package/models/operations/getv2humanevalsetsid.js +2 -2
  84. package/models/operations/invokeeval.d.ts +1 -1
  85. package/models/operations/invokeeval.d.ts.map +1 -1
  86. package/models/operations/invokeeval.js +1 -1
  87. package/models/operations/invokeeval.js.map +1 -1
  88. package/models/operations/listdatasetdatapoints.js +4 -4
  89. package/models/operations/listdatasets.js +1 -1
  90. package/models/operations/listdatasources.js +1 -1
  91. package/models/operations/listpromptversions.d.ts +3 -0
  92. package/models/operations/listpromptversions.d.ts.map +1 -1
  93. package/models/operations/listpromptversions.js +3 -0
  94. package/models/operations/listpromptversions.js.map +1 -1
  95. package/models/operations/patchv2humanevalsetsid.js +2 -2
  96. package/models/operations/postv2feedbackevaluation.js +3 -3
  97. package/models/operations/postv2humanevalsets.js +2 -2
  98. package/models/operations/retrievedatapoint.js +4 -4
  99. package/models/operations/retrievedataset.js +1 -1
  100. package/models/operations/retrievedatasource.js +1 -1
  101. package/models/operations/retrievetool.js +6 -6
  102. package/models/operations/runagent.js +1 -1
  103. package/models/operations/streamrunagent.js +1 -1
  104. package/models/operations/updatedatapoint.js +4 -4
  105. package/models/operations/updatedataset.js +1 -1
  106. package/models/operations/updatedatasource.js +1 -1
  107. package/models/operations/updateprompt.d.ts +3 -0
  108. package/models/operations/updateprompt.d.ts.map +1 -1
  109. package/models/operations/updateprompt.js +3 -0
  110. package/models/operations/updateprompt.js.map +1 -1
  111. package/models/operations/updatetool.js +7 -7
  112. package/package.json +6 -6
  113. package/packages/orq-rc/src/funcs/agentsResponsesCreate.ts +2 -0
  114. package/packages/orq-rc/src/funcs/agentsResponsesGet.ts +2 -0
  115. package/packages/orq-rc/src/funcs/modelsImportLitellm.ts +166 -0
  116. package/packages/orq-rc/src/funcs/modelsListLitellm.ts +144 -0
  117. package/packages/orq-rc/src/funcs/notifiersList.ts +2 -0
  118. package/packages/orq-rc/src/funcs/reportingQuery.ts +3 -1
  119. package/packages/orq-rc/src/funcs/telemetryQuery.ts +162 -0
  120. package/packages/orq-rc/src/funcs/tracesAggregate.ts +3 -1
  121. package/packages/orq-rc/src/lib/config.ts +3 -3
  122. package/packages/orq-rc/src/lib/http.ts +3 -1
  123. package/packages/orq-rc/src/lib/security.ts +10 -5
  124. package/packages/orq-rc/src/models/components/agentstartedstreamingevent.ts +6 -0
  125. package/packages/orq-rc/src/models/components/apikey.ts +6 -0
  126. package/packages/orq-rc/src/models/components/budget.ts +6 -0
  127. package/packages/orq-rc/src/models/components/budgetalert.ts +92 -0
  128. package/packages/orq-rc/src/models/components/budgetalertdimension.ts +22 -0
  129. package/packages/orq-rc/src/models/components/config.ts +44 -0
  130. package/packages/orq-rc/src/models/components/createbudgetrequest.ts +14 -0
  131. package/packages/orq-rc/src/models/components/evaluatorresponsefunction.ts +2 -2
  132. package/packages/orq-rc/src/models/components/evaluatorresponsehttp.ts +2 -2
  133. package/packages/orq-rc/src/models/components/evaluatorresponsejsonschema.ts +2 -2
  134. package/packages/orq-rc/src/models/components/evaluatorresponsellm.ts +2 -2
  135. package/packages/orq-rc/src/models/components/evaluatorresponsepython.ts +2 -2
  136. package/packages/orq-rc/src/models/components/evaluatorresponseragas.ts +2 -2
  137. package/packages/orq-rc/src/models/components/evaluatorresponsetypescript.ts +2 -2
  138. package/packages/orq-rc/src/models/components/filepurpose.ts +1 -0
  139. package/packages/orq-rc/src/models/components/identity.ts +6 -0
  140. package/packages/orq-rc/src/models/components/index.ts +11 -0
  141. package/packages/orq-rc/src/models/components/litellmmodel.ts +50 -0
  142. package/packages/orq-rc/src/models/components/litellmmodelinfo.ts +97 -0
  143. package/packages/orq-rc/src/models/components/litellmparams.ts +43 -0
  144. package/packages/orq-rc/src/models/components/modeldocument.ts +115 -0
  145. package/packages/orq-rc/src/models/components/modelsconfig.ts +1 -0
  146. package/packages/orq-rc/src/models/components/querytelemetrymeta.ts +38 -0
  147. package/packages/orq-rc/src/models/components/querytelemetryrequest.ts +85 -0
  148. package/packages/orq-rc/src/models/components/querytelemetryresponse.ts +42 -0
  149. package/packages/orq-rc/src/models/components/reasoningpart.ts +1 -1
  150. package/packages/orq-rc/src/models/components/telemetryrow.ts +42 -0
  151. package/packages/orq-rc/src/models/components/thinkingconfigenabledschema.ts +1 -0
  152. package/packages/orq-rc/src/models/components/updatebudgetrequest.ts +21 -0
  153. package/packages/orq-rc/src/models/operations/createagentrequest.ts +127 -40
  154. package/packages/orq-rc/src/models/operations/createchatcompletion.ts +1 -0
  155. package/packages/orq-rc/src/models/operations/createdataset.ts +1 -1
  156. package/packages/orq-rc/src/models/operations/createdatasetitem.ts +237 -19
  157. package/packages/orq-rc/src/models/operations/createdatasource.ts +1 -1
  158. package/packages/orq-rc/src/models/operations/createeval.ts +179 -175
  159. package/packages/orq-rc/src/models/operations/createknowledge.ts +18 -10
  160. package/packages/orq-rc/src/models/operations/createprompt.ts +6 -0
  161. package/packages/orq-rc/src/models/operations/createrouterresponse.ts +127 -26
  162. package/packages/orq-rc/src/models/operations/createtool.ts +6 -6
  163. package/packages/orq-rc/src/models/operations/deploymentgetconfig.ts +1 -0
  164. package/packages/orq-rc/src/models/operations/deploymentinvoke.ts +3 -0
  165. package/packages/orq-rc/src/models/operations/deployments.ts +4 -0
  166. package/packages/orq-rc/src/models/operations/deploymentstream.ts +3 -0
  167. package/packages/orq-rc/src/models/operations/getallmemories.ts +1 -1
  168. package/packages/orq-rc/src/models/operations/getallmemorydocuments.ts +1 -1
  169. package/packages/orq-rc/src/models/operations/getallmemorystores.ts +1 -1
  170. package/packages/orq-rc/src/models/operations/getallprompts.ts +6 -1
  171. package/packages/orq-rc/src/models/operations/getalltools.ts +6 -6
  172. package/packages/orq-rc/src/models/operations/getevals.ts +1 -1
  173. package/packages/orq-rc/src/models/operations/getoneprompt.ts +5 -0
  174. package/packages/orq-rc/src/models/operations/getpromptversion.ts +5 -0
  175. package/packages/orq-rc/src/models/operations/getv2evaluatorsidversions.ts +1 -1
  176. package/packages/orq-rc/src/models/operations/getv2humanevalsets.ts +2 -2
  177. package/packages/orq-rc/src/models/operations/getv2humanevalsetsid.ts +2 -2
  178. package/packages/orq-rc/src/models/operations/getv2toolstoolidversions.ts +1 -1
  179. package/packages/orq-rc/src/models/operations/invokeeval.ts +2 -2
  180. package/packages/orq-rc/src/models/operations/listagents.ts +8 -0
  181. package/packages/orq-rc/src/models/operations/listchunks.ts +1 -1
  182. package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +314 -85
  183. package/packages/orq-rc/src/models/operations/listdatasets.ts +2 -2
  184. package/packages/orq-rc/src/models/operations/listdatasources.ts +1 -1
  185. package/packages/orq-rc/src/models/operations/listpromptversions.ts +6 -1
  186. package/packages/orq-rc/src/models/operations/modelcreate.ts +2 -0
  187. package/packages/orq-rc/src/models/operations/modelcreateautorouter.ts +2 -0
  188. package/packages/orq-rc/src/models/operations/modelcreateawsbedrock.ts +2 -0
  189. package/packages/orq-rc/src/models/operations/modelcreateopenailike.ts +2 -0
  190. package/packages/orq-rc/src/models/operations/modelcreatevertex.ts +2 -0
  191. package/packages/orq-rc/src/models/operations/modelupdate.ts +2 -0
  192. package/packages/orq-rc/src/models/operations/modelupdateautorouter.ts +2 -0
  193. package/packages/orq-rc/src/models/operations/modelupdateawsbedrock.ts +2 -0
  194. package/packages/orq-rc/src/models/operations/modelupdateopenailike.ts +2 -0
  195. package/packages/orq-rc/src/models/operations/notifierlist.ts +13 -0
  196. package/packages/orq-rc/src/models/operations/patchv2humanevalsetsid.ts +2 -2
  197. package/packages/orq-rc/src/models/operations/postv2feedbackevaluation.ts +119 -11
  198. package/packages/orq-rc/src/models/operations/postv2humanevalsets.ts +2 -2
  199. package/packages/orq-rc/src/models/operations/retrieveagentrequest.ts +8 -0
  200. package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +234 -9
  201. package/packages/orq-rc/src/models/operations/retrievedataset.ts +1 -1
  202. package/packages/orq-rc/src/models/operations/retrievedatasource.ts +1 -1
  203. package/packages/orq-rc/src/models/operations/retrievetool.ts +6 -6
  204. package/packages/orq-rc/src/models/operations/runagent.ts +95 -33
  205. package/packages/orq-rc/src/models/operations/streamrunagent.ts +101 -33
  206. package/packages/orq-rc/src/models/operations/updateagent.ts +129 -40
  207. package/packages/orq-rc/src/models/operations/updatedatapoint.ts +229 -9
  208. package/packages/orq-rc/src/models/operations/updatedataset.ts +1 -1
  209. package/packages/orq-rc/src/models/operations/updatedatasource.ts +1 -1
  210. package/packages/orq-rc/src/models/operations/updateprompt.ts +6 -0
  211. package/packages/orq-rc/src/models/operations/updatetool.ts +7 -7
  212. package/packages/orq-rc/src/sdk/feedback.ts +2 -2
  213. package/packages/orq-rc/src/sdk/humanreviewsets.ts +4 -1
  214. package/packages/orq-rc/src/sdk/models.ts +35 -0
  215. package/packages/orq-rc/src/sdk/orqresponses.ts +4 -0
  216. package/packages/orq-rc/src/sdk/reporting.ts +3 -1
  217. package/packages/orq-rc/src/sdk/sdk.ts +6 -0
  218. package/packages/orq-rc/src/sdk/telemetry.ts +27 -0
  219. package/packages/orq-rc/src/sdk/traces.ts +3 -1
  220. package/sdk/feedback.d.ts +2 -2
  221. package/sdk/feedback.js +2 -2
  222. package/sdk/models.d.ts +17 -0
  223. package/sdk/models.d.ts.map +1 -1
  224. package/sdk/models.js +20 -0
  225. package/sdk/models.js.map +1 -1
  226. package/src/funcs/modelsImportLitellm.ts +166 -0
  227. package/src/funcs/modelsListLitellm.ts +144 -0
  228. package/src/lib/config.ts +3 -3
  229. package/src/lib/http.ts +3 -1
  230. package/src/lib/security.ts +10 -5
  231. package/src/models/components/evaluatorresponsefunction.ts +2 -2
  232. package/src/models/components/evaluatorresponsehttp.ts +2 -2
  233. package/src/models/components/evaluatorresponsejsonschema.ts +2 -2
  234. package/src/models/components/evaluatorresponsellm.ts +2 -2
  235. package/src/models/components/evaluatorresponsepython.ts +2 -2
  236. package/src/models/components/evaluatorresponseragas.ts +2 -2
  237. package/src/models/components/evaluatorresponsetypescript.ts +2 -2
  238. package/src/models/components/index.ts +4 -0
  239. package/src/models/components/litellmmodel.ts +50 -0
  240. package/src/models/components/litellmmodelinfo.ts +97 -0
  241. package/src/models/components/litellmparams.ts +43 -0
  242. package/src/models/components/modeldocument.ts +112 -0
  243. package/src/models/components/reasoningpart.ts +1 -1
  244. package/src/models/operations/createdataset.ts +1 -1
  245. package/src/models/operations/createdatasetitem.ts +4 -4
  246. package/src/models/operations/createdatasource.ts +1 -1
  247. package/src/models/operations/createprompt.ts +3 -0
  248. package/src/models/operations/createtool.ts +6 -6
  249. package/src/models/operations/deploymentinvoke.ts +3 -0
  250. package/src/models/operations/deployments.ts +3 -0
  251. package/src/models/operations/deploymentstream.ts +3 -0
  252. package/src/models/operations/getallprompts.ts +3 -0
  253. package/src/models/operations/getalltools.ts +6 -6
  254. package/src/models/operations/getoneprompt.ts +3 -0
  255. package/src/models/operations/getpromptversion.ts +3 -0
  256. package/src/models/operations/getv2humanevalsets.ts +2 -2
  257. package/src/models/operations/getv2humanevalsetsid.ts +2 -2
  258. package/src/models/operations/invokeeval.ts +2 -2
  259. package/src/models/operations/listdatasetdatapoints.ts +4 -4
  260. package/src/models/operations/listdatasets.ts +1 -1
  261. package/src/models/operations/listdatasources.ts +1 -1
  262. package/src/models/operations/listpromptversions.ts +3 -0
  263. package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
  264. package/src/models/operations/postv2feedbackevaluation.ts +3 -3
  265. package/src/models/operations/postv2humanevalsets.ts +2 -2
  266. package/src/models/operations/retrievedatapoint.ts +4 -4
  267. package/src/models/operations/retrievedataset.ts +1 -1
  268. package/src/models/operations/retrievedatasource.ts +1 -1
  269. package/src/models/operations/retrievetool.ts +6 -6
  270. package/src/models/operations/runagent.ts +1 -1
  271. package/src/models/operations/streamrunagent.ts +1 -1
  272. package/src/models/operations/updatedatapoint.ts +4 -4
  273. package/src/models/operations/updatedataset.ts +1 -1
  274. package/src/models/operations/updatedatasource.ts +1 -1
  275. package/src/models/operations/updateprompt.ts +3 -0
  276. package/src/models/operations/updatetool.ts +7 -7
  277. package/src/sdk/feedback.ts +2 -2
  278. package/src/sdk/models.ts +35 -0
@@ -746,6 +746,119 @@ export type CreateDatasetItemDatasetsMessages =
746
746
  | CreateDatasetItemMessagesDatasetsAssistantMessage
747
747
  | CreateDatasetItemMessagesDatasetsToolMessage;
748
748
 
749
+ /**
750
+ * The type of evaluation
751
+ */
752
+ export const CreateDatasetItemEvaluationsDatasetsEvaluationType = {
753
+ HumanReview: "human_review",
754
+ } as const;
755
+ /**
756
+ * The type of evaluation
757
+ */
758
+ export type CreateDatasetItemEvaluationsDatasetsEvaluationType = ClosedEnum<
759
+ typeof CreateDatasetItemEvaluationsDatasetsEvaluationType
760
+ >;
761
+
762
+ export const CreateDatasetItemEvaluationsDatasetsResponseSource = {
763
+ Orq: "orq",
764
+ External: "external",
765
+ } as const;
766
+ export type CreateDatasetItemEvaluationsDatasetsResponseSource = ClosedEnum<
767
+ typeof CreateDatasetItemEvaluationsDatasetsResponseSource
768
+ >;
769
+
770
+ /**
771
+ * The kind of annotator that produced the evaluation
772
+ */
773
+ export const CreateDatasetItemEvaluationsDatasetsResponseKind = {
774
+ Llm: "llm",
775
+ Code: "code",
776
+ Human: "human",
777
+ Automation: "automation",
778
+ } as const;
779
+ /**
780
+ * The kind of annotator that produced the evaluation
781
+ */
782
+ export type CreateDatasetItemEvaluationsDatasetsResponseKind = ClosedEnum<
783
+ typeof CreateDatasetItemEvaluationsDatasetsResponseKind
784
+ >;
785
+
786
+ /**
787
+ * The annotator that produced this evaluation. Optional during the dual-write deprecation window.
788
+ */
789
+ export type CreateDatasetItemEvaluationsDatasetsAnnotator = {
790
+ /**
791
+ * The kind of annotator that produced the evaluation
792
+ */
793
+ kind: CreateDatasetItemEvaluationsDatasetsResponseKind;
794
+ /**
795
+ * Who/what produced this annotation. User/contact id for human, evaluator eval span id for llm/code, automation rule id for automation.
796
+ */
797
+ actorId: string;
798
+ };
799
+
800
+ /**
801
+ * The expected shape of the value. Derived from the human review type, or inherited from the parent annotation for corrections.
802
+ */
803
+ export const CreateDatasetItemEvaluationsDatasetsOutputSchema = {
804
+ Boolean: "boolean",
805
+ Number: "number",
806
+ Categorical: "categorical",
807
+ String: "string",
808
+ } as const;
809
+ /**
810
+ * The expected shape of the value. Derived from the human review type, or inherited from the parent annotation for corrections.
811
+ */
812
+ export type CreateDatasetItemEvaluationsDatasetsOutputSchema = ClosedEnum<
813
+ typeof CreateDatasetItemEvaluationsDatasetsOutputSchema
814
+ >;
815
+
816
+ export type Evaluations4 = {
817
+ /**
818
+ * The unique identifier of the human evaluation
819
+ */
820
+ id: string;
821
+ /**
822
+ * The type of evaluation
823
+ */
824
+ evaluationType: CreateDatasetItemEvaluationsDatasetsEvaluationType;
825
+ /**
826
+ * The unique identifier of the human review. Omitted on corrections, which inherit the parent evaluator output schema.
827
+ */
828
+ humanReviewId?: string | undefined;
829
+ source: CreateDatasetItemEvaluationsDatasetsResponseSource;
830
+ /**
831
+ * The annotator that produced this evaluation. Optional during the dual-write deprecation window.
832
+ */
833
+ annotator?: CreateDatasetItemEvaluationsDatasetsAnnotator | undefined;
834
+ /**
835
+ * The expected shape of the value. Derived from the human review type, or inherited from the parent annotation for corrections.
836
+ */
837
+ outputSchema?: CreateDatasetItemEvaluationsDatasetsOutputSchema | undefined;
838
+ /**
839
+ * When present, references the id of the annotation this entry corrects. Presence of this field marks the entry as a correction.
840
+ */
841
+ parentAnnotationId?: string | undefined;
842
+ /**
843
+ * Optional free-text explanation of the value
844
+ */
845
+ explanation?: string | undefined;
846
+ /**
847
+ * Deprecated: use annotator.actor_id. The unique identifier of the user who reviewed the item.
848
+ *
849
+ * @deprecated field: This will be removed in a future release, please migrate away from it as soon as possible.
850
+ */
851
+ reviewedById: string;
852
+ /**
853
+ * Deprecated. The date and time the item was reviewed
854
+ *
855
+ * @deprecated field: This will be removed in a future release, please migrate away from it as soon as possible.
856
+ */
857
+ reviewedAt: Date;
858
+ type: "string_array";
859
+ values: Array<string>;
860
+ };
861
+
749
862
  /**
750
863
  * The type of evaluation
751
864
  */
@@ -855,8 +968,8 @@ export type Evaluations3 = {
855
968
  * @deprecated field: This will be removed in a future release, please migrate away from it as soon as possible.
856
969
  */
857
970
  reviewedAt: Date;
858
- type: "string_array";
859
- values: Array<string>;
971
+ type: "boolean";
972
+ value: boolean;
860
973
  };
861
974
 
862
975
  /**
@@ -975,15 +1088,14 @@ export type Evaluations2 = {
975
1088
  /**
976
1089
  * The type of evaluation
977
1090
  */
978
- export const CreateDatasetItemEvaluationsDatasetsEvaluationType = {
1091
+ export const CreateDatasetItemEvaluationsDatasetsResponseEvaluationType = {
979
1092
  HumanReview: "human_review",
980
1093
  } as const;
981
1094
  /**
982
1095
  * The type of evaluation
983
1096
  */
984
- export type CreateDatasetItemEvaluationsDatasetsEvaluationType = ClosedEnum<
985
- typeof CreateDatasetItemEvaluationsDatasetsEvaluationType
986
- >;
1097
+ export type CreateDatasetItemEvaluationsDatasetsResponseEvaluationType =
1098
+ ClosedEnum<typeof CreateDatasetItemEvaluationsDatasetsResponseEvaluationType>;
987
1099
 
988
1100
  export const EvaluationsSource = {
989
1101
  Orq: "orq",
@@ -1041,7 +1153,7 @@ export type Evaluations1 = {
1041
1153
  /**
1042
1154
  * The type of evaluation
1043
1155
  */
1044
- evaluationType: CreateDatasetItemEvaluationsDatasetsEvaluationType;
1156
+ evaluationType: CreateDatasetItemEvaluationsDatasetsResponseEvaluationType;
1045
1157
  /**
1046
1158
  * The unique identifier of the human review. Omitted on corrections, which inherit the parent evaluator output schema.
1047
1159
  */
@@ -1079,7 +1191,11 @@ export type Evaluations1 = {
1079
1191
  value: string;
1080
1192
  };
1081
1193
 
1082
- export type Evaluations = Evaluations1 | Evaluations2 | Evaluations3;
1194
+ export type Evaluations =
1195
+ | Evaluations1
1196
+ | Evaluations2
1197
+ | Evaluations3
1198
+ | Evaluations4;
1083
1199
 
1084
1200
  export type CreateDatasetItemResponseBody = {
1085
1201
  /**
@@ -1110,7 +1226,9 @@ export type CreateDatasetItemResponseBody = {
1110
1226
  /**
1111
1227
  * Evaluations associated with the datapoint
1112
1228
  */
1113
- evaluations?: Array<Evaluations1 | Evaluations2 | Evaluations3> | undefined;
1229
+ evaluations?:
1230
+ | Array<Evaluations1 | Evaluations2 | Evaluations3 | Evaluations4>
1231
+ | undefined;
1114
1232
  /**
1115
1233
  * The unique identifier of the dataset
1116
1234
  */
@@ -2542,6 +2660,103 @@ export function createDatasetItemDatasetsMessagesFromJSON(
2542
2660
  );
2543
2661
  }
2544
2662
 
2663
+ /** @internal */
2664
+ export const CreateDatasetItemEvaluationsDatasetsEvaluationType$inboundSchema:
2665
+ z.ZodNativeEnum<typeof CreateDatasetItemEvaluationsDatasetsEvaluationType> = z
2666
+ .nativeEnum(CreateDatasetItemEvaluationsDatasetsEvaluationType);
2667
+
2668
+ /** @internal */
2669
+ export const CreateDatasetItemEvaluationsDatasetsResponseSource$inboundSchema:
2670
+ z.ZodNativeEnum<typeof CreateDatasetItemEvaluationsDatasetsResponseSource> = z
2671
+ .nativeEnum(CreateDatasetItemEvaluationsDatasetsResponseSource);
2672
+
2673
+ /** @internal */
2674
+ export const CreateDatasetItemEvaluationsDatasetsResponseKind$inboundSchema:
2675
+ z.ZodNativeEnum<typeof CreateDatasetItemEvaluationsDatasetsResponseKind> = z
2676
+ .nativeEnum(CreateDatasetItemEvaluationsDatasetsResponseKind);
2677
+
2678
+ /** @internal */
2679
+ export const CreateDatasetItemEvaluationsDatasetsAnnotator$inboundSchema:
2680
+ z.ZodType<
2681
+ CreateDatasetItemEvaluationsDatasetsAnnotator,
2682
+ z.ZodTypeDef,
2683
+ unknown
2684
+ > = z.object({
2685
+ kind: CreateDatasetItemEvaluationsDatasetsResponseKind$inboundSchema,
2686
+ actor_id: z.string(),
2687
+ }).transform((v) => {
2688
+ return remap$(v, {
2689
+ "actor_id": "actorId",
2690
+ });
2691
+ });
2692
+
2693
+ export function createDatasetItemEvaluationsDatasetsAnnotatorFromJSON(
2694
+ jsonString: string,
2695
+ ): SafeParseResult<
2696
+ CreateDatasetItemEvaluationsDatasetsAnnotator,
2697
+ SDKValidationError
2698
+ > {
2699
+ return safeParse(
2700
+ jsonString,
2701
+ (x) =>
2702
+ CreateDatasetItemEvaluationsDatasetsAnnotator$inboundSchema.parse(
2703
+ JSON.parse(x),
2704
+ ),
2705
+ `Failed to parse 'CreateDatasetItemEvaluationsDatasetsAnnotator' from JSON`,
2706
+ );
2707
+ }
2708
+
2709
+ /** @internal */
2710
+ export const CreateDatasetItemEvaluationsDatasetsOutputSchema$inboundSchema:
2711
+ z.ZodNativeEnum<typeof CreateDatasetItemEvaluationsDatasetsOutputSchema> = z
2712
+ .nativeEnum(CreateDatasetItemEvaluationsDatasetsOutputSchema);
2713
+
2714
+ /** @internal */
2715
+ export const Evaluations4$inboundSchema: z.ZodType<
2716
+ Evaluations4,
2717
+ z.ZodTypeDef,
2718
+ unknown
2719
+ > = z.object({
2720
+ id: z.string(),
2721
+ evaluation_type:
2722
+ CreateDatasetItemEvaluationsDatasetsEvaluationType$inboundSchema,
2723
+ human_review_id: z.string().optional(),
2724
+ source: CreateDatasetItemEvaluationsDatasetsResponseSource$inboundSchema
2725
+ .default("orq"),
2726
+ annotator: z.lazy(() =>
2727
+ CreateDatasetItemEvaluationsDatasetsAnnotator$inboundSchema
2728
+ ).optional(),
2729
+ output_schema: CreateDatasetItemEvaluationsDatasetsOutputSchema$inboundSchema
2730
+ .optional(),
2731
+ parent_annotation_id: z.string().optional(),
2732
+ explanation: z.string().optional(),
2733
+ reviewed_by_id: z.string(),
2734
+ reviewed_at: z.string().datetime({ offset: true }).default(
2735
+ "2026-07-16T11:02:38.202Z",
2736
+ ).transform(v => new Date(v)),
2737
+ type: z.literal("string_array"),
2738
+ values: z.array(z.string()),
2739
+ }).transform((v) => {
2740
+ return remap$(v, {
2741
+ "evaluation_type": "evaluationType",
2742
+ "human_review_id": "humanReviewId",
2743
+ "output_schema": "outputSchema",
2744
+ "parent_annotation_id": "parentAnnotationId",
2745
+ "reviewed_by_id": "reviewedById",
2746
+ "reviewed_at": "reviewedAt",
2747
+ });
2748
+ });
2749
+
2750
+ export function evaluations4FromJSON(
2751
+ jsonString: string,
2752
+ ): SafeParseResult<Evaluations4, SDKValidationError> {
2753
+ return safeParse(
2754
+ jsonString,
2755
+ (x) => Evaluations4$inboundSchema.parse(JSON.parse(x)),
2756
+ `Failed to parse 'Evaluations4' from JSON`,
2757
+ );
2758
+ }
2759
+
2545
2760
  /** @internal */
2546
2761
  export const CreateDatasetItemEvaluationsEvaluationType$inboundSchema:
2547
2762
  z.ZodNativeEnum<typeof CreateDatasetItemEvaluationsEvaluationType> = z
@@ -2607,10 +2822,10 @@ export const Evaluations3$inboundSchema: z.ZodType<
2607
2822
  explanation: z.string().optional(),
2608
2823
  reviewed_by_id: z.string(),
2609
2824
  reviewed_at: z.string().datetime({ offset: true }).default(
2610
- "2026-07-06T07:44:15.823Z",
2825
+ "2026-07-16T11:02:38.201Z",
2611
2826
  ).transform(v => new Date(v)),
2612
- type: z.literal("string_array"),
2613
- values: z.array(z.string()),
2827
+ type: z.literal("boolean"),
2828
+ value: z.boolean(),
2614
2829
  }).transform((v) => {
2615
2830
  return remap$(v, {
2616
2831
  "evaluation_type": "evaluationType",
@@ -2692,7 +2907,7 @@ export const Evaluations2$inboundSchema: z.ZodType<
2692
2907
  explanation: z.string().optional(),
2693
2908
  reviewed_by_id: z.string(),
2694
2909
  reviewed_at: z.string().datetime({ offset: true }).default(
2695
- "2026-07-06T07:44:15.821Z",
2910
+ "2026-07-16T11:02:38.200Z",
2696
2911
  ).transform(v => new Date(v)),
2697
2912
  type: z.literal("number"),
2698
2913
  value: z.number(),
@@ -2718,9 +2933,10 @@ export function evaluations2FromJSON(
2718
2933
  }
2719
2934
 
2720
2935
  /** @internal */
2721
- export const CreateDatasetItemEvaluationsDatasetsEvaluationType$inboundSchema:
2722
- z.ZodNativeEnum<typeof CreateDatasetItemEvaluationsDatasetsEvaluationType> = z
2723
- .nativeEnum(CreateDatasetItemEvaluationsDatasetsEvaluationType);
2936
+ export const CreateDatasetItemEvaluationsDatasetsResponseEvaluationType$inboundSchema:
2937
+ z.ZodNativeEnum<
2938
+ typeof CreateDatasetItemEvaluationsDatasetsResponseEvaluationType
2939
+ > = z.nativeEnum(CreateDatasetItemEvaluationsDatasetsResponseEvaluationType);
2724
2940
 
2725
2941
  /** @internal */
2726
2942
  export const EvaluationsSource$inboundSchema: z.ZodNativeEnum<
@@ -2768,7 +2984,7 @@ export const Evaluations1$inboundSchema: z.ZodType<
2768
2984
  > = z.object({
2769
2985
  id: z.string(),
2770
2986
  evaluation_type:
2771
- CreateDatasetItemEvaluationsDatasetsEvaluationType$inboundSchema,
2987
+ CreateDatasetItemEvaluationsDatasetsResponseEvaluationType$inboundSchema,
2772
2988
  human_review_id: z.string().optional(),
2773
2989
  source: EvaluationsSource$inboundSchema.default("orq"),
2774
2990
  annotator: z.lazy(() => Annotator$inboundSchema).optional(),
@@ -2777,7 +2993,7 @@ export const Evaluations1$inboundSchema: z.ZodType<
2777
2993
  explanation: z.string().optional(),
2778
2994
  reviewed_by_id: z.string(),
2779
2995
  reviewed_at: z.string().datetime({ offset: true }).default(
2780
- "2026-07-06T07:44:15.820Z",
2996
+ "2026-07-16T11:02:38.199Z",
2781
2997
  ).transform(v => new Date(v)),
2782
2998
  type: z.literal("string"),
2783
2999
  value: z.string(),
@@ -2811,6 +3027,7 @@ export const Evaluations$inboundSchema: z.ZodType<
2811
3027
  z.lazy(() => Evaluations1$inboundSchema),
2812
3028
  z.lazy(() => Evaluations2$inboundSchema),
2813
3029
  z.lazy(() => Evaluations3$inboundSchema),
3030
+ z.lazy(() => Evaluations4$inboundSchema),
2814
3031
  ]);
2815
3032
 
2816
3033
  export function evaluationsFromJSON(
@@ -2853,6 +3070,7 @@ export const CreateDatasetItemResponseBody$inboundSchema: z.ZodType<
2853
3070
  z.lazy(() => Evaluations1$inboundSchema),
2854
3071
  z.lazy(() => Evaluations2$inboundSchema),
2855
3072
  z.lazy(() => Evaluations3$inboundSchema),
3073
+ z.lazy(() => Evaluations4$inboundSchema),
2856
3074
  ]),
2857
3075
  ).optional(),
2858
3076
  dataset_id: z.string(),
@@ -2862,7 +3080,7 @@ export const CreateDatasetItemResponseBody$inboundSchema: z.ZodType<
2862
3080
  created: z.string().datetime({ offset: true }).transform(v => new Date(v))
2863
3081
  .optional(),
2864
3082
  updated: z.string().datetime({ offset: true }).default(
2865
- "2026-07-06T07:43:53.778Z",
3083
+ "2026-07-16T11:02:21.951Z",
2866
3084
  ).transform(v => new Date(v)),
2867
3085
  }).transform((v) => {
2868
3086
  return remap$(v, {
@@ -412,7 +412,7 @@ export const CreateDatasourceResponseBody$inboundSchema: z.ZodType<
412
412
  z.ZodTypeDef,
413
413
  unknown
414
414
  > = z.object({
415
- _id: z.string().default("01KWV652VXCDXE6A65CDV0A48R"),
415
+ _id: z.string().default("01KXN9FG896EN3GC7NKGTFKC8A"),
416
416
  display_name: z.string(),
417
417
  description: z.nullable(z.string()).optional(),
418
418
  status: CreateDatasourceStatus$inboundSchema,