@orq-ai/node 4.14.1 → 4.14.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (265) hide show
  1. package/jsr.json +1 -1
  2. package/lib/config.d.ts +3 -3
  3. package/lib/config.js +3 -3
  4. package/lib/encodings.d.ts +10 -9
  5. package/lib/encodings.d.ts.map +1 -1
  6. package/lib/encodings.js +29 -13
  7. package/lib/encodings.js.map +1 -1
  8. package/models/components/evaluatorresponsefunction.js +2 -2
  9. package/models/components/evaluatorresponsehttp.js +2 -2
  10. package/models/components/evaluatorresponsejsonschema.js +2 -2
  11. package/models/components/evaluatorresponsellm.js +2 -2
  12. package/models/components/evaluatorresponsepython.js +2 -2
  13. package/models/components/evaluatorresponseragas.js +2 -2
  14. package/models/components/evaluatorresponsetypescript.js +2 -2
  15. package/models/components/modelmetadata.d.ts +2 -0
  16. package/models/components/modelmetadata.d.ts.map +1 -1
  17. package/models/components/modelmetadata.js +4 -0
  18. package/models/components/modelmetadata.js.map +1 -1
  19. package/models/components/pricing.d.ts +4 -0
  20. package/models/components/pricing.d.ts.map +1 -1
  21. package/models/components/pricing.js +8 -0
  22. package/models/components/pricing.js.map +1 -1
  23. package/models/components/pricingvariant.d.ts +4 -0
  24. package/models/components/pricingvariant.d.ts.map +1 -1
  25. package/models/components/pricingvariant.js +8 -0
  26. package/models/components/pricingvariant.js.map +1 -1
  27. package/models/components/reasoningpart.js +1 -1
  28. package/models/operations/createannotationqueue.js +1 -1
  29. package/models/operations/createdataset.js +1 -1
  30. package/models/operations/createdatasetitem.js +5 -5
  31. package/models/operations/createprompt.d.ts +2 -0
  32. package/models/operations/createprompt.d.ts.map +1 -1
  33. package/models/operations/createprompt.js +2 -0
  34. package/models/operations/createprompt.js.map +1 -1
  35. package/models/operations/createtool.js +4 -4
  36. package/models/operations/deploymentinvoke.d.ts +2 -0
  37. package/models/operations/deploymentinvoke.d.ts.map +1 -1
  38. package/models/operations/deploymentinvoke.js +2 -0
  39. package/models/operations/deploymentinvoke.js.map +1 -1
  40. package/models/operations/deployments.d.ts +2 -0
  41. package/models/operations/deployments.d.ts.map +1 -1
  42. package/models/operations/deployments.js +2 -0
  43. package/models/operations/deployments.js.map +1 -1
  44. package/models/operations/deploymentstream.d.ts +2 -0
  45. package/models/operations/deploymentstream.d.ts.map +1 -1
  46. package/models/operations/deploymentstream.js +2 -0
  47. package/models/operations/deploymentstream.js.map +1 -1
  48. package/models/operations/getallprompts.d.ts +2 -0
  49. package/models/operations/getallprompts.d.ts.map +1 -1
  50. package/models/operations/getallprompts.js +2 -0
  51. package/models/operations/getallprompts.js.map +1 -1
  52. package/models/operations/getalltools.js +4 -4
  53. package/models/operations/geteval.js +16 -16
  54. package/models/operations/getoneprompt.d.ts +2 -0
  55. package/models/operations/getoneprompt.d.ts.map +1 -1
  56. package/models/operations/getoneprompt.js +2 -0
  57. package/models/operations/getoneprompt.js.map +1 -1
  58. package/models/operations/getpromptversion.d.ts +2 -0
  59. package/models/operations/getpromptversion.d.ts.map +1 -1
  60. package/models/operations/getpromptversion.js +2 -0
  61. package/models/operations/getpromptversion.js.map +1 -1
  62. package/models/operations/getv2humanevalsets.js +2 -2
  63. package/models/operations/getv2humanevalsetsid.js +2 -2
  64. package/models/operations/listannotationqueues.js +1 -1
  65. package/models/operations/listdatasetdatapoints.js +5 -5
  66. package/models/operations/listdatasets.js +1 -1
  67. package/models/operations/listpromptversions.d.ts +2 -0
  68. package/models/operations/listpromptversions.d.ts.map +1 -1
  69. package/models/operations/listpromptversions.js +2 -0
  70. package/models/operations/listpromptversions.js.map +1 -1
  71. package/models/operations/patchv2humanevalsetsid.js +2 -2
  72. package/models/operations/postv2feedbackevaluation.js +4 -4
  73. package/models/operations/postv2humanevalsets.js +2 -2
  74. package/models/operations/retrieveannotationqueue.js +1 -1
  75. package/models/operations/retrievedatapoint.js +5 -5
  76. package/models/operations/retrievedataset.js +1 -1
  77. package/models/operations/retrievetool.js +4 -4
  78. package/models/operations/runagent.js +1 -1
  79. package/models/operations/streamrunagent.js +1 -1
  80. package/models/operations/updateannotationqueue.js +1 -1
  81. package/models/operations/updatedatapoint.js +5 -5
  82. package/models/operations/updatedataset.js +1 -1
  83. package/models/operations/updateprompt.d.ts +2 -0
  84. package/models/operations/updateprompt.d.ts.map +1 -1
  85. package/models/operations/updateprompt.js +2 -0
  86. package/models/operations/updateprompt.js.map +1 -1
  87. package/models/operations/updatetool.js +4 -4
  88. package/package.json +3 -3
  89. package/packages/orq-rc/examples/{evalsAll.example.ts → deploymentsList.example.ts} +2 -2
  90. package/packages/orq-rc/src/funcs/annotationQueuesAddItems.ts +9 -10
  91. package/packages/orq-rc/src/funcs/annotationQueuesClear.ts +8 -8
  92. package/packages/orq-rc/src/funcs/annotationQueuesCreate.ts +10 -13
  93. package/packages/orq-rc/src/funcs/annotationQueuesDelete.ts +8 -8
  94. package/packages/orq-rc/src/funcs/annotationQueuesList.ts +6 -5
  95. package/packages/orq-rc/src/funcs/annotationQueuesListItems.ts +6 -5
  96. package/packages/orq-rc/src/funcs/annotationQueuesRemoveItems.ts +12 -10
  97. package/packages/orq-rc/src/funcs/annotationQueuesRetrieve.ts +6 -5
  98. package/packages/orq-rc/src/funcs/annotationQueuesRetrieveItem.ts +8 -6
  99. package/packages/orq-rc/src/funcs/annotationQueuesUpdate.ts +10 -7
  100. package/packages/orq-rc/src/funcs/evalsAll.ts +6 -14
  101. package/packages/orq-rc/src/funcs/evalsCreate.ts +10 -35
  102. package/packages/orq-rc/src/funcs/evalsDelete.ts +6 -19
  103. package/packages/orq-rc/src/funcs/evalsGet.ts +6 -14
  104. package/packages/orq-rc/src/funcs/{deploymentsInvoke.ts → evalsGetVersion.ts} +27 -23
  105. package/packages/orq-rc/src/funcs/evalsListVersions.ts +11 -20
  106. package/packages/orq-rc/src/funcs/evalsUpdate.ts +6 -14
  107. package/packages/orq-rc/src/lib/config.ts +3 -3
  108. package/packages/orq-rc/src/lib/encodings.ts +58 -23
  109. package/packages/orq-rc/src/models/components/addannotationqueueitemsrequest.ts +41 -0
  110. package/packages/orq-rc/src/models/components/addannotationqueueitemsresponse.ts +38 -0
  111. package/packages/orq-rc/src/models/components/agentresponserequest.ts +39 -41
  112. package/packages/orq-rc/src/models/components/agentthoughtstreamingevent.ts +43 -55
  113. package/packages/orq-rc/src/models/components/annotationqueue.ts +101 -0
  114. package/packages/orq-rc/src/models/components/annotationqueueitem.ts +80 -0
  115. package/packages/orq-rc/src/models/components/annotationqueueitemref.ts +43 -0
  116. package/packages/orq-rc/src/models/components/annotationqueuemetadata.ts +42 -0
  117. package/packages/orq-rc/src/models/components/budgetmatch.ts +3 -3
  118. package/packages/orq-rc/src/models/components/budgetscope.ts +17 -1
  119. package/packages/orq-rc/src/models/components/budgetscopekind.ts +1 -0
  120. package/packages/orq-rc/src/models/components/budgetscoperestresponse.ts +13 -1
  121. package/packages/orq-rc/src/models/components/clearannotationqueueresponse.ts +27 -0
  122. package/packages/orq-rc/src/models/components/createannotationqueuerequest.ts +54 -0
  123. package/packages/orq-rc/src/models/components/createapikeyrequest.ts +9 -0
  124. package/packages/orq-rc/src/models/components/deleteannotationqueueresponse.ts +27 -0
  125. package/packages/orq-rc/src/models/components/deleteevaluatorresponse.ts +27 -0
  126. package/packages/orq-rc/src/models/components/evaluationcontext.ts +10 -15
  127. package/packages/orq-rc/src/models/components/evaluatordocumentresponse.ts +50 -0
  128. package/packages/orq-rc/src/models/components/factorybudgetscope.ts +66 -0
  129. package/packages/orq-rc/src/models/components/factorybudgetscoperestresponse.ts +37 -0
  130. package/packages/orq-rc/src/models/components/filesystemtoolinput.ts +63 -6
  131. package/packages/orq-rc/src/models/components/getevaluatorversionresponse.ts +58 -0
  132. package/packages/orq-rc/src/models/components/index.ts +22 -9
  133. package/packages/orq-rc/src/models/components/listannotationqueueitemsresponse.ts +53 -0
  134. package/packages/orq-rc/src/models/components/listannotationqueuesresponse.ts +53 -0
  135. package/packages/orq-rc/src/models/components/listevaluatorsresponse.ts +59 -0
  136. package/packages/orq-rc/src/models/components/listevaluatorversionsresponse.ts +59 -0
  137. package/packages/orq-rc/src/models/components/modelmetadata.ts +6 -0
  138. package/packages/orq-rc/src/models/components/modelsconfig.ts +10 -11
  139. package/packages/orq-rc/src/models/components/policyprofileidlist.ts +31 -0
  140. package/packages/orq-rc/src/models/components/pricing.ts +12 -0
  141. package/packages/orq-rc/src/models/components/pricingvariant.ts +12 -0
  142. package/packages/orq-rc/src/models/components/reasoningpart.ts +1 -1
  143. package/packages/orq-rc/src/models/components/removeannotationqueueitemsrequest.ts +41 -0
  144. package/packages/orq-rc/src/models/components/removeannotationqueueitemsresponse.ts +28 -0
  145. package/packages/orq-rc/src/models/components/searchknowledgerequest.ts +491 -711
  146. package/packages/orq-rc/src/models/components/textcontentpartschema.ts +19 -23
  147. package/packages/orq-rc/src/models/components/updateannotationqueuerequest.ts +61 -0
  148. package/packages/orq-rc/src/models/components/updateworkspacesettingsrequest.ts +9 -0
  149. package/packages/orq-rc/src/models/components/workspacesettings.ts +3 -0
  150. package/packages/orq-rc/src/models/errors/index.ts +0 -6
  151. package/packages/orq-rc/src/models/operations/addannotationqueueitems.ts +7 -139
  152. package/packages/orq-rc/src/models/operations/createagentrequest.ts +20 -31
  153. package/packages/orq-rc/src/models/operations/createchatcompletion.ts +248 -313
  154. package/packages/orq-rc/src/models/operations/createdataset.ts +1 -1
  155. package/packages/orq-rc/src/models/operations/createdatasetitem.ts +5 -5
  156. package/packages/orq-rc/src/models/operations/createeval.ts +3 -644
  157. package/packages/orq-rc/src/models/operations/createprompt.ts +26 -29
  158. package/packages/orq-rc/src/models/operations/createtool.ts +55 -56
  159. package/packages/orq-rc/src/models/operations/deploymentgetconfig.ts +16 -18
  160. package/packages/orq-rc/src/models/operations/deployments.ts +44 -46
  161. package/packages/orq-rc/src/models/operations/getallprompts.ts +2 -0
  162. package/packages/orq-rc/src/models/operations/getalltools.ts +4 -4
  163. package/packages/orq-rc/src/models/operations/geteval.ts +0 -2770
  164. package/packages/orq-rc/src/models/operations/getevals.ts +5 -119
  165. package/packages/orq-rc/src/models/operations/getevalversion.ts +39 -0
  166. package/packages/orq-rc/src/models/operations/getoneprompt.ts +2 -0
  167. package/packages/orq-rc/src/models/operations/getpromptversion.ts +2 -0
  168. package/packages/orq-rc/src/models/operations/getv2humanevalsets.ts +2 -2
  169. package/packages/orq-rc/src/models/operations/getv2humanevalsetsid.ts +2 -2
  170. package/packages/orq-rc/src/models/operations/index.ts +2 -4
  171. package/packages/orq-rc/src/models/operations/listannotationqueueitems.ts +5 -183
  172. package/packages/orq-rc/src/models/operations/listannotationqueues.ts +7 -173
  173. package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +5 -5
  174. package/packages/orq-rc/src/models/operations/listdatasets.ts +1 -1
  175. package/packages/orq-rc/src/models/operations/listevalversions.ts +49 -0
  176. package/packages/orq-rc/src/models/operations/listpromptversions.ts +2 -0
  177. package/packages/orq-rc/src/models/operations/parse.ts +7 -7
  178. package/packages/orq-rc/src/models/operations/patchv2humanevalsetsid.ts +2 -2
  179. package/packages/orq-rc/src/models/operations/postv2feedbackevaluation.ts +14 -20
  180. package/packages/orq-rc/src/models/operations/postv2humanevalsets.ts +2 -2
  181. package/packages/orq-rc/src/models/operations/removeannotationqueueitems.ts +8 -41
  182. package/packages/orq-rc/src/models/operations/retrieveannotationqueue.ts +0 -123
  183. package/packages/orq-rc/src/models/operations/retrieveannotationqueueitem.ts +31 -0
  184. package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +5 -5
  185. package/packages/orq-rc/src/models/operations/retrievedataset.ts +1 -1
  186. package/packages/orq-rc/src/models/operations/retrievetool.ts +4 -4
  187. package/packages/orq-rc/src/models/operations/runagent.ts +1 -1
  188. package/packages/orq-rc/src/models/operations/streamrunagent.ts +1 -1
  189. package/packages/orq-rc/src/models/operations/updateagent.ts +31 -40
  190. package/packages/orq-rc/src/models/operations/updateannotationqueue.ts +7 -182
  191. package/packages/orq-rc/src/models/operations/updatedatapoint.ts +5 -5
  192. package/packages/orq-rc/src/models/operations/updatedataset.ts +1 -1
  193. package/packages/orq-rc/src/models/operations/updateeval.ts +6 -404
  194. package/packages/orq-rc/src/models/operations/updateprompt.ts +2 -0
  195. package/packages/orq-rc/src/models/operations/updatetool.ts +4 -4
  196. package/packages/orq-rc/src/sdk/annotationqueues.ts +31 -31
  197. package/packages/orq-rc/src/sdk/deployments.ts +0 -38
  198. package/packages/orq-rc/src/sdk/evals.ts +41 -23
  199. package/packages/orq-rc/src/sdk/sdk.ts +10 -10
  200. package/src/lib/config.ts +3 -3
  201. package/src/lib/encodings.ts +58 -23
  202. package/src/models/components/evaluatorresponsefunction.ts +2 -2
  203. package/src/models/components/evaluatorresponsehttp.ts +2 -2
  204. package/src/models/components/evaluatorresponsejsonschema.ts +2 -2
  205. package/src/models/components/evaluatorresponsellm.ts +2 -2
  206. package/src/models/components/evaluatorresponsepython.ts +2 -2
  207. package/src/models/components/evaluatorresponseragas.ts +2 -2
  208. package/src/models/components/evaluatorresponsetypescript.ts +2 -2
  209. package/src/models/components/modelmetadata.ts +6 -0
  210. package/src/models/components/pricing.ts +12 -0
  211. package/src/models/components/pricingvariant.ts +12 -0
  212. package/src/models/components/reasoningpart.ts +1 -1
  213. package/src/models/operations/createannotationqueue.ts +1 -1
  214. package/src/models/operations/createdataset.ts +1 -1
  215. package/src/models/operations/createdatasetitem.ts +5 -5
  216. package/src/models/operations/createprompt.ts +2 -0
  217. package/src/models/operations/createtool.ts +4 -4
  218. package/src/models/operations/deploymentinvoke.ts +2 -0
  219. package/src/models/operations/deployments.ts +2 -0
  220. package/src/models/operations/deploymentstream.ts +2 -0
  221. package/src/models/operations/getallprompts.ts +2 -0
  222. package/src/models/operations/getalltools.ts +4 -4
  223. package/src/models/operations/geteval.ts +16 -16
  224. package/src/models/operations/getoneprompt.ts +2 -0
  225. package/src/models/operations/getpromptversion.ts +2 -0
  226. package/src/models/operations/getv2humanevalsets.ts +2 -2
  227. package/src/models/operations/getv2humanevalsetsid.ts +2 -2
  228. package/src/models/operations/listannotationqueues.ts +1 -1
  229. package/src/models/operations/listdatasetdatapoints.ts +5 -5
  230. package/src/models/operations/listdatasets.ts +1 -1
  231. package/src/models/operations/listpromptversions.ts +2 -0
  232. package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
  233. package/src/models/operations/postv2feedbackevaluation.ts +4 -4
  234. package/src/models/operations/postv2humanevalsets.ts +2 -2
  235. package/src/models/operations/retrieveannotationqueue.ts +1 -1
  236. package/src/models/operations/retrievedatapoint.ts +5 -5
  237. package/src/models/operations/retrievedataset.ts +1 -1
  238. package/src/models/operations/retrievetool.ts +4 -4
  239. package/src/models/operations/runagent.ts +1 -1
  240. package/src/models/operations/streamrunagent.ts +1 -1
  241. package/src/models/operations/updateannotationqueue.ts +1 -1
  242. package/src/models/operations/updatedatapoint.ts +5 -5
  243. package/src/models/operations/updatedataset.ts +1 -1
  244. package/src/models/operations/updateprompt.ts +2 -0
  245. package/src/models/operations/updatetool.ts +4 -4
  246. package/packages/orq-rc/src/funcs/deploymentsStream.ts +0 -180
  247. package/packages/orq-rc/src/models/components/evaluatorresponsefunction.ts +0 -922
  248. package/packages/orq-rc/src/models/components/evaluatorresponsehttp.ts +0 -77
  249. package/packages/orq-rc/src/models/components/evaluatorresponsejsonschema.ts +0 -60
  250. package/packages/orq-rc/src/models/components/evaluatorresponsellm.ts +0 -310
  251. package/packages/orq-rc/src/models/components/evaluatorresponsepython.ts +0 -60
  252. package/packages/orq-rc/src/models/components/evaluatorresponseragas.ts +0 -84
  253. package/packages/orq-rc/src/models/components/evaluatorresponsetypescript.ts +0 -60
  254. package/packages/orq-rc/src/models/components/invokedeploymentrequest.ts +0 -3446
  255. package/packages/orq-rc/src/models/components/publicspan.ts +0 -135
  256. package/packages/orq-rc/src/models/errors/createeval.ts +0 -51
  257. package/packages/orq-rc/src/models/errors/deleteeval.ts +0 -96
  258. package/packages/orq-rc/src/models/errors/geteval.ts +0 -51
  259. package/packages/orq-rc/src/models/errors/getevals.ts +0 -51
  260. package/packages/orq-rc/src/models/errors/getv2evaluatorsidversions.ts +0 -51
  261. package/packages/orq-rc/src/models/errors/updateeval.ts +0 -51
  262. package/packages/orq-rc/src/models/operations/createannotationqueue.ts +0 -176
  263. package/packages/orq-rc/src/models/operations/deploymentinvoke.ts +0 -731
  264. package/packages/orq-rc/src/models/operations/deploymentstream.ts +0 -4562
  265. package/packages/orq-rc/src/models/operations/getv2evaluatorsidversions.ts +0 -162
@@ -1,77 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { ClosedEnum } from "../../types/enums.js";
9
- import { Result as SafeParseResult } from "../../types/fp.js";
10
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
11
-
12
- export const Method = {
13
- Get: "GET",
14
- Post: "POST",
15
- } as const;
16
- export type Method = ClosedEnum<typeof Method>;
17
-
18
- export type EvaluatorResponseHttp = {
19
- id: string;
20
- description: string;
21
- created: string;
22
- updated: string;
23
- updatedById?: string | null | undefined;
24
- /**
25
- * Unique identifier of the project owning this evaluator.
26
- */
27
- projectId?: string | undefined;
28
- guardrailConfig?: any | undefined;
29
- type: "http_eval";
30
- url: string;
31
- method: Method;
32
- headers: { [k: string]: string };
33
- payload: { [k: string]: any };
34
- key: string;
35
- };
36
-
37
- /** @internal */
38
- export const Method$inboundSchema: z.ZodNativeEnum<typeof Method> = z
39
- .nativeEnum(Method);
40
-
41
- /** @internal */
42
- export const EvaluatorResponseHttp$inboundSchema: z.ZodType<
43
- EvaluatorResponseHttp,
44
- z.ZodTypeDef,
45
- unknown
46
- > = z.object({
47
- _id: z.string(),
48
- description: z.string(),
49
- created: z.string().default("2026-08-26T11:10:54.428Z"),
50
- updated: z.string().default("2026-08-26T11:10:54.428Z"),
51
- updated_by_id: z.nullable(z.string()).optional(),
52
- project_id: z.string().optional(),
53
- guardrail_config: z.any().optional(),
54
- type: z.literal("http_eval"),
55
- url: z.string(),
56
- method: Method$inboundSchema,
57
- headers: z.record(z.string()),
58
- payload: z.record(z.any()),
59
- key: z.string(),
60
- }).transform((v) => {
61
- return remap$(v, {
62
- "_id": "id",
63
- "updated_by_id": "updatedById",
64
- "project_id": "projectId",
65
- "guardrail_config": "guardrailConfig",
66
- });
67
- });
68
-
69
- export function evaluatorResponseHttpFromJSON(
70
- jsonString: string,
71
- ): SafeParseResult<EvaluatorResponseHttp, SDKValidationError> {
72
- return safeParse(
73
- jsonString,
74
- (x) => EvaluatorResponseHttp$inboundSchema.parse(JSON.parse(x)),
75
- `Failed to parse 'EvaluatorResponseHttp' from JSON`,
76
- );
77
- }
@@ -1,60 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { Result as SafeParseResult } from "../../types/fp.js";
9
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
10
-
11
- export type EvaluatorResponseJsonSchema = {
12
- id: string;
13
- description: string;
14
- created: string;
15
- updated: string;
16
- updatedById?: string | null | undefined;
17
- /**
18
- * Unique identifier of the project owning this evaluator.
19
- */
20
- projectId?: string | undefined;
21
- guardrailConfig?: any | undefined;
22
- type: "json_schema";
23
- schema: string;
24
- key: string;
25
- };
26
-
27
- /** @internal */
28
- export const EvaluatorResponseJsonSchema$inboundSchema: z.ZodType<
29
- EvaluatorResponseJsonSchema,
30
- z.ZodTypeDef,
31
- unknown
32
- > = z.object({
33
- _id: z.string(),
34
- description: z.string(),
35
- created: z.string().default("2026-08-26T11:10:54.428Z"),
36
- updated: z.string().default("2026-08-26T11:10:54.428Z"),
37
- updated_by_id: z.nullable(z.string()).optional(),
38
- project_id: z.string().optional(),
39
- guardrail_config: z.any().optional(),
40
- type: z.literal("json_schema"),
41
- schema: z.string(),
42
- key: z.string(),
43
- }).transform((v) => {
44
- return remap$(v, {
45
- "_id": "id",
46
- "updated_by_id": "updatedById",
47
- "project_id": "projectId",
48
- "guardrail_config": "guardrailConfig",
49
- });
50
- });
51
-
52
- export function evaluatorResponseJsonSchemaFromJSON(
53
- jsonString: string,
54
- ): SafeParseResult<EvaluatorResponseJsonSchema, SDKValidationError> {
55
- return safeParse(
56
- jsonString,
57
- (x) => EvaluatorResponseJsonSchema$inboundSchema.parse(JSON.parse(x)),
58
- `Failed to parse 'EvaluatorResponseJsonSchema' from JSON`,
59
- );
60
- }
@@ -1,310 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { ClosedEnum } from "../../types/enums.js";
9
- import { Result as SafeParseResult } from "../../types/fp.js";
10
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
11
-
12
- export type CategoricalLabels = {
13
- value: string;
14
- description?: string | undefined;
15
- };
16
-
17
- export const Mode = {
18
- Single: "single",
19
- Jury: "jury",
20
- } as const;
21
- export type Mode = ClosedEnum<typeof Mode>;
22
-
23
- export type Retry = {
24
- count: number;
25
- onCodes?: Array<number> | undefined;
26
- };
27
-
28
- export type Fallbacks = {
29
- model: string;
30
- };
31
-
32
- export type Judges = {
33
- model: string;
34
- retry?: Retry | undefined;
35
- fallbacks?: Array<Fallbacks> | undefined;
36
- };
37
-
38
- export type EvaluatorResponseLlmRetry = {
39
- count: number;
40
- onCodes?: Array<number> | undefined;
41
- };
42
-
43
- export type EvaluatorResponseLlmFallbacks = {
44
- model: string;
45
- };
46
-
47
- export type ReplacementJudges = {
48
- model: string;
49
- retry?: EvaluatorResponseLlmRetry | undefined;
50
- fallbacks?: Array<EvaluatorResponseLlmFallbacks> | undefined;
51
- };
52
-
53
- export const TieValue = {
54
- Tie: "Tie",
55
- } as const;
56
- export type TieValue = ClosedEnum<typeof TieValue>;
57
-
58
- export type Jury = {
59
- judges: Array<Judges>;
60
- replacementJudges?: Array<ReplacementJudges> | undefined;
61
- minSuccessfulJudges: number;
62
- tieValue: TieValue;
63
- };
64
-
65
- export type EvaluatorResponseLlm = {
66
- id: string;
67
- description: string;
68
- created: string;
69
- updated: string;
70
- updatedById?: string | null | undefined;
71
- /**
72
- * Unique identifier of the project owning this evaluator.
73
- */
74
- projectId?: string | undefined;
75
- guardrailConfig?: any | undefined;
76
- type: "llm_eval";
77
- repetitions?: number | null | undefined;
78
- prompt: string;
79
- categories?: Array<string> | null | undefined;
80
- categoricalLabels?: Array<CategoricalLabels> | null | undefined;
81
- datasetId?: string | null | undefined;
82
- key: string;
83
- mode: Mode;
84
- model?: string | undefined;
85
- jury?: Jury | undefined;
86
- };
87
-
88
- /** @internal */
89
- export const CategoricalLabels$inboundSchema: z.ZodType<
90
- CategoricalLabels,
91
- z.ZodTypeDef,
92
- unknown
93
- > = z.object({
94
- value: z.string(),
95
- description: z.string().optional(),
96
- });
97
-
98
- export function categoricalLabelsFromJSON(
99
- jsonString: string,
100
- ): SafeParseResult<CategoricalLabels, SDKValidationError> {
101
- return safeParse(
102
- jsonString,
103
- (x) => CategoricalLabels$inboundSchema.parse(JSON.parse(x)),
104
- `Failed to parse 'CategoricalLabels' from JSON`,
105
- );
106
- }
107
-
108
- /** @internal */
109
- export const Mode$inboundSchema: z.ZodNativeEnum<typeof Mode> = z.nativeEnum(
110
- Mode,
111
- );
112
-
113
- /** @internal */
114
- export const Retry$inboundSchema: z.ZodType<Retry, z.ZodTypeDef, unknown> = z
115
- .object({
116
- count: z.number().int().default(2),
117
- on_codes: z.array(z.number().int()).optional(),
118
- }).transform((v) => {
119
- return remap$(v, {
120
- "on_codes": "onCodes",
121
- });
122
- });
123
-
124
- export function retryFromJSON(
125
- jsonString: string,
126
- ): SafeParseResult<Retry, SDKValidationError> {
127
- return safeParse(
128
- jsonString,
129
- (x) => Retry$inboundSchema.parse(JSON.parse(x)),
130
- `Failed to parse 'Retry' from JSON`,
131
- );
132
- }
133
-
134
- /** @internal */
135
- export const Fallbacks$inboundSchema: z.ZodType<
136
- Fallbacks,
137
- z.ZodTypeDef,
138
- unknown
139
- > = z.object({
140
- model: z.string(),
141
- });
142
-
143
- export function fallbacksFromJSON(
144
- jsonString: string,
145
- ): SafeParseResult<Fallbacks, SDKValidationError> {
146
- return safeParse(
147
- jsonString,
148
- (x) => Fallbacks$inboundSchema.parse(JSON.parse(x)),
149
- `Failed to parse 'Fallbacks' from JSON`,
150
- );
151
- }
152
-
153
- /** @internal */
154
- export const Judges$inboundSchema: z.ZodType<Judges, z.ZodTypeDef, unknown> = z
155
- .object({
156
- model: z.string(),
157
- retry: z.lazy(() => Retry$inboundSchema).optional(),
158
- fallbacks: z.array(z.lazy(() => Fallbacks$inboundSchema)).optional(),
159
- });
160
-
161
- export function judgesFromJSON(
162
- jsonString: string,
163
- ): SafeParseResult<Judges, SDKValidationError> {
164
- return safeParse(
165
- jsonString,
166
- (x) => Judges$inboundSchema.parse(JSON.parse(x)),
167
- `Failed to parse 'Judges' from JSON`,
168
- );
169
- }
170
-
171
- /** @internal */
172
- export const EvaluatorResponseLlmRetry$inboundSchema: z.ZodType<
173
- EvaluatorResponseLlmRetry,
174
- z.ZodTypeDef,
175
- unknown
176
- > = z.object({
177
- count: z.number().int().default(2),
178
- on_codes: z.array(z.number().int()).optional(),
179
- }).transform((v) => {
180
- return remap$(v, {
181
- "on_codes": "onCodes",
182
- });
183
- });
184
-
185
- export function evaluatorResponseLlmRetryFromJSON(
186
- jsonString: string,
187
- ): SafeParseResult<EvaluatorResponseLlmRetry, SDKValidationError> {
188
- return safeParse(
189
- jsonString,
190
- (x) => EvaluatorResponseLlmRetry$inboundSchema.parse(JSON.parse(x)),
191
- `Failed to parse 'EvaluatorResponseLlmRetry' from JSON`,
192
- );
193
- }
194
-
195
- /** @internal */
196
- export const EvaluatorResponseLlmFallbacks$inboundSchema: z.ZodType<
197
- EvaluatorResponseLlmFallbacks,
198
- z.ZodTypeDef,
199
- unknown
200
- > = z.object({
201
- model: z.string(),
202
- });
203
-
204
- export function evaluatorResponseLlmFallbacksFromJSON(
205
- jsonString: string,
206
- ): SafeParseResult<EvaluatorResponseLlmFallbacks, SDKValidationError> {
207
- return safeParse(
208
- jsonString,
209
- (x) => EvaluatorResponseLlmFallbacks$inboundSchema.parse(JSON.parse(x)),
210
- `Failed to parse 'EvaluatorResponseLlmFallbacks' from JSON`,
211
- );
212
- }
213
-
214
- /** @internal */
215
- export const ReplacementJudges$inboundSchema: z.ZodType<
216
- ReplacementJudges,
217
- z.ZodTypeDef,
218
- unknown
219
- > = z.object({
220
- model: z.string(),
221
- retry: z.lazy(() => EvaluatorResponseLlmRetry$inboundSchema).optional(),
222
- fallbacks: z.array(z.lazy(() => EvaluatorResponseLlmFallbacks$inboundSchema))
223
- .optional(),
224
- });
225
-
226
- export function replacementJudgesFromJSON(
227
- jsonString: string,
228
- ): SafeParseResult<ReplacementJudges, SDKValidationError> {
229
- return safeParse(
230
- jsonString,
231
- (x) => ReplacementJudges$inboundSchema.parse(JSON.parse(x)),
232
- `Failed to parse 'ReplacementJudges' from JSON`,
233
- );
234
- }
235
-
236
- /** @internal */
237
- export const TieValue$inboundSchema: z.ZodNativeEnum<typeof TieValue> = z
238
- .nativeEnum(TieValue);
239
-
240
- /** @internal */
241
- export const Jury$inboundSchema: z.ZodType<Jury, z.ZodTypeDef, unknown> = z
242
- .object({
243
- judges: z.array(z.lazy(() => Judges$inboundSchema)),
244
- replacement_judges: z.array(z.lazy(() => ReplacementJudges$inboundSchema))
245
- .optional(),
246
- min_successful_judges: z.number().int().default(2),
247
- tie_value: TieValue$inboundSchema.default("Tie"),
248
- }).transform((v) => {
249
- return remap$(v, {
250
- "replacement_judges": "replacementJudges",
251
- "min_successful_judges": "minSuccessfulJudges",
252
- "tie_value": "tieValue",
253
- });
254
- });
255
-
256
- export function juryFromJSON(
257
- jsonString: string,
258
- ): SafeParseResult<Jury, SDKValidationError> {
259
- return safeParse(
260
- jsonString,
261
- (x) => Jury$inboundSchema.parse(JSON.parse(x)),
262
- `Failed to parse 'Jury' from JSON`,
263
- );
264
- }
265
-
266
- /** @internal */
267
- export const EvaluatorResponseLlm$inboundSchema: z.ZodType<
268
- EvaluatorResponseLlm,
269
- z.ZodTypeDef,
270
- unknown
271
- > = z.object({
272
- _id: z.string(),
273
- description: z.string(),
274
- created: z.string().default("2026-08-26T11:10:54.428Z"),
275
- updated: z.string().default("2026-08-26T11:10:54.428Z"),
276
- updated_by_id: z.nullable(z.string()).optional(),
277
- project_id: z.string().optional(),
278
- guardrail_config: z.any().optional(),
279
- type: z.literal("llm_eval"),
280
- repetitions: z.nullable(z.number().int()).optional(),
281
- prompt: z.string(),
282
- categories: z.nullable(z.array(z.string())).optional(),
283
- categorical_labels: z.nullable(
284
- z.array(z.lazy(() => CategoricalLabels$inboundSchema)),
285
- ).optional(),
286
- dataset_id: z.nullable(z.string()).optional(),
287
- key: z.string(),
288
- mode: Mode$inboundSchema,
289
- model: z.string().optional(),
290
- jury: z.lazy(() => Jury$inboundSchema).optional(),
291
- }).transform((v) => {
292
- return remap$(v, {
293
- "_id": "id",
294
- "updated_by_id": "updatedById",
295
- "project_id": "projectId",
296
- "guardrail_config": "guardrailConfig",
297
- "categorical_labels": "categoricalLabels",
298
- "dataset_id": "datasetId",
299
- });
300
- });
301
-
302
- export function evaluatorResponseLlmFromJSON(
303
- jsonString: string,
304
- ): SafeParseResult<EvaluatorResponseLlm, SDKValidationError> {
305
- return safeParse(
306
- jsonString,
307
- (x) => EvaluatorResponseLlm$inboundSchema.parse(JSON.parse(x)),
308
- `Failed to parse 'EvaluatorResponseLlm' from JSON`,
309
- );
310
- }
@@ -1,60 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { Result as SafeParseResult } from "../../types/fp.js";
9
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
10
-
11
- export type EvaluatorResponsePython = {
12
- id: string;
13
- description: string;
14
- created: string;
15
- updated: string;
16
- updatedById?: string | null | undefined;
17
- /**
18
- * Unique identifier of the project owning this evaluator.
19
- */
20
- projectId?: string | undefined;
21
- guardrailConfig?: any | undefined;
22
- code: string;
23
- type: "python_eval";
24
- key: string;
25
- };
26
-
27
- /** @internal */
28
- export const EvaluatorResponsePython$inboundSchema: z.ZodType<
29
- EvaluatorResponsePython,
30
- z.ZodTypeDef,
31
- unknown
32
- > = z.object({
33
- _id: z.string(),
34
- description: z.string(),
35
- created: z.string().default("2026-08-26T11:10:54.428Z"),
36
- updated: z.string().default("2026-08-26T11:10:54.428Z"),
37
- updated_by_id: z.nullable(z.string()).optional(),
38
- project_id: z.string().optional(),
39
- guardrail_config: z.any().optional(),
40
- code: z.string(),
41
- type: z.literal("python_eval"),
42
- key: z.string(),
43
- }).transform((v) => {
44
- return remap$(v, {
45
- "_id": "id",
46
- "updated_by_id": "updatedById",
47
- "project_id": "projectId",
48
- "guardrail_config": "guardrailConfig",
49
- });
50
- });
51
-
52
- export function evaluatorResponsePythonFromJSON(
53
- jsonString: string,
54
- ): SafeParseResult<EvaluatorResponsePython, SDKValidationError> {
55
- return safeParse(
56
- jsonString,
57
- (x) => EvaluatorResponsePython$inboundSchema.parse(JSON.parse(x)),
58
- `Failed to parse 'EvaluatorResponsePython' from JSON`,
59
- );
60
- }
@@ -1,84 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { ClosedEnum } from "../../types/enums.js";
9
- import { Result as SafeParseResult } from "../../types/fp.js";
10
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
11
-
12
- export const RagasMetric = {
13
- ContextPrecision: "context_precision",
14
- ContextRecall: "context_recall",
15
- ContextEntitiesRecall: "context_entities_recall",
16
- Harmfulness: "harmfulness",
17
- Maliciousness: "maliciousness",
18
- Coherence: "coherence",
19
- Correctness: "correctness",
20
- Conciseness: "conciseness",
21
- ResponseRelevancy: "response_relevancy",
22
- Faithfulness: "faithfulness",
23
- Summarization: "summarization",
24
- NoiseSensitivity: "noise_sensitivity",
25
- } as const;
26
- export type RagasMetric = ClosedEnum<typeof RagasMetric>;
27
-
28
- export type EvaluatorResponseRagas = {
29
- id: string;
30
- description: string;
31
- created: string;
32
- updated: string;
33
- updatedById?: string | null | undefined;
34
- /**
35
- * Unique identifier of the project owning this evaluator.
36
- */
37
- projectId?: string | undefined;
38
- guardrailConfig?: any | undefined;
39
- type: "ragas";
40
- ragasMetric: RagasMetric;
41
- key: string;
42
- model: string;
43
- };
44
-
45
- /** @internal */
46
- export const RagasMetric$inboundSchema: z.ZodNativeEnum<typeof RagasMetric> = z
47
- .nativeEnum(RagasMetric);
48
-
49
- /** @internal */
50
- export const EvaluatorResponseRagas$inboundSchema: z.ZodType<
51
- EvaluatorResponseRagas,
52
- z.ZodTypeDef,
53
- unknown
54
- > = z.object({
55
- _id: z.string(),
56
- description: z.string(),
57
- created: z.string().default("2026-08-26T11:10:54.428Z"),
58
- updated: z.string().default("2026-08-26T11:10:54.428Z"),
59
- updated_by_id: z.nullable(z.string()).optional(),
60
- project_id: z.string().optional(),
61
- guardrail_config: z.any().optional(),
62
- type: z.literal("ragas"),
63
- ragas_metric: RagasMetric$inboundSchema,
64
- key: z.string(),
65
- model: z.string(),
66
- }).transform((v) => {
67
- return remap$(v, {
68
- "_id": "id",
69
- "updated_by_id": "updatedById",
70
- "project_id": "projectId",
71
- "guardrail_config": "guardrailConfig",
72
- "ragas_metric": "ragasMetric",
73
- });
74
- });
75
-
76
- export function evaluatorResponseRagasFromJSON(
77
- jsonString: string,
78
- ): SafeParseResult<EvaluatorResponseRagas, SDKValidationError> {
79
- return safeParse(
80
- jsonString,
81
- (x) => EvaluatorResponseRagas$inboundSchema.parse(JSON.parse(x)),
82
- `Failed to parse 'EvaluatorResponseRagas' from JSON`,
83
- );
84
- }
@@ -1,60 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { Result as SafeParseResult } from "../../types/fp.js";
9
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
10
-
11
- export type EvaluatorResponseTypescript = {
12
- id: string;
13
- description: string;
14
- created: string;
15
- updated: string;
16
- updatedById?: string | null | undefined;
17
- /**
18
- * Unique identifier of the project owning this evaluator.
19
- */
20
- projectId?: string | undefined;
21
- guardrailConfig?: any | undefined;
22
- code: string;
23
- type: "typescript_eval";
24
- key: string;
25
- };
26
-
27
- /** @internal */
28
- export const EvaluatorResponseTypescript$inboundSchema: z.ZodType<
29
- EvaluatorResponseTypescript,
30
- z.ZodTypeDef,
31
- unknown
32
- > = z.object({
33
- _id: z.string(),
34
- description: z.string(),
35
- created: z.string().default("2026-08-26T11:10:54.428Z"),
36
- updated: z.string().default("2026-08-26T11:10:54.428Z"),
37
- updated_by_id: z.nullable(z.string()).optional(),
38
- project_id: z.string().optional(),
39
- guardrail_config: z.any().optional(),
40
- code: z.string(),
41
- type: z.literal("typescript_eval"),
42
- key: z.string(),
43
- }).transform((v) => {
44
- return remap$(v, {
45
- "_id": "id",
46
- "updated_by_id": "updatedById",
47
- "project_id": "projectId",
48
- "guardrail_config": "guardrailConfig",
49
- });
50
- });
51
-
52
- export function evaluatorResponseTypescriptFromJSON(
53
- jsonString: string,
54
- ): SafeParseResult<EvaluatorResponseTypescript, SDKValidationError> {
55
- return safeParse(
56
- jsonString,
57
- (x) => EvaluatorResponseTypescript$inboundSchema.parse(JSON.parse(x)),
58
- `Failed to parse 'EvaluatorResponseTypescript' from JSON`,
59
- );
60
- }