@orq-ai/node 4.14.3 → 4.14.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (197) hide show
  1. package/jsr.json +1 -1
  2. package/lib/config.d.ts +3 -3
  3. package/lib/config.js +3 -3
  4. package/lib/encodings.d.ts +10 -9
  5. package/lib/encodings.d.ts.map +1 -1
  6. package/lib/encodings.js +29 -13
  7. package/lib/encodings.js.map +1 -1
  8. package/models/components/evaluatorresponsefunction.js +2 -2
  9. package/models/components/evaluatorresponsehttp.js +2 -2
  10. package/models/components/evaluatorresponsejsonschema.js +2 -2
  11. package/models/components/evaluatorresponsellm.js +2 -2
  12. package/models/components/evaluatorresponsepython.js +2 -2
  13. package/models/components/evaluatorresponseragas.js +2 -2
  14. package/models/components/evaluatorresponsetypescript.js +2 -2
  15. package/models/components/reasoningpart.js +1 -1
  16. package/models/operations/createannotationqueue.js +1 -1
  17. package/models/operations/createdataset.js +1 -1
  18. package/models/operations/createdatasetitem.js +5 -5
  19. package/models/operations/createtool.js +4 -4
  20. package/models/operations/getalltools.js +4 -4
  21. package/models/operations/geteval.js +16 -16
  22. package/models/operations/getv2humanevalsets.js +2 -2
  23. package/models/operations/getv2humanevalsetsid.js +2 -2
  24. package/models/operations/listannotationqueues.js +1 -1
  25. package/models/operations/listdatasetdatapoints.js +5 -5
  26. package/models/operations/listdatasets.js +1 -1
  27. package/models/operations/patchv2humanevalsetsid.js +2 -2
  28. package/models/operations/postv2feedbackevaluation.js +4 -4
  29. package/models/operations/postv2humanevalsets.js +2 -2
  30. package/models/operations/retrieveannotationqueue.js +1 -1
  31. package/models/operations/retrievedatapoint.js +5 -5
  32. package/models/operations/retrievedataset.js +1 -1
  33. package/models/operations/retrievetool.js +4 -4
  34. package/models/operations/runagent.js +1 -1
  35. package/models/operations/streamrunagent.js +1 -1
  36. package/models/operations/updateannotationqueue.js +1 -1
  37. package/models/operations/updatedatapoint.js +5 -5
  38. package/models/operations/updatedataset.js +1 -1
  39. package/models/operations/updatetool.js +4 -4
  40. package/package.json +3 -3
  41. package/packages/orq-rc/examples/{evalsAll.example.ts → deploymentsList.example.ts} +2 -2
  42. package/packages/orq-rc/src/funcs/annotationQueuesAddItems.ts +9 -10
  43. package/packages/orq-rc/src/funcs/annotationQueuesClear.ts +8 -8
  44. package/packages/orq-rc/src/funcs/annotationQueuesCreate.ts +10 -13
  45. package/packages/orq-rc/src/funcs/annotationQueuesDelete.ts +8 -8
  46. package/packages/orq-rc/src/funcs/annotationQueuesList.ts +6 -5
  47. package/packages/orq-rc/src/funcs/annotationQueuesListItems.ts +6 -5
  48. package/packages/orq-rc/src/funcs/annotationQueuesRemoveItems.ts +12 -10
  49. package/packages/orq-rc/src/funcs/annotationQueuesRetrieve.ts +6 -5
  50. package/packages/orq-rc/src/funcs/annotationQueuesRetrieveItem.ts +8 -6
  51. package/packages/orq-rc/src/funcs/annotationQueuesUpdate.ts +10 -7
  52. package/packages/orq-rc/src/funcs/evalsAll.ts +6 -14
  53. package/packages/orq-rc/src/funcs/evalsCreate.ts +10 -35
  54. package/packages/orq-rc/src/funcs/evalsDelete.ts +6 -19
  55. package/packages/orq-rc/src/funcs/evalsGet.ts +6 -14
  56. package/packages/orq-rc/src/funcs/evalsGetVersion.ts +174 -0
  57. package/packages/orq-rc/src/funcs/evalsListVersions.ts +11 -20
  58. package/packages/orq-rc/src/funcs/evalsUpdate.ts +6 -14
  59. package/packages/orq-rc/src/lib/config.ts +3 -3
  60. package/packages/orq-rc/src/lib/encodings.ts +58 -23
  61. package/packages/orq-rc/src/models/components/addannotationqueueitemsrequest.ts +41 -0
  62. package/packages/orq-rc/src/models/components/addannotationqueueitemsresponse.ts +38 -0
  63. package/packages/orq-rc/src/models/components/agentresponserequest.ts +17 -10
  64. package/packages/orq-rc/src/models/components/annotationqueue.ts +101 -0
  65. package/packages/orq-rc/src/models/components/annotationqueueitem.ts +80 -0
  66. package/packages/orq-rc/src/models/components/annotationqueueitemref.ts +43 -0
  67. package/packages/orq-rc/src/models/components/annotationqueuemetadata.ts +42 -0
  68. package/packages/orq-rc/src/models/components/budgetmatch.ts +3 -3
  69. package/packages/orq-rc/src/models/components/budgetscope.ts +17 -1
  70. package/packages/orq-rc/src/models/components/budgetscopekind.ts +1 -0
  71. package/packages/orq-rc/src/models/components/budgetscoperestresponse.ts +13 -1
  72. package/packages/orq-rc/src/models/components/clearannotationqueueresponse.ts +27 -0
  73. package/packages/orq-rc/src/models/components/createannotationqueuerequest.ts +54 -0
  74. package/packages/orq-rc/src/models/components/createapikeyrequest.ts +9 -0
  75. package/packages/orq-rc/src/models/components/deleteannotationqueueresponse.ts +27 -0
  76. package/packages/orq-rc/src/models/components/deleteevaluatorresponse.ts +27 -0
  77. package/packages/orq-rc/src/models/components/evaluatordocumentresponse.ts +50 -0
  78. package/packages/orq-rc/src/models/components/factorybudgetscope.ts +66 -0
  79. package/packages/orq-rc/src/models/components/factorybudgetscoperestresponse.ts +37 -0
  80. package/packages/orq-rc/src/models/components/filesystemtoolinput.ts +63 -6
  81. package/packages/orq-rc/src/models/components/getevaluatorversionresponse.ts +58 -0
  82. package/packages/orq-rc/src/models/components/index.ts +22 -8
  83. package/packages/orq-rc/src/models/components/listannotationqueueitemsresponse.ts +53 -0
  84. package/packages/orq-rc/src/models/components/listannotationqueuesresponse.ts +53 -0
  85. package/packages/orq-rc/src/models/components/listevaluatorsresponse.ts +59 -0
  86. package/packages/orq-rc/src/models/components/listevaluatorversionsresponse.ts +59 -0
  87. package/packages/orq-rc/src/models/components/modelmetadata.ts +6 -0
  88. package/packages/orq-rc/src/models/components/modelsconfig.ts +10 -11
  89. package/packages/orq-rc/src/models/components/policyprofileidlist.ts +31 -0
  90. package/packages/orq-rc/src/models/components/pricing.ts +12 -0
  91. package/packages/orq-rc/src/models/components/pricingvariant.ts +12 -0
  92. package/packages/orq-rc/src/models/components/reasoningpart.ts +1 -1
  93. package/packages/orq-rc/src/models/components/removeannotationqueueitemsrequest.ts +41 -0
  94. package/packages/orq-rc/src/models/components/removeannotationqueueitemsresponse.ts +28 -0
  95. package/packages/orq-rc/src/models/components/searchknowledgerequest.ts +37 -58
  96. package/packages/orq-rc/src/models/components/textcontentpartschema.ts +19 -23
  97. package/packages/orq-rc/src/models/components/updateannotationqueuerequest.ts +61 -0
  98. package/packages/orq-rc/src/models/components/updateworkspacesettingsrequest.ts +9 -0
  99. package/packages/orq-rc/src/models/components/workspacesettings.ts +3 -0
  100. package/packages/orq-rc/src/models/errors/index.ts +0 -6
  101. package/packages/orq-rc/src/models/operations/addannotationqueueitems.ts +7 -139
  102. package/packages/orq-rc/src/models/operations/createagentrequest.ts +20 -31
  103. package/packages/orq-rc/src/models/operations/createdataset.ts +1 -1
  104. package/packages/orq-rc/src/models/operations/createdatasetitem.ts +5 -5
  105. package/packages/orq-rc/src/models/operations/createeval.ts +3 -644
  106. package/packages/orq-rc/src/models/operations/createprompt.ts +19 -22
  107. package/packages/orq-rc/src/models/operations/createtool.ts +55 -56
  108. package/packages/orq-rc/src/models/operations/deploymentgetconfig.ts +16 -18
  109. package/packages/orq-rc/src/models/operations/deployments.ts +43 -46
  110. package/packages/orq-rc/src/models/operations/getallprompts.ts +1 -0
  111. package/packages/orq-rc/src/models/operations/getalltools.ts +4 -4
  112. package/packages/orq-rc/src/models/operations/geteval.ts +0 -2770
  113. package/packages/orq-rc/src/models/operations/getevals.ts +5 -119
  114. package/packages/orq-rc/src/models/operations/getevalversion.ts +39 -0
  115. package/packages/orq-rc/src/models/operations/getoneprompt.ts +1 -0
  116. package/packages/orq-rc/src/models/operations/getpromptversion.ts +1 -0
  117. package/packages/orq-rc/src/models/operations/getv2humanevalsets.ts +2 -2
  118. package/packages/orq-rc/src/models/operations/getv2humanevalsetsid.ts +2 -2
  119. package/packages/orq-rc/src/models/operations/index.ts +2 -2
  120. package/packages/orq-rc/src/models/operations/listannotationqueueitems.ts +5 -183
  121. package/packages/orq-rc/src/models/operations/listannotationqueues.ts +7 -173
  122. package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +5 -5
  123. package/packages/orq-rc/src/models/operations/listdatasets.ts +1 -1
  124. package/packages/orq-rc/src/models/operations/listevalversions.ts +49 -0
  125. package/packages/orq-rc/src/models/operations/listpromptversions.ts +1 -0
  126. package/packages/orq-rc/src/models/operations/parse.ts +7 -7
  127. package/packages/orq-rc/src/models/operations/patchv2humanevalsetsid.ts +2 -2
  128. package/packages/orq-rc/src/models/operations/postv2feedbackevaluation.ts +14 -20
  129. package/packages/orq-rc/src/models/operations/postv2humanevalsets.ts +2 -2
  130. package/packages/orq-rc/src/models/operations/removeannotationqueueitems.ts +8 -41
  131. package/packages/orq-rc/src/models/operations/retrieveannotationqueue.ts +0 -123
  132. package/packages/orq-rc/src/models/operations/retrieveannotationqueueitem.ts +31 -0
  133. package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +5 -5
  134. package/packages/orq-rc/src/models/operations/retrievedataset.ts +1 -1
  135. package/packages/orq-rc/src/models/operations/retrievetool.ts +4 -4
  136. package/packages/orq-rc/src/models/operations/runagent.ts +1 -1
  137. package/packages/orq-rc/src/models/operations/streamrunagent.ts +1 -1
  138. package/packages/orq-rc/src/models/operations/updateagent.ts +31 -40
  139. package/packages/orq-rc/src/models/operations/updateannotationqueue.ts +7 -182
  140. package/packages/orq-rc/src/models/operations/updatedatapoint.ts +5 -5
  141. package/packages/orq-rc/src/models/operations/updatedataset.ts +1 -1
  142. package/packages/orq-rc/src/models/operations/updateeval.ts +6 -404
  143. package/packages/orq-rc/src/models/operations/updateprompt.ts +1 -0
  144. package/packages/orq-rc/src/models/operations/updatetool.ts +4 -4
  145. package/packages/orq-rc/src/sdk/annotationqueues.ts +31 -31
  146. package/packages/orq-rc/src/sdk/evals.ts +41 -23
  147. package/packages/orq-rc/src/sdk/sdk.ts +10 -10
  148. package/src/lib/config.ts +3 -3
  149. package/src/lib/encodings.ts +58 -23
  150. package/src/models/components/evaluatorresponsefunction.ts +2 -2
  151. package/src/models/components/evaluatorresponsehttp.ts +2 -2
  152. package/src/models/components/evaluatorresponsejsonschema.ts +2 -2
  153. package/src/models/components/evaluatorresponsellm.ts +2 -2
  154. package/src/models/components/evaluatorresponsepython.ts +2 -2
  155. package/src/models/components/evaluatorresponseragas.ts +2 -2
  156. package/src/models/components/evaluatorresponsetypescript.ts +2 -2
  157. package/src/models/components/reasoningpart.ts +1 -1
  158. package/src/models/operations/createannotationqueue.ts +1 -1
  159. package/src/models/operations/createdataset.ts +1 -1
  160. package/src/models/operations/createdatasetitem.ts +5 -5
  161. package/src/models/operations/createtool.ts +4 -4
  162. package/src/models/operations/getalltools.ts +4 -4
  163. package/src/models/operations/geteval.ts +16 -16
  164. package/src/models/operations/getv2humanevalsets.ts +2 -2
  165. package/src/models/operations/getv2humanevalsetsid.ts +2 -2
  166. package/src/models/operations/listannotationqueues.ts +1 -1
  167. package/src/models/operations/listdatasetdatapoints.ts +5 -5
  168. package/src/models/operations/listdatasets.ts +1 -1
  169. package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
  170. package/src/models/operations/postv2feedbackevaluation.ts +4 -4
  171. package/src/models/operations/postv2humanevalsets.ts +2 -2
  172. package/src/models/operations/retrieveannotationqueue.ts +1 -1
  173. package/src/models/operations/retrievedatapoint.ts +5 -5
  174. package/src/models/operations/retrievedataset.ts +1 -1
  175. package/src/models/operations/retrievetool.ts +4 -4
  176. package/src/models/operations/runagent.ts +1 -1
  177. package/src/models/operations/streamrunagent.ts +1 -1
  178. package/src/models/operations/updateannotationqueue.ts +1 -1
  179. package/src/models/operations/updatedatapoint.ts +5 -5
  180. package/src/models/operations/updatedataset.ts +1 -1
  181. package/src/models/operations/updatetool.ts +4 -4
  182. package/packages/orq-rc/src/models/components/evaluatorresponsefunction.ts +0 -922
  183. package/packages/orq-rc/src/models/components/evaluatorresponsehttp.ts +0 -77
  184. package/packages/orq-rc/src/models/components/evaluatorresponsejsonschema.ts +0 -60
  185. package/packages/orq-rc/src/models/components/evaluatorresponsellm.ts +0 -310
  186. package/packages/orq-rc/src/models/components/evaluatorresponsepython.ts +0 -60
  187. package/packages/orq-rc/src/models/components/evaluatorresponseragas.ts +0 -84
  188. package/packages/orq-rc/src/models/components/evaluatorresponsetypescript.ts +0 -60
  189. package/packages/orq-rc/src/models/components/publicspan.ts +0 -135
  190. package/packages/orq-rc/src/models/errors/createeval.ts +0 -51
  191. package/packages/orq-rc/src/models/errors/deleteeval.ts +0 -96
  192. package/packages/orq-rc/src/models/errors/geteval.ts +0 -51
  193. package/packages/orq-rc/src/models/errors/getevals.ts +0 -51
  194. package/packages/orq-rc/src/models/errors/getv2evaluatorsidversions.ts +0 -51
  195. package/packages/orq-rc/src/models/errors/updateeval.ts +0 -51
  196. package/packages/orq-rc/src/models/operations/createannotationqueue.ts +0 -176
  197. package/packages/orq-rc/src/models/operations/getv2evaluatorsidversions.ts +0 -162
@@ -1,77 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { ClosedEnum } from "../../types/enums.js";
9
- import { Result as SafeParseResult } from "../../types/fp.js";
10
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
11
-
12
- export const Method = {
13
- Get: "GET",
14
- Post: "POST",
15
- } as const;
16
- export type Method = ClosedEnum<typeof Method>;
17
-
18
- export type EvaluatorResponseHttp = {
19
- id: string;
20
- description: string;
21
- created: string;
22
- updated: string;
23
- updatedById?: string | null | undefined;
24
- /**
25
- * Unique identifier of the project owning this evaluator.
26
- */
27
- projectId?: string | undefined;
28
- guardrailConfig?: any | undefined;
29
- type: "http_eval";
30
- url: string;
31
- method: Method;
32
- headers: { [k: string]: string };
33
- payload: { [k: string]: any };
34
- key: string;
35
- };
36
-
37
- /** @internal */
38
- export const Method$inboundSchema: z.ZodNativeEnum<typeof Method> = z
39
- .nativeEnum(Method);
40
-
41
- /** @internal */
42
- export const EvaluatorResponseHttp$inboundSchema: z.ZodType<
43
- EvaluatorResponseHttp,
44
- z.ZodTypeDef,
45
- unknown
46
- > = z.object({
47
- _id: z.string(),
48
- description: z.string(),
49
- created: z.string().default("2026-08-26T13:26:44.323Z"),
50
- updated: z.string().default("2026-08-26T13:26:44.323Z"),
51
- updated_by_id: z.nullable(z.string()).optional(),
52
- project_id: z.string().optional(),
53
- guardrail_config: z.any().optional(),
54
- type: z.literal("http_eval"),
55
- url: z.string(),
56
- method: Method$inboundSchema,
57
- headers: z.record(z.string()),
58
- payload: z.record(z.any()),
59
- key: z.string(),
60
- }).transform((v) => {
61
- return remap$(v, {
62
- "_id": "id",
63
- "updated_by_id": "updatedById",
64
- "project_id": "projectId",
65
- "guardrail_config": "guardrailConfig",
66
- });
67
- });
68
-
69
- export function evaluatorResponseHttpFromJSON(
70
- jsonString: string,
71
- ): SafeParseResult<EvaluatorResponseHttp, SDKValidationError> {
72
- return safeParse(
73
- jsonString,
74
- (x) => EvaluatorResponseHttp$inboundSchema.parse(JSON.parse(x)),
75
- `Failed to parse 'EvaluatorResponseHttp' from JSON`,
76
- );
77
- }
@@ -1,60 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { Result as SafeParseResult } from "../../types/fp.js";
9
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
10
-
11
- export type EvaluatorResponseJsonSchema = {
12
- id: string;
13
- description: string;
14
- created: string;
15
- updated: string;
16
- updatedById?: string | null | undefined;
17
- /**
18
- * Unique identifier of the project owning this evaluator.
19
- */
20
- projectId?: string | undefined;
21
- guardrailConfig?: any | undefined;
22
- type: "json_schema";
23
- schema: string;
24
- key: string;
25
- };
26
-
27
- /** @internal */
28
- export const EvaluatorResponseJsonSchema$inboundSchema: z.ZodType<
29
- EvaluatorResponseJsonSchema,
30
- z.ZodTypeDef,
31
- unknown
32
- > = z.object({
33
- _id: z.string(),
34
- description: z.string(),
35
- created: z.string().default("2026-08-26T13:26:44.323Z"),
36
- updated: z.string().default("2026-08-26T13:26:44.323Z"),
37
- updated_by_id: z.nullable(z.string()).optional(),
38
- project_id: z.string().optional(),
39
- guardrail_config: z.any().optional(),
40
- type: z.literal("json_schema"),
41
- schema: z.string(),
42
- key: z.string(),
43
- }).transform((v) => {
44
- return remap$(v, {
45
- "_id": "id",
46
- "updated_by_id": "updatedById",
47
- "project_id": "projectId",
48
- "guardrail_config": "guardrailConfig",
49
- });
50
- });
51
-
52
- export function evaluatorResponseJsonSchemaFromJSON(
53
- jsonString: string,
54
- ): SafeParseResult<EvaluatorResponseJsonSchema, SDKValidationError> {
55
- return safeParse(
56
- jsonString,
57
- (x) => EvaluatorResponseJsonSchema$inboundSchema.parse(JSON.parse(x)),
58
- `Failed to parse 'EvaluatorResponseJsonSchema' from JSON`,
59
- );
60
- }
@@ -1,310 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { ClosedEnum } from "../../types/enums.js";
9
- import { Result as SafeParseResult } from "../../types/fp.js";
10
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
11
-
12
- export type CategoricalLabels = {
13
- value: string;
14
- description?: string | undefined;
15
- };
16
-
17
- export const Mode = {
18
- Single: "single",
19
- Jury: "jury",
20
- } as const;
21
- export type Mode = ClosedEnum<typeof Mode>;
22
-
23
- export type Retry = {
24
- count: number;
25
- onCodes?: Array<number> | undefined;
26
- };
27
-
28
- export type Fallbacks = {
29
- model: string;
30
- };
31
-
32
- export type Judges = {
33
- model: string;
34
- retry?: Retry | undefined;
35
- fallbacks?: Array<Fallbacks> | undefined;
36
- };
37
-
38
- export type EvaluatorResponseLlmRetry = {
39
- count: number;
40
- onCodes?: Array<number> | undefined;
41
- };
42
-
43
- export type EvaluatorResponseLlmFallbacks = {
44
- model: string;
45
- };
46
-
47
- export type ReplacementJudges = {
48
- model: string;
49
- retry?: EvaluatorResponseLlmRetry | undefined;
50
- fallbacks?: Array<EvaluatorResponseLlmFallbacks> | undefined;
51
- };
52
-
53
- export const TieValue = {
54
- Tie: "Tie",
55
- } as const;
56
- export type TieValue = ClosedEnum<typeof TieValue>;
57
-
58
- export type Jury = {
59
- judges: Array<Judges>;
60
- replacementJudges?: Array<ReplacementJudges> | undefined;
61
- minSuccessfulJudges: number;
62
- tieValue: TieValue;
63
- };
64
-
65
- export type EvaluatorResponseLlm = {
66
- id: string;
67
- description: string;
68
- created: string;
69
- updated: string;
70
- updatedById?: string | null | undefined;
71
- /**
72
- * Unique identifier of the project owning this evaluator.
73
- */
74
- projectId?: string | undefined;
75
- guardrailConfig?: any | undefined;
76
- type: "llm_eval";
77
- repetitions?: number | null | undefined;
78
- prompt: string;
79
- categories?: Array<string> | null | undefined;
80
- categoricalLabels?: Array<CategoricalLabels> | null | undefined;
81
- datasetId?: string | null | undefined;
82
- key: string;
83
- mode: Mode;
84
- model?: string | undefined;
85
- jury?: Jury | undefined;
86
- };
87
-
88
- /** @internal */
89
- export const CategoricalLabels$inboundSchema: z.ZodType<
90
- CategoricalLabels,
91
- z.ZodTypeDef,
92
- unknown
93
- > = z.object({
94
- value: z.string(),
95
- description: z.string().optional(),
96
- });
97
-
98
- export function categoricalLabelsFromJSON(
99
- jsonString: string,
100
- ): SafeParseResult<CategoricalLabels, SDKValidationError> {
101
- return safeParse(
102
- jsonString,
103
- (x) => CategoricalLabels$inboundSchema.parse(JSON.parse(x)),
104
- `Failed to parse 'CategoricalLabels' from JSON`,
105
- );
106
- }
107
-
108
- /** @internal */
109
- export const Mode$inboundSchema: z.ZodNativeEnum<typeof Mode> = z.nativeEnum(
110
- Mode,
111
- );
112
-
113
- /** @internal */
114
- export const Retry$inboundSchema: z.ZodType<Retry, z.ZodTypeDef, unknown> = z
115
- .object({
116
- count: z.number().int().default(2),
117
- on_codes: z.array(z.number().int()).optional(),
118
- }).transform((v) => {
119
- return remap$(v, {
120
- "on_codes": "onCodes",
121
- });
122
- });
123
-
124
- export function retryFromJSON(
125
- jsonString: string,
126
- ): SafeParseResult<Retry, SDKValidationError> {
127
- return safeParse(
128
- jsonString,
129
- (x) => Retry$inboundSchema.parse(JSON.parse(x)),
130
- `Failed to parse 'Retry' from JSON`,
131
- );
132
- }
133
-
134
- /** @internal */
135
- export const Fallbacks$inboundSchema: z.ZodType<
136
- Fallbacks,
137
- z.ZodTypeDef,
138
- unknown
139
- > = z.object({
140
- model: z.string(),
141
- });
142
-
143
- export function fallbacksFromJSON(
144
- jsonString: string,
145
- ): SafeParseResult<Fallbacks, SDKValidationError> {
146
- return safeParse(
147
- jsonString,
148
- (x) => Fallbacks$inboundSchema.parse(JSON.parse(x)),
149
- `Failed to parse 'Fallbacks' from JSON`,
150
- );
151
- }
152
-
153
- /** @internal */
154
- export const Judges$inboundSchema: z.ZodType<Judges, z.ZodTypeDef, unknown> = z
155
- .object({
156
- model: z.string(),
157
- retry: z.lazy(() => Retry$inboundSchema).optional(),
158
- fallbacks: z.array(z.lazy(() => Fallbacks$inboundSchema)).optional(),
159
- });
160
-
161
- export function judgesFromJSON(
162
- jsonString: string,
163
- ): SafeParseResult<Judges, SDKValidationError> {
164
- return safeParse(
165
- jsonString,
166
- (x) => Judges$inboundSchema.parse(JSON.parse(x)),
167
- `Failed to parse 'Judges' from JSON`,
168
- );
169
- }
170
-
171
- /** @internal */
172
- export const EvaluatorResponseLlmRetry$inboundSchema: z.ZodType<
173
- EvaluatorResponseLlmRetry,
174
- z.ZodTypeDef,
175
- unknown
176
- > = z.object({
177
- count: z.number().int().default(2),
178
- on_codes: z.array(z.number().int()).optional(),
179
- }).transform((v) => {
180
- return remap$(v, {
181
- "on_codes": "onCodes",
182
- });
183
- });
184
-
185
- export function evaluatorResponseLlmRetryFromJSON(
186
- jsonString: string,
187
- ): SafeParseResult<EvaluatorResponseLlmRetry, SDKValidationError> {
188
- return safeParse(
189
- jsonString,
190
- (x) => EvaluatorResponseLlmRetry$inboundSchema.parse(JSON.parse(x)),
191
- `Failed to parse 'EvaluatorResponseLlmRetry' from JSON`,
192
- );
193
- }
194
-
195
- /** @internal */
196
- export const EvaluatorResponseLlmFallbacks$inboundSchema: z.ZodType<
197
- EvaluatorResponseLlmFallbacks,
198
- z.ZodTypeDef,
199
- unknown
200
- > = z.object({
201
- model: z.string(),
202
- });
203
-
204
- export function evaluatorResponseLlmFallbacksFromJSON(
205
- jsonString: string,
206
- ): SafeParseResult<EvaluatorResponseLlmFallbacks, SDKValidationError> {
207
- return safeParse(
208
- jsonString,
209
- (x) => EvaluatorResponseLlmFallbacks$inboundSchema.parse(JSON.parse(x)),
210
- `Failed to parse 'EvaluatorResponseLlmFallbacks' from JSON`,
211
- );
212
- }
213
-
214
- /** @internal */
215
- export const ReplacementJudges$inboundSchema: z.ZodType<
216
- ReplacementJudges,
217
- z.ZodTypeDef,
218
- unknown
219
- > = z.object({
220
- model: z.string(),
221
- retry: z.lazy(() => EvaluatorResponseLlmRetry$inboundSchema).optional(),
222
- fallbacks: z.array(z.lazy(() => EvaluatorResponseLlmFallbacks$inboundSchema))
223
- .optional(),
224
- });
225
-
226
- export function replacementJudgesFromJSON(
227
- jsonString: string,
228
- ): SafeParseResult<ReplacementJudges, SDKValidationError> {
229
- return safeParse(
230
- jsonString,
231
- (x) => ReplacementJudges$inboundSchema.parse(JSON.parse(x)),
232
- `Failed to parse 'ReplacementJudges' from JSON`,
233
- );
234
- }
235
-
236
- /** @internal */
237
- export const TieValue$inboundSchema: z.ZodNativeEnum<typeof TieValue> = z
238
- .nativeEnum(TieValue);
239
-
240
- /** @internal */
241
- export const Jury$inboundSchema: z.ZodType<Jury, z.ZodTypeDef, unknown> = z
242
- .object({
243
- judges: z.array(z.lazy(() => Judges$inboundSchema)),
244
- replacement_judges: z.array(z.lazy(() => ReplacementJudges$inboundSchema))
245
- .optional(),
246
- min_successful_judges: z.number().int().default(2),
247
- tie_value: TieValue$inboundSchema.default("Tie"),
248
- }).transform((v) => {
249
- return remap$(v, {
250
- "replacement_judges": "replacementJudges",
251
- "min_successful_judges": "minSuccessfulJudges",
252
- "tie_value": "tieValue",
253
- });
254
- });
255
-
256
- export function juryFromJSON(
257
- jsonString: string,
258
- ): SafeParseResult<Jury, SDKValidationError> {
259
- return safeParse(
260
- jsonString,
261
- (x) => Jury$inboundSchema.parse(JSON.parse(x)),
262
- `Failed to parse 'Jury' from JSON`,
263
- );
264
- }
265
-
266
- /** @internal */
267
- export const EvaluatorResponseLlm$inboundSchema: z.ZodType<
268
- EvaluatorResponseLlm,
269
- z.ZodTypeDef,
270
- unknown
271
- > = z.object({
272
- _id: z.string(),
273
- description: z.string(),
274
- created: z.string().default("2026-08-26T13:26:44.323Z"),
275
- updated: z.string().default("2026-08-26T13:26:44.323Z"),
276
- updated_by_id: z.nullable(z.string()).optional(),
277
- project_id: z.string().optional(),
278
- guardrail_config: z.any().optional(),
279
- type: z.literal("llm_eval"),
280
- repetitions: z.nullable(z.number().int()).optional(),
281
- prompt: z.string(),
282
- categories: z.nullable(z.array(z.string())).optional(),
283
- categorical_labels: z.nullable(
284
- z.array(z.lazy(() => CategoricalLabels$inboundSchema)),
285
- ).optional(),
286
- dataset_id: z.nullable(z.string()).optional(),
287
- key: z.string(),
288
- mode: Mode$inboundSchema,
289
- model: z.string().optional(),
290
- jury: z.lazy(() => Jury$inboundSchema).optional(),
291
- }).transform((v) => {
292
- return remap$(v, {
293
- "_id": "id",
294
- "updated_by_id": "updatedById",
295
- "project_id": "projectId",
296
- "guardrail_config": "guardrailConfig",
297
- "categorical_labels": "categoricalLabels",
298
- "dataset_id": "datasetId",
299
- });
300
- });
301
-
302
- export function evaluatorResponseLlmFromJSON(
303
- jsonString: string,
304
- ): SafeParseResult<EvaluatorResponseLlm, SDKValidationError> {
305
- return safeParse(
306
- jsonString,
307
- (x) => EvaluatorResponseLlm$inboundSchema.parse(JSON.parse(x)),
308
- `Failed to parse 'EvaluatorResponseLlm' from JSON`,
309
- );
310
- }
@@ -1,60 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { Result as SafeParseResult } from "../../types/fp.js";
9
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
10
-
11
- export type EvaluatorResponsePython = {
12
- id: string;
13
- description: string;
14
- created: string;
15
- updated: string;
16
- updatedById?: string | null | undefined;
17
- /**
18
- * Unique identifier of the project owning this evaluator.
19
- */
20
- projectId?: string | undefined;
21
- guardrailConfig?: any | undefined;
22
- code: string;
23
- type: "python_eval";
24
- key: string;
25
- };
26
-
27
- /** @internal */
28
- export const EvaluatorResponsePython$inboundSchema: z.ZodType<
29
- EvaluatorResponsePython,
30
- z.ZodTypeDef,
31
- unknown
32
- > = z.object({
33
- _id: z.string(),
34
- description: z.string(),
35
- created: z.string().default("2026-08-26T13:26:44.323Z"),
36
- updated: z.string().default("2026-08-26T13:26:44.323Z"),
37
- updated_by_id: z.nullable(z.string()).optional(),
38
- project_id: z.string().optional(),
39
- guardrail_config: z.any().optional(),
40
- code: z.string(),
41
- type: z.literal("python_eval"),
42
- key: z.string(),
43
- }).transform((v) => {
44
- return remap$(v, {
45
- "_id": "id",
46
- "updated_by_id": "updatedById",
47
- "project_id": "projectId",
48
- "guardrail_config": "guardrailConfig",
49
- });
50
- });
51
-
52
- export function evaluatorResponsePythonFromJSON(
53
- jsonString: string,
54
- ): SafeParseResult<EvaluatorResponsePython, SDKValidationError> {
55
- return safeParse(
56
- jsonString,
57
- (x) => EvaluatorResponsePython$inboundSchema.parse(JSON.parse(x)),
58
- `Failed to parse 'EvaluatorResponsePython' from JSON`,
59
- );
60
- }
@@ -1,84 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { ClosedEnum } from "../../types/enums.js";
9
- import { Result as SafeParseResult } from "../../types/fp.js";
10
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
11
-
12
- export const RagasMetric = {
13
- ContextPrecision: "context_precision",
14
- ContextRecall: "context_recall",
15
- ContextEntitiesRecall: "context_entities_recall",
16
- Harmfulness: "harmfulness",
17
- Maliciousness: "maliciousness",
18
- Coherence: "coherence",
19
- Correctness: "correctness",
20
- Conciseness: "conciseness",
21
- ResponseRelevancy: "response_relevancy",
22
- Faithfulness: "faithfulness",
23
- Summarization: "summarization",
24
- NoiseSensitivity: "noise_sensitivity",
25
- } as const;
26
- export type RagasMetric = ClosedEnum<typeof RagasMetric>;
27
-
28
- export type EvaluatorResponseRagas = {
29
- id: string;
30
- description: string;
31
- created: string;
32
- updated: string;
33
- updatedById?: string | null | undefined;
34
- /**
35
- * Unique identifier of the project owning this evaluator.
36
- */
37
- projectId?: string | undefined;
38
- guardrailConfig?: any | undefined;
39
- type: "ragas";
40
- ragasMetric: RagasMetric;
41
- key: string;
42
- model: string;
43
- };
44
-
45
- /** @internal */
46
- export const RagasMetric$inboundSchema: z.ZodNativeEnum<typeof RagasMetric> = z
47
- .nativeEnum(RagasMetric);
48
-
49
- /** @internal */
50
- export const EvaluatorResponseRagas$inboundSchema: z.ZodType<
51
- EvaluatorResponseRagas,
52
- z.ZodTypeDef,
53
- unknown
54
- > = z.object({
55
- _id: z.string(),
56
- description: z.string(),
57
- created: z.string().default("2026-08-26T13:26:44.323Z"),
58
- updated: z.string().default("2026-08-26T13:26:44.323Z"),
59
- updated_by_id: z.nullable(z.string()).optional(),
60
- project_id: z.string().optional(),
61
- guardrail_config: z.any().optional(),
62
- type: z.literal("ragas"),
63
- ragas_metric: RagasMetric$inboundSchema,
64
- key: z.string(),
65
- model: z.string(),
66
- }).transform((v) => {
67
- return remap$(v, {
68
- "_id": "id",
69
- "updated_by_id": "updatedById",
70
- "project_id": "projectId",
71
- "guardrail_config": "guardrailConfig",
72
- "ragas_metric": "ragasMetric",
73
- });
74
- });
75
-
76
- export function evaluatorResponseRagasFromJSON(
77
- jsonString: string,
78
- ): SafeParseResult<EvaluatorResponseRagas, SDKValidationError> {
79
- return safeParse(
80
- jsonString,
81
- (x) => EvaluatorResponseRagas$inboundSchema.parse(JSON.parse(x)),
82
- `Failed to parse 'EvaluatorResponseRagas' from JSON`,
83
- );
84
- }
@@ -1,60 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod/v3";
6
- import { remap as remap$ } from "../../lib/primitives.js";
7
- import { safeParse } from "../../lib/schemas.js";
8
- import { Result as SafeParseResult } from "../../types/fp.js";
9
- import { SDKValidationError } from "../errors/sdkvalidationerror.js";
10
-
11
- export type EvaluatorResponseTypescript = {
12
- id: string;
13
- description: string;
14
- created: string;
15
- updated: string;
16
- updatedById?: string | null | undefined;
17
- /**
18
- * Unique identifier of the project owning this evaluator.
19
- */
20
- projectId?: string | undefined;
21
- guardrailConfig?: any | undefined;
22
- code: string;
23
- type: "typescript_eval";
24
- key: string;
25
- };
26
-
27
- /** @internal */
28
- export const EvaluatorResponseTypescript$inboundSchema: z.ZodType<
29
- EvaluatorResponseTypescript,
30
- z.ZodTypeDef,
31
- unknown
32
- > = z.object({
33
- _id: z.string(),
34
- description: z.string(),
35
- created: z.string().default("2026-08-26T13:26:44.323Z"),
36
- updated: z.string().default("2026-08-26T13:26:44.323Z"),
37
- updated_by_id: z.nullable(z.string()).optional(),
38
- project_id: z.string().optional(),
39
- guardrail_config: z.any().optional(),
40
- code: z.string(),
41
- type: z.literal("typescript_eval"),
42
- key: z.string(),
43
- }).transform((v) => {
44
- return remap$(v, {
45
- "_id": "id",
46
- "updated_by_id": "updatedById",
47
- "project_id": "projectId",
48
- "guardrail_config": "guardrailConfig",
49
- });
50
- });
51
-
52
- export function evaluatorResponseTypescriptFromJSON(
53
- jsonString: string,
54
- ): SafeParseResult<EvaluatorResponseTypescript, SDKValidationError> {
55
- return safeParse(
56
- jsonString,
57
- (x) => EvaluatorResponseTypescript$inboundSchema.parse(JSON.parse(x)),
58
- `Failed to parse 'EvaluatorResponseTypescript' from JSON`,
59
- );
60
- }