@orq-ai/node 4.11.0-rc.66 → 4.11.0-rc.68
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/jsr.json +1 -1
- package/lib/config.d.ts +2 -2
- package/lib/config.js +2 -2
- package/models/components/autorouterconfig.d.ts +3 -0
- package/models/components/autorouterconfig.d.ts.map +1 -1
- package/models/components/autorouterconfig.js +3 -0
- package/models/components/autorouterconfig.js.map +1 -1
- package/models/components/autorouterv2config.d.ts +30 -0
- package/models/components/autorouterv2config.d.ts.map +1 -0
- package/models/components/autorouterv2config.js +84 -0
- package/models/components/autorouterv2config.js.map +1 -0
- package/models/components/autorouterv2effortconfig.d.ts +19 -0
- package/models/components/autorouterv2effortconfig.d.ts.map +1 -0
- package/models/components/autorouterv2effortconfig.js +71 -0
- package/models/components/autorouterv2effortconfig.js.map +1 -0
- package/models/components/evaluatorresponsefunction.d.ts +1 -45
- package/models/components/evaluatorresponsefunction.d.ts.map +1 -1
- package/models/components/evaluatorresponsefunction.js +4 -75
- package/models/components/evaluatorresponsefunction.js.map +1 -1
- package/models/components/evaluatorresponsehttp.d.ts +1 -44
- package/models/components/evaluatorresponsehttp.d.ts.map +1 -1
- package/models/components/evaluatorresponsehttp.js +4 -75
- package/models/components/evaluatorresponsehttp.js.map +1 -1
- package/models/components/evaluatorresponsejsonschema.d.ts +1 -45
- package/models/components/evaluatorresponsejsonschema.d.ts.map +1 -1
- package/models/components/evaluatorresponsejsonschema.js +4 -74
- package/models/components/evaluatorresponsejsonschema.js.map +1 -1
- package/models/components/evaluatorresponsellm.d.ts +1 -44
- package/models/components/evaluatorresponsellm.d.ts.map +1 -1
- package/models/components/evaluatorresponsellm.js +4 -75
- package/models/components/evaluatorresponsellm.js.map +1 -1
- package/models/components/evaluatorresponsepython.d.ts +1 -45
- package/models/components/evaluatorresponsepython.d.ts.map +1 -1
- package/models/components/evaluatorresponsepython.js +4 -75
- package/models/components/evaluatorresponsepython.js.map +1 -1
- package/models/components/evaluatorresponseragas.d.ts +1 -44
- package/models/components/evaluatorresponseragas.d.ts.map +1 -1
- package/models/components/evaluatorresponseragas.js +4 -75
- package/models/components/evaluatorresponseragas.js.map +1 -1
- package/models/components/evaluatorresponsetypescript.d.ts +1 -45
- package/models/components/evaluatorresponsetypescript.d.ts.map +1 -1
- package/models/components/evaluatorresponsetypescript.js +4 -75
- package/models/components/evaluatorresponsetypescript.js.map +1 -1
- package/models/components/index.d.ts +2 -0
- package/models/components/index.d.ts.map +1 -1
- package/models/components/index.js +2 -0
- package/models/components/index.js.map +1 -1
- package/models/components/reasoningpart.js +1 -1
- package/models/operations/createdataset.js +1 -1
- package/models/operations/createdatasetitem.js +4 -4
- package/models/operations/createdatasource.js +1 -1
- package/models/operations/createeval.d.ts +6 -207
- package/models/operations/createeval.d.ts.map +1 -1
- package/models/operations/createeval.js +4 -214
- package/models/operations/createeval.js.map +1 -1
- package/models/operations/createtool.js +6 -6
- package/models/operations/getalltools.js +6 -6
- package/models/operations/getv2humanevalsets.js +2 -2
- package/models/operations/getv2humanevalsetsid.js +2 -2
- package/models/operations/invokeeval.d.ts +7 -7
- package/models/operations/invokeeval.d.ts.map +1 -1
- package/models/operations/invokeeval.js +11 -11
- package/models/operations/invokeeval.js.map +1 -1
- package/models/operations/listdatasetdatapoints.js +4 -4
- package/models/operations/listdatasets.js +1 -1
- package/models/operations/listdatasources.js +1 -1
- package/models/operations/patchv2humanevalsetsid.js +2 -2
- package/models/operations/postv2feedbackevaluation.js +3 -3
- package/models/operations/postv2humanevalsets.js +2 -2
- package/models/operations/retrievedatapoint.js +4 -4
- package/models/operations/retrievedataset.js +1 -1
- package/models/operations/retrievedatasource.js +1 -1
- package/models/operations/retrievetool.js +6 -6
- package/models/operations/runagent.js +1 -1
- package/models/operations/streamrunagent.js +1 -1
- package/models/operations/updatedatapoint.js +4 -4
- package/models/operations/updatedataset.js +1 -1
- package/models/operations/updatedatasource.js +1 -1
- package/models/operations/updateeval.d.ts +2 -69
- package/models/operations/updateeval.d.ts.map +1 -1
- package/models/operations/updateeval.js +2 -73
- package/models/operations/updateeval.js.map +1 -1
- package/models/operations/updatetool.js +7 -7
- package/package.json +6 -6
- package/sdk/feedback.d.ts +6 -0
- package/sdk/feedback.d.ts.map +1 -1
- package/sdk/feedback.js +6 -0
- package/sdk/feedback.js.map +1 -1
- package/src/lib/config.ts +2 -2
- package/src/models/components/autorouterconfig.ts +10 -0
- package/src/models/components/autorouterv2config.ts +92 -0
- package/src/models/components/autorouterv2effortconfig.ts +66 -0
- package/src/models/components/evaluatorresponsefunction.ts +4 -195
- package/src/models/components/evaluatorresponsehttp.ts +4 -180
- package/src/models/components/evaluatorresponsejsonschema.ts +4 -164
- package/src/models/components/evaluatorresponsellm.ts +4 -142
- package/src/models/components/evaluatorresponsepython.ts +4 -184
- package/src/models/components/evaluatorresponseragas.ts +4 -183
- package/src/models/components/evaluatorresponsetypescript.ts +4 -197
- package/src/models/components/index.ts +2 -0
- package/src/models/components/reasoningpart.ts +1 -1
- package/src/models/operations/createdataset.ts +1 -1
- package/src/models/operations/createdatasetitem.ts +4 -4
- package/src/models/operations/createdatasource.ts +1 -1
- package/src/models/operations/createeval.ts +9 -575
- package/src/models/operations/createtool.ts +6 -6
- package/src/models/operations/getalltools.ts +6 -6
- package/src/models/operations/getv2humanevalsets.ts +2 -2
- package/src/models/operations/getv2humanevalsetsid.ts +2 -2
- package/src/models/operations/invokeeval.ts +33 -39
- package/src/models/operations/listdatasetdatapoints.ts +4 -4
- package/src/models/operations/listdatasets.ts +1 -1
- package/src/models/operations/listdatasources.ts +1 -1
- package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
- package/src/models/operations/postv2feedbackevaluation.ts +3 -3
- package/src/models/operations/postv2humanevalsets.ts +2 -2
- package/src/models/operations/retrievedatapoint.ts +4 -4
- package/src/models/operations/retrievedataset.ts +1 -1
- package/src/models/operations/retrievedatasource.ts +1 -1
- package/src/models/operations/retrievetool.ts +6 -6
- package/src/models/operations/runagent.ts +1 -1
- package/src/models/operations/streamrunagent.ts +1 -1
- package/src/models/operations/updatedatapoint.ts +4 -4
- package/src/models/operations/updatedataset.ts +1 -1
- package/src/models/operations/updatedatasource.ts +1 -1
- package/src/models/operations/updateeval.ts +3 -161
- package/src/models/operations/updatetool.ts +7 -7
- package/src/sdk/feedback.ts +6 -0
|
@@ -9,40 +9,6 @@ import { ClosedEnum } from "../../types/enums.js";
|
|
|
9
9
|
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
10
10
|
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
11
11
|
|
|
12
|
-
export const Operator = {
|
|
13
|
-
Eq: "eq",
|
|
14
|
-
Ne: "ne",
|
|
15
|
-
Gt: "gt",
|
|
16
|
-
Gte: "gte",
|
|
17
|
-
Lt: "lt",
|
|
18
|
-
Lte: "lte",
|
|
19
|
-
} as const;
|
|
20
|
-
export type Operator = ClosedEnum<typeof Operator>;
|
|
21
|
-
|
|
22
|
-
export type NumberT = {
|
|
23
|
-
enabled: boolean;
|
|
24
|
-
alertOnFailure: boolean;
|
|
25
|
-
type: "number";
|
|
26
|
-
value: number;
|
|
27
|
-
operator: Operator;
|
|
28
|
-
};
|
|
29
|
-
|
|
30
|
-
export type Categorical = {
|
|
31
|
-
enabled: boolean;
|
|
32
|
-
alertOnFailure: boolean;
|
|
33
|
-
type: "categorical";
|
|
34
|
-
values: Array<string>;
|
|
35
|
-
};
|
|
36
|
-
|
|
37
|
-
export type Boolean = {
|
|
38
|
-
enabled: boolean;
|
|
39
|
-
alertOnFailure: boolean;
|
|
40
|
-
type: "boolean";
|
|
41
|
-
value: boolean;
|
|
42
|
-
};
|
|
43
|
-
|
|
44
|
-
export type GuardrailConfig = Boolean | Categorical | NumberT;
|
|
45
|
-
|
|
46
12
|
export type CategoricalLabels = {
|
|
47
13
|
value: string;
|
|
48
14
|
description?: string | undefined;
|
|
@@ -102,7 +68,7 @@ export type EvaluatorResponseLlm = {
|
|
|
102
68
|
created: string;
|
|
103
69
|
updated: string;
|
|
104
70
|
updatedById?: string | null | undefined;
|
|
105
|
-
guardrailConfig?:
|
|
71
|
+
guardrailConfig?: any | undefined;
|
|
106
72
|
type: "llm_eval";
|
|
107
73
|
repetitions?: number | null | undefined;
|
|
108
74
|
prompt: string;
|
|
@@ -115,104 +81,6 @@ export type EvaluatorResponseLlm = {
|
|
|
115
81
|
jury?: Jury | undefined;
|
|
116
82
|
};
|
|
117
83
|
|
|
118
|
-
/** @internal */
|
|
119
|
-
export const Operator$inboundSchema: z.ZodNativeEnum<typeof Operator> = z
|
|
120
|
-
.nativeEnum(Operator);
|
|
121
|
-
|
|
122
|
-
/** @internal */
|
|
123
|
-
export const NumberT$inboundSchema: z.ZodType<NumberT, z.ZodTypeDef, unknown> =
|
|
124
|
-
z.object({
|
|
125
|
-
enabled: z.boolean().default(true),
|
|
126
|
-
alert_on_failure: z.boolean().default(false),
|
|
127
|
-
type: z.literal("number"),
|
|
128
|
-
value: z.number(),
|
|
129
|
-
operator: Operator$inboundSchema,
|
|
130
|
-
}).transform((v) => {
|
|
131
|
-
return remap$(v, {
|
|
132
|
-
"alert_on_failure": "alertOnFailure",
|
|
133
|
-
});
|
|
134
|
-
});
|
|
135
|
-
|
|
136
|
-
export function numberFromJSON(
|
|
137
|
-
jsonString: string,
|
|
138
|
-
): SafeParseResult<NumberT, SDKValidationError> {
|
|
139
|
-
return safeParse(
|
|
140
|
-
jsonString,
|
|
141
|
-
(x) => NumberT$inboundSchema.parse(JSON.parse(x)),
|
|
142
|
-
`Failed to parse 'NumberT' from JSON`,
|
|
143
|
-
);
|
|
144
|
-
}
|
|
145
|
-
|
|
146
|
-
/** @internal */
|
|
147
|
-
export const Categorical$inboundSchema: z.ZodType<
|
|
148
|
-
Categorical,
|
|
149
|
-
z.ZodTypeDef,
|
|
150
|
-
unknown
|
|
151
|
-
> = z.object({
|
|
152
|
-
enabled: z.boolean().default(true),
|
|
153
|
-
alert_on_failure: z.boolean().default(false),
|
|
154
|
-
type: z.literal("categorical"),
|
|
155
|
-
values: z.array(z.string()),
|
|
156
|
-
}).transform((v) => {
|
|
157
|
-
return remap$(v, {
|
|
158
|
-
"alert_on_failure": "alertOnFailure",
|
|
159
|
-
});
|
|
160
|
-
});
|
|
161
|
-
|
|
162
|
-
export function categoricalFromJSON(
|
|
163
|
-
jsonString: string,
|
|
164
|
-
): SafeParseResult<Categorical, SDKValidationError> {
|
|
165
|
-
return safeParse(
|
|
166
|
-
jsonString,
|
|
167
|
-
(x) => Categorical$inboundSchema.parse(JSON.parse(x)),
|
|
168
|
-
`Failed to parse 'Categorical' from JSON`,
|
|
169
|
-
);
|
|
170
|
-
}
|
|
171
|
-
|
|
172
|
-
/** @internal */
|
|
173
|
-
export const Boolean$inboundSchema: z.ZodType<Boolean, z.ZodTypeDef, unknown> =
|
|
174
|
-
z.object({
|
|
175
|
-
enabled: z.boolean().default(true),
|
|
176
|
-
alert_on_failure: z.boolean().default(false),
|
|
177
|
-
type: z.literal("boolean"),
|
|
178
|
-
value: z.boolean(),
|
|
179
|
-
}).transform((v) => {
|
|
180
|
-
return remap$(v, {
|
|
181
|
-
"alert_on_failure": "alertOnFailure",
|
|
182
|
-
});
|
|
183
|
-
});
|
|
184
|
-
|
|
185
|
-
export function booleanFromJSON(
|
|
186
|
-
jsonString: string,
|
|
187
|
-
): SafeParseResult<Boolean, SDKValidationError> {
|
|
188
|
-
return safeParse(
|
|
189
|
-
jsonString,
|
|
190
|
-
(x) => Boolean$inboundSchema.parse(JSON.parse(x)),
|
|
191
|
-
`Failed to parse 'Boolean' from JSON`,
|
|
192
|
-
);
|
|
193
|
-
}
|
|
194
|
-
|
|
195
|
-
/** @internal */
|
|
196
|
-
export const GuardrailConfig$inboundSchema: z.ZodType<
|
|
197
|
-
GuardrailConfig,
|
|
198
|
-
z.ZodTypeDef,
|
|
199
|
-
unknown
|
|
200
|
-
> = z.union([
|
|
201
|
-
z.lazy(() => Boolean$inboundSchema),
|
|
202
|
-
z.lazy(() => Categorical$inboundSchema),
|
|
203
|
-
z.lazy(() => NumberT$inboundSchema),
|
|
204
|
-
]);
|
|
205
|
-
|
|
206
|
-
export function guardrailConfigFromJSON(
|
|
207
|
-
jsonString: string,
|
|
208
|
-
): SafeParseResult<GuardrailConfig, SDKValidationError> {
|
|
209
|
-
return safeParse(
|
|
210
|
-
jsonString,
|
|
211
|
-
(x) => GuardrailConfig$inboundSchema.parse(JSON.parse(x)),
|
|
212
|
-
`Failed to parse 'GuardrailConfig' from JSON`,
|
|
213
|
-
);
|
|
214
|
-
}
|
|
215
|
-
|
|
216
84
|
/** @internal */
|
|
217
85
|
export const CategoricalLabels$inboundSchema: z.ZodType<
|
|
218
86
|
CategoricalLabels,
|
|
@@ -399,16 +267,10 @@ export const EvaluatorResponseLlm$inboundSchema: z.ZodType<
|
|
|
399
267
|
> = z.object({
|
|
400
268
|
_id: z.string(),
|
|
401
269
|
description: z.string(),
|
|
402
|
-
created: z.string().default("2026-07-
|
|
403
|
-
updated: z.string().default("2026-07-
|
|
270
|
+
created: z.string().default("2026-07-02T01:19:40.024Z"),
|
|
271
|
+
updated: z.string().default("2026-07-02T01:19:40.024Z"),
|
|
404
272
|
updated_by_id: z.nullable(z.string()).optional(),
|
|
405
|
-
guardrail_config: z.
|
|
406
|
-
z.union([
|
|
407
|
-
z.lazy(() => Boolean$inboundSchema),
|
|
408
|
-
z.lazy(() => Categorical$inboundSchema),
|
|
409
|
-
z.lazy(() => NumberT$inboundSchema),
|
|
410
|
-
]),
|
|
411
|
-
).optional(),
|
|
273
|
+
guardrail_config: z.any().optional(),
|
|
412
274
|
type: z.literal("llm_eval"),
|
|
413
275
|
repetitions: z.nullable(z.number().int()).optional(),
|
|
414
276
|
prompt: z.string(),
|
|
@@ -5,193 +5,21 @@
|
|
|
5
5
|
import * as z from "zod/v3";
|
|
6
6
|
import { remap as remap$ } from "../../lib/primitives.js";
|
|
7
7
|
import { safeParse } from "../../lib/schemas.js";
|
|
8
|
-
import { ClosedEnum } from "../../types/enums.js";
|
|
9
8
|
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
10
9
|
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
11
10
|
|
|
12
|
-
export const EvaluatorResponsePythonGuardrailConfigOperator = {
|
|
13
|
-
Eq: "eq",
|
|
14
|
-
Ne: "ne",
|
|
15
|
-
Gt: "gt",
|
|
16
|
-
Gte: "gte",
|
|
17
|
-
Lt: "lt",
|
|
18
|
-
Lte: "lte",
|
|
19
|
-
} as const;
|
|
20
|
-
export type EvaluatorResponsePythonGuardrailConfigOperator = ClosedEnum<
|
|
21
|
-
typeof EvaluatorResponsePythonGuardrailConfigOperator
|
|
22
|
-
>;
|
|
23
|
-
|
|
24
|
-
export type EvaluatorResponsePythonGuardrailConfigNumber = {
|
|
25
|
-
enabled: boolean;
|
|
26
|
-
alertOnFailure: boolean;
|
|
27
|
-
type: "number";
|
|
28
|
-
value: number;
|
|
29
|
-
operator: EvaluatorResponsePythonGuardrailConfigOperator;
|
|
30
|
-
};
|
|
31
|
-
|
|
32
|
-
export type EvaluatorResponsePythonGuardrailConfigCategorical = {
|
|
33
|
-
enabled: boolean;
|
|
34
|
-
alertOnFailure: boolean;
|
|
35
|
-
type: "categorical";
|
|
36
|
-
values: Array<string>;
|
|
37
|
-
};
|
|
38
|
-
|
|
39
|
-
export type EvaluatorResponsePythonGuardrailConfigBoolean = {
|
|
40
|
-
enabled: boolean;
|
|
41
|
-
alertOnFailure: boolean;
|
|
42
|
-
type: "boolean";
|
|
43
|
-
value: boolean;
|
|
44
|
-
};
|
|
45
|
-
|
|
46
|
-
export type EvaluatorResponsePythonGuardrailConfig =
|
|
47
|
-
| EvaluatorResponsePythonGuardrailConfigBoolean
|
|
48
|
-
| EvaluatorResponsePythonGuardrailConfigCategorical
|
|
49
|
-
| EvaluatorResponsePythonGuardrailConfigNumber;
|
|
50
|
-
|
|
51
11
|
export type EvaluatorResponsePython = {
|
|
52
12
|
id: string;
|
|
53
13
|
description: string;
|
|
54
14
|
created: string;
|
|
55
15
|
updated: string;
|
|
56
16
|
updatedById?: string | null | undefined;
|
|
57
|
-
guardrailConfig?:
|
|
58
|
-
| EvaluatorResponsePythonGuardrailConfigBoolean
|
|
59
|
-
| EvaluatorResponsePythonGuardrailConfigCategorical
|
|
60
|
-
| EvaluatorResponsePythonGuardrailConfigNumber
|
|
61
|
-
| null
|
|
62
|
-
| undefined;
|
|
17
|
+
guardrailConfig?: any | undefined;
|
|
63
18
|
code: string;
|
|
64
19
|
type: "python_eval";
|
|
65
20
|
key: string;
|
|
66
21
|
};
|
|
67
22
|
|
|
68
|
-
/** @internal */
|
|
69
|
-
export const EvaluatorResponsePythonGuardrailConfigOperator$inboundSchema:
|
|
70
|
-
z.ZodNativeEnum<typeof EvaluatorResponsePythonGuardrailConfigOperator> = z
|
|
71
|
-
.nativeEnum(EvaluatorResponsePythonGuardrailConfigOperator);
|
|
72
|
-
|
|
73
|
-
/** @internal */
|
|
74
|
-
export const EvaluatorResponsePythonGuardrailConfigNumber$inboundSchema:
|
|
75
|
-
z.ZodType<
|
|
76
|
-
EvaluatorResponsePythonGuardrailConfigNumber,
|
|
77
|
-
z.ZodTypeDef,
|
|
78
|
-
unknown
|
|
79
|
-
> = z.object({
|
|
80
|
-
enabled: z.boolean().default(true),
|
|
81
|
-
alert_on_failure: z.boolean().default(false),
|
|
82
|
-
type: z.literal("number"),
|
|
83
|
-
value: z.number(),
|
|
84
|
-
operator: EvaluatorResponsePythonGuardrailConfigOperator$inboundSchema,
|
|
85
|
-
}).transform((v) => {
|
|
86
|
-
return remap$(v, {
|
|
87
|
-
"alert_on_failure": "alertOnFailure",
|
|
88
|
-
});
|
|
89
|
-
});
|
|
90
|
-
|
|
91
|
-
export function evaluatorResponsePythonGuardrailConfigNumberFromJSON(
|
|
92
|
-
jsonString: string,
|
|
93
|
-
): SafeParseResult<
|
|
94
|
-
EvaluatorResponsePythonGuardrailConfigNumber,
|
|
95
|
-
SDKValidationError
|
|
96
|
-
> {
|
|
97
|
-
return safeParse(
|
|
98
|
-
jsonString,
|
|
99
|
-
(x) =>
|
|
100
|
-
EvaluatorResponsePythonGuardrailConfigNumber$inboundSchema.parse(
|
|
101
|
-
JSON.parse(x),
|
|
102
|
-
),
|
|
103
|
-
`Failed to parse 'EvaluatorResponsePythonGuardrailConfigNumber' from JSON`,
|
|
104
|
-
);
|
|
105
|
-
}
|
|
106
|
-
|
|
107
|
-
/** @internal */
|
|
108
|
-
export const EvaluatorResponsePythonGuardrailConfigCategorical$inboundSchema:
|
|
109
|
-
z.ZodType<
|
|
110
|
-
EvaluatorResponsePythonGuardrailConfigCategorical,
|
|
111
|
-
z.ZodTypeDef,
|
|
112
|
-
unknown
|
|
113
|
-
> = z.object({
|
|
114
|
-
enabled: z.boolean().default(true),
|
|
115
|
-
alert_on_failure: z.boolean().default(false),
|
|
116
|
-
type: z.literal("categorical"),
|
|
117
|
-
values: z.array(z.string()),
|
|
118
|
-
}).transform((v) => {
|
|
119
|
-
return remap$(v, {
|
|
120
|
-
"alert_on_failure": "alertOnFailure",
|
|
121
|
-
});
|
|
122
|
-
});
|
|
123
|
-
|
|
124
|
-
export function evaluatorResponsePythonGuardrailConfigCategoricalFromJSON(
|
|
125
|
-
jsonString: string,
|
|
126
|
-
): SafeParseResult<
|
|
127
|
-
EvaluatorResponsePythonGuardrailConfigCategorical,
|
|
128
|
-
SDKValidationError
|
|
129
|
-
> {
|
|
130
|
-
return safeParse(
|
|
131
|
-
jsonString,
|
|
132
|
-
(x) =>
|
|
133
|
-
EvaluatorResponsePythonGuardrailConfigCategorical$inboundSchema.parse(
|
|
134
|
-
JSON.parse(x),
|
|
135
|
-
),
|
|
136
|
-
`Failed to parse 'EvaluatorResponsePythonGuardrailConfigCategorical' from JSON`,
|
|
137
|
-
);
|
|
138
|
-
}
|
|
139
|
-
|
|
140
|
-
/** @internal */
|
|
141
|
-
export const EvaluatorResponsePythonGuardrailConfigBoolean$inboundSchema:
|
|
142
|
-
z.ZodType<
|
|
143
|
-
EvaluatorResponsePythonGuardrailConfigBoolean,
|
|
144
|
-
z.ZodTypeDef,
|
|
145
|
-
unknown
|
|
146
|
-
> = z.object({
|
|
147
|
-
enabled: z.boolean().default(true),
|
|
148
|
-
alert_on_failure: z.boolean().default(false),
|
|
149
|
-
type: z.literal("boolean"),
|
|
150
|
-
value: z.boolean(),
|
|
151
|
-
}).transform((v) => {
|
|
152
|
-
return remap$(v, {
|
|
153
|
-
"alert_on_failure": "alertOnFailure",
|
|
154
|
-
});
|
|
155
|
-
});
|
|
156
|
-
|
|
157
|
-
export function evaluatorResponsePythonGuardrailConfigBooleanFromJSON(
|
|
158
|
-
jsonString: string,
|
|
159
|
-
): SafeParseResult<
|
|
160
|
-
EvaluatorResponsePythonGuardrailConfigBoolean,
|
|
161
|
-
SDKValidationError
|
|
162
|
-
> {
|
|
163
|
-
return safeParse(
|
|
164
|
-
jsonString,
|
|
165
|
-
(x) =>
|
|
166
|
-
EvaluatorResponsePythonGuardrailConfigBoolean$inboundSchema.parse(
|
|
167
|
-
JSON.parse(x),
|
|
168
|
-
),
|
|
169
|
-
`Failed to parse 'EvaluatorResponsePythonGuardrailConfigBoolean' from JSON`,
|
|
170
|
-
);
|
|
171
|
-
}
|
|
172
|
-
|
|
173
|
-
/** @internal */
|
|
174
|
-
export const EvaluatorResponsePythonGuardrailConfig$inboundSchema: z.ZodType<
|
|
175
|
-
EvaluatorResponsePythonGuardrailConfig,
|
|
176
|
-
z.ZodTypeDef,
|
|
177
|
-
unknown
|
|
178
|
-
> = z.union([
|
|
179
|
-
z.lazy(() => EvaluatorResponsePythonGuardrailConfigBoolean$inboundSchema),
|
|
180
|
-
z.lazy(() => EvaluatorResponsePythonGuardrailConfigCategorical$inboundSchema),
|
|
181
|
-
z.lazy(() => EvaluatorResponsePythonGuardrailConfigNumber$inboundSchema),
|
|
182
|
-
]);
|
|
183
|
-
|
|
184
|
-
export function evaluatorResponsePythonGuardrailConfigFromJSON(
|
|
185
|
-
jsonString: string,
|
|
186
|
-
): SafeParseResult<EvaluatorResponsePythonGuardrailConfig, SDKValidationError> {
|
|
187
|
-
return safeParse(
|
|
188
|
-
jsonString,
|
|
189
|
-
(x) =>
|
|
190
|
-
EvaluatorResponsePythonGuardrailConfig$inboundSchema.parse(JSON.parse(x)),
|
|
191
|
-
`Failed to parse 'EvaluatorResponsePythonGuardrailConfig' from JSON`,
|
|
192
|
-
);
|
|
193
|
-
}
|
|
194
|
-
|
|
195
23
|
/** @internal */
|
|
196
24
|
export const EvaluatorResponsePython$inboundSchema: z.ZodType<
|
|
197
25
|
EvaluatorResponsePython,
|
|
@@ -200,18 +28,10 @@ export const EvaluatorResponsePython$inboundSchema: z.ZodType<
|
|
|
200
28
|
> = z.object({
|
|
201
29
|
_id: z.string(),
|
|
202
30
|
description: z.string(),
|
|
203
|
-
created: z.string().default("2026-07-
|
|
204
|
-
updated: z.string().default("2026-07-
|
|
31
|
+
created: z.string().default("2026-07-02T01:19:40.024Z"),
|
|
32
|
+
updated: z.string().default("2026-07-02T01:19:40.024Z"),
|
|
205
33
|
updated_by_id: z.nullable(z.string()).optional(),
|
|
206
|
-
guardrail_config: z.
|
|
207
|
-
z.union([
|
|
208
|
-
z.lazy(() => EvaluatorResponsePythonGuardrailConfigBoolean$inboundSchema),
|
|
209
|
-
z.lazy(() =>
|
|
210
|
-
EvaluatorResponsePythonGuardrailConfigCategorical$inboundSchema
|
|
211
|
-
),
|
|
212
|
-
z.lazy(() => EvaluatorResponsePythonGuardrailConfigNumber$inboundSchema),
|
|
213
|
-
]),
|
|
214
|
-
).optional(),
|
|
34
|
+
guardrail_config: z.any().optional(),
|
|
215
35
|
code: z.string(),
|
|
216
36
|
type: z.literal("python_eval"),
|
|
217
37
|
key: z.string(),
|
|
@@ -9,45 +9,6 @@ import { ClosedEnum } from "../../types/enums.js";
|
|
|
9
9
|
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
10
10
|
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
11
11
|
|
|
12
|
-
export const EvaluatorResponseRagasGuardrailConfigOperator = {
|
|
13
|
-
Eq: "eq",
|
|
14
|
-
Ne: "ne",
|
|
15
|
-
Gt: "gt",
|
|
16
|
-
Gte: "gte",
|
|
17
|
-
Lt: "lt",
|
|
18
|
-
Lte: "lte",
|
|
19
|
-
} as const;
|
|
20
|
-
export type EvaluatorResponseRagasGuardrailConfigOperator = ClosedEnum<
|
|
21
|
-
typeof EvaluatorResponseRagasGuardrailConfigOperator
|
|
22
|
-
>;
|
|
23
|
-
|
|
24
|
-
export type EvaluatorResponseRagasGuardrailConfigNumber = {
|
|
25
|
-
enabled: boolean;
|
|
26
|
-
alertOnFailure: boolean;
|
|
27
|
-
type: "number";
|
|
28
|
-
value: number;
|
|
29
|
-
operator: EvaluatorResponseRagasGuardrailConfigOperator;
|
|
30
|
-
};
|
|
31
|
-
|
|
32
|
-
export type EvaluatorResponseRagasGuardrailConfigCategorical = {
|
|
33
|
-
enabled: boolean;
|
|
34
|
-
alertOnFailure: boolean;
|
|
35
|
-
type: "categorical";
|
|
36
|
-
values: Array<string>;
|
|
37
|
-
};
|
|
38
|
-
|
|
39
|
-
export type EvaluatorResponseRagasGuardrailConfigBoolean = {
|
|
40
|
-
enabled: boolean;
|
|
41
|
-
alertOnFailure: boolean;
|
|
42
|
-
type: "boolean";
|
|
43
|
-
value: boolean;
|
|
44
|
-
};
|
|
45
|
-
|
|
46
|
-
export type EvaluatorResponseRagasGuardrailConfig =
|
|
47
|
-
| EvaluatorResponseRagasGuardrailConfigBoolean
|
|
48
|
-
| EvaluatorResponseRagasGuardrailConfigCategorical
|
|
49
|
-
| EvaluatorResponseRagasGuardrailConfigNumber;
|
|
50
|
-
|
|
51
12
|
export const RagasMetric = {
|
|
52
13
|
ContextPrecision: "context_precision",
|
|
53
14
|
ContextRecall: "context_recall",
|
|
@@ -70,145 +31,13 @@ export type EvaluatorResponseRagas = {
|
|
|
70
31
|
created: string;
|
|
71
32
|
updated: string;
|
|
72
33
|
updatedById?: string | null | undefined;
|
|
73
|
-
guardrailConfig?:
|
|
74
|
-
| EvaluatorResponseRagasGuardrailConfigBoolean
|
|
75
|
-
| EvaluatorResponseRagasGuardrailConfigCategorical
|
|
76
|
-
| EvaluatorResponseRagasGuardrailConfigNumber
|
|
77
|
-
| null
|
|
78
|
-
| undefined;
|
|
34
|
+
guardrailConfig?: any | undefined;
|
|
79
35
|
type: "ragas";
|
|
80
36
|
ragasMetric: RagasMetric;
|
|
81
37
|
key: string;
|
|
82
38
|
model: string;
|
|
83
39
|
};
|
|
84
40
|
|
|
85
|
-
/** @internal */
|
|
86
|
-
export const EvaluatorResponseRagasGuardrailConfigOperator$inboundSchema:
|
|
87
|
-
z.ZodNativeEnum<typeof EvaluatorResponseRagasGuardrailConfigOperator> = z
|
|
88
|
-
.nativeEnum(EvaluatorResponseRagasGuardrailConfigOperator);
|
|
89
|
-
|
|
90
|
-
/** @internal */
|
|
91
|
-
export const EvaluatorResponseRagasGuardrailConfigNumber$inboundSchema:
|
|
92
|
-
z.ZodType<
|
|
93
|
-
EvaluatorResponseRagasGuardrailConfigNumber,
|
|
94
|
-
z.ZodTypeDef,
|
|
95
|
-
unknown
|
|
96
|
-
> = z.object({
|
|
97
|
-
enabled: z.boolean().default(true),
|
|
98
|
-
alert_on_failure: z.boolean().default(false),
|
|
99
|
-
type: z.literal("number"),
|
|
100
|
-
value: z.number(),
|
|
101
|
-
operator: EvaluatorResponseRagasGuardrailConfigOperator$inboundSchema,
|
|
102
|
-
}).transform((v) => {
|
|
103
|
-
return remap$(v, {
|
|
104
|
-
"alert_on_failure": "alertOnFailure",
|
|
105
|
-
});
|
|
106
|
-
});
|
|
107
|
-
|
|
108
|
-
export function evaluatorResponseRagasGuardrailConfigNumberFromJSON(
|
|
109
|
-
jsonString: string,
|
|
110
|
-
): SafeParseResult<
|
|
111
|
-
EvaluatorResponseRagasGuardrailConfigNumber,
|
|
112
|
-
SDKValidationError
|
|
113
|
-
> {
|
|
114
|
-
return safeParse(
|
|
115
|
-
jsonString,
|
|
116
|
-
(x) =>
|
|
117
|
-
EvaluatorResponseRagasGuardrailConfigNumber$inboundSchema.parse(
|
|
118
|
-
JSON.parse(x),
|
|
119
|
-
),
|
|
120
|
-
`Failed to parse 'EvaluatorResponseRagasGuardrailConfigNumber' from JSON`,
|
|
121
|
-
);
|
|
122
|
-
}
|
|
123
|
-
|
|
124
|
-
/** @internal */
|
|
125
|
-
export const EvaluatorResponseRagasGuardrailConfigCategorical$inboundSchema:
|
|
126
|
-
z.ZodType<
|
|
127
|
-
EvaluatorResponseRagasGuardrailConfigCategorical,
|
|
128
|
-
z.ZodTypeDef,
|
|
129
|
-
unknown
|
|
130
|
-
> = z.object({
|
|
131
|
-
enabled: z.boolean().default(true),
|
|
132
|
-
alert_on_failure: z.boolean().default(false),
|
|
133
|
-
type: z.literal("categorical"),
|
|
134
|
-
values: z.array(z.string()),
|
|
135
|
-
}).transform((v) => {
|
|
136
|
-
return remap$(v, {
|
|
137
|
-
"alert_on_failure": "alertOnFailure",
|
|
138
|
-
});
|
|
139
|
-
});
|
|
140
|
-
|
|
141
|
-
export function evaluatorResponseRagasGuardrailConfigCategoricalFromJSON(
|
|
142
|
-
jsonString: string,
|
|
143
|
-
): SafeParseResult<
|
|
144
|
-
EvaluatorResponseRagasGuardrailConfigCategorical,
|
|
145
|
-
SDKValidationError
|
|
146
|
-
> {
|
|
147
|
-
return safeParse(
|
|
148
|
-
jsonString,
|
|
149
|
-
(x) =>
|
|
150
|
-
EvaluatorResponseRagasGuardrailConfigCategorical$inboundSchema.parse(
|
|
151
|
-
JSON.parse(x),
|
|
152
|
-
),
|
|
153
|
-
`Failed to parse 'EvaluatorResponseRagasGuardrailConfigCategorical' from JSON`,
|
|
154
|
-
);
|
|
155
|
-
}
|
|
156
|
-
|
|
157
|
-
/** @internal */
|
|
158
|
-
export const EvaluatorResponseRagasGuardrailConfigBoolean$inboundSchema:
|
|
159
|
-
z.ZodType<
|
|
160
|
-
EvaluatorResponseRagasGuardrailConfigBoolean,
|
|
161
|
-
z.ZodTypeDef,
|
|
162
|
-
unknown
|
|
163
|
-
> = z.object({
|
|
164
|
-
enabled: z.boolean().default(true),
|
|
165
|
-
alert_on_failure: z.boolean().default(false),
|
|
166
|
-
type: z.literal("boolean"),
|
|
167
|
-
value: z.boolean(),
|
|
168
|
-
}).transform((v) => {
|
|
169
|
-
return remap$(v, {
|
|
170
|
-
"alert_on_failure": "alertOnFailure",
|
|
171
|
-
});
|
|
172
|
-
});
|
|
173
|
-
|
|
174
|
-
export function evaluatorResponseRagasGuardrailConfigBooleanFromJSON(
|
|
175
|
-
jsonString: string,
|
|
176
|
-
): SafeParseResult<
|
|
177
|
-
EvaluatorResponseRagasGuardrailConfigBoolean,
|
|
178
|
-
SDKValidationError
|
|
179
|
-
> {
|
|
180
|
-
return safeParse(
|
|
181
|
-
jsonString,
|
|
182
|
-
(x) =>
|
|
183
|
-
EvaluatorResponseRagasGuardrailConfigBoolean$inboundSchema.parse(
|
|
184
|
-
JSON.parse(x),
|
|
185
|
-
),
|
|
186
|
-
`Failed to parse 'EvaluatorResponseRagasGuardrailConfigBoolean' from JSON`,
|
|
187
|
-
);
|
|
188
|
-
}
|
|
189
|
-
|
|
190
|
-
/** @internal */
|
|
191
|
-
export const EvaluatorResponseRagasGuardrailConfig$inboundSchema: z.ZodType<
|
|
192
|
-
EvaluatorResponseRagasGuardrailConfig,
|
|
193
|
-
z.ZodTypeDef,
|
|
194
|
-
unknown
|
|
195
|
-
> = z.union([
|
|
196
|
-
z.lazy(() => EvaluatorResponseRagasGuardrailConfigBoolean$inboundSchema),
|
|
197
|
-
z.lazy(() => EvaluatorResponseRagasGuardrailConfigCategorical$inboundSchema),
|
|
198
|
-
z.lazy(() => EvaluatorResponseRagasGuardrailConfigNumber$inboundSchema),
|
|
199
|
-
]);
|
|
200
|
-
|
|
201
|
-
export function evaluatorResponseRagasGuardrailConfigFromJSON(
|
|
202
|
-
jsonString: string,
|
|
203
|
-
): SafeParseResult<EvaluatorResponseRagasGuardrailConfig, SDKValidationError> {
|
|
204
|
-
return safeParse(
|
|
205
|
-
jsonString,
|
|
206
|
-
(x) =>
|
|
207
|
-
EvaluatorResponseRagasGuardrailConfig$inboundSchema.parse(JSON.parse(x)),
|
|
208
|
-
`Failed to parse 'EvaluatorResponseRagasGuardrailConfig' from JSON`,
|
|
209
|
-
);
|
|
210
|
-
}
|
|
211
|
-
|
|
212
41
|
/** @internal */
|
|
213
42
|
export const RagasMetric$inboundSchema: z.ZodNativeEnum<typeof RagasMetric> = z
|
|
214
43
|
.nativeEnum(RagasMetric);
|
|
@@ -221,18 +50,10 @@ export const EvaluatorResponseRagas$inboundSchema: z.ZodType<
|
|
|
221
50
|
> = z.object({
|
|
222
51
|
_id: z.string(),
|
|
223
52
|
description: z.string(),
|
|
224
|
-
created: z.string().default("2026-07-
|
|
225
|
-
updated: z.string().default("2026-07-
|
|
53
|
+
created: z.string().default("2026-07-02T01:19:40.024Z"),
|
|
54
|
+
updated: z.string().default("2026-07-02T01:19:40.024Z"),
|
|
226
55
|
updated_by_id: z.nullable(z.string()).optional(),
|
|
227
|
-
guardrail_config: z.
|
|
228
|
-
z.union([
|
|
229
|
-
z.lazy(() => EvaluatorResponseRagasGuardrailConfigBoolean$inboundSchema),
|
|
230
|
-
z.lazy(() =>
|
|
231
|
-
EvaluatorResponseRagasGuardrailConfigCategorical$inboundSchema
|
|
232
|
-
),
|
|
233
|
-
z.lazy(() => EvaluatorResponseRagasGuardrailConfigNumber$inboundSchema),
|
|
234
|
-
]),
|
|
235
|
-
).optional(),
|
|
56
|
+
guardrail_config: z.any().optional(),
|
|
236
57
|
type: z.literal("ragas"),
|
|
237
58
|
ragas_metric: RagasMetric$inboundSchema,
|
|
238
59
|
key: z.string(),
|