@orq-ai/node 4.10.0-rc.45 → 4.10.0-rc.47
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +36 -41
- package/funcs/annotationsCreate.d.ts +3 -0
- package/funcs/annotationsCreate.d.ts.map +1 -1
- package/funcs/annotationsCreate.js +3 -0
- package/funcs/annotationsCreate.js.map +1 -1
- package/funcs/annotationsDelete.d.ts +3 -0
- package/funcs/annotationsDelete.d.ts.map +1 -1
- package/funcs/annotationsDelete.js +3 -0
- package/funcs/annotationsDelete.js.map +1 -1
- package/funcs/deploymentsInvoke.d.ts +1 -2
- package/funcs/deploymentsInvoke.d.ts.map +1 -1
- package/funcs/deploymentsInvoke.js +1 -2
- package/funcs/deploymentsInvoke.js.map +1 -1
- package/jsr.json +1 -1
- package/lib/config.d.ts +3 -3
- package/lib/config.js +3 -3
- package/models/components/agentthoughtstreamingevent.d.ts +12 -12
- package/models/components/agentthoughtstreamingevent.d.ts.map +1 -1
- package/models/components/agentthoughtstreamingevent.js +17 -17
- package/models/components/agentthoughtstreamingevent.js.map +1 -1
- package/models/components/index.d.ts +0 -1
- package/models/components/index.d.ts.map +1 -1
- package/models/components/index.js +0 -1
- package/models/components/index.js.map +1 -1
- package/models/components/modelmetadata.d.ts +38 -0
- package/models/components/modelmetadata.d.ts.map +1 -1
- package/models/components/modelmetadata.js +72 -0
- package/models/components/modelmetadata.js.map +1 -1
- package/models/components/reasoningpart.js +1 -1
- package/models/operations/createdataset.js +1 -1
- package/models/operations/createdatasetitem.js +4 -4
- package/models/operations/createdatasource.js +1 -1
- package/models/operations/createeval.d.ts +67 -210
- package/models/operations/createeval.d.ts.map +1 -1
- package/models/operations/createeval.js +84 -201
- package/models/operations/createeval.js.map +1 -1
- package/models/operations/createtool.d.ts +10 -10
- package/models/operations/createtool.d.ts.map +1 -1
- package/models/operations/createtool.js +15 -15
- package/models/operations/createtool.js.map +1 -1
- package/models/operations/deploymentgetconfig.d.ts +440 -440
- package/models/operations/deploymentgetconfig.d.ts.map +1 -1
- package/models/operations/deploymentgetconfig.js +479 -484
- package/models/operations/deploymentgetconfig.js.map +1 -1
- package/models/operations/deploymentinvoke.d.ts +1568 -8
- package/models/operations/deploymentinvoke.d.ts.map +1 -1
- package/models/operations/deploymentinvoke.js +1137 -12
- package/models/operations/deploymentinvoke.js.map +1 -1
- package/models/operations/deploymentstream.d.ts +56 -56
- package/models/operations/deploymentstream.d.ts.map +1 -1
- package/models/operations/deploymentstream.js +72 -73
- package/models/operations/deploymentstream.js.map +1 -1
- package/models/operations/getalltools.js +6 -6
- package/models/operations/getevals.js +16 -16
- package/models/operations/getv2humanevalsets.js +2 -2
- package/models/operations/getv2humanevalsetsid.js +2 -2
- package/models/operations/index.d.ts +0 -1
- package/models/operations/index.d.ts.map +1 -1
- package/models/operations/index.js +0 -1
- package/models/operations/index.js.map +1 -1
- package/models/operations/listdatasetdatapoints.js +4 -4
- package/models/operations/listdatasets.js +1 -1
- package/models/operations/listdatasources.js +1 -1
- package/models/operations/patchv2humanevalsetsid.js +2 -2
- package/models/operations/postv2feedbackevaluation.js +3 -3
- package/models/operations/postv2humanevalsets.js +2 -2
- package/models/operations/retrievedatapoint.js +4 -4
- package/models/operations/retrievedataset.js +1 -1
- package/models/operations/retrievedatasource.js +1 -1
- package/models/operations/retrievetool.js +6 -6
- package/models/operations/runagent.js +1 -1
- package/models/operations/streamrunagent.js +1 -1
- package/models/operations/updatedatapoint.js +4 -4
- package/models/operations/updatedataset.js +1 -1
- package/models/operations/updatedatasource.js +1 -1
- package/models/operations/updateeval.d.ts +8 -8
- package/models/operations/updateeval.d.ts.map +1 -1
- package/models/operations/updateeval.js +26 -26
- package/models/operations/updateeval.js.map +1 -1
- package/models/operations/updatetool.js +7 -7
- package/package.json +5 -5
- package/sdk/annotations.d.ts +6 -0
- package/sdk/annotations.d.ts.map +1 -1
- package/sdk/annotations.js +6 -0
- package/sdk/annotations.js.map +1 -1
- package/sdk/deployments.d.ts +1 -5
- package/sdk/deployments.d.ts.map +1 -1
- package/sdk/deployments.js +0 -4
- package/sdk/deployments.js.map +1 -1
- package/src/funcs/annotationsCreate.ts +3 -0
- package/src/funcs/annotationsDelete.ts +3 -0
- package/src/funcs/deploymentsInvoke.ts +4 -4
- package/src/lib/config.ts +3 -3
- package/src/models/components/agentthoughtstreamingevent.ts +43 -55
- package/src/models/components/index.ts +0 -1
- package/src/models/components/modelmetadata.ts +110 -0
- package/src/models/components/reasoningpart.ts +1 -1
- package/src/models/operations/createdataset.ts +1 -1
- package/src/models/operations/createdatasetitem.ts +4 -4
- package/src/models/operations/createdatasource.ts +1 -1
- package/src/models/operations/createeval.ts +214 -543
- package/src/models/operations/createtool.ts +24 -28
- package/src/models/operations/deploymentgetconfig.ts +1606 -1156
- package/src/models/operations/deploymentinvoke.ts +3763 -317
- package/src/models/operations/deploymentstream.ts +285 -244
- package/src/models/operations/getalltools.ts +6 -6
- package/src/models/operations/getevals.ts +16 -16
- package/src/models/operations/getv2humanevalsets.ts +2 -2
- package/src/models/operations/getv2humanevalsetsid.ts +2 -2
- package/src/models/operations/index.ts +0 -1
- package/src/models/operations/listdatasetdatapoints.ts +4 -4
- package/src/models/operations/listdatasets.ts +1 -1
- package/src/models/operations/listdatasources.ts +1 -1
- package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
- package/src/models/operations/postv2feedbackevaluation.ts +3 -3
- package/src/models/operations/postv2humanevalsets.ts +2 -2
- package/src/models/operations/retrievedatapoint.ts +4 -4
- package/src/models/operations/retrievedataset.ts +1 -1
- package/src/models/operations/retrievedatasource.ts +1 -1
- package/src/models/operations/retrievetool.ts +6 -6
- package/src/models/operations/runagent.ts +1 -1
- package/src/models/operations/streamrunagent.ts +1 -1
- package/src/models/operations/updatedatapoint.ts +4 -4
- package/src/models/operations/updatedataset.ts +1 -1
- package/src/models/operations/updatedatasource.ts +1 -1
- package/src/models/operations/updateeval.ts +32 -34
- package/src/models/operations/updatetool.ts +7 -7
- package/src/sdk/annotations.ts +6 -0
- package/src/sdk/deployments.ts +1 -8
- package/funcs/deploymentsMetricsCreate.d.ts +0 -19
- package/funcs/deploymentsMetricsCreate.d.ts.map +0 -1
- package/funcs/deploymentsMetricsCreate.js +0 -123
- package/funcs/deploymentsMetricsCreate.js.map +0 -1
- package/models/components/invokedeploymentrequest.d.ts +0 -1573
- package/models/components/invokedeploymentrequest.d.ts.map +0 -1
- package/models/components/invokedeploymentrequest.js +0 -1137
- package/models/components/invokedeploymentrequest.js.map +0 -1
- package/models/operations/deploymentcreatemetric.d.ts +0 -1032
- package/models/operations/deploymentcreatemetric.d.ts.map +0 -1
- package/models/operations/deploymentcreatemetric.js +0 -749
- package/models/operations/deploymentcreatemetric.js.map +0 -1
- package/sdk/metrics.d.ts +0 -14
- package/sdk/metrics.d.ts.map +0 -1
- package/sdk/metrics.js +0 -24
- package/sdk/metrics.js.map +0 -1
- package/src/funcs/deploymentsMetricsCreate.ts +0 -171
- package/src/models/components/invokedeploymentrequest.ts +0 -3457
- package/src/models/operations/deploymentcreatemetric.ts +0 -2370
- package/src/sdk/metrics.ts +0 -29
|
@@ -740,7 +740,7 @@ exports.Evaluations3$inboundSchema = z.object({
|
|
|
740
740
|
human_review_id: z.string(),
|
|
741
741
|
source: exports.CreateDatasetItemEvaluationsDatasetsSource$inboundSchema.default("orq"),
|
|
742
742
|
reviewed_by_id: z.string(),
|
|
743
|
-
reviewed_at: z.string().datetime({ offset: true }).default("2026-05-
|
|
743
|
+
reviewed_at: z.string().datetime({ offset: true }).default("2026-05-28T05:21:08.927Z").transform(v => new Date(v)),
|
|
744
744
|
type: z.literal("string_array"),
|
|
745
745
|
values: z.array(z.string()),
|
|
746
746
|
}).transform((v) => {
|
|
@@ -765,7 +765,7 @@ exports.Evaluations2$inboundSchema = z.object({
|
|
|
765
765
|
human_review_id: z.string(),
|
|
766
766
|
source: exports.CreateDatasetItemEvaluationsSource$inboundSchema.default("orq"),
|
|
767
767
|
reviewed_by_id: z.string(),
|
|
768
|
-
reviewed_at: z.string().datetime({ offset: true }).default("2026-05-
|
|
768
|
+
reviewed_at: z.string().datetime({ offset: true }).default("2026-05-28T05:21:08.927Z").transform(v => new Date(v)),
|
|
769
769
|
type: z.literal("number"),
|
|
770
770
|
value: z.number(),
|
|
771
771
|
}).transform((v) => {
|
|
@@ -791,7 +791,7 @@ exports.Evaluations1$inboundSchema = z.object({
|
|
|
791
791
|
human_review_id: z.string(),
|
|
792
792
|
source: exports.EvaluationsSource$inboundSchema.default("orq"),
|
|
793
793
|
reviewed_by_id: z.string(),
|
|
794
|
-
reviewed_at: z.string().datetime({ offset: true }).default("2026-05-
|
|
794
|
+
reviewed_at: z.string().datetime({ offset: true }).default("2026-05-28T05:21:08.927Z").transform(v => new Date(v)),
|
|
795
795
|
type: z.literal("string"),
|
|
796
796
|
value: z.string(),
|
|
797
797
|
}).transform((v) => {
|
|
@@ -838,7 +838,7 @@ exports.CreateDatasetItemResponseBody$inboundSchema = z.object({
|
|
|
838
838
|
updated_by_id: z.string().optional(),
|
|
839
839
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
840
840
|
.optional(),
|
|
841
|
-
updated: z.string().datetime({ offset: true }).default("2026-05-
|
|
841
|
+
updated: z.string().datetime({ offset: true }).default("2026-05-28T05:20:54.122Z").transform(v => new Date(v)),
|
|
842
842
|
}).transform((v) => {
|
|
843
843
|
return (0, primitives_js_1.remap)(v, {
|
|
844
844
|
"_id": "id",
|
|
@@ -159,7 +159,7 @@ function createDatasourceRequestToJSON(createDatasourceRequest) {
|
|
|
159
159
|
exports.CreateDatasourceStatus$inboundSchema = z.nativeEnum(exports.CreateDatasourceStatus);
|
|
160
160
|
/** @internal */
|
|
161
161
|
exports.CreateDatasourceResponseBody$inboundSchema = z.object({
|
|
162
|
-
_id: z.string().default("
|
|
162
|
+
_id: z.string().default("01KSPGF0893VPWQQRBH1DDQC7P"),
|
|
163
163
|
display_name: z.string(),
|
|
164
164
|
description: z.string().optional(),
|
|
165
165
|
status: exports.CreateDatasourceStatus$inboundSchema,
|
|
@@ -2,62 +2,6 @@ import * as z from "zod/v3";
|
|
|
2
2
|
import { ClosedEnum } from "../../types/enums.js";
|
|
3
3
|
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
4
4
|
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
5
|
-
export declare const CreateEvalGuardrailConfigOperator: {
|
|
6
|
-
readonly Eq: "eq";
|
|
7
|
-
readonly Ne: "ne";
|
|
8
|
-
readonly Gt: "gt";
|
|
9
|
-
readonly Gte: "gte";
|
|
10
|
-
readonly Lt: "lt";
|
|
11
|
-
readonly Lte: "lte";
|
|
12
|
-
};
|
|
13
|
-
export type CreateEvalGuardrailConfigOperator = ClosedEnum<typeof CreateEvalGuardrailConfigOperator>;
|
|
14
|
-
export type CreateEvalGuardrailConfigNumber = {
|
|
15
|
-
enabled?: boolean | undefined;
|
|
16
|
-
alertOnFailure?: boolean | undefined;
|
|
17
|
-
type: "number";
|
|
18
|
-
value: number;
|
|
19
|
-
operator: CreateEvalGuardrailConfigOperator;
|
|
20
|
-
};
|
|
21
|
-
export type CreateEvalGuardrailConfigCategorical = {
|
|
22
|
-
enabled?: boolean | undefined;
|
|
23
|
-
alertOnFailure?: boolean | undefined;
|
|
24
|
-
type: "categorical";
|
|
25
|
-
values: Array<string>;
|
|
26
|
-
};
|
|
27
|
-
export type CreateEvalGuardrailConfigBoolean = {
|
|
28
|
-
enabled?: boolean | undefined;
|
|
29
|
-
alertOnFailure?: boolean | undefined;
|
|
30
|
-
type: "boolean";
|
|
31
|
-
value: boolean;
|
|
32
|
-
};
|
|
33
|
-
export type CreateEvalRequestBodyGuardrailConfig = CreateEvalGuardrailConfigBoolean | CreateEvalGuardrailConfigCategorical | CreateEvalGuardrailConfigNumber;
|
|
34
|
-
export declare const CreateEvalRequestBodyOutputType: {
|
|
35
|
-
readonly Boolean: "boolean";
|
|
36
|
-
readonly Number: "number";
|
|
37
|
-
};
|
|
38
|
-
export type CreateEvalRequestBodyOutputType = ClosedEnum<typeof CreateEvalRequestBodyOutputType>;
|
|
39
|
-
export declare const CreateEvalRequestBodyType: {
|
|
40
|
-
readonly PythonEval: "python_eval";
|
|
41
|
-
};
|
|
42
|
-
export type CreateEvalRequestBodyType = ClosedEnum<typeof CreateEvalRequestBodyType>;
|
|
43
|
-
export type Python = {
|
|
44
|
-
guardrailConfig?: CreateEvalGuardrailConfigBoolean | CreateEvalGuardrailConfigCategorical | CreateEvalGuardrailConfigNumber | null | undefined;
|
|
45
|
-
outputType?: CreateEvalRequestBodyOutputType | undefined;
|
|
46
|
-
code: string;
|
|
47
|
-
type: CreateEvalRequestBodyType;
|
|
48
|
-
/**
|
|
49
|
-
* Entity storage path.
|
|
50
|
-
*
|
|
51
|
-
* @remarks
|
|
52
|
-
*
|
|
53
|
-
* With workspace-level API keys, use the format `project/folder/subfolder/...`. The first element identifies the project, followed by nested folders (auto-created as needed). Example: `Default/agents`.
|
|
54
|
-
*
|
|
55
|
-
* With project-level API keys, the project is predetermined by the API key, so the path is relative to that project. Example: `agents`. For backward compatibility, a leading project name is ignored when it matches the scoped project.
|
|
56
|
-
*/
|
|
57
|
-
path: string;
|
|
58
|
-
description?: string | undefined;
|
|
59
|
-
key: string;
|
|
60
|
-
};
|
|
61
5
|
export declare const GuardrailConfigOperator: {
|
|
62
6
|
readonly Eq: "eq";
|
|
63
7
|
readonly Ne: "ne";
|
|
@@ -87,43 +31,20 @@ export type GuardrailConfigBoolean = {
|
|
|
87
31
|
value: boolean;
|
|
88
32
|
};
|
|
89
33
|
export type RequestBodyGuardrailConfig = GuardrailConfigBoolean | GuardrailConfigCategorical | GuardrailConfigNumber;
|
|
90
|
-
/**
|
|
91
|
-
* The type of output expected from the evaluator
|
|
92
|
-
*/
|
|
93
34
|
export declare const RequestBodyOutputType: {
|
|
94
35
|
readonly Boolean: "boolean";
|
|
95
|
-
readonly Categorical: "categorical";
|
|
96
36
|
readonly Number: "number";
|
|
97
|
-
readonly String: "string";
|
|
98
37
|
};
|
|
99
|
-
/**
|
|
100
|
-
* The type of output expected from the evaluator
|
|
101
|
-
*/
|
|
102
38
|
export type RequestBodyOutputType = ClosedEnum<typeof RequestBodyOutputType>;
|
|
103
|
-
export declare const
|
|
104
|
-
readonly
|
|
105
|
-
};
|
|
106
|
-
export type CreateEvalRequestBodyEvalsRequestType = ClosedEnum<typeof CreateEvalRequestBodyEvalsRequestType>;
|
|
107
|
-
export declare const RequestBodyMethod: {
|
|
108
|
-
readonly Get: "GET";
|
|
109
|
-
readonly Post: "POST";
|
|
39
|
+
export declare const CreateEvalRequestBodyEvalsType: {
|
|
40
|
+
readonly PythonEval: "python_eval";
|
|
110
41
|
};
|
|
111
|
-
export type
|
|
112
|
-
export type
|
|
42
|
+
export type CreateEvalRequestBodyEvalsType = ClosedEnum<typeof CreateEvalRequestBodyEvalsType>;
|
|
43
|
+
export type Python = {
|
|
113
44
|
guardrailConfig?: GuardrailConfigBoolean | GuardrailConfigCategorical | GuardrailConfigNumber | null | undefined;
|
|
114
|
-
/**
|
|
115
|
-
* The type of output expected from the evaluator
|
|
116
|
-
*/
|
|
117
45
|
outputType?: RequestBodyOutputType | undefined;
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
method: RequestBodyMethod;
|
|
121
|
-
headers: {
|
|
122
|
-
[k: string]: string;
|
|
123
|
-
};
|
|
124
|
-
payload: {
|
|
125
|
-
[k: string]: any;
|
|
126
|
-
};
|
|
46
|
+
code: string;
|
|
47
|
+
type: CreateEvalRequestBodyEvalsType;
|
|
127
48
|
/**
|
|
128
49
|
* Entity storage path.
|
|
129
50
|
*
|
|
@@ -137,7 +58,7 @@ export type RequestBodyHTTP = {
|
|
|
137
58
|
description?: string | undefined;
|
|
138
59
|
key: string;
|
|
139
60
|
};
|
|
140
|
-
export declare const
|
|
61
|
+
export declare const CreateEvalGuardrailConfigOperator: {
|
|
141
62
|
readonly Eq: "eq";
|
|
142
63
|
readonly Ne: "ne";
|
|
143
64
|
readonly Gt: "gt";
|
|
@@ -145,39 +66,39 @@ export declare const CreateEvalGuardrailConfigEvalsOperator: {
|
|
|
145
66
|
readonly Lt: "lt";
|
|
146
67
|
readonly Lte: "lte";
|
|
147
68
|
};
|
|
148
|
-
export type
|
|
149
|
-
export type
|
|
69
|
+
export type CreateEvalGuardrailConfigOperator = ClosedEnum<typeof CreateEvalGuardrailConfigOperator>;
|
|
70
|
+
export type CreateEvalGuardrailConfigNumber = {
|
|
150
71
|
enabled?: boolean | undefined;
|
|
151
72
|
alertOnFailure?: boolean | undefined;
|
|
152
73
|
type: "number";
|
|
153
74
|
value: number;
|
|
154
|
-
operator:
|
|
75
|
+
operator: CreateEvalGuardrailConfigOperator;
|
|
155
76
|
};
|
|
156
|
-
export type
|
|
77
|
+
export type CreateEvalGuardrailConfigCategorical = {
|
|
157
78
|
enabled?: boolean | undefined;
|
|
158
79
|
alertOnFailure?: boolean | undefined;
|
|
159
80
|
type: "categorical";
|
|
160
81
|
values: Array<string>;
|
|
161
82
|
};
|
|
162
|
-
export type
|
|
83
|
+
export type CreateEvalGuardrailConfigBoolean = {
|
|
163
84
|
enabled?: boolean | undefined;
|
|
164
85
|
alertOnFailure?: boolean | undefined;
|
|
165
86
|
type: "boolean";
|
|
166
87
|
value: boolean;
|
|
167
88
|
};
|
|
168
|
-
export type
|
|
89
|
+
export type CreateEvalRequestBodyGuardrailConfig = CreateEvalGuardrailConfigBoolean | CreateEvalGuardrailConfigCategorical | CreateEvalGuardrailConfigNumber;
|
|
169
90
|
export declare const OutputType: {
|
|
170
91
|
readonly Boolean: "boolean";
|
|
171
92
|
};
|
|
172
93
|
export type OutputType = ClosedEnum<typeof OutputType>;
|
|
173
|
-
export declare const
|
|
94
|
+
export declare const CreateEvalRequestBodyType: {
|
|
174
95
|
readonly JsonSchema: "json_schema";
|
|
175
96
|
};
|
|
176
|
-
export type
|
|
97
|
+
export type CreateEvalRequestBodyType = ClosedEnum<typeof CreateEvalRequestBodyType>;
|
|
177
98
|
export type Json = {
|
|
178
|
-
guardrailConfig?:
|
|
99
|
+
guardrailConfig?: CreateEvalGuardrailConfigBoolean | CreateEvalGuardrailConfigCategorical | CreateEvalGuardrailConfigNumber | null | undefined;
|
|
179
100
|
outputType?: OutputType | undefined;
|
|
180
|
-
type:
|
|
101
|
+
type: CreateEvalRequestBodyType;
|
|
181
102
|
schema: string;
|
|
182
103
|
/**
|
|
183
104
|
* Entity storage path.
|
|
@@ -192,7 +113,7 @@ export type Json = {
|
|
|
192
113
|
description?: string | undefined;
|
|
193
114
|
key: string;
|
|
194
115
|
};
|
|
195
|
-
export declare const
|
|
116
|
+
export declare const CreateEvalGuardrailConfigEvalsOperator: {
|
|
196
117
|
readonly Eq: "eq";
|
|
197
118
|
readonly Ne: "ne";
|
|
198
119
|
readonly Gt: "gt";
|
|
@@ -200,27 +121,27 @@ export declare const CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator: {
|
|
|
200
121
|
readonly Lt: "lt";
|
|
201
122
|
readonly Lte: "lte";
|
|
202
123
|
};
|
|
203
|
-
export type
|
|
204
|
-
export type
|
|
124
|
+
export type CreateEvalGuardrailConfigEvalsOperator = ClosedEnum<typeof CreateEvalGuardrailConfigEvalsOperator>;
|
|
125
|
+
export type CreateEvalGuardrailConfigEvalsNumber = {
|
|
205
126
|
enabled?: boolean | undefined;
|
|
206
127
|
alertOnFailure?: boolean | undefined;
|
|
207
128
|
type: "number";
|
|
208
129
|
value: number;
|
|
209
|
-
operator:
|
|
130
|
+
operator: CreateEvalGuardrailConfigEvalsOperator;
|
|
210
131
|
};
|
|
211
|
-
export type
|
|
132
|
+
export type CreateEvalGuardrailConfigEvalsCategorical = {
|
|
212
133
|
enabled?: boolean | undefined;
|
|
213
134
|
alertOnFailure?: boolean | undefined;
|
|
214
135
|
type: "categorical";
|
|
215
136
|
values: Array<string>;
|
|
216
137
|
};
|
|
217
|
-
export type
|
|
138
|
+
export type CreateEvalGuardrailConfigEvalsBoolean = {
|
|
218
139
|
enabled?: boolean | undefined;
|
|
219
140
|
alertOnFailure?: boolean | undefined;
|
|
220
141
|
type: "boolean";
|
|
221
142
|
value: boolean;
|
|
222
143
|
};
|
|
223
|
-
export type LLMGuardrailConfig =
|
|
144
|
+
export type LLMGuardrailConfig = CreateEvalGuardrailConfigEvalsBoolean | CreateEvalGuardrailConfigEvalsCategorical | CreateEvalGuardrailConfigEvalsNumber;
|
|
224
145
|
/**
|
|
225
146
|
* The type of output expected from the evaluator
|
|
226
147
|
*/
|
|
@@ -277,7 +198,7 @@ export type LLMJury = {
|
|
|
277
198
|
tieValue?: LLMTieValue | undefined;
|
|
278
199
|
};
|
|
279
200
|
export type Llm2 = {
|
|
280
|
-
guardrailConfig?:
|
|
201
|
+
guardrailConfig?: CreateEvalGuardrailConfigEvalsBoolean | CreateEvalGuardrailConfigEvalsCategorical | CreateEvalGuardrailConfigEvalsNumber | null | undefined;
|
|
281
202
|
/**
|
|
282
203
|
* The type of output expected from the evaluator
|
|
283
204
|
*/
|
|
@@ -381,7 +302,7 @@ export type Llm1 = {
|
|
|
381
302
|
model: string;
|
|
382
303
|
};
|
|
383
304
|
export type Llm = Llm1 | Llm2;
|
|
384
|
-
export type CreateEvalRequestBody =
|
|
305
|
+
export type CreateEvalRequestBody = Json | Python | Llm1 | Llm2;
|
|
385
306
|
export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator: {
|
|
386
307
|
readonly Eq: "eq";
|
|
387
308
|
readonly Ne: "ne";
|
|
@@ -712,12 +633,12 @@ export declare const CreateEvalResponseBodyType: {
|
|
|
712
633
|
readonly HttpEval: "http_eval";
|
|
713
634
|
};
|
|
714
635
|
export type CreateEvalResponseBodyType = ClosedEnum<typeof CreateEvalResponseBodyType>;
|
|
715
|
-
export declare const
|
|
636
|
+
export declare const CreateEvalResponseBodyMethod: {
|
|
716
637
|
readonly Get: "GET";
|
|
717
638
|
readonly Post: "POST";
|
|
718
639
|
};
|
|
719
|
-
export type
|
|
720
|
-
export type
|
|
640
|
+
export type CreateEvalResponseBodyMethod = ClosedEnum<typeof CreateEvalResponseBodyMethod>;
|
|
641
|
+
export type CreateEvalResponseBodyHTTP = {
|
|
721
642
|
id: string;
|
|
722
643
|
description: string;
|
|
723
644
|
created: string;
|
|
@@ -725,7 +646,7 @@ export type ResponseBodyHTTP = {
|
|
|
725
646
|
guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200Boolean | CreateEvalGuardrailConfigEvalsResponse200Categorical | CreateEvalGuardrailConfigEvalsResponse200Number | null | undefined;
|
|
726
647
|
type: CreateEvalResponseBodyType;
|
|
727
648
|
url: string;
|
|
728
|
-
method:
|
|
649
|
+
method: CreateEvalResponseBodyMethod;
|
|
729
650
|
headers: {
|
|
730
651
|
[k: string]: string;
|
|
731
652
|
};
|
|
@@ -921,62 +842,7 @@ export type ResponseBodyLLM = CreateEvalLlm1 | CreateEvalLlm2;
|
|
|
921
842
|
/**
|
|
922
843
|
* Successfully created an evaluator
|
|
923
844
|
*/
|
|
924
|
-
export type CreateEvalResponseBody =
|
|
925
|
-
/** @internal */
|
|
926
|
-
export declare const CreateEvalGuardrailConfigOperator$outboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigOperator>;
|
|
927
|
-
/** @internal */
|
|
928
|
-
export type CreateEvalGuardrailConfigNumber$Outbound = {
|
|
929
|
-
enabled: boolean;
|
|
930
|
-
alert_on_failure: boolean;
|
|
931
|
-
type: "number";
|
|
932
|
-
value: number;
|
|
933
|
-
operator: string;
|
|
934
|
-
};
|
|
935
|
-
/** @internal */
|
|
936
|
-
export declare const CreateEvalGuardrailConfigNumber$outboundSchema: z.ZodType<CreateEvalGuardrailConfigNumber$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigNumber>;
|
|
937
|
-
export declare function createEvalGuardrailConfigNumberToJSON(createEvalGuardrailConfigNumber: CreateEvalGuardrailConfigNumber): string;
|
|
938
|
-
/** @internal */
|
|
939
|
-
export type CreateEvalGuardrailConfigCategorical$Outbound = {
|
|
940
|
-
enabled: boolean;
|
|
941
|
-
alert_on_failure: boolean;
|
|
942
|
-
type: "categorical";
|
|
943
|
-
values: Array<string>;
|
|
944
|
-
};
|
|
945
|
-
/** @internal */
|
|
946
|
-
export declare const CreateEvalGuardrailConfigCategorical$outboundSchema: z.ZodType<CreateEvalGuardrailConfigCategorical$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigCategorical>;
|
|
947
|
-
export declare function createEvalGuardrailConfigCategoricalToJSON(createEvalGuardrailConfigCategorical: CreateEvalGuardrailConfigCategorical): string;
|
|
948
|
-
/** @internal */
|
|
949
|
-
export type CreateEvalGuardrailConfigBoolean$Outbound = {
|
|
950
|
-
enabled: boolean;
|
|
951
|
-
alert_on_failure: boolean;
|
|
952
|
-
type: "boolean";
|
|
953
|
-
value: boolean;
|
|
954
|
-
};
|
|
955
|
-
/** @internal */
|
|
956
|
-
export declare const CreateEvalGuardrailConfigBoolean$outboundSchema: z.ZodType<CreateEvalGuardrailConfigBoolean$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigBoolean>;
|
|
957
|
-
export declare function createEvalGuardrailConfigBooleanToJSON(createEvalGuardrailConfigBoolean: CreateEvalGuardrailConfigBoolean): string;
|
|
958
|
-
/** @internal */
|
|
959
|
-
export type CreateEvalRequestBodyGuardrailConfig$Outbound = CreateEvalGuardrailConfigBoolean$Outbound | CreateEvalGuardrailConfigCategorical$Outbound | CreateEvalGuardrailConfigNumber$Outbound;
|
|
960
|
-
/** @internal */
|
|
961
|
-
export declare const CreateEvalRequestBodyGuardrailConfig$outboundSchema: z.ZodType<CreateEvalRequestBodyGuardrailConfig$Outbound, z.ZodTypeDef, CreateEvalRequestBodyGuardrailConfig>;
|
|
962
|
-
export declare function createEvalRequestBodyGuardrailConfigToJSON(createEvalRequestBodyGuardrailConfig: CreateEvalRequestBodyGuardrailConfig): string;
|
|
963
|
-
/** @internal */
|
|
964
|
-
export declare const CreateEvalRequestBodyOutputType$outboundSchema: z.ZodNativeEnum<typeof CreateEvalRequestBodyOutputType>;
|
|
965
|
-
/** @internal */
|
|
966
|
-
export declare const CreateEvalRequestBodyType$outboundSchema: z.ZodNativeEnum<typeof CreateEvalRequestBodyType>;
|
|
967
|
-
/** @internal */
|
|
968
|
-
export type Python$Outbound = {
|
|
969
|
-
guardrail_config?: CreateEvalGuardrailConfigBoolean$Outbound | CreateEvalGuardrailConfigCategorical$Outbound | CreateEvalGuardrailConfigNumber$Outbound | null | undefined;
|
|
970
|
-
output_type?: string | undefined;
|
|
971
|
-
code: string;
|
|
972
|
-
type: string;
|
|
973
|
-
path: string;
|
|
974
|
-
description: string;
|
|
975
|
-
key: string;
|
|
976
|
-
};
|
|
977
|
-
/** @internal */
|
|
978
|
-
export declare const Python$outboundSchema: z.ZodType<Python$Outbound, z.ZodTypeDef, Python>;
|
|
979
|
-
export declare function pythonToJSON(python: Python): string;
|
|
845
|
+
export type CreateEvalResponseBody = CreateEvalResponseBodyHTTP | Ragas | ResponseBodyJSON | ResponseBodyPython | CreateEvalResponseBodyFunction | Typescript | CreateEvalLlm1 | CreateEvalLlm2;
|
|
980
846
|
/** @internal */
|
|
981
847
|
export declare const GuardrailConfigOperator$outboundSchema: z.ZodNativeEnum<typeof GuardrailConfigOperator>;
|
|
982
848
|
/** @internal */
|
|
@@ -1018,33 +884,24 @@ export declare function requestBodyGuardrailConfigToJSON(requestBodyGuardrailCon
|
|
|
1018
884
|
/** @internal */
|
|
1019
885
|
export declare const RequestBodyOutputType$outboundSchema: z.ZodNativeEnum<typeof RequestBodyOutputType>;
|
|
1020
886
|
/** @internal */
|
|
1021
|
-
export declare const
|
|
1022
|
-
/** @internal */
|
|
1023
|
-
export declare const RequestBodyMethod$outboundSchema: z.ZodNativeEnum<typeof RequestBodyMethod>;
|
|
887
|
+
export declare const CreateEvalRequestBodyEvalsType$outboundSchema: z.ZodNativeEnum<typeof CreateEvalRequestBodyEvalsType>;
|
|
1024
888
|
/** @internal */
|
|
1025
|
-
export type
|
|
889
|
+
export type Python$Outbound = {
|
|
1026
890
|
guardrail_config?: GuardrailConfigBoolean$Outbound | GuardrailConfigCategorical$Outbound | GuardrailConfigNumber$Outbound | null | undefined;
|
|
1027
891
|
output_type?: string | undefined;
|
|
892
|
+
code: string;
|
|
1028
893
|
type: string;
|
|
1029
|
-
url: string;
|
|
1030
|
-
method: string;
|
|
1031
|
-
headers: {
|
|
1032
|
-
[k: string]: string;
|
|
1033
|
-
};
|
|
1034
|
-
payload: {
|
|
1035
|
-
[k: string]: any;
|
|
1036
|
-
};
|
|
1037
894
|
path: string;
|
|
1038
895
|
description: string;
|
|
1039
896
|
key: string;
|
|
1040
897
|
};
|
|
1041
898
|
/** @internal */
|
|
1042
|
-
export declare const
|
|
1043
|
-
export declare function
|
|
899
|
+
export declare const Python$outboundSchema: z.ZodType<Python$Outbound, z.ZodTypeDef, Python>;
|
|
900
|
+
export declare function pythonToJSON(python: Python): string;
|
|
1044
901
|
/** @internal */
|
|
1045
|
-
export declare const
|
|
902
|
+
export declare const CreateEvalGuardrailConfigOperator$outboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigOperator>;
|
|
1046
903
|
/** @internal */
|
|
1047
|
-
export type
|
|
904
|
+
export type CreateEvalGuardrailConfigNumber$Outbound = {
|
|
1048
905
|
enabled: boolean;
|
|
1049
906
|
alert_on_failure: boolean;
|
|
1050
907
|
type: "number";
|
|
@@ -1052,40 +909,40 @@ export type CreateEvalGuardrailConfigEvalsNumber$Outbound = {
|
|
|
1052
909
|
operator: string;
|
|
1053
910
|
};
|
|
1054
911
|
/** @internal */
|
|
1055
|
-
export declare const
|
|
1056
|
-
export declare function
|
|
912
|
+
export declare const CreateEvalGuardrailConfigNumber$outboundSchema: z.ZodType<CreateEvalGuardrailConfigNumber$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigNumber>;
|
|
913
|
+
export declare function createEvalGuardrailConfigNumberToJSON(createEvalGuardrailConfigNumber: CreateEvalGuardrailConfigNumber): string;
|
|
1057
914
|
/** @internal */
|
|
1058
|
-
export type
|
|
915
|
+
export type CreateEvalGuardrailConfigCategorical$Outbound = {
|
|
1059
916
|
enabled: boolean;
|
|
1060
917
|
alert_on_failure: boolean;
|
|
1061
918
|
type: "categorical";
|
|
1062
919
|
values: Array<string>;
|
|
1063
920
|
};
|
|
1064
921
|
/** @internal */
|
|
1065
|
-
export declare const
|
|
1066
|
-
export declare function
|
|
922
|
+
export declare const CreateEvalGuardrailConfigCategorical$outboundSchema: z.ZodType<CreateEvalGuardrailConfigCategorical$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigCategorical>;
|
|
923
|
+
export declare function createEvalGuardrailConfigCategoricalToJSON(createEvalGuardrailConfigCategorical: CreateEvalGuardrailConfigCategorical): string;
|
|
1067
924
|
/** @internal */
|
|
1068
|
-
export type
|
|
925
|
+
export type CreateEvalGuardrailConfigBoolean$Outbound = {
|
|
1069
926
|
enabled: boolean;
|
|
1070
927
|
alert_on_failure: boolean;
|
|
1071
928
|
type: "boolean";
|
|
1072
929
|
value: boolean;
|
|
1073
930
|
};
|
|
1074
931
|
/** @internal */
|
|
1075
|
-
export declare const
|
|
1076
|
-
export declare function
|
|
932
|
+
export declare const CreateEvalGuardrailConfigBoolean$outboundSchema: z.ZodType<CreateEvalGuardrailConfigBoolean$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigBoolean>;
|
|
933
|
+
export declare function createEvalGuardrailConfigBooleanToJSON(createEvalGuardrailConfigBoolean: CreateEvalGuardrailConfigBoolean): string;
|
|
1077
934
|
/** @internal */
|
|
1078
|
-
export type
|
|
935
|
+
export type CreateEvalRequestBodyGuardrailConfig$Outbound = CreateEvalGuardrailConfigBoolean$Outbound | CreateEvalGuardrailConfigCategorical$Outbound | CreateEvalGuardrailConfigNumber$Outbound;
|
|
1079
936
|
/** @internal */
|
|
1080
|
-
export declare const
|
|
1081
|
-
export declare function
|
|
937
|
+
export declare const CreateEvalRequestBodyGuardrailConfig$outboundSchema: z.ZodType<CreateEvalRequestBodyGuardrailConfig$Outbound, z.ZodTypeDef, CreateEvalRequestBodyGuardrailConfig>;
|
|
938
|
+
export declare function createEvalRequestBodyGuardrailConfigToJSON(createEvalRequestBodyGuardrailConfig: CreateEvalRequestBodyGuardrailConfig): string;
|
|
1082
939
|
/** @internal */
|
|
1083
940
|
export declare const OutputType$outboundSchema: z.ZodNativeEnum<typeof OutputType>;
|
|
1084
941
|
/** @internal */
|
|
1085
|
-
export declare const
|
|
942
|
+
export declare const CreateEvalRequestBodyType$outboundSchema: z.ZodNativeEnum<typeof CreateEvalRequestBodyType>;
|
|
1086
943
|
/** @internal */
|
|
1087
944
|
export type Json$Outbound = {
|
|
1088
|
-
guardrail_config?:
|
|
945
|
+
guardrail_config?: CreateEvalGuardrailConfigBoolean$Outbound | CreateEvalGuardrailConfigCategorical$Outbound | CreateEvalGuardrailConfigNumber$Outbound | null | undefined;
|
|
1089
946
|
output_type?: string | undefined;
|
|
1090
947
|
type: string;
|
|
1091
948
|
schema: string;
|
|
@@ -1097,9 +954,9 @@ export type Json$Outbound = {
|
|
|
1097
954
|
export declare const Json$outboundSchema: z.ZodType<Json$Outbound, z.ZodTypeDef, Json>;
|
|
1098
955
|
export declare function jsonToJSON(json: Json): string;
|
|
1099
956
|
/** @internal */
|
|
1100
|
-
export declare const
|
|
957
|
+
export declare const CreateEvalGuardrailConfigEvalsOperator$outboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsOperator>;
|
|
1101
958
|
/** @internal */
|
|
1102
|
-
export type
|
|
959
|
+
export type CreateEvalGuardrailConfigEvalsNumber$Outbound = {
|
|
1103
960
|
enabled: boolean;
|
|
1104
961
|
alert_on_failure: boolean;
|
|
1105
962
|
type: "number";
|
|
@@ -1107,30 +964,30 @@ export type CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$Outbound = {
|
|
|
1107
964
|
operator: string;
|
|
1108
965
|
};
|
|
1109
966
|
/** @internal */
|
|
1110
|
-
export declare const
|
|
1111
|
-
export declare function
|
|
967
|
+
export declare const CreateEvalGuardrailConfigEvalsNumber$outboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsNumber$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigEvalsNumber>;
|
|
968
|
+
export declare function createEvalGuardrailConfigEvalsNumberToJSON(createEvalGuardrailConfigEvalsNumber: CreateEvalGuardrailConfigEvalsNumber): string;
|
|
1112
969
|
/** @internal */
|
|
1113
|
-
export type
|
|
970
|
+
export type CreateEvalGuardrailConfigEvalsCategorical$Outbound = {
|
|
1114
971
|
enabled: boolean;
|
|
1115
972
|
alert_on_failure: boolean;
|
|
1116
973
|
type: "categorical";
|
|
1117
974
|
values: Array<string>;
|
|
1118
975
|
};
|
|
1119
976
|
/** @internal */
|
|
1120
|
-
export declare const
|
|
1121
|
-
export declare function
|
|
977
|
+
export declare const CreateEvalGuardrailConfigEvalsCategorical$outboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsCategorical$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigEvalsCategorical>;
|
|
978
|
+
export declare function createEvalGuardrailConfigEvalsCategoricalToJSON(createEvalGuardrailConfigEvalsCategorical: CreateEvalGuardrailConfigEvalsCategorical): string;
|
|
1122
979
|
/** @internal */
|
|
1123
|
-
export type
|
|
980
|
+
export type CreateEvalGuardrailConfigEvalsBoolean$Outbound = {
|
|
1124
981
|
enabled: boolean;
|
|
1125
982
|
alert_on_failure: boolean;
|
|
1126
983
|
type: "boolean";
|
|
1127
984
|
value: boolean;
|
|
1128
985
|
};
|
|
1129
986
|
/** @internal */
|
|
1130
|
-
export declare const
|
|
1131
|
-
export declare function
|
|
987
|
+
export declare const CreateEvalGuardrailConfigEvalsBoolean$outboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsBoolean$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigEvalsBoolean>;
|
|
988
|
+
export declare function createEvalGuardrailConfigEvalsBooleanToJSON(createEvalGuardrailConfigEvalsBoolean: CreateEvalGuardrailConfigEvalsBoolean): string;
|
|
1132
989
|
/** @internal */
|
|
1133
|
-
export type LLMGuardrailConfig$Outbound =
|
|
990
|
+
export type LLMGuardrailConfig$Outbound = CreateEvalGuardrailConfigEvalsBoolean$Outbound | CreateEvalGuardrailConfigEvalsCategorical$Outbound | CreateEvalGuardrailConfigEvalsNumber$Outbound;
|
|
1134
991
|
/** @internal */
|
|
1135
992
|
export declare const LLMGuardrailConfig$outboundSchema: z.ZodType<LLMGuardrailConfig$Outbound, z.ZodTypeDef, LLMGuardrailConfig>;
|
|
1136
993
|
export declare function llmGuardrailConfigToJSON(llmGuardrailConfig: LLMGuardrailConfig): string;
|
|
@@ -1208,7 +1065,7 @@ export declare const LLMJury$outboundSchema: z.ZodType<LLMJury$Outbound, z.ZodTy
|
|
|
1208
1065
|
export declare function llmJuryToJSON(llmJury: LLMJury): string;
|
|
1209
1066
|
/** @internal */
|
|
1210
1067
|
export type Llm2$Outbound = {
|
|
1211
|
-
guardrail_config?:
|
|
1068
|
+
guardrail_config?: CreateEvalGuardrailConfigEvalsBoolean$Outbound | CreateEvalGuardrailConfigEvalsCategorical$Outbound | CreateEvalGuardrailConfigEvalsNumber$Outbound | null | undefined;
|
|
1212
1069
|
output_type?: string | undefined;
|
|
1213
1070
|
type: string;
|
|
1214
1071
|
repetitions?: number | undefined;
|
|
@@ -1300,7 +1157,7 @@ export type Llm$Outbound = Llm1$Outbound | Llm2$Outbound;
|
|
|
1300
1157
|
export declare const Llm$outboundSchema: z.ZodType<Llm$Outbound, z.ZodTypeDef, Llm>;
|
|
1301
1158
|
export declare function llmToJSON(llm: Llm): string;
|
|
1302
1159
|
/** @internal */
|
|
1303
|
-
export type CreateEvalRequestBody$Outbound =
|
|
1160
|
+
export type CreateEvalRequestBody$Outbound = Json$Outbound | Python$Outbound | Llm1$Outbound | Llm2$Outbound;
|
|
1304
1161
|
/** @internal */
|
|
1305
1162
|
export declare const CreateEvalRequestBody$outboundSchema: z.ZodType<CreateEvalRequestBody$Outbound, z.ZodTypeDef, CreateEvalRequestBody>;
|
|
1306
1163
|
export declare function createEvalRequestBodyToJSON(createEvalRequestBody: CreateEvalRequestBody): string;
|
|
@@ -1498,10 +1355,10 @@ export declare function createEvalResponseBodyGuardrailConfigFromJSON(jsonString
|
|
|
1498
1355
|
/** @internal */
|
|
1499
1356
|
export declare const CreateEvalResponseBodyType$inboundSchema: z.ZodNativeEnum<typeof CreateEvalResponseBodyType>;
|
|
1500
1357
|
/** @internal */
|
|
1501
|
-
export declare const
|
|
1358
|
+
export declare const CreateEvalResponseBodyMethod$inboundSchema: z.ZodNativeEnum<typeof CreateEvalResponseBodyMethod>;
|
|
1502
1359
|
/** @internal */
|
|
1503
|
-
export declare const
|
|
1504
|
-
export declare function
|
|
1360
|
+
export declare const CreateEvalResponseBodyHTTP$inboundSchema: z.ZodType<CreateEvalResponseBodyHTTP, z.ZodTypeDef, unknown>;
|
|
1361
|
+
export declare function createEvalResponseBodyHTTPFromJSON(jsonString: string): SafeParseResult<CreateEvalResponseBodyHTTP, SDKValidationError>;
|
|
1505
1362
|
/** @internal */
|
|
1506
1363
|
export declare const CreateEvalGuardrailConfigEvalsResponseOperator$inboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsResponseOperator>;
|
|
1507
1364
|
/** @internal */
|