@orq-ai/node 4.15.0-rc.54 → 4.15.0-rc.55
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -1
- package/funcs/datasetsList.js +1 -0
- package/funcs/datasetsList.js.map +1 -1
- package/funcs/evalsAll.d.ts +2 -2
- package/funcs/evalsAll.d.ts.map +1 -1
- package/funcs/evalsAll.js +5 -2
- package/funcs/evalsAll.js.map +1 -1
- package/funcs/evalsCreate.d.ts +2 -1
- package/funcs/evalsCreate.d.ts.map +1 -1
- package/funcs/evalsCreate.js +19 -4
- package/funcs/evalsCreate.js.map +1 -1
- package/funcs/evalsDelete.d.ts +2 -2
- package/funcs/evalsDelete.d.ts.map +1 -1
- package/funcs/evalsDelete.js +6 -2
- package/funcs/evalsDelete.js.map +1 -1
- package/funcs/evalsGet.d.ts +2 -1
- package/funcs/evalsGet.d.ts.map +1 -1
- package/funcs/evalsGet.js +5 -1
- package/funcs/evalsGet.js.map +1 -1
- package/funcs/evalsUpdate.d.ts +2 -1
- package/funcs/evalsUpdate.d.ts.map +1 -1
- package/funcs/evalsUpdate.js +5 -1
- package/funcs/evalsUpdate.js.map +1 -1
- package/jsr.json +1 -1
- package/lib/config.d.ts +2 -2
- package/lib/config.js +2 -2
- package/models/components/chunkingconfiguration.d.ts +30 -30
- package/models/components/chunkingconfiguration.d.ts.map +1 -1
- package/models/components/chunkingconfiguration.js +36 -37
- package/models/components/chunkingconfiguration.js.map +1 -1
- package/models/components/evaluatorresponsefunction.d.ts +230 -0
- package/models/components/evaluatorresponsefunction.d.ts.map +1 -0
- package/models/components/evaluatorresponsefunction.js +420 -0
- package/models/components/evaluatorresponsefunction.js.map +1 -0
- package/models/components/evaluatorresponsehttp.d.ts +37 -0
- package/models/components/evaluatorresponsehttp.d.ts.map +1 -0
- package/models/components/evaluatorresponsehttp.js +77 -0
- package/models/components/evaluatorresponsehttp.js.map +1 -0
- package/models/components/evaluatorresponsejsonschema.d.ts +22 -0
- package/models/components/evaluatorresponsejsonschema.d.ts.map +1 -0
- package/models/components/{listevaluatorsresponse.js → evaluatorresponsejsonschema.js} +20 -16
- package/models/components/evaluatorresponsejsonschema.js.map +1 -0
- package/models/components/evaluatorresponsellm.d.ts +101 -0
- package/models/components/evaluatorresponsellm.d.ts.map +1 -0
- package/models/components/evaluatorresponsellm.js +181 -0
- package/models/components/evaluatorresponsellm.js.map +1 -0
- package/models/components/evaluatorresponsepython.d.ts +22 -0
- package/models/components/evaluatorresponsepython.d.ts.map +1 -0
- package/models/components/evaluatorresponsepython.js +67 -0
- package/models/components/evaluatorresponsepython.js.map +1 -0
- package/models/components/evaluatorresponseragas.d.ts +41 -0
- package/models/components/evaluatorresponseragas.d.ts.map +1 -0
- package/models/components/evaluatorresponseragas.js +86 -0
- package/models/components/evaluatorresponseragas.js.map +1 -0
- package/models/components/evaluatorresponsetypescript.d.ts +22 -0
- package/models/components/evaluatorresponsetypescript.d.ts.map +1 -0
- package/models/components/evaluatorresponsetypescript.js +67 -0
- package/models/components/evaluatorresponsetypescript.js.map +1 -0
- package/models/components/index.d.ts +7 -2
- package/models/components/index.d.ts.map +1 -1
- package/models/components/index.js +7 -2
- package/models/components/index.js.map +1 -1
- package/models/components/queryreportrequest.d.ts +5 -5
- package/models/components/queryreportrequest.d.ts.map +1 -1
- package/models/components/queryreportrequest.js +6 -6
- package/models/components/queryreportrequest.js.map +1 -1
- package/models/components/reasoningpart.js +1 -1
- package/models/errors/createeval.d.ts +23 -0
- package/models/errors/createeval.d.ts.map +1 -0
- package/models/errors/createeval.js +68 -0
- package/models/errors/createeval.js.map +1 -0
- package/models/errors/deleteeval.d.ts +43 -0
- package/models/errors/deleteeval.d.ts.map +1 -0
- package/models/errors/deleteeval.js +94 -0
- package/models/errors/deleteeval.js.map +1 -0
- package/models/errors/geteval.d.ts +23 -0
- package/models/errors/geteval.d.ts.map +1 -0
- package/models/errors/geteval.js +68 -0
- package/models/errors/geteval.js.map +1 -0
- package/models/errors/getevals.d.ts +23 -0
- package/models/errors/getevals.d.ts.map +1 -0
- package/models/{components/deleteevaluatorresponse.js → errors/getevals.js} +28 -8
- package/models/errors/getevals.js.map +1 -0
- package/models/errors/index.d.ts +5 -0
- package/models/errors/index.d.ts.map +1 -1
- package/models/errors/index.js +5 -0
- package/models/errors/index.js.map +1 -1
- package/models/errors/updateeval.d.ts +23 -0
- package/models/errors/updateeval.d.ts.map +1 -0
- package/models/errors/updateeval.js +68 -0
- package/models/errors/updateeval.js.map +1 -0
- package/models/operations/createdataset.js +1 -1
- package/models/operations/createdatasetitem.js +5 -5
- package/models/operations/createeval.d.ts +305 -4
- package/models/operations/createeval.d.ts.map +1 -1
- package/models/operations/createeval.js +258 -3
- package/models/operations/createeval.js.map +1 -1
- package/models/operations/createtool.d.ts +4 -4
- package/models/operations/createtool.d.ts.map +1 -1
- package/models/operations/createtool.js +9 -9
- package/models/operations/createtool.js.map +1 -1
- package/models/operations/getalltools.js +4 -4
- package/models/operations/geteval.d.ts +804 -2
- package/models/operations/geteval.d.ts.map +1 -1
- package/models/operations/geteval.js +1244 -2
- package/models/operations/geteval.js.map +1 -1
- package/models/operations/getevals.d.ts +41 -3
- package/models/operations/getevals.d.ts.map +1 -1
- package/models/operations/getevals.js +52 -3
- package/models/operations/getevals.js.map +1 -1
- package/models/operations/getv2humanevalsets.js +2 -2
- package/models/operations/getv2humanevalsetsid.js +2 -2
- package/models/operations/listdatasetdatapoints.js +5 -5
- package/models/operations/listdatasets.d.ts +5 -0
- package/models/operations/listdatasets.d.ts.map +1 -1
- package/models/operations/listdatasets.js +3 -1
- package/models/operations/listdatasets.js.map +1 -1
- package/models/operations/patchv2humanevalsetsid.js +2 -2
- package/models/operations/postv2feedbackevaluation.js +4 -4
- package/models/operations/postv2humanevalsets.js +2 -2
- package/models/operations/retrievedatapoint.js +5 -5
- package/models/operations/retrievedataset.js +1 -1
- package/models/operations/retrievetool.js +4 -4
- package/models/operations/runagent.js +1 -1
- package/models/operations/streamrunagent.js +1 -1
- package/models/operations/updatedatapoint.js +5 -5
- package/models/operations/updatedataset.js +1 -1
- package/models/operations/updateeval.d.ts +194 -6
- package/models/operations/updateeval.d.ts.map +1 -1
- package/models/operations/updateeval.js +155 -4
- package/models/operations/updateeval.js.map +1 -1
- package/models/operations/updatetool.js +4 -4
- package/package.json +1 -1
- package/sdk/evals.d.ts +3 -3
- package/sdk/evals.d.ts.map +1 -1
- package/sdk/evals.js.map +1 -1
- package/src/funcs/datasetsList.ts +1 -0
- package/src/funcs/evalsAll.ts +14 -6
- package/src/funcs/evalsCreate.ts +31 -5
- package/src/funcs/evalsDelete.ts +19 -6
- package/src/funcs/evalsGet.ts +10 -1
- package/src/funcs/evalsUpdate.ts +10 -1
- package/src/lib/config.ts +2 -2
- package/src/models/components/chunkingconfiguration.ts +150 -110
- package/src/models/components/evaluatorresponsefunction.ts +928 -0
- package/src/models/components/evaluatorresponsehttp.ts +77 -0
- package/src/models/components/evaluatorresponsejsonschema.ts +60 -0
- package/src/models/components/evaluatorresponsellm.ts +310 -0
- package/src/models/components/evaluatorresponsepython.ts +60 -0
- package/src/models/components/evaluatorresponseragas.ts +84 -0
- package/src/models/components/evaluatorresponsetypescript.ts +60 -0
- package/src/models/components/index.ts +7 -2
- package/src/models/components/queryreportrequest.ts +11 -10
- package/src/models/components/reasoningpart.ts +1 -1
- package/src/models/errors/createeval.ts +51 -0
- package/src/models/errors/deleteeval.ts +96 -0
- package/src/models/errors/geteval.ts +51 -0
- package/src/models/errors/getevals.ts +51 -0
- package/src/models/errors/index.ts +5 -0
- package/src/models/errors/updateeval.ts +51 -0
- package/src/models/operations/createdataset.ts +1 -1
- package/src/models/operations/createdatasetitem.ts +5 -5
- package/src/models/operations/createeval.ts +628 -6
- package/src/models/operations/createtool.ts +13 -11
- package/src/models/operations/getalltools.ts +4 -4
- package/src/models/operations/geteval.ts +2751 -3
- package/src/models/operations/getevals.ts +123 -5
- package/src/models/operations/getv2humanevalsets.ts +2 -2
- package/src/models/operations/getv2humanevalsetsid.ts +2 -2
- package/src/models/operations/listdatasetdatapoints.ts +5 -5
- package/src/models/operations/listdatasets.ts +8 -1
- package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
- package/src/models/operations/postv2feedbackevaluation.ts +4 -4
- package/src/models/operations/postv2humanevalsets.ts +2 -2
- package/src/models/operations/retrievedatapoint.ts +5 -5
- package/src/models/operations/retrievedataset.ts +1 -1
- package/src/models/operations/retrievetool.ts +4 -4
- package/src/models/operations/runagent.ts +1 -1
- package/src/models/operations/streamrunagent.ts +1 -1
- package/src/models/operations/updatedatapoint.ts +5 -5
- package/src/models/operations/updatedataset.ts +1 -1
- package/src/models/operations/updateeval.ts +393 -9
- package/src/models/operations/updatetool.ts +4 -4
- package/src/sdk/evals.ts +3 -3
- package/models/components/deleteevaluatorresponse.d.ts +0 -8
- package/models/components/deleteevaluatorresponse.d.ts.map +0 -1
- package/models/components/deleteevaluatorresponse.js.map +0 -1
- package/models/components/listevaluatorsresponse.d.ts +0 -16
- package/models/components/listevaluatorsresponse.d.ts.map +0 -1
- package/models/components/listevaluatorsresponse.js.map +0 -1
- package/src/models/components/deleteevaluatorresponse.ts +0 -27
- package/src/models/components/listevaluatorsresponse.ts +0 -59
|
@@ -1064,7 +1064,7 @@ function streamRunAgentAgentToolInputRunAgentsSchemaToJSON(streamRunAgentAgentTo
|
|
|
1064
1064
|
}
|
|
1065
1065
|
/** @internal */
|
|
1066
1066
|
exports.AgentToolInputRunTools$outboundSchema = z.object({
|
|
1067
|
-
id: z.string().default("
|
|
1067
|
+
id: z.string().default("01M2NEZRMP0TYRRHF34DP8NQ2T"),
|
|
1068
1068
|
name: z.string(),
|
|
1069
1069
|
description: z.string().optional(),
|
|
1070
1070
|
schema: z.lazy(() => exports.StreamRunAgentAgentToolInputRunAgentsSchema$outboundSchema),
|
|
@@ -866,7 +866,7 @@ exports.UpdateDatapointEvaluations4$inboundSchema = z.object({
|
|
|
866
866
|
parent_annotation_id: z.string().optional(),
|
|
867
867
|
explanation: z.string().optional(),
|
|
868
868
|
reviewed_by_id: z.string(),
|
|
869
|
-
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-16T15:
|
|
869
|
+
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-16T15:57:23.071Z").transform(v => new Date(v)),
|
|
870
870
|
type: z.literal("string_array"),
|
|
871
871
|
values: z.array(z.string()),
|
|
872
872
|
}).transform((v) => {
|
|
@@ -917,7 +917,7 @@ exports.UpdateDatapointEvaluations3$inboundSchema = z.object({
|
|
|
917
917
|
parent_annotation_id: z.string().optional(),
|
|
918
918
|
explanation: z.string().optional(),
|
|
919
919
|
reviewed_by_id: z.string(),
|
|
920
|
-
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-16T15:
|
|
920
|
+
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-16T15:57:23.071Z").transform(v => new Date(v)),
|
|
921
921
|
type: z.literal("boolean"),
|
|
922
922
|
value: z.boolean(),
|
|
923
923
|
}).transform((v) => {
|
|
@@ -968,7 +968,7 @@ exports.UpdateDatapointEvaluations2$inboundSchema = z.object({
|
|
|
968
968
|
parent_annotation_id: z.string().optional(),
|
|
969
969
|
explanation: z.string().optional(),
|
|
970
970
|
reviewed_by_id: z.string(),
|
|
971
|
-
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-16T15:
|
|
971
|
+
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-16T15:57:23.070Z").transform(v => new Date(v)),
|
|
972
972
|
type: z.literal("number"),
|
|
973
973
|
value: z.number(),
|
|
974
974
|
}).transform((v) => {
|
|
@@ -1018,7 +1018,7 @@ exports.UpdateDatapointEvaluations1$inboundSchema = z.object({
|
|
|
1018
1018
|
parent_annotation_id: z.string().optional(),
|
|
1019
1019
|
explanation: z.string().optional(),
|
|
1020
1020
|
reviewed_by_id: z.string(),
|
|
1021
|
-
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-16T15:
|
|
1021
|
+
reviewed_at: z.string().datetime({ offset: true }).default("2026-09-16T15:57:23.070Z").transform(v => new Date(v)),
|
|
1022
1022
|
type: z.literal("string"),
|
|
1023
1023
|
value: z.string(),
|
|
1024
1024
|
}).transform((v) => {
|
|
@@ -1069,7 +1069,7 @@ exports.UpdateDatapointResponseBody$inboundSchema = z.object({
|
|
|
1069
1069
|
updated_by_id: z.nullable(z.string()).optional(),
|
|
1070
1070
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
1071
1071
|
.optional(),
|
|
1072
|
-
updated: z.string().datetime({ offset: true }).default("2026-09-16T15:
|
|
1072
|
+
updated: z.string().datetime({ offset: true }).default("2026-09-16T15:57:14.246Z").transform(v => new Date(v)),
|
|
1073
1073
|
}).transform((v) => {
|
|
1074
1074
|
return (0, primitives_js_1.remap)(v, {
|
|
1075
1075
|
"_id": "id",
|
|
@@ -95,7 +95,7 @@ exports.UpdateDatasetResponseBody$inboundSchema = z.object({
|
|
|
95
95
|
updated_by_id: z.nullable(z.string()).optional(),
|
|
96
96
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
97
97
|
.optional(),
|
|
98
|
-
updated: z.string().datetime({ offset: true }).default("2026-09-16T15:
|
|
98
|
+
updated: z.string().datetime({ offset: true }).default("2026-09-16T15:57:14.246Z").transform(v => new Date(v)),
|
|
99
99
|
}).transform((v) => {
|
|
100
100
|
return (0, primitives_js_1.remap)(v, {
|
|
101
101
|
"_id": "id",
|
|
@@ -1,24 +1,212 @@
|
|
|
1
1
|
import * as z from "zod/v3";
|
|
2
|
+
import { ClosedEnum } from "../../types/enums.js";
|
|
2
3
|
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
4
|
+
import * as components from "../components/index.js";
|
|
3
5
|
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
4
|
-
export type
|
|
6
|
+
export type CategoricalLabels = {
|
|
7
|
+
value: string;
|
|
8
|
+
description?: string | undefined;
|
|
9
|
+
};
|
|
10
|
+
export declare const UpdateEvalMode: {
|
|
11
|
+
readonly Single: "single";
|
|
12
|
+
readonly Jury: "jury";
|
|
13
|
+
};
|
|
14
|
+
export type UpdateEvalMode = ClosedEnum<typeof UpdateEvalMode>;
|
|
15
|
+
export type UpdateEvalRetry = {
|
|
16
|
+
count?: number | undefined;
|
|
17
|
+
onCodes?: Array<number> | undefined;
|
|
18
|
+
};
|
|
19
|
+
export type UpdateEvalFallbacks = {
|
|
20
|
+
model: string;
|
|
21
|
+
};
|
|
22
|
+
export type Judges = {
|
|
23
|
+
model: string;
|
|
24
|
+
retry?: UpdateEvalRetry | undefined;
|
|
25
|
+
fallbacks?: Array<UpdateEvalFallbacks> | undefined;
|
|
26
|
+
};
|
|
27
|
+
export type UpdateEvalEvalsRetry = {
|
|
28
|
+
count?: number | undefined;
|
|
29
|
+
onCodes?: Array<number> | undefined;
|
|
30
|
+
};
|
|
31
|
+
export type UpdateEvalEvalsFallbacks = {
|
|
32
|
+
model: string;
|
|
33
|
+
};
|
|
34
|
+
export type ReplacementJudges = {
|
|
35
|
+
model: string;
|
|
36
|
+
retry?: UpdateEvalEvalsRetry | undefined;
|
|
37
|
+
fallbacks?: Array<UpdateEvalEvalsFallbacks> | undefined;
|
|
38
|
+
};
|
|
39
|
+
export declare const TieValue: {
|
|
40
|
+
readonly Tie: "Tie";
|
|
41
|
+
};
|
|
42
|
+
export type TieValue = ClosedEnum<typeof TieValue>;
|
|
43
|
+
export type Jury = {
|
|
44
|
+
judges: Array<Judges>;
|
|
45
|
+
replacementJudges?: Array<ReplacementJudges> | undefined;
|
|
46
|
+
minSuccessfulJudges?: number | undefined;
|
|
47
|
+
tieValue?: TieValue | undefined;
|
|
48
|
+
};
|
|
49
|
+
export declare const UpdateEvalVersionIncrement: {
|
|
50
|
+
readonly Major: "major";
|
|
51
|
+
readonly Minor: "minor";
|
|
52
|
+
readonly Patch: "patch";
|
|
53
|
+
};
|
|
54
|
+
export type UpdateEvalVersionIncrement = ClosedEnum<typeof UpdateEvalVersionIncrement>;
|
|
55
|
+
export type UpdateEvalRequestBody = {
|
|
56
|
+
/**
|
|
57
|
+
* Evaluator type. Optional on update — inferred from existing evaluator.
|
|
58
|
+
*/
|
|
59
|
+
type?: string | undefined;
|
|
60
|
+
/**
|
|
61
|
+
* Legacy alternative to `project_id`. Project path. Optional on update — the evaluator keeps its current project when both are omitted. Mutually exclusive with `project_id`.
|
|
62
|
+
*/
|
|
63
|
+
path?: string | undefined;
|
|
64
|
+
/**
|
|
65
|
+
* Unique identifier of the project that owns the evaluator, as returned by `GET /v2/projects`. Optional on update — the evaluator keeps its current project when omitted; supplying a different id moves it. Mutually exclusive with `path`.
|
|
66
|
+
*/
|
|
67
|
+
projectId?: string | undefined;
|
|
68
|
+
key?: string | undefined;
|
|
69
|
+
description?: string | undefined;
|
|
70
|
+
prompt?: string | undefined;
|
|
71
|
+
outputType?: string | undefined;
|
|
72
|
+
categories?: Array<string> | null | undefined;
|
|
73
|
+
categoricalLabels?: Array<CategoricalLabels> | null | undefined;
|
|
74
|
+
datasetId?: string | null | undefined;
|
|
75
|
+
repetitions?: number | undefined;
|
|
76
|
+
mode?: UpdateEvalMode | undefined;
|
|
77
|
+
model?: string | undefined;
|
|
78
|
+
jury?: Jury | undefined;
|
|
79
|
+
schema?: string | undefined;
|
|
80
|
+
url?: string | undefined;
|
|
81
|
+
method?: string | undefined;
|
|
82
|
+
headers?: {
|
|
83
|
+
[k: string]: string;
|
|
84
|
+
} | undefined;
|
|
85
|
+
payload?: {
|
|
86
|
+
[k: string]: any;
|
|
87
|
+
} | undefined;
|
|
88
|
+
code?: string | undefined;
|
|
89
|
+
guardrailConfig?: any | undefined;
|
|
90
|
+
versionIncrement?: UpdateEvalVersionIncrement | undefined;
|
|
91
|
+
versionDescription?: string | undefined;
|
|
92
|
+
};
|
|
5
93
|
export type UpdateEvalRequest = {
|
|
6
94
|
id: string;
|
|
7
|
-
requestBody
|
|
95
|
+
requestBody?: UpdateEvalRequestBody | undefined;
|
|
8
96
|
};
|
|
9
97
|
/**
|
|
10
|
-
*
|
|
98
|
+
* Successfully updated an eval
|
|
11
99
|
*/
|
|
12
|
-
export type UpdateEvalResponseBody =
|
|
100
|
+
export type UpdateEvalResponseBody = components.EvaluatorResponseLlm | components.EvaluatorResponseJsonSchema | components.EvaluatorResponseHttp | components.EvaluatorResponsePython | components.EvaluatorResponseFunction | components.EvaluatorResponseRagas | components.EvaluatorResponseTypescript;
|
|
101
|
+
/** @internal */
|
|
102
|
+
export type CategoricalLabels$Outbound = {
|
|
103
|
+
value: string;
|
|
104
|
+
description?: string | undefined;
|
|
105
|
+
};
|
|
106
|
+
/** @internal */
|
|
107
|
+
export declare const CategoricalLabels$outboundSchema: z.ZodType<CategoricalLabels$Outbound, z.ZodTypeDef, CategoricalLabels>;
|
|
108
|
+
export declare function categoricalLabelsToJSON(categoricalLabels: CategoricalLabels): string;
|
|
109
|
+
/** @internal */
|
|
110
|
+
export declare const UpdateEvalMode$outboundSchema: z.ZodNativeEnum<typeof UpdateEvalMode>;
|
|
111
|
+
/** @internal */
|
|
112
|
+
export type UpdateEvalRetry$Outbound = {
|
|
113
|
+
count: number;
|
|
114
|
+
on_codes?: Array<number> | undefined;
|
|
115
|
+
};
|
|
116
|
+
/** @internal */
|
|
117
|
+
export declare const UpdateEvalRetry$outboundSchema: z.ZodType<UpdateEvalRetry$Outbound, z.ZodTypeDef, UpdateEvalRetry>;
|
|
118
|
+
export declare function updateEvalRetryToJSON(updateEvalRetry: UpdateEvalRetry): string;
|
|
119
|
+
/** @internal */
|
|
120
|
+
export type UpdateEvalFallbacks$Outbound = {
|
|
121
|
+
model: string;
|
|
122
|
+
};
|
|
123
|
+
/** @internal */
|
|
124
|
+
export declare const UpdateEvalFallbacks$outboundSchema: z.ZodType<UpdateEvalFallbacks$Outbound, z.ZodTypeDef, UpdateEvalFallbacks>;
|
|
125
|
+
export declare function updateEvalFallbacksToJSON(updateEvalFallbacks: UpdateEvalFallbacks): string;
|
|
126
|
+
/** @internal */
|
|
127
|
+
export type Judges$Outbound = {
|
|
128
|
+
model: string;
|
|
129
|
+
retry?: UpdateEvalRetry$Outbound | undefined;
|
|
130
|
+
fallbacks?: Array<UpdateEvalFallbacks$Outbound> | undefined;
|
|
131
|
+
};
|
|
132
|
+
/** @internal */
|
|
133
|
+
export declare const Judges$outboundSchema: z.ZodType<Judges$Outbound, z.ZodTypeDef, Judges>;
|
|
134
|
+
export declare function judgesToJSON(judges: Judges): string;
|
|
135
|
+
/** @internal */
|
|
136
|
+
export type UpdateEvalEvalsRetry$Outbound = {
|
|
137
|
+
count: number;
|
|
138
|
+
on_codes?: Array<number> | undefined;
|
|
139
|
+
};
|
|
140
|
+
/** @internal */
|
|
141
|
+
export declare const UpdateEvalEvalsRetry$outboundSchema: z.ZodType<UpdateEvalEvalsRetry$Outbound, z.ZodTypeDef, UpdateEvalEvalsRetry>;
|
|
142
|
+
export declare function updateEvalEvalsRetryToJSON(updateEvalEvalsRetry: UpdateEvalEvalsRetry): string;
|
|
143
|
+
/** @internal */
|
|
144
|
+
export type UpdateEvalEvalsFallbacks$Outbound = {
|
|
145
|
+
model: string;
|
|
146
|
+
};
|
|
13
147
|
/** @internal */
|
|
14
|
-
export
|
|
148
|
+
export declare const UpdateEvalEvalsFallbacks$outboundSchema: z.ZodType<UpdateEvalEvalsFallbacks$Outbound, z.ZodTypeDef, UpdateEvalEvalsFallbacks>;
|
|
149
|
+
export declare function updateEvalEvalsFallbacksToJSON(updateEvalEvalsFallbacks: UpdateEvalEvalsFallbacks): string;
|
|
150
|
+
/** @internal */
|
|
151
|
+
export type ReplacementJudges$Outbound = {
|
|
152
|
+
model: string;
|
|
153
|
+
retry?: UpdateEvalEvalsRetry$Outbound | undefined;
|
|
154
|
+
fallbacks?: Array<UpdateEvalEvalsFallbacks$Outbound> | undefined;
|
|
155
|
+
};
|
|
156
|
+
/** @internal */
|
|
157
|
+
export declare const ReplacementJudges$outboundSchema: z.ZodType<ReplacementJudges$Outbound, z.ZodTypeDef, ReplacementJudges>;
|
|
158
|
+
export declare function replacementJudgesToJSON(replacementJudges: ReplacementJudges): string;
|
|
159
|
+
/** @internal */
|
|
160
|
+
export declare const TieValue$outboundSchema: z.ZodNativeEnum<typeof TieValue>;
|
|
161
|
+
/** @internal */
|
|
162
|
+
export type Jury$Outbound = {
|
|
163
|
+
judges: Array<Judges$Outbound>;
|
|
164
|
+
replacement_judges?: Array<ReplacementJudges$Outbound> | undefined;
|
|
165
|
+
min_successful_judges: number;
|
|
166
|
+
tie_value: string;
|
|
167
|
+
};
|
|
168
|
+
/** @internal */
|
|
169
|
+
export declare const Jury$outboundSchema: z.ZodType<Jury$Outbound, z.ZodTypeDef, Jury>;
|
|
170
|
+
export declare function juryToJSON(jury: Jury): string;
|
|
171
|
+
/** @internal */
|
|
172
|
+
export declare const UpdateEvalVersionIncrement$outboundSchema: z.ZodNativeEnum<typeof UpdateEvalVersionIncrement>;
|
|
173
|
+
/** @internal */
|
|
174
|
+
export type UpdateEvalRequestBody$Outbound = {
|
|
175
|
+
type?: string | undefined;
|
|
176
|
+
path?: string | undefined;
|
|
177
|
+
project_id?: string | undefined;
|
|
178
|
+
key?: string | undefined;
|
|
179
|
+
description?: string | undefined;
|
|
180
|
+
prompt?: string | undefined;
|
|
181
|
+
output_type?: string | undefined;
|
|
182
|
+
categories?: Array<string> | null | undefined;
|
|
183
|
+
categorical_labels?: Array<CategoricalLabels$Outbound> | null | undefined;
|
|
184
|
+
dataset_id?: string | null | undefined;
|
|
185
|
+
repetitions?: number | undefined;
|
|
186
|
+
mode?: string | undefined;
|
|
187
|
+
model?: string | undefined;
|
|
188
|
+
jury?: Jury$Outbound | undefined;
|
|
189
|
+
schema?: string | undefined;
|
|
190
|
+
url?: string | undefined;
|
|
191
|
+
method?: string | undefined;
|
|
192
|
+
headers?: {
|
|
193
|
+
[k: string]: string;
|
|
194
|
+
} | undefined;
|
|
195
|
+
payload?: {
|
|
196
|
+
[k: string]: any;
|
|
197
|
+
} | undefined;
|
|
198
|
+
code?: string | undefined;
|
|
199
|
+
guardrail_config?: any | undefined;
|
|
200
|
+
versionIncrement?: string | undefined;
|
|
201
|
+
versionDescription?: string | undefined;
|
|
202
|
+
};
|
|
15
203
|
/** @internal */
|
|
16
204
|
export declare const UpdateEvalRequestBody$outboundSchema: z.ZodType<UpdateEvalRequestBody$Outbound, z.ZodTypeDef, UpdateEvalRequestBody>;
|
|
17
205
|
export declare function updateEvalRequestBodyToJSON(updateEvalRequestBody: UpdateEvalRequestBody): string;
|
|
18
206
|
/** @internal */
|
|
19
207
|
export type UpdateEvalRequest$Outbound = {
|
|
20
208
|
id: string;
|
|
21
|
-
RequestBody
|
|
209
|
+
RequestBody?: UpdateEvalRequestBody$Outbound | undefined;
|
|
22
210
|
};
|
|
23
211
|
/** @internal */
|
|
24
212
|
export declare const UpdateEvalRequest$outboundSchema: z.ZodType<UpdateEvalRequest$Outbound, z.ZodTypeDef, UpdateEvalRequest>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"updateeval.d.ts","sourceRoot":"","sources":["../../src/models/operations/updateeval.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,MAAM,qBAAqB,GAAG,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"updateeval.d.ts","sourceRoot":"","sources":["../../src/models/operations/updateeval.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,KAAK,UAAU,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,MAAM,iBAAiB,GAAG;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,eAAO,MAAM,cAAc;;;CAGjB,CAAC;AACX,MAAM,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,CAAC;AAE/D,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,eAAe,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,GAAG,SAAS,CAAC;CACpD,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACrC,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IACzC,SAAS,CAAC,EAAE,KAAK,CAAC,wBAAwB,CAAC,GAAG,SAAS,CAAC;CACzD,CAAC;AAEF,eAAO,MAAM,QAAQ;;CAEX,CAAC;AACX,MAAM,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,QAAQ,CAAC,CAAC;AAEnD,MAAM,MAAM,IAAI,GAAG;IACjB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,iBAAiB,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,GAAG,SAAS,CAAC;IACzD,mBAAmB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;CACjC,CAAC;AAEF,eAAO,MAAM,0BAA0B;;;;CAI7B,CAAC;AACX,MAAM,MAAM,0BAA0B,GAAG,UAAU,CACjD,OAAO,0BAA0B,CAClC,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IAClC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9C,iBAAiB,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAChE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,IAAI,CAAC,EAAE,cAAc,GAAG,SAAS,CAAC;IAClC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,IAAI,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC9C,OAAO,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IAC3C,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,eAAe,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAClC,gBAAgB,CAAC,EAAE,0BAA0B,GAAG,SAAS,CAAC;IAC1D,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;CACjD,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAC9B,UAAU,CAAC,oBAAoB,GAC/B,UAAU,CAAC,2BAA2B,GACtC,UAAU,CAAC,qBAAqB,GAChC,UAAU,CAAC,uBAAuB,GAClC,UAAU,CAAC,yBAAyB,GACpC,UAAU,CAAC,sBAAsB,GACjC,UAAU,CAAC,2BAA2B,CAAC;AAE3C,gBAAgB;AAChB,MAAM,MAAM,0BAA0B,GAAG;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,0BAA0B,EAC1B,CAAC,CAAC,UAAU,EACZ,iBAAiB,CAIjB,CAAC;AAEH,wBAAgB,uBAAuB,CACrC,iBAAiB,EAAE,iBAAiB,GACnC,MAAM,CAIR;AAED,gBAAgB;AAChB,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,aAAa,CACzD,OAAO,cAAc,CACS,CAAC;AAEjC,gBAAgB;AAChB,MAAM,MAAM,wBAAwB,GAAG;IACrC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CACtC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CACpD,wBAAwB,EACxB,CAAC,CAAC,UAAU,EACZ,eAAe,CAQf,CAAC;AAEH,wBAAgB,qBAAqB,CACnC,eAAe,EAAE,eAAe,GAC/B,MAAM,CAER;AAED,gBAAgB;AAChB,MAAM,MAAM,4BAA4B,GAAG;IACzC,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,4BAA4B,EAC5B,CAAC,CAAC,UAAU,EACZ,mBAAmB,CAGnB,CAAC;AAEH,wBAAgB,yBAAyB,CACvC,mBAAmB,EAAE,mBAAmB,GACvC,MAAM,CAIR;AAED,gBAAgB;AAChB,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,wBAAwB,GAAG,SAAS,CAAC;IAC7C,SAAS,CAAC,EAAE,KAAK,CAAC,4BAA4B,CAAC,GAAG,SAAS,CAAC;CAC7D,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,qBAAqB,EAAE,CAAC,CAAC,OAAO,CAC3C,eAAe,EACf,CAAC,CAAC,UAAU,EACZ,MAAM,CAMN,CAAC;AAEH,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,gBAAgB;AAChB,MAAM,MAAM,6BAA6B,GAAG;IAC1C,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CACtC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,6BAA6B,EAC7B,CAAC,CAAC,UAAU,EACZ,oBAAoB,CAQpB,CAAC;AAEH,wBAAgB,0BAA0B,CACxC,oBAAoB,EAAE,oBAAoB,GACzC,MAAM,CAIR;AAED,gBAAgB;AAChB,MAAM,MAAM,iCAAiC,GAAG;IAC9C,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,uCAAuC,EAAE,CAAC,CAAC,OAAO,CAC7D,iCAAiC,EACjC,CAAC,CAAC,UAAU,EACZ,wBAAwB,CAGxB,CAAC;AAEH,wBAAgB,8BAA8B,CAC5C,wBAAwB,EAAE,wBAAwB,GACjD,MAAM,CAIR;AAED,gBAAgB;AAChB,MAAM,MAAM,0BAA0B,GAAG;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,6BAA6B,GAAG,SAAS,CAAC;IAClD,SAAS,CAAC,EAAE,KAAK,CAAC,iCAAiC,CAAC,GAAG,SAAS,CAAC;CAClE,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,0BAA0B,EAC1B,CAAC,CAAC,UAAU,EACZ,iBAAiB,CAMjB,CAAC;AAEH,wBAAgB,uBAAuB,CACrC,iBAAiB,EAAE,iBAAiB,GACnC,MAAM,CAIR;AAED,gBAAgB;AAChB,eAAO,MAAM,uBAAuB,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,QAAQ,CAC9C,CAAC;AAExB,gBAAgB;AAChB,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;IAC/B,kBAAkB,CAAC,EAAE,KAAK,CAAC,0BAA0B,CAAC,GAAG,SAAS,CAAC;IACnE,qBAAqB,EAAE,MAAM,CAAC;IAC9B,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,UAAU,EAAE,IAAI,CAazE,CAAC;AAEL,wBAAgB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,MAAM,CAE7C;AAED,gBAAgB;AAChB,eAAO,MAAM,yCAAyC,EAAE,CAAC,CAAC,aAAa,CACrE,OAAO,0BAA0B,CACS,CAAC;AAE7C,gBAAgB;AAChB,MAAM,MAAM,8BAA8B,GAAG;IAC3C,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9C,kBAAkB,CAAC,EAAE,KAAK,CAAC,0BAA0B,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1E,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,IAAI,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC9C,OAAO,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IAC3C,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,gBAAgB,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IACnC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,oCAAoC,EAAE,CAAC,CAAC,OAAO,CAC1D,8BAA8B,EAC9B,CAAC,CAAC,UAAU,EACZ,qBAAqB,CAmCrB,CAAC;AAEH,wBAAgB,2BAA2B,CACzC,qBAAqB,EAAE,qBAAqB,GAC3C,MAAM,CAIR;AAED,gBAAgB;AAChB,MAAM,MAAM,0BAA0B,GAAG;IACvC,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,CAAC,EAAE,8BAA8B,GAAG,SAAS,CAAC;CAC1D,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,0BAA0B,EAC1B,CAAC,CAAC,UAAU,EACZ,iBAAiB,CAQjB,CAAC;AAEH,wBAAgB,uBAAuB,CACrC,iBAAiB,EAAE,iBAAiB,GACnC,MAAM,CAIR;AAED,gBAAgB;AAChB,eAAO,MAAM,oCAAoC,EAAE,CAAC,CAAC,OAAO,CAC1D,sBAAsB,EACtB,CAAC,CAAC,UAAU,EACZ,OAAO,CASP,CAAC;AAEH,wBAAgB,8BAA8B,CAC5C,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,sBAAsB,EAAE,kBAAkB,CAAC,CAM7D"}
|
|
@@ -36,22 +36,165 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
36
36
|
};
|
|
37
37
|
})();
|
|
38
38
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
-
exports.UpdateEvalResponseBody$inboundSchema = exports.UpdateEvalRequest$outboundSchema = exports.UpdateEvalRequestBody$outboundSchema = void 0;
|
|
39
|
+
exports.UpdateEvalResponseBody$inboundSchema = exports.UpdateEvalRequest$outboundSchema = exports.UpdateEvalRequestBody$outboundSchema = exports.UpdateEvalVersionIncrement$outboundSchema = exports.Jury$outboundSchema = exports.TieValue$outboundSchema = exports.ReplacementJudges$outboundSchema = exports.UpdateEvalEvalsFallbacks$outboundSchema = exports.UpdateEvalEvalsRetry$outboundSchema = exports.Judges$outboundSchema = exports.UpdateEvalFallbacks$outboundSchema = exports.UpdateEvalRetry$outboundSchema = exports.UpdateEvalMode$outboundSchema = exports.CategoricalLabels$outboundSchema = exports.UpdateEvalVersionIncrement = exports.TieValue = exports.UpdateEvalMode = void 0;
|
|
40
|
+
exports.categoricalLabelsToJSON = categoricalLabelsToJSON;
|
|
41
|
+
exports.updateEvalRetryToJSON = updateEvalRetryToJSON;
|
|
42
|
+
exports.updateEvalFallbacksToJSON = updateEvalFallbacksToJSON;
|
|
43
|
+
exports.judgesToJSON = judgesToJSON;
|
|
44
|
+
exports.updateEvalEvalsRetryToJSON = updateEvalEvalsRetryToJSON;
|
|
45
|
+
exports.updateEvalEvalsFallbacksToJSON = updateEvalEvalsFallbacksToJSON;
|
|
46
|
+
exports.replacementJudgesToJSON = replacementJudgesToJSON;
|
|
47
|
+
exports.juryToJSON = juryToJSON;
|
|
40
48
|
exports.updateEvalRequestBodyToJSON = updateEvalRequestBodyToJSON;
|
|
41
49
|
exports.updateEvalRequestToJSON = updateEvalRequestToJSON;
|
|
42
50
|
exports.updateEvalResponseBodyFromJSON = updateEvalResponseBodyFromJSON;
|
|
43
51
|
const z = __importStar(require("zod/v3"));
|
|
44
52
|
const primitives_js_1 = require("../../lib/primitives.js");
|
|
45
53
|
const schemas_js_1 = require("../../lib/schemas.js");
|
|
54
|
+
const components = __importStar(require("../components/index.js"));
|
|
55
|
+
exports.UpdateEvalMode = {
|
|
56
|
+
Single: "single",
|
|
57
|
+
Jury: "jury",
|
|
58
|
+
};
|
|
59
|
+
exports.TieValue = {
|
|
60
|
+
Tie: "Tie",
|
|
61
|
+
};
|
|
62
|
+
exports.UpdateEvalVersionIncrement = {
|
|
63
|
+
Major: "major",
|
|
64
|
+
Minor: "minor",
|
|
65
|
+
Patch: "patch",
|
|
66
|
+
};
|
|
46
67
|
/** @internal */
|
|
47
|
-
exports.
|
|
68
|
+
exports.CategoricalLabels$outboundSchema = z.object({
|
|
69
|
+
value: z.string(),
|
|
70
|
+
description: z.string().optional(),
|
|
71
|
+
});
|
|
72
|
+
function categoricalLabelsToJSON(categoricalLabels) {
|
|
73
|
+
return JSON.stringify(exports.CategoricalLabels$outboundSchema.parse(categoricalLabels));
|
|
74
|
+
}
|
|
75
|
+
/** @internal */
|
|
76
|
+
exports.UpdateEvalMode$outboundSchema = z.nativeEnum(exports.UpdateEvalMode);
|
|
77
|
+
/** @internal */
|
|
78
|
+
exports.UpdateEvalRetry$outboundSchema = z.object({
|
|
79
|
+
count: z.number().int().default(2),
|
|
80
|
+
onCodes: z.array(z.number().int()).optional(),
|
|
81
|
+
}).transform((v) => {
|
|
82
|
+
return (0, primitives_js_1.remap)(v, {
|
|
83
|
+
onCodes: "on_codes",
|
|
84
|
+
});
|
|
85
|
+
});
|
|
86
|
+
function updateEvalRetryToJSON(updateEvalRetry) {
|
|
87
|
+
return JSON.stringify(exports.UpdateEvalRetry$outboundSchema.parse(updateEvalRetry));
|
|
88
|
+
}
|
|
89
|
+
/** @internal */
|
|
90
|
+
exports.UpdateEvalFallbacks$outboundSchema = z.object({
|
|
91
|
+
model: z.string(),
|
|
92
|
+
});
|
|
93
|
+
function updateEvalFallbacksToJSON(updateEvalFallbacks) {
|
|
94
|
+
return JSON.stringify(exports.UpdateEvalFallbacks$outboundSchema.parse(updateEvalFallbacks));
|
|
95
|
+
}
|
|
96
|
+
/** @internal */
|
|
97
|
+
exports.Judges$outboundSchema = z.object({
|
|
98
|
+
model: z.string(),
|
|
99
|
+
retry: z.lazy(() => exports.UpdateEvalRetry$outboundSchema).optional(),
|
|
100
|
+
fallbacks: z.array(z.lazy(() => exports.UpdateEvalFallbacks$outboundSchema))
|
|
101
|
+
.optional(),
|
|
102
|
+
});
|
|
103
|
+
function judgesToJSON(judges) {
|
|
104
|
+
return JSON.stringify(exports.Judges$outboundSchema.parse(judges));
|
|
105
|
+
}
|
|
106
|
+
/** @internal */
|
|
107
|
+
exports.UpdateEvalEvalsRetry$outboundSchema = z.object({
|
|
108
|
+
count: z.number().int().default(2),
|
|
109
|
+
onCodes: z.array(z.number().int()).optional(),
|
|
110
|
+
}).transform((v) => {
|
|
111
|
+
return (0, primitives_js_1.remap)(v, {
|
|
112
|
+
onCodes: "on_codes",
|
|
113
|
+
});
|
|
114
|
+
});
|
|
115
|
+
function updateEvalEvalsRetryToJSON(updateEvalEvalsRetry) {
|
|
116
|
+
return JSON.stringify(exports.UpdateEvalEvalsRetry$outboundSchema.parse(updateEvalEvalsRetry));
|
|
117
|
+
}
|
|
118
|
+
/** @internal */
|
|
119
|
+
exports.UpdateEvalEvalsFallbacks$outboundSchema = z.object({
|
|
120
|
+
model: z.string(),
|
|
121
|
+
});
|
|
122
|
+
function updateEvalEvalsFallbacksToJSON(updateEvalEvalsFallbacks) {
|
|
123
|
+
return JSON.stringify(exports.UpdateEvalEvalsFallbacks$outboundSchema.parse(updateEvalEvalsFallbacks));
|
|
124
|
+
}
|
|
125
|
+
/** @internal */
|
|
126
|
+
exports.ReplacementJudges$outboundSchema = z.object({
|
|
127
|
+
model: z.string(),
|
|
128
|
+
retry: z.lazy(() => exports.UpdateEvalEvalsRetry$outboundSchema).optional(),
|
|
129
|
+
fallbacks: z.array(z.lazy(() => exports.UpdateEvalEvalsFallbacks$outboundSchema))
|
|
130
|
+
.optional(),
|
|
131
|
+
});
|
|
132
|
+
function replacementJudgesToJSON(replacementJudges) {
|
|
133
|
+
return JSON.stringify(exports.ReplacementJudges$outboundSchema.parse(replacementJudges));
|
|
134
|
+
}
|
|
135
|
+
/** @internal */
|
|
136
|
+
exports.TieValue$outboundSchema = z
|
|
137
|
+
.nativeEnum(exports.TieValue);
|
|
138
|
+
/** @internal */
|
|
139
|
+
exports.Jury$outboundSchema = z.object({
|
|
140
|
+
judges: z.array(z.lazy(() => exports.Judges$outboundSchema)),
|
|
141
|
+
replacementJudges: z.array(z.lazy(() => exports.ReplacementJudges$outboundSchema))
|
|
142
|
+
.optional(),
|
|
143
|
+
minSuccessfulJudges: z.number().int().default(2),
|
|
144
|
+
tieValue: exports.TieValue$outboundSchema.default("Tie"),
|
|
145
|
+
}).transform((v) => {
|
|
146
|
+
return (0, primitives_js_1.remap)(v, {
|
|
147
|
+
replacementJudges: "replacement_judges",
|
|
148
|
+
minSuccessfulJudges: "min_successful_judges",
|
|
149
|
+
tieValue: "tie_value",
|
|
150
|
+
});
|
|
151
|
+
});
|
|
152
|
+
function juryToJSON(jury) {
|
|
153
|
+
return JSON.stringify(exports.Jury$outboundSchema.parse(jury));
|
|
154
|
+
}
|
|
155
|
+
/** @internal */
|
|
156
|
+
exports.UpdateEvalVersionIncrement$outboundSchema = z.nativeEnum(exports.UpdateEvalVersionIncrement);
|
|
157
|
+
/** @internal */
|
|
158
|
+
exports.UpdateEvalRequestBody$outboundSchema = z.object({
|
|
159
|
+
type: z.string().optional(),
|
|
160
|
+
path: z.string().optional(),
|
|
161
|
+
projectId: z.string().optional(),
|
|
162
|
+
key: z.string().optional(),
|
|
163
|
+
description: z.string().optional(),
|
|
164
|
+
prompt: z.string().optional(),
|
|
165
|
+
outputType: z.string().optional(),
|
|
166
|
+
categories: z.nullable(z.array(z.string())).optional(),
|
|
167
|
+
categoricalLabels: z.nullable(z.array(z.lazy(() => exports.CategoricalLabels$outboundSchema))).optional(),
|
|
168
|
+
datasetId: z.nullable(z.string()).optional(),
|
|
169
|
+
repetitions: z.number().optional(),
|
|
170
|
+
mode: exports.UpdateEvalMode$outboundSchema.optional(),
|
|
171
|
+
model: z.string().optional(),
|
|
172
|
+
jury: z.lazy(() => exports.Jury$outboundSchema).optional(),
|
|
173
|
+
schema: z.string().optional(),
|
|
174
|
+
url: z.string().optional(),
|
|
175
|
+
method: z.string().optional(),
|
|
176
|
+
headers: z.record(z.string()).optional(),
|
|
177
|
+
payload: z.record(z.any()).optional(),
|
|
178
|
+
code: z.string().optional(),
|
|
179
|
+
guardrailConfig: z.any().optional(),
|
|
180
|
+
versionIncrement: exports.UpdateEvalVersionIncrement$outboundSchema.optional(),
|
|
181
|
+
versionDescription: z.string().optional(),
|
|
182
|
+
}).transform((v) => {
|
|
183
|
+
return (0, primitives_js_1.remap)(v, {
|
|
184
|
+
projectId: "project_id",
|
|
185
|
+
outputType: "output_type",
|
|
186
|
+
categoricalLabels: "categorical_labels",
|
|
187
|
+
datasetId: "dataset_id",
|
|
188
|
+
guardrailConfig: "guardrail_config",
|
|
189
|
+
});
|
|
190
|
+
});
|
|
48
191
|
function updateEvalRequestBodyToJSON(updateEvalRequestBody) {
|
|
49
192
|
return JSON.stringify(exports.UpdateEvalRequestBody$outboundSchema.parse(updateEvalRequestBody));
|
|
50
193
|
}
|
|
51
194
|
/** @internal */
|
|
52
195
|
exports.UpdateEvalRequest$outboundSchema = z.object({
|
|
53
196
|
id: z.string(),
|
|
54
|
-
requestBody: z.lazy(() => exports.UpdateEvalRequestBody$outboundSchema),
|
|
197
|
+
requestBody: z.lazy(() => exports.UpdateEvalRequestBody$outboundSchema).optional(),
|
|
55
198
|
}).transform((v) => {
|
|
56
199
|
return (0, primitives_js_1.remap)(v, {
|
|
57
200
|
requestBody: "RequestBody",
|
|
@@ -61,7 +204,15 @@ function updateEvalRequestToJSON(updateEvalRequest) {
|
|
|
61
204
|
return JSON.stringify(exports.UpdateEvalRequest$outboundSchema.parse(updateEvalRequest));
|
|
62
205
|
}
|
|
63
206
|
/** @internal */
|
|
64
|
-
exports.UpdateEvalResponseBody$inboundSchema = z.
|
|
207
|
+
exports.UpdateEvalResponseBody$inboundSchema = z.union([
|
|
208
|
+
components.EvaluatorResponseLlm$inboundSchema,
|
|
209
|
+
components.EvaluatorResponseJsonSchema$inboundSchema,
|
|
210
|
+
components.EvaluatorResponseHttp$inboundSchema,
|
|
211
|
+
components.EvaluatorResponsePython$inboundSchema,
|
|
212
|
+
components.EvaluatorResponseFunction$inboundSchema,
|
|
213
|
+
components.EvaluatorResponseRagas$inboundSchema,
|
|
214
|
+
components.EvaluatorResponseTypescript$inboundSchema,
|
|
215
|
+
]);
|
|
65
216
|
function updateEvalResponseBodyFromJSON(jsonString) {
|
|
66
217
|
return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.UpdateEvalResponseBody$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'UpdateEvalResponseBody' from JSON`);
|
|
67
218
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"updateeval.js","sourceRoot":"","sources":["../../src/models/operations/updateeval.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"updateeval.js","sourceRoot":"","sources":["../../src/models/operations/updateeval.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4IH,0DAMC;AA2BD,sDAIC;AAgBD,8DAMC;AAqBD,oCAEC;AAsBD,gEAMC;AAgBD,wEAMC;AAqBD,0DAMC;AA8BD,gCAEC;AA2ED,kEAMC;AAsBD,0DAMC;AAiBD,wEAQC;AA/cD,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAGjD,mEAAqD;AAQxC,QAAA,cAAc,GAAG;IAC5B,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;CACJ,CAAC;AAiCE,QAAA,QAAQ,GAAG;IACtB,GAAG,EAAE,KAAK;CACF,CAAC;AAUE,QAAA,0BAA0B,GAAG;IACxC,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;CACN,CAAC;AA+DX,gBAAgB;AACH,QAAA,gCAAgC,GAIzC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC;AAEH,SAAgB,uBAAuB,CACrC,iBAAoC;IAEpC,OAAO,IAAI,CAAC,SAAS,CACnB,wCAAgC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAC1D,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,6BAA6B,GAEtC,CAAC,CAAC,UAAU,CAAC,sBAAc,CAAC,CAAC;AAQjC,gBAAgB;AACH,QAAA,8BAA8B,GAIvC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAClC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC9C,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,OAAO,EAAE,UAAU;KACpB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,qBAAqB,CACnC,eAAgC;IAEhC,OAAO,IAAI,CAAC,SAAS,CAAC,sCAA8B,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;AAC/E,CAAC;AAOD,gBAAgB;AACH,QAAA,kCAAkC,GAI3C,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,SAAgB,yBAAyB,CACvC,mBAAwC;IAExC,OAAO,IAAI,CAAC,SAAS,CACnB,0CAAkC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAC9D,CAAC;AACJ,CAAC;AASD,gBAAgB;AACH,QAAA,qBAAqB,GAI9B,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,sCAA8B,CAAC,CAAC,QAAQ,EAAE;IAC9D,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,0CAAkC,CAAC,CAAC;SACjE,QAAQ,EAAE;CACd,CAAC,CAAC;AAEH,SAAgB,YAAY,CAAC,MAAc;IACzC,OAAO,IAAI,CAAC,SAAS,CAAC,6BAAqB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;AAC7D,CAAC;AAQD,gBAAgB;AACH,QAAA,mCAAmC,GAI5C,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAClC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC9C,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,OAAO,EAAE,UAAU;KACpB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,0BAA0B,CACxC,oBAA0C;IAE1C,OAAO,IAAI,CAAC,SAAS,CACnB,2CAAmC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAChE,CAAC;AACJ,CAAC;AAOD,gBAAgB;AACH,QAAA,uCAAuC,GAIhD,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,SAAgB,8BAA8B,CAC5C,wBAAkD;IAElD,OAAO,IAAI,CAAC,SAAS,CACnB,+CAAuC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CACxE,CAAC;AACJ,CAAC;AASD,gBAAgB;AACH,QAAA,gCAAgC,GAIzC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,2CAAmC,CAAC,CAAC,QAAQ,EAAE;IACnE,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,+CAAuC,CAAC,CAAC;SACtE,QAAQ,EAAE;CACd,CAAC,CAAC;AAEH,SAAgB,uBAAuB,CACrC,iBAAoC;IAEpC,OAAO,IAAI,CAAC,SAAS,CACnB,wCAAgC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAC1D,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,uBAAuB,GAAqC,CAAC;KACvE,UAAU,CAAC,gBAAQ,CAAC,CAAC;AAUxB,gBAAgB;AACH,QAAA,mBAAmB,GAC9B,CAAC,CAAC,MAAM,CAAC;IACP,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,6BAAqB,CAAC,CAAC;IACpD,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,wCAAgC,CAAC,CAAC;SACvE,QAAQ,EAAE;IACb,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChD,QAAQ,EAAE,+BAAuB,CAAC,OAAO,CAAC,KAAK,CAAC;CACjD,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,iBAAiB,EAAE,oBAAoB;QACvC,mBAAmB,EAAE,uBAAuB;QAC5C,QAAQ,EAAE,WAAW;KACtB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEL,SAAgB,UAAU,CAAC,IAAU;IACnC,OAAO,IAAI,CAAC,SAAS,CAAC,2BAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,gBAAgB;AACH,QAAA,yCAAyC,GAElD,CAAC,CAAC,UAAU,CAAC,kCAA0B,CAAC,CAAC;AA6B7C,gBAAgB;AACH,QAAA,oCAAoC,GAI7C,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACtD,iBAAiB,EAAE,CAAC,CAAC,QAAQ,CAC3B,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,wCAAgC,CAAC,CAAC,CACxD,CAAC,QAAQ,EAAE;IACZ,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,IAAI,EAAE,qCAA6B,CAAC,QAAQ,EAAE;IAC9C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,2BAAmB,CAAC,CAAC,QAAQ,EAAE;IAClD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACnC,gBAAgB,EAAE,iDAAyC,CAAC,QAAQ,EAAE;IACtE,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,SAAS,EAAE,YAAY;QACvB,UAAU,EAAE,aAAa;QACzB,iBAAiB,EAAE,oBAAoB;QACvC,SAAS,EAAE,YAAY;QACvB,eAAe,EAAE,kBAAkB;KACpC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,2BAA2B,CACzC,qBAA4C;IAE5C,OAAO,IAAI,CAAC,SAAS,CACnB,4CAAoC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAClE,CAAC;AACJ,CAAC;AAQD,gBAAgB;AACH,QAAA,gCAAgC,GAIzC,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,4CAAoC,CAAC,CAAC,QAAQ,EAAE;CAC3E,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,WAAW,EAAE,aAAa;KAC3B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,uBAAuB,CACrC,iBAAoC;IAEpC,OAAO,IAAI,CAAC,SAAS,CACnB,wCAAgC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAC1D,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,oCAAoC,GAI7C,CAAC,CAAC,KAAK,CAAC;IACV,UAAU,CAAC,kCAAkC;IAC7C,UAAU,CAAC,yCAAyC;IACpD,UAAU,CAAC,mCAAmC;IAC9C,UAAU,CAAC,qCAAqC;IAChD,UAAU,CAAC,uCAAuC;IAClD,UAAU,CAAC,oCAAoC;IAC/C,UAAU,CAAC,yCAAyC;CACrD,CAAC,CAAC;AAEH,SAAgB,8BAA8B,CAC5C,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,4CAAoC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAChE,oDAAoD,CACrD,CAAC;AACJ,CAAC"}
|
|
@@ -536,7 +536,7 @@ function updateToolResponseBodyCodeToolFromJSON(jsonString) {
|
|
|
536
536
|
}
|
|
537
537
|
/** @internal */
|
|
538
538
|
exports.UpdateToolResponseBodyCodeExecutionTool$inboundSchema = z.object({
|
|
539
|
-
_id: z.string().default("
|
|
539
|
+
_id: z.string().default("tool_01M2NEZRPPB1C7G37DGQHAR0SH"),
|
|
540
540
|
path: z.string(),
|
|
541
541
|
key: z.string(),
|
|
542
542
|
display_name: z.string().optional(),
|
|
@@ -625,7 +625,7 @@ function updateToolResponseBodyHttpFromJSON(jsonString) {
|
|
|
625
625
|
}
|
|
626
626
|
/** @internal */
|
|
627
627
|
exports.UpdateToolResponseBodyHTTPTool$inboundSchema = z.object({
|
|
628
|
-
_id: z.string().default("
|
|
628
|
+
_id: z.string().default("tool_01M2NEZRPN953H1NJ88W2QMFWT"),
|
|
629
629
|
path: z.string(),
|
|
630
630
|
key: z.string(),
|
|
631
631
|
display_name: z.string().optional(),
|
|
@@ -675,7 +675,7 @@ function updateToolResponseBodyJsonSchemaFromJSON(jsonString) {
|
|
|
675
675
|
}
|
|
676
676
|
/** @internal */
|
|
677
677
|
exports.UpdateToolResponseBodyJSONSchemaTool$inboundSchema = z.object({
|
|
678
|
-
_id: z.string().default("
|
|
678
|
+
_id: z.string().default("tool_01M2NEZRPMJBH9F68JZ4WGMYBE"),
|
|
679
679
|
path: z.string(),
|
|
680
680
|
key: z.string(),
|
|
681
681
|
display_name: z.string().optional(),
|
|
@@ -729,7 +729,7 @@ function updateToolResponseBodyFunctionFromJSON(jsonString) {
|
|
|
729
729
|
}
|
|
730
730
|
/** @internal */
|
|
731
731
|
exports.UpdateToolResponseBodyFunctionTool$inboundSchema = z.object({
|
|
732
|
-
_id: z.string().default("
|
|
732
|
+
_id: z.string().default("tool_01M2NEZRPMP45T3PCQERHP6BPN"),
|
|
733
733
|
path: z.string(),
|
|
734
734
|
key: z.string(),
|
|
735
735
|
display_name: z.string().optional(),
|
package/package.json
CHANGED
package/sdk/evals.d.ts
CHANGED
|
@@ -8,14 +8,14 @@ export declare class Evals extends ClientSDK {
|
|
|
8
8
|
* @remarks
|
|
9
9
|
* List all evaluators in the workspace.
|
|
10
10
|
*/
|
|
11
|
-
all(request?: operations.GetEvalsRequest | undefined, options?: RequestOptions): Promise<
|
|
11
|
+
all(request?: operations.GetEvalsRequest | undefined, options?: RequestOptions): Promise<operations.GetEvalsResponseBody>;
|
|
12
12
|
/**
|
|
13
13
|
* Create an Evaluator
|
|
14
14
|
*
|
|
15
15
|
* @remarks
|
|
16
16
|
* Create a new evaluator in the workspace.
|
|
17
17
|
*/
|
|
18
|
-
create(request
|
|
18
|
+
create(request?: operations.CreateEvalRequestBody | undefined, options?: RequestOptions): Promise<operations.CreateEvalResponseBody>;
|
|
19
19
|
/**
|
|
20
20
|
* Retrieve an Evaluator
|
|
21
21
|
*
|
|
@@ -29,7 +29,7 @@ export declare class Evals extends ClientSDK {
|
|
|
29
29
|
* @remarks
|
|
30
30
|
* Delete an evaluator by its unique identifier.
|
|
31
31
|
*/
|
|
32
|
-
delete(request: operations.DeleteEvalRequest, options?: RequestOptions): Promise<
|
|
32
|
+
delete(request: operations.DeleteEvalRequest, options?: RequestOptions): Promise<void>;
|
|
33
33
|
/**
|
|
34
34
|
* Update an Evaluator
|
|
35
35
|
*
|
package/sdk/evals.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../src/sdk/evals.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAG5D,qBAAa,KAAM,SAAQ,SAAS;IAClC;;;;;OAKG;IACG,GAAG,CACP,OAAO,CAAC,EAAE,UAAU,CAAC,eAAe,GAAG,SAAS,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,
|
|
1
|
+
{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../src/sdk/evals.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAG5D,qBAAa,KAAM,SAAQ,SAAS;IAClC;;;;;OAKG;IACG,GAAG,CACP,OAAO,CAAC,EAAE,UAAU,CAAC,eAAe,GAAG,SAAS,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,oBAAoB,CAAC;IAQ3C;;;;;OAKG;IACG,MAAM,CACV,OAAO,CAAC,EAAE,UAAU,CAAC,qBAAqB,GAAG,SAAS,EACtD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,sBAAsB,CAAC;IAQ7C;;;;;OAKG;IACG,GAAG,CACP,OAAO,EAAE,UAAU,CAAC,cAAc,EAClC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,mBAAmB,CAAC;IAQ1C;;;;;OAKG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,iBAAiB,EACrC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,IAAI,CAAC;IAQhB;;;;;OAKG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,iBAAiB,EACrC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,sBAAsB,CAAC;IAQ7C;;;;;OAKG;IACG,YAAY,CAChB,OAAO,EAAE,UAAU,CAAC,uBAAuB,EAC3C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,6BAA6B,CAAC;IAQpD;;;;;OAKG;IACG,UAAU,CACd,OAAO,EAAE,UAAU,CAAC,qBAAqB,EACzC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,0BAA0B,CAAC;IAQjD;;;;;OAKG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,iBAAiB,EACrC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC;CAOxC"}
|
package/sdk/evals.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evals.js","sourceRoot":"","sources":["../src/sdk/evals.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,sDAAgD;AAChD,4DAAsD;AACtD,4DAAsD;AACtD,sDAAgD;AAChD,oEAA8D;AAC9D,4DAAsD;AACtD,wEAAkE;AAClE,4DAAsD;AACtD,4CAA2D;AAG3D,0CAA6C;AAE7C,MAAa,KAAM,SAAQ,mBAAS;IAClC;;;;;OAKG;IACH,KAAK,CAAC,GAAG,CACP,OAAgD,EAChD,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sBAAQ,EACzB,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,MAAM,CACV,
|
|
1
|
+
{"version":3,"file":"evals.js","sourceRoot":"","sources":["../src/sdk/evals.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,sDAAgD;AAChD,4DAAsD;AACtD,4DAAsD;AACtD,sDAAgD;AAChD,oEAA8D;AAC9D,4DAAsD;AACtD,wEAAkE;AAClE,4DAAsD;AACtD,4CAA2D;AAG3D,0CAA6C;AAE7C,MAAa,KAAM,SAAQ,mBAAS;IAClC;;;;;OAKG;IACH,KAAK,CAAC,GAAG,CACP,OAAgD,EAChD,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sBAAQ,EACzB,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,MAAM,CACV,OAAsD,EACtD,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4BAAW,EAC5B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,GAAG,CACP,OAAkC,EAClC,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sBAAQ,EACzB,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,MAAM,CACV,OAAqC,EACrC,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4BAAW,EAC5B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,MAAM,CACV,OAAqC,EACrC,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4BAAW,EAC5B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,YAAY,CAChB,OAA2C,EAC3C,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,wCAAiB,EAClC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,UAAU,CACd,OAAyC,EACzC,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,oCAAe,EAChC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,MAAM,CACV,OAAqC,EACrC,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4BAAW,EAC5B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;CACF;AAxID,sBAwIC"}
|
|
@@ -92,6 +92,7 @@ async function $do(
|
|
|
92
92
|
const query = encodeFormQuery({
|
|
93
93
|
"ending_before": payload?.ending_before,
|
|
94
94
|
"limit": payload?.limit,
|
|
95
|
+
"project_id": payload?.project_id,
|
|
95
96
|
"search": payload?.search,
|
|
96
97
|
"starting_after": payload?.starting_after,
|
|
97
98
|
"updated_by": payload?.updated_by,
|