@orq-ai/node 4.15.0-rc.54 → 4.15.0-rc.55
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -1
- package/funcs/datasetsList.js +1 -0
- package/funcs/datasetsList.js.map +1 -1
- package/funcs/evalsAll.d.ts +2 -2
- package/funcs/evalsAll.d.ts.map +1 -1
- package/funcs/evalsAll.js +5 -2
- package/funcs/evalsAll.js.map +1 -1
- package/funcs/evalsCreate.d.ts +2 -1
- package/funcs/evalsCreate.d.ts.map +1 -1
- package/funcs/evalsCreate.js +19 -4
- package/funcs/evalsCreate.js.map +1 -1
- package/funcs/evalsDelete.d.ts +2 -2
- package/funcs/evalsDelete.d.ts.map +1 -1
- package/funcs/evalsDelete.js +6 -2
- package/funcs/evalsDelete.js.map +1 -1
- package/funcs/evalsGet.d.ts +2 -1
- package/funcs/evalsGet.d.ts.map +1 -1
- package/funcs/evalsGet.js +5 -1
- package/funcs/evalsGet.js.map +1 -1
- package/funcs/evalsUpdate.d.ts +2 -1
- package/funcs/evalsUpdate.d.ts.map +1 -1
- package/funcs/evalsUpdate.js +5 -1
- package/funcs/evalsUpdate.js.map +1 -1
- package/jsr.json +1 -1
- package/lib/config.d.ts +2 -2
- package/lib/config.js +2 -2
- package/models/components/chunkingconfiguration.d.ts +30 -30
- package/models/components/chunkingconfiguration.d.ts.map +1 -1
- package/models/components/chunkingconfiguration.js +36 -37
- package/models/components/chunkingconfiguration.js.map +1 -1
- package/models/components/evaluatorresponsefunction.d.ts +230 -0
- package/models/components/evaluatorresponsefunction.d.ts.map +1 -0
- package/models/components/evaluatorresponsefunction.js +420 -0
- package/models/components/evaluatorresponsefunction.js.map +1 -0
- package/models/components/evaluatorresponsehttp.d.ts +37 -0
- package/models/components/evaluatorresponsehttp.d.ts.map +1 -0
- package/models/components/evaluatorresponsehttp.js +77 -0
- package/models/components/evaluatorresponsehttp.js.map +1 -0
- package/models/components/evaluatorresponsejsonschema.d.ts +22 -0
- package/models/components/evaluatorresponsejsonschema.d.ts.map +1 -0
- package/models/components/{listevaluatorsresponse.js → evaluatorresponsejsonschema.js} +20 -16
- package/models/components/evaluatorresponsejsonschema.js.map +1 -0
- package/models/components/evaluatorresponsellm.d.ts +101 -0
- package/models/components/evaluatorresponsellm.d.ts.map +1 -0
- package/models/components/evaluatorresponsellm.js +181 -0
- package/models/components/evaluatorresponsellm.js.map +1 -0
- package/models/components/evaluatorresponsepython.d.ts +22 -0
- package/models/components/evaluatorresponsepython.d.ts.map +1 -0
- package/models/components/evaluatorresponsepython.js +67 -0
- package/models/components/evaluatorresponsepython.js.map +1 -0
- package/models/components/evaluatorresponseragas.d.ts +41 -0
- package/models/components/evaluatorresponseragas.d.ts.map +1 -0
- package/models/components/evaluatorresponseragas.js +86 -0
- package/models/components/evaluatorresponseragas.js.map +1 -0
- package/models/components/evaluatorresponsetypescript.d.ts +22 -0
- package/models/components/evaluatorresponsetypescript.d.ts.map +1 -0
- package/models/components/evaluatorresponsetypescript.js +67 -0
- package/models/components/evaluatorresponsetypescript.js.map +1 -0
- package/models/components/index.d.ts +7 -2
- package/models/components/index.d.ts.map +1 -1
- package/models/components/index.js +7 -2
- package/models/components/index.js.map +1 -1
- package/models/components/queryreportrequest.d.ts +5 -5
- package/models/components/queryreportrequest.d.ts.map +1 -1
- package/models/components/queryreportrequest.js +6 -6
- package/models/components/queryreportrequest.js.map +1 -1
- package/models/components/reasoningpart.js +1 -1
- package/models/errors/createeval.d.ts +23 -0
- package/models/errors/createeval.d.ts.map +1 -0
- package/models/errors/createeval.js +68 -0
- package/models/errors/createeval.js.map +1 -0
- package/models/errors/deleteeval.d.ts +43 -0
- package/models/errors/deleteeval.d.ts.map +1 -0
- package/models/errors/deleteeval.js +94 -0
- package/models/errors/deleteeval.js.map +1 -0
- package/models/errors/geteval.d.ts +23 -0
- package/models/errors/geteval.d.ts.map +1 -0
- package/models/errors/geteval.js +68 -0
- package/models/errors/geteval.js.map +1 -0
- package/models/errors/getevals.d.ts +23 -0
- package/models/errors/getevals.d.ts.map +1 -0
- package/models/{components/deleteevaluatorresponse.js → errors/getevals.js} +28 -8
- package/models/errors/getevals.js.map +1 -0
- package/models/errors/index.d.ts +5 -0
- package/models/errors/index.d.ts.map +1 -1
- package/models/errors/index.js +5 -0
- package/models/errors/index.js.map +1 -1
- package/models/errors/updateeval.d.ts +23 -0
- package/models/errors/updateeval.d.ts.map +1 -0
- package/models/errors/updateeval.js +68 -0
- package/models/errors/updateeval.js.map +1 -0
- package/models/operations/createdataset.js +1 -1
- package/models/operations/createdatasetitem.js +5 -5
- package/models/operations/createeval.d.ts +305 -4
- package/models/operations/createeval.d.ts.map +1 -1
- package/models/operations/createeval.js +258 -3
- package/models/operations/createeval.js.map +1 -1
- package/models/operations/createtool.d.ts +4 -4
- package/models/operations/createtool.d.ts.map +1 -1
- package/models/operations/createtool.js +9 -9
- package/models/operations/createtool.js.map +1 -1
- package/models/operations/getalltools.js +4 -4
- package/models/operations/geteval.d.ts +804 -2
- package/models/operations/geteval.d.ts.map +1 -1
- package/models/operations/geteval.js +1244 -2
- package/models/operations/geteval.js.map +1 -1
- package/models/operations/getevals.d.ts +41 -3
- package/models/operations/getevals.d.ts.map +1 -1
- package/models/operations/getevals.js +52 -3
- package/models/operations/getevals.js.map +1 -1
- package/models/operations/getv2humanevalsets.js +2 -2
- package/models/operations/getv2humanevalsetsid.js +2 -2
- package/models/operations/listdatasetdatapoints.js +5 -5
- package/models/operations/listdatasets.d.ts +5 -0
- package/models/operations/listdatasets.d.ts.map +1 -1
- package/models/operations/listdatasets.js +3 -1
- package/models/operations/listdatasets.js.map +1 -1
- package/models/operations/patchv2humanevalsetsid.js +2 -2
- package/models/operations/postv2feedbackevaluation.js +4 -4
- package/models/operations/postv2humanevalsets.js +2 -2
- package/models/operations/retrievedatapoint.js +5 -5
- package/models/operations/retrievedataset.js +1 -1
- package/models/operations/retrievetool.js +4 -4
- package/models/operations/runagent.js +1 -1
- package/models/operations/streamrunagent.js +1 -1
- package/models/operations/updatedatapoint.js +5 -5
- package/models/operations/updatedataset.js +1 -1
- package/models/operations/updateeval.d.ts +194 -6
- package/models/operations/updateeval.d.ts.map +1 -1
- package/models/operations/updateeval.js +155 -4
- package/models/operations/updateeval.js.map +1 -1
- package/models/operations/updatetool.js +4 -4
- package/package.json +1 -1
- package/sdk/evals.d.ts +3 -3
- package/sdk/evals.d.ts.map +1 -1
- package/sdk/evals.js.map +1 -1
- package/src/funcs/datasetsList.ts +1 -0
- package/src/funcs/evalsAll.ts +14 -6
- package/src/funcs/evalsCreate.ts +31 -5
- package/src/funcs/evalsDelete.ts +19 -6
- package/src/funcs/evalsGet.ts +10 -1
- package/src/funcs/evalsUpdate.ts +10 -1
- package/src/lib/config.ts +2 -2
- package/src/models/components/chunkingconfiguration.ts +150 -110
- package/src/models/components/evaluatorresponsefunction.ts +928 -0
- package/src/models/components/evaluatorresponsehttp.ts +77 -0
- package/src/models/components/evaluatorresponsejsonschema.ts +60 -0
- package/src/models/components/evaluatorresponsellm.ts +310 -0
- package/src/models/components/evaluatorresponsepython.ts +60 -0
- package/src/models/components/evaluatorresponseragas.ts +84 -0
- package/src/models/components/evaluatorresponsetypescript.ts +60 -0
- package/src/models/components/index.ts +7 -2
- package/src/models/components/queryreportrequest.ts +11 -10
- package/src/models/components/reasoningpart.ts +1 -1
- package/src/models/errors/createeval.ts +51 -0
- package/src/models/errors/deleteeval.ts +96 -0
- package/src/models/errors/geteval.ts +51 -0
- package/src/models/errors/getevals.ts +51 -0
- package/src/models/errors/index.ts +5 -0
- package/src/models/errors/updateeval.ts +51 -0
- package/src/models/operations/createdataset.ts +1 -1
- package/src/models/operations/createdatasetitem.ts +5 -5
- package/src/models/operations/createeval.ts +628 -6
- package/src/models/operations/createtool.ts +13 -11
- package/src/models/operations/getalltools.ts +4 -4
- package/src/models/operations/geteval.ts +2751 -3
- package/src/models/operations/getevals.ts +123 -5
- package/src/models/operations/getv2humanevalsets.ts +2 -2
- package/src/models/operations/getv2humanevalsetsid.ts +2 -2
- package/src/models/operations/listdatasetdatapoints.ts +5 -5
- package/src/models/operations/listdatasets.ts +8 -1
- package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
- package/src/models/operations/postv2feedbackevaluation.ts +4 -4
- package/src/models/operations/postv2humanevalsets.ts +2 -2
- package/src/models/operations/retrievedatapoint.ts +5 -5
- package/src/models/operations/retrievedataset.ts +1 -1
- package/src/models/operations/retrievetool.ts +4 -4
- package/src/models/operations/runagent.ts +1 -1
- package/src/models/operations/streamrunagent.ts +1 -1
- package/src/models/operations/updatedatapoint.ts +5 -5
- package/src/models/operations/updatedataset.ts +1 -1
- package/src/models/operations/updateeval.ts +393 -9
- package/src/models/operations/updatetool.ts +4 -4
- package/src/sdk/evals.ts +3 -3
- package/models/components/deleteevaluatorresponse.d.ts +0 -8
- package/models/components/deleteevaluatorresponse.d.ts.map +0 -1
- package/models/components/deleteevaluatorresponse.js.map +0 -1
- package/models/components/listevaluatorsresponse.d.ts +0 -16
- package/models/components/listevaluatorsresponse.d.ts.map +0 -1
- package/models/components/listevaluatorsresponse.js.map +0 -1
- package/src/models/components/deleteevaluatorresponse.ts +0 -27
- package/src/models/components/listevaluatorsresponse.ts +0 -59
|
@@ -1,13 +1,314 @@
|
|
|
1
1
|
import * as z from "zod/v3";
|
|
2
|
+
import { ClosedEnum } from "../../types/enums.js";
|
|
2
3
|
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
4
|
+
import * as components from "../components/index.js";
|
|
3
5
|
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
4
|
-
export
|
|
6
|
+
export declare const OutputType: {
|
|
7
|
+
readonly Boolean: "boolean";
|
|
8
|
+
readonly Number: "number";
|
|
9
|
+
};
|
|
10
|
+
export type OutputType = ClosedEnum<typeof OutputType>;
|
|
11
|
+
export declare const CreateEvalRequestBodyType: {
|
|
12
|
+
readonly PythonEval: "python_eval";
|
|
13
|
+
};
|
|
14
|
+
export type CreateEvalRequestBodyType = ClosedEnum<typeof CreateEvalRequestBodyType>;
|
|
15
|
+
export type Python = {
|
|
16
|
+
guardrailConfig?: any | undefined;
|
|
17
|
+
outputType?: OutputType | undefined;
|
|
18
|
+
code: string;
|
|
19
|
+
type: CreateEvalRequestBodyType;
|
|
20
|
+
/**
|
|
21
|
+
* Legacy alternative to `project_id`. Storage path whose first segment names the project that owns the evaluator. Mutually exclusive with `project_id`.
|
|
22
|
+
*/
|
|
23
|
+
path?: string | undefined;
|
|
24
|
+
/**
|
|
25
|
+
* Unique identifier of the project that owns the evaluator, as returned by `GET /v2/projects`. Mutually exclusive with `path`.
|
|
26
|
+
*/
|
|
27
|
+
projectId?: string | undefined;
|
|
28
|
+
description?: string | undefined;
|
|
29
|
+
key: string;
|
|
30
|
+
};
|
|
5
31
|
/**
|
|
6
|
-
*
|
|
32
|
+
* The type of output expected from the evaluator
|
|
7
33
|
*/
|
|
8
|
-
export
|
|
34
|
+
export declare const OneOutputType: {
|
|
35
|
+
readonly Boolean: "boolean";
|
|
36
|
+
readonly Categorical: "categorical";
|
|
37
|
+
readonly Number: "number";
|
|
38
|
+
readonly String: "string";
|
|
39
|
+
};
|
|
40
|
+
/**
|
|
41
|
+
* The type of output expected from the evaluator
|
|
42
|
+
*/
|
|
43
|
+
export type OneOutputType = ClosedEnum<typeof OneOutputType>;
|
|
44
|
+
export declare const CreateEval1Type: {
|
|
45
|
+
readonly LlmEval: "llm_eval";
|
|
46
|
+
};
|
|
47
|
+
export type CreateEval1Type = ClosedEnum<typeof CreateEval1Type>;
|
|
48
|
+
export type OneCategoricalLabels = {
|
|
49
|
+
value: string;
|
|
50
|
+
description?: string | undefined;
|
|
51
|
+
};
|
|
52
|
+
export type OneRetry = {
|
|
53
|
+
count?: number | undefined;
|
|
54
|
+
onCodes?: Array<number> | undefined;
|
|
55
|
+
};
|
|
56
|
+
export type OneFallbacks = {
|
|
57
|
+
model: string;
|
|
58
|
+
};
|
|
59
|
+
export type OneJudges = {
|
|
60
|
+
model: string;
|
|
61
|
+
retry?: OneRetry | undefined;
|
|
62
|
+
fallbacks?: Array<OneFallbacks> | undefined;
|
|
63
|
+
};
|
|
64
|
+
export type CreateEval1Retry = {
|
|
65
|
+
count?: number | undefined;
|
|
66
|
+
onCodes?: Array<number> | undefined;
|
|
67
|
+
};
|
|
68
|
+
export type CreateEval1Fallbacks = {
|
|
69
|
+
model: string;
|
|
70
|
+
};
|
|
71
|
+
export type OneReplacementJudges = {
|
|
72
|
+
model: string;
|
|
73
|
+
retry?: CreateEval1Retry | undefined;
|
|
74
|
+
fallbacks?: Array<CreateEval1Fallbacks> | undefined;
|
|
75
|
+
};
|
|
76
|
+
export declare const OneTieValue: {
|
|
77
|
+
readonly Tie: "Tie";
|
|
78
|
+
};
|
|
79
|
+
export type OneTieValue = ClosedEnum<typeof OneTieValue>;
|
|
80
|
+
export type OneJury = {
|
|
81
|
+
judges: Array<OneJudges>;
|
|
82
|
+
replacementJudges?: Array<OneReplacementJudges> | undefined;
|
|
83
|
+
minSuccessfulJudges?: number | undefined;
|
|
84
|
+
tieValue?: OneTieValue | undefined;
|
|
85
|
+
};
|
|
86
|
+
export type LLMJury = {
|
|
87
|
+
guardrailConfig?: any | undefined;
|
|
88
|
+
/**
|
|
89
|
+
* The type of output expected from the evaluator
|
|
90
|
+
*/
|
|
91
|
+
outputType?: OneOutputType | undefined;
|
|
92
|
+
type: CreateEval1Type;
|
|
93
|
+
repetitions?: number | null | undefined;
|
|
94
|
+
prompt: string;
|
|
95
|
+
categories?: Array<string> | null | undefined;
|
|
96
|
+
categoricalLabels?: Array<OneCategoricalLabels> | null | undefined;
|
|
97
|
+
datasetId?: string | null | undefined;
|
|
98
|
+
/**
|
|
99
|
+
* Legacy alternative to `project_id`. Storage path whose first segment names the project that owns the evaluator. Mutually exclusive with `project_id`.
|
|
100
|
+
*/
|
|
101
|
+
path?: string | undefined;
|
|
102
|
+
/**
|
|
103
|
+
* Unique identifier of the project that owns the evaluator, as returned by `GET /v2/projects`. Mutually exclusive with `path`.
|
|
104
|
+
*/
|
|
105
|
+
projectId?: string | undefined;
|
|
106
|
+
description?: string | undefined;
|
|
107
|
+
key: string;
|
|
108
|
+
mode: "jury";
|
|
109
|
+
jury: OneJury;
|
|
110
|
+
};
|
|
111
|
+
/**
|
|
112
|
+
* The type of output expected from the evaluator
|
|
113
|
+
*/
|
|
114
|
+
export declare const CreateEval1OutputType: {
|
|
115
|
+
readonly Boolean: "boolean";
|
|
116
|
+
readonly Categorical: "categorical";
|
|
117
|
+
readonly Number: "number";
|
|
118
|
+
readonly String: "string";
|
|
119
|
+
};
|
|
120
|
+
/**
|
|
121
|
+
* The type of output expected from the evaluator
|
|
122
|
+
*/
|
|
123
|
+
export type CreateEval1OutputType = ClosedEnum<typeof CreateEval1OutputType>;
|
|
124
|
+
export declare const OneType: {
|
|
125
|
+
readonly LlmEval: "llm_eval";
|
|
126
|
+
};
|
|
127
|
+
export type OneType = ClosedEnum<typeof OneType>;
|
|
128
|
+
export type CreateEval1CategoricalLabels = {
|
|
129
|
+
value: string;
|
|
130
|
+
description?: string | undefined;
|
|
131
|
+
};
|
|
132
|
+
export type Llm = {
|
|
133
|
+
guardrailConfig?: any | undefined;
|
|
134
|
+
/**
|
|
135
|
+
* The type of output expected from the evaluator
|
|
136
|
+
*/
|
|
137
|
+
outputType?: CreateEval1OutputType | undefined;
|
|
138
|
+
type: OneType;
|
|
139
|
+
repetitions?: number | null | undefined;
|
|
140
|
+
prompt: string;
|
|
141
|
+
categories?: Array<string> | null | undefined;
|
|
142
|
+
categoricalLabels?: Array<CreateEval1CategoricalLabels> | null | undefined;
|
|
143
|
+
datasetId?: string | null | undefined;
|
|
144
|
+
/**
|
|
145
|
+
* Legacy alternative to `project_id`. Storage path whose first segment names the project that owns the evaluator. Mutually exclusive with `project_id`.
|
|
146
|
+
*/
|
|
147
|
+
path?: string | undefined;
|
|
148
|
+
/**
|
|
149
|
+
* Unique identifier of the project that owns the evaluator, as returned by `GET /v2/projects`. Mutually exclusive with `path`.
|
|
150
|
+
*/
|
|
151
|
+
projectId?: string | undefined;
|
|
152
|
+
description?: string | undefined;
|
|
153
|
+
key: string;
|
|
154
|
+
mode: "single";
|
|
155
|
+
model: string;
|
|
156
|
+
};
|
|
157
|
+
export type CreateEvalRequestBody1 = Llm | LLMJury;
|
|
158
|
+
export type CreateEvalRequestBody = Python | Llm | LLMJury;
|
|
159
|
+
/**
|
|
160
|
+
* Successfully created an evaluator
|
|
161
|
+
*/
|
|
162
|
+
export type CreateEvalResponseBody = components.EvaluatorResponseLlm | components.EvaluatorResponseJsonSchema | components.EvaluatorResponseHttp | components.EvaluatorResponsePython | components.EvaluatorResponseFunction | components.EvaluatorResponseRagas | components.EvaluatorResponseTypescript;
|
|
163
|
+
/** @internal */
|
|
164
|
+
export declare const OutputType$outboundSchema: z.ZodNativeEnum<typeof OutputType>;
|
|
165
|
+
/** @internal */
|
|
166
|
+
export declare const CreateEvalRequestBodyType$outboundSchema: z.ZodNativeEnum<typeof CreateEvalRequestBodyType>;
|
|
167
|
+
/** @internal */
|
|
168
|
+
export type Python$Outbound = {
|
|
169
|
+
guardrail_config?: any | undefined;
|
|
170
|
+
output_type?: string | undefined;
|
|
171
|
+
code: string;
|
|
172
|
+
type: string;
|
|
173
|
+
path?: string | undefined;
|
|
174
|
+
project_id?: string | undefined;
|
|
175
|
+
description: string;
|
|
176
|
+
key: string;
|
|
177
|
+
};
|
|
178
|
+
/** @internal */
|
|
179
|
+
export declare const Python$outboundSchema: z.ZodType<Python$Outbound, z.ZodTypeDef, Python>;
|
|
180
|
+
export declare function pythonToJSON(python: Python): string;
|
|
181
|
+
/** @internal */
|
|
182
|
+
export declare const OneOutputType$outboundSchema: z.ZodNativeEnum<typeof OneOutputType>;
|
|
183
|
+
/** @internal */
|
|
184
|
+
export declare const CreateEval1Type$outboundSchema: z.ZodNativeEnum<typeof CreateEval1Type>;
|
|
185
|
+
/** @internal */
|
|
186
|
+
export type OneCategoricalLabels$Outbound = {
|
|
187
|
+
value: string;
|
|
188
|
+
description?: string | undefined;
|
|
189
|
+
};
|
|
190
|
+
/** @internal */
|
|
191
|
+
export declare const OneCategoricalLabels$outboundSchema: z.ZodType<OneCategoricalLabels$Outbound, z.ZodTypeDef, OneCategoricalLabels>;
|
|
192
|
+
export declare function oneCategoricalLabelsToJSON(oneCategoricalLabels: OneCategoricalLabels): string;
|
|
193
|
+
/** @internal */
|
|
194
|
+
export type OneRetry$Outbound = {
|
|
195
|
+
count: number;
|
|
196
|
+
on_codes?: Array<number> | undefined;
|
|
197
|
+
};
|
|
198
|
+
/** @internal */
|
|
199
|
+
export declare const OneRetry$outboundSchema: z.ZodType<OneRetry$Outbound, z.ZodTypeDef, OneRetry>;
|
|
200
|
+
export declare function oneRetryToJSON(oneRetry: OneRetry): string;
|
|
201
|
+
/** @internal */
|
|
202
|
+
export type OneFallbacks$Outbound = {
|
|
203
|
+
model: string;
|
|
204
|
+
};
|
|
205
|
+
/** @internal */
|
|
206
|
+
export declare const OneFallbacks$outboundSchema: z.ZodType<OneFallbacks$Outbound, z.ZodTypeDef, OneFallbacks>;
|
|
207
|
+
export declare function oneFallbacksToJSON(oneFallbacks: OneFallbacks): string;
|
|
208
|
+
/** @internal */
|
|
209
|
+
export type OneJudges$Outbound = {
|
|
210
|
+
model: string;
|
|
211
|
+
retry?: OneRetry$Outbound | undefined;
|
|
212
|
+
fallbacks?: Array<OneFallbacks$Outbound> | undefined;
|
|
213
|
+
};
|
|
214
|
+
/** @internal */
|
|
215
|
+
export declare const OneJudges$outboundSchema: z.ZodType<OneJudges$Outbound, z.ZodTypeDef, OneJudges>;
|
|
216
|
+
export declare function oneJudgesToJSON(oneJudges: OneJudges): string;
|
|
217
|
+
/** @internal */
|
|
218
|
+
export type CreateEval1Retry$Outbound = {
|
|
219
|
+
count: number;
|
|
220
|
+
on_codes?: Array<number> | undefined;
|
|
221
|
+
};
|
|
222
|
+
/** @internal */
|
|
223
|
+
export declare const CreateEval1Retry$outboundSchema: z.ZodType<CreateEval1Retry$Outbound, z.ZodTypeDef, CreateEval1Retry>;
|
|
224
|
+
export declare function createEval1RetryToJSON(createEval1Retry: CreateEval1Retry): string;
|
|
225
|
+
/** @internal */
|
|
226
|
+
export type CreateEval1Fallbacks$Outbound = {
|
|
227
|
+
model: string;
|
|
228
|
+
};
|
|
229
|
+
/** @internal */
|
|
230
|
+
export declare const CreateEval1Fallbacks$outboundSchema: z.ZodType<CreateEval1Fallbacks$Outbound, z.ZodTypeDef, CreateEval1Fallbacks>;
|
|
231
|
+
export declare function createEval1FallbacksToJSON(createEval1Fallbacks: CreateEval1Fallbacks): string;
|
|
232
|
+
/** @internal */
|
|
233
|
+
export type OneReplacementJudges$Outbound = {
|
|
234
|
+
model: string;
|
|
235
|
+
retry?: CreateEval1Retry$Outbound | undefined;
|
|
236
|
+
fallbacks?: Array<CreateEval1Fallbacks$Outbound> | undefined;
|
|
237
|
+
};
|
|
238
|
+
/** @internal */
|
|
239
|
+
export declare const OneReplacementJudges$outboundSchema: z.ZodType<OneReplacementJudges$Outbound, z.ZodTypeDef, OneReplacementJudges>;
|
|
240
|
+
export declare function oneReplacementJudgesToJSON(oneReplacementJudges: OneReplacementJudges): string;
|
|
241
|
+
/** @internal */
|
|
242
|
+
export declare const OneTieValue$outboundSchema: z.ZodNativeEnum<typeof OneTieValue>;
|
|
243
|
+
/** @internal */
|
|
244
|
+
export type OneJury$Outbound = {
|
|
245
|
+
judges: Array<OneJudges$Outbound>;
|
|
246
|
+
replacement_judges?: Array<OneReplacementJudges$Outbound> | undefined;
|
|
247
|
+
min_successful_judges: number;
|
|
248
|
+
tie_value: string;
|
|
249
|
+
};
|
|
250
|
+
/** @internal */
|
|
251
|
+
export declare const OneJury$outboundSchema: z.ZodType<OneJury$Outbound, z.ZodTypeDef, OneJury>;
|
|
252
|
+
export declare function oneJuryToJSON(oneJury: OneJury): string;
|
|
253
|
+
/** @internal */
|
|
254
|
+
export type LLMJury$Outbound = {
|
|
255
|
+
guardrail_config?: any | undefined;
|
|
256
|
+
output_type?: string | undefined;
|
|
257
|
+
type: string;
|
|
258
|
+
repetitions?: number | null | undefined;
|
|
259
|
+
prompt: string;
|
|
260
|
+
categories?: Array<string> | null | undefined;
|
|
261
|
+
categorical_labels?: Array<OneCategoricalLabels$Outbound> | null | undefined;
|
|
262
|
+
dataset_id?: string | null | undefined;
|
|
263
|
+
path?: string | undefined;
|
|
264
|
+
project_id?: string | undefined;
|
|
265
|
+
description: string;
|
|
266
|
+
key: string;
|
|
267
|
+
mode: "jury";
|
|
268
|
+
jury: OneJury$Outbound;
|
|
269
|
+
};
|
|
270
|
+
/** @internal */
|
|
271
|
+
export declare const LLMJury$outboundSchema: z.ZodType<LLMJury$Outbound, z.ZodTypeDef, LLMJury>;
|
|
272
|
+
export declare function llmJuryToJSON(llmJury: LLMJury): string;
|
|
273
|
+
/** @internal */
|
|
274
|
+
export declare const CreateEval1OutputType$outboundSchema: z.ZodNativeEnum<typeof CreateEval1OutputType>;
|
|
275
|
+
/** @internal */
|
|
276
|
+
export declare const OneType$outboundSchema: z.ZodNativeEnum<typeof OneType>;
|
|
277
|
+
/** @internal */
|
|
278
|
+
export type CreateEval1CategoricalLabels$Outbound = {
|
|
279
|
+
value: string;
|
|
280
|
+
description?: string | undefined;
|
|
281
|
+
};
|
|
282
|
+
/** @internal */
|
|
283
|
+
export declare const CreateEval1CategoricalLabels$outboundSchema: z.ZodType<CreateEval1CategoricalLabels$Outbound, z.ZodTypeDef, CreateEval1CategoricalLabels>;
|
|
284
|
+
export declare function createEval1CategoricalLabelsToJSON(createEval1CategoricalLabels: CreateEval1CategoricalLabels): string;
|
|
285
|
+
/** @internal */
|
|
286
|
+
export type Llm$Outbound = {
|
|
287
|
+
guardrail_config?: any | undefined;
|
|
288
|
+
output_type?: string | undefined;
|
|
289
|
+
type: string;
|
|
290
|
+
repetitions?: number | null | undefined;
|
|
291
|
+
prompt: string;
|
|
292
|
+
categories?: Array<string> | null | undefined;
|
|
293
|
+
categorical_labels?: Array<CreateEval1CategoricalLabels$Outbound> | null | undefined;
|
|
294
|
+
dataset_id?: string | null | undefined;
|
|
295
|
+
path?: string | undefined;
|
|
296
|
+
project_id?: string | undefined;
|
|
297
|
+
description: string;
|
|
298
|
+
key: string;
|
|
299
|
+
mode: "single";
|
|
300
|
+
model: string;
|
|
301
|
+
};
|
|
302
|
+
/** @internal */
|
|
303
|
+
export declare const Llm$outboundSchema: z.ZodType<Llm$Outbound, z.ZodTypeDef, Llm>;
|
|
304
|
+
export declare function llmToJSON(llm: Llm): string;
|
|
305
|
+
/** @internal */
|
|
306
|
+
export type CreateEvalRequestBody1$Outbound = Llm$Outbound | LLMJury$Outbound;
|
|
307
|
+
/** @internal */
|
|
308
|
+
export declare const CreateEvalRequestBody1$outboundSchema: z.ZodType<CreateEvalRequestBody1$Outbound, z.ZodTypeDef, CreateEvalRequestBody1>;
|
|
309
|
+
export declare function createEvalRequestBody1ToJSON(createEvalRequestBody1: CreateEvalRequestBody1): string;
|
|
9
310
|
/** @internal */
|
|
10
|
-
export type CreateEvalRequestBody$Outbound =
|
|
311
|
+
export type CreateEvalRequestBody$Outbound = Python$Outbound | Llm$Outbound | LLMJury$Outbound;
|
|
11
312
|
/** @internal */
|
|
12
313
|
export declare const CreateEvalRequestBody$outboundSchema: z.ZodType<CreateEvalRequestBody$Outbound, z.ZodTypeDef, CreateEvalRequestBody>;
|
|
13
314
|
export declare function createEvalRequestBodyToJSON(createEvalRequestBody: CreateEvalRequestBody): string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createeval.d.ts","sourceRoot":"","sources":["../../src/models/operations/createeval.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,MAAM,qBAAqB,GAAG,EAAE,CAAC;AAEvC;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAExC,gBAAgB;AAChB,MAAM,MAAM,8BAA8B,GAAG,EAAE,CAAC;AAEhD,gBAAgB;AAChB,eAAO,MAAM,oCAAoC,EAAE,CAAC,CAAC,OAAO,CAC1D,8BAA8B,EAC9B,CAAC,CAAC,UAAU,EACZ,qBAAqB,CACP,CAAC;AAEjB,wBAAgB,2BAA2B,CACzC,qBAAqB,EAAE,qBAAqB,GAC3C,MAAM,CAIR;AAED,gBAAgB;AAChB,eAAO,MAAM,oCAAoC,EAAE,CAAC,CAAC,OAAO,CAC1D,sBAAsB,EACtB,CAAC,CAAC,UAAU,EACZ,OAAO,CACO,CAAC;AAEjB,wBAAgB,8BAA8B,CAC5C,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,sBAAsB,EAAE,kBAAkB,CAAC,CAM7D"}
|
|
1
|
+
{"version":3,"file":"createeval.d.ts","sourceRoot":"","sources":["../../src/models/operations/createeval.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,KAAK,UAAU,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,eAAO,MAAM,UAAU;;;CAGb,CAAC;AACX,MAAM,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;AAEvD,eAAO,MAAM,yBAAyB;;CAE5B,CAAC;AACX,MAAM,MAAM,yBAAyB,GAAG,UAAU,CAChD,OAAO,yBAAyB,CACjC,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG;IACnB,eAAe,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAClC,UAAU,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,yBAAyB,CAAC;IAChC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;CAKhB,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC;AAE7D,eAAO,MAAM,eAAe;;CAElB,CAAC;AACX,MAAM,MAAM,eAAe,GAAG,UAAU,CAAC,OAAO,eAAe,CAAC,CAAC;AAEjE,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;IAC7B,SAAS,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,gBAAgB,GAAG,SAAS,CAAC;IACrC,SAAS,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,GAAG,SAAS,CAAC;CACrD,CAAC;AAEF,eAAO,MAAM,WAAW;;CAEd,CAAC;AACX,MAAM,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AAEzD,MAAM,MAAM,OAAO,GAAG;IACpB,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IACzB,iBAAiB,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,GAAG,SAAS,CAAC;IAC5D,mBAAmB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,eAAe,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAClC;;OAEG;IACH,UAAU,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;IACvC,IAAI,EAAE,eAAe,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9C,iBAAiB,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,OAAO,CAAC;CACf,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAE7E,eAAO,MAAM,OAAO;;CAEV,CAAC;AACX,MAAM,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,OAAO,CAAC,CAAC;AAEjD,MAAM,MAAM,4BAA4B,GAAG;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,GAAG,GAAG;IAChB,eAAe,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAClC;;OAEG;IACH,UAAU,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC/C,IAAI,EAAE,OAAO,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9C,iBAAiB,CAAC,EAAE,KAAK,CAAC,4BAA4B,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3E,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,QAAQ,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG,GAAG,GAAG,OAAO,CAAC;AAEnD,MAAM,MAAM,qBAAqB,GAAG,MAAM,GAAG,GAAG,GAAG,OAAO,CAAC;AAE3D;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAC9B,UAAU,CAAC,oBAAoB,GAC/B,UAAU,CAAC,2BAA2B,GACtC,UAAU,CAAC,qBAAqB,GAChC,UAAU,CAAC,uBAAuB,GAClC,UAAU,CAAC,yBAAyB,GACpC,UAAU,CAAC,sBAAsB,GACjC,UAAU,CAAC,2BAA2B,CAAC;AAE3C,gBAAgB;AAChB,eAAO,MAAM,yBAAyB,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,UAAU,CAChD,CAAC;AAE1B,gBAAgB;AAChB,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,aAAa,CACpE,OAAO,yBAAyB,CACS,CAAC;AAE5C,gBAAgB;AAChB,MAAM,MAAM,eAAe,GAAG;IAC5B,gBAAgB,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IACnC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,qBAAqB,EAAE,CAAC,CAAC,OAAO,CAC3C,eAAe,EACf,CAAC,CAAC,UAAU,EACZ,MAAM,CAgBN,CAAC;AAEH,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,gBAAgB;AAChB,eAAO,MAAM,4BAA4B,EAAE,CAAC,CAAC,aAAa,CACxD,OAAO,aAAa,CACS,CAAC;AAEhC,gBAAgB;AAChB,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,aAAa,CAC1D,OAAO,eAAe,CACS,CAAC;AAElC,gBAAgB;AAChB,MAAM,MAAM,6BAA6B,GAAG;IAC1C,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,6BAA6B,EAC7B,CAAC,CAAC,UAAU,EACZ,oBAAoB,CAIpB,CAAC;AAEH,wBAAgB,0BAA0B,CACxC,oBAAoB,EAAE,oBAAoB,GACzC,MAAM,CAIR;AAED,gBAAgB;AAChB,MAAM,MAAM,iBAAiB,GAAG;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CACtC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,uBAAuB,EAAE,CAAC,CAAC,OAAO,CAC7C,iBAAiB,EACjB,CAAC,CAAC,UAAU,EACZ,QAAQ,CAQR,CAAC;AAEH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAEzD;AAED,gBAAgB;AAChB,MAAM,MAAM,qBAAqB,GAAG;IAClC,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,2BAA2B,EAAE,CAAC,CAAC,OAAO,CACjD,qBAAqB,EACrB,CAAC,CAAC,UAAU,EACZ,YAAY,CAGZ,CAAC;AAEH,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,YAAY,GAAG,MAAM,CAErE;AAED,gBAAgB;AAChB,MAAM,MAAM,kBAAkB,GAAG;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,KAAK,CAAC,qBAAqB,CAAC,GAAG,SAAS,CAAC;CACtD,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,wBAAwB,EAAE,CAAC,CAAC,OAAO,CAC9C,kBAAkB,EAClB,CAAC,CAAC,UAAU,EACZ,SAAS,CAKT,CAAC;AAEH,wBAAgB,eAAe,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAE5D;AAED,gBAAgB;AAChB,MAAM,MAAM,yBAAyB,GAAG;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CACtC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CACrD,yBAAyB,EACzB,CAAC,CAAC,UAAU,EACZ,gBAAgB,CAQhB,CAAC;AAEH,wBAAgB,sBAAsB,CACpC,gBAAgB,EAAE,gBAAgB,GACjC,MAAM,CAIR;AAED,gBAAgB;AAChB,MAAM,MAAM,6BAA6B,GAAG;IAC1C,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,6BAA6B,EAC7B,CAAC,CAAC,UAAU,EACZ,oBAAoB,CAGpB,CAAC;AAEH,wBAAgB,0BAA0B,CACxC,oBAAoB,EAAE,oBAAoB,GACzC,MAAM,CAIR;AAED,gBAAgB;AAChB,MAAM,MAAM,6BAA6B,GAAG;IAC1C,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,yBAAyB,GAAG,SAAS,CAAC;IAC9C,SAAS,CAAC,EAAE,KAAK,CAAC,6BAA6B,CAAC,GAAG,SAAS,CAAC;CAC9D,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,6BAA6B,EAC7B,CAAC,CAAC,UAAU,EACZ,oBAAoB,CAMpB,CAAC;AAEH,wBAAgB,0BAA0B,CACxC,oBAAoB,EAAE,oBAAoB,GACzC,MAAM,CAIR;AAED,gBAAgB;AAChB,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,WAAW,CACjD,CAAC;AAE3B,gBAAgB;AAChB,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAClC,kBAAkB,CAAC,EAAE,KAAK,CAAC,6BAA6B,CAAC,GAAG,SAAS,CAAC;IACtE,qBAAqB,EAAE,MAAM,CAAC;IAC9B,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAC5C,gBAAgB,EAChB,CAAC,CAAC,UAAU,EACZ,OAAO,CAaP,CAAC;AAEH,wBAAgB,aAAa,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,CAEtD;AAED,gBAAgB;AAChB,MAAM,MAAM,gBAAgB,GAAG;IAC7B,gBAAgB,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IACnC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9C,kBAAkB,CAAC,EAAE,KAAK,CAAC,6BAA6B,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7E,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,gBAAgB,CAAC;CACxB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAC5C,gBAAgB,EAChB,CAAC,CAAC,UAAU,EACZ,OAAO,CA0BP,CAAC;AAEH,wBAAgB,aAAa,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,CAEtD;AAED,gBAAgB;AAChB,eAAO,MAAM,oCAAoC,EAAE,CAAC,CAAC,aAAa,CAChE,OAAO,qBAAqB,CACS,CAAC;AAExC,gBAAgB;AAChB,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,OAAO,CAC7C,CAAC;AAEvB,gBAAgB;AAChB,MAAM,MAAM,qCAAqC,GAAG;IAClD,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,2CAA2C,EAAE,CAAC,CAAC,OAAO,CACjE,qCAAqC,EACrC,CAAC,CAAC,UAAU,EACZ,4BAA4B,CAI5B,CAAC;AAEH,wBAAgB,kCAAkC,CAChD,4BAA4B,EAAE,4BAA4B,GACzD,MAAM,CAMR;AAED,gBAAgB;AAChB,MAAM,MAAM,YAAY,GAAG;IACzB,gBAAgB,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IACnC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9C,kBAAkB,CAAC,EACf,KAAK,CAAC,qCAAqC,CAAC,GAC5C,IAAI,GACJ,SAAS,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,QAAQ,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,kBAAkB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,UAAU,EAAE,GAAG,CA0BtE,CAAC;AAEL,wBAAgB,SAAS,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,CAE1C;AAED,gBAAgB;AAChB,MAAM,MAAM,+BAA+B,GAAG,YAAY,GAAG,gBAAgB,CAAC;AAE9E,gBAAgB;AAChB,eAAO,MAAM,qCAAqC,EAAE,CAAC,CAAC,OAAO,CAC3D,+BAA+B,EAC/B,CAAC,CAAC,UAAU,EACZ,sBAAsB,CAItB,CAAC;AAEH,wBAAgB,4BAA4B,CAC1C,sBAAsB,EAAE,sBAAsB,GAC7C,MAAM,CAIR;AAED,gBAAgB;AAChB,MAAM,MAAM,8BAA8B,GACtC,eAAe,GACf,YAAY,GACZ,gBAAgB,CAAC;AAErB,gBAAgB;AAChB,eAAO,MAAM,oCAAoC,EAAE,CAAC,CAAC,OAAO,CAC1D,8BAA8B,EAC9B,CAAC,CAAC,UAAU,EACZ,qBAAqB,CAOrB,CAAC;AAEH,wBAAgB,2BAA2B,CACzC,qBAAqB,EAAE,qBAAqB,GAC3C,MAAM,CAIR;AAED,gBAAgB;AAChB,eAAO,MAAM,oCAAoC,EAAE,CAAC,CAAC,OAAO,CAC1D,sBAAsB,EACtB,CAAC,CAAC,UAAU,EACZ,OAAO,CASP,CAAC;AAEH,wBAAgB,8BAA8B,CAC5C,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,sBAAsB,EAAE,kBAAkB,CAAC,CAM7D"}
|
|
@@ -36,18 +36,273 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
36
36
|
};
|
|
37
37
|
})();
|
|
38
38
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
-
exports.CreateEvalResponseBody$inboundSchema = exports.CreateEvalRequestBody$outboundSchema = void 0;
|
|
39
|
+
exports.CreateEvalResponseBody$inboundSchema = exports.CreateEvalRequestBody$outboundSchema = exports.CreateEvalRequestBody1$outboundSchema = exports.Llm$outboundSchema = exports.CreateEval1CategoricalLabels$outboundSchema = exports.OneType$outboundSchema = exports.CreateEval1OutputType$outboundSchema = exports.LLMJury$outboundSchema = exports.OneJury$outboundSchema = exports.OneTieValue$outboundSchema = exports.OneReplacementJudges$outboundSchema = exports.CreateEval1Fallbacks$outboundSchema = exports.CreateEval1Retry$outboundSchema = exports.OneJudges$outboundSchema = exports.OneFallbacks$outboundSchema = exports.OneRetry$outboundSchema = exports.OneCategoricalLabels$outboundSchema = exports.CreateEval1Type$outboundSchema = exports.OneOutputType$outboundSchema = exports.Python$outboundSchema = exports.CreateEvalRequestBodyType$outboundSchema = exports.OutputType$outboundSchema = exports.OneType = exports.CreateEval1OutputType = exports.OneTieValue = exports.CreateEval1Type = exports.OneOutputType = exports.CreateEvalRequestBodyType = exports.OutputType = void 0;
|
|
40
|
+
exports.pythonToJSON = pythonToJSON;
|
|
41
|
+
exports.oneCategoricalLabelsToJSON = oneCategoricalLabelsToJSON;
|
|
42
|
+
exports.oneRetryToJSON = oneRetryToJSON;
|
|
43
|
+
exports.oneFallbacksToJSON = oneFallbacksToJSON;
|
|
44
|
+
exports.oneJudgesToJSON = oneJudgesToJSON;
|
|
45
|
+
exports.createEval1RetryToJSON = createEval1RetryToJSON;
|
|
46
|
+
exports.createEval1FallbacksToJSON = createEval1FallbacksToJSON;
|
|
47
|
+
exports.oneReplacementJudgesToJSON = oneReplacementJudgesToJSON;
|
|
48
|
+
exports.oneJuryToJSON = oneJuryToJSON;
|
|
49
|
+
exports.llmJuryToJSON = llmJuryToJSON;
|
|
50
|
+
exports.createEval1CategoricalLabelsToJSON = createEval1CategoricalLabelsToJSON;
|
|
51
|
+
exports.llmToJSON = llmToJSON;
|
|
52
|
+
exports.createEvalRequestBody1ToJSON = createEvalRequestBody1ToJSON;
|
|
40
53
|
exports.createEvalRequestBodyToJSON = createEvalRequestBodyToJSON;
|
|
41
54
|
exports.createEvalResponseBodyFromJSON = createEvalResponseBodyFromJSON;
|
|
42
55
|
const z = __importStar(require("zod/v3"));
|
|
56
|
+
const primitives_js_1 = require("../../lib/primitives.js");
|
|
43
57
|
const schemas_js_1 = require("../../lib/schemas.js");
|
|
58
|
+
const components = __importStar(require("../components/index.js"));
|
|
59
|
+
exports.OutputType = {
|
|
60
|
+
Boolean: "boolean",
|
|
61
|
+
Number: "number",
|
|
62
|
+
};
|
|
63
|
+
exports.CreateEvalRequestBodyType = {
|
|
64
|
+
PythonEval: "python_eval",
|
|
65
|
+
};
|
|
66
|
+
/**
|
|
67
|
+
* The type of output expected from the evaluator
|
|
68
|
+
*/
|
|
69
|
+
exports.OneOutputType = {
|
|
70
|
+
Boolean: "boolean",
|
|
71
|
+
Categorical: "categorical",
|
|
72
|
+
Number: "number",
|
|
73
|
+
String: "string",
|
|
74
|
+
};
|
|
75
|
+
exports.CreateEval1Type = {
|
|
76
|
+
LlmEval: "llm_eval",
|
|
77
|
+
};
|
|
78
|
+
exports.OneTieValue = {
|
|
79
|
+
Tie: "Tie",
|
|
80
|
+
};
|
|
81
|
+
/**
|
|
82
|
+
* The type of output expected from the evaluator
|
|
83
|
+
*/
|
|
84
|
+
exports.CreateEval1OutputType = {
|
|
85
|
+
Boolean: "boolean",
|
|
86
|
+
Categorical: "categorical",
|
|
87
|
+
Number: "number",
|
|
88
|
+
String: "string",
|
|
89
|
+
};
|
|
90
|
+
exports.OneType = {
|
|
91
|
+
LlmEval: "llm_eval",
|
|
92
|
+
};
|
|
93
|
+
/** @internal */
|
|
94
|
+
exports.OutputType$outboundSchema = z
|
|
95
|
+
.nativeEnum(exports.OutputType);
|
|
96
|
+
/** @internal */
|
|
97
|
+
exports.CreateEvalRequestBodyType$outboundSchema = z.nativeEnum(exports.CreateEvalRequestBodyType);
|
|
98
|
+
/** @internal */
|
|
99
|
+
exports.Python$outboundSchema = z.object({
|
|
100
|
+
guardrailConfig: z.any().optional(),
|
|
101
|
+
outputType: exports.OutputType$outboundSchema.optional(),
|
|
102
|
+
code: z.string(),
|
|
103
|
+
type: exports.CreateEvalRequestBodyType$outboundSchema,
|
|
104
|
+
path: z.string().optional(),
|
|
105
|
+
projectId: z.string().optional(),
|
|
106
|
+
description: z.string().default(""),
|
|
107
|
+
key: z.string(),
|
|
108
|
+
}).transform((v) => {
|
|
109
|
+
return (0, primitives_js_1.remap)(v, {
|
|
110
|
+
guardrailConfig: "guardrail_config",
|
|
111
|
+
outputType: "output_type",
|
|
112
|
+
projectId: "project_id",
|
|
113
|
+
});
|
|
114
|
+
});
|
|
115
|
+
function pythonToJSON(python) {
|
|
116
|
+
return JSON.stringify(exports.Python$outboundSchema.parse(python));
|
|
117
|
+
}
|
|
118
|
+
/** @internal */
|
|
119
|
+
exports.OneOutputType$outboundSchema = z.nativeEnum(exports.OneOutputType);
|
|
120
|
+
/** @internal */
|
|
121
|
+
exports.CreateEval1Type$outboundSchema = z.nativeEnum(exports.CreateEval1Type);
|
|
122
|
+
/** @internal */
|
|
123
|
+
exports.OneCategoricalLabels$outboundSchema = z.object({
|
|
124
|
+
value: z.string(),
|
|
125
|
+
description: z.string().optional(),
|
|
126
|
+
});
|
|
127
|
+
function oneCategoricalLabelsToJSON(oneCategoricalLabels) {
|
|
128
|
+
return JSON.stringify(exports.OneCategoricalLabels$outboundSchema.parse(oneCategoricalLabels));
|
|
129
|
+
}
|
|
130
|
+
/** @internal */
|
|
131
|
+
exports.OneRetry$outboundSchema = z.object({
|
|
132
|
+
count: z.number().int().default(2),
|
|
133
|
+
onCodes: z.array(z.number().int()).optional(),
|
|
134
|
+
}).transform((v) => {
|
|
135
|
+
return (0, primitives_js_1.remap)(v, {
|
|
136
|
+
onCodes: "on_codes",
|
|
137
|
+
});
|
|
138
|
+
});
|
|
139
|
+
function oneRetryToJSON(oneRetry) {
|
|
140
|
+
return JSON.stringify(exports.OneRetry$outboundSchema.parse(oneRetry));
|
|
141
|
+
}
|
|
142
|
+
/** @internal */
|
|
143
|
+
exports.OneFallbacks$outboundSchema = z.object({
|
|
144
|
+
model: z.string(),
|
|
145
|
+
});
|
|
146
|
+
function oneFallbacksToJSON(oneFallbacks) {
|
|
147
|
+
return JSON.stringify(exports.OneFallbacks$outboundSchema.parse(oneFallbacks));
|
|
148
|
+
}
|
|
149
|
+
/** @internal */
|
|
150
|
+
exports.OneJudges$outboundSchema = z.object({
|
|
151
|
+
model: z.string(),
|
|
152
|
+
retry: z.lazy(() => exports.OneRetry$outboundSchema).optional(),
|
|
153
|
+
fallbacks: z.array(z.lazy(() => exports.OneFallbacks$outboundSchema)).optional(),
|
|
154
|
+
});
|
|
155
|
+
function oneJudgesToJSON(oneJudges) {
|
|
156
|
+
return JSON.stringify(exports.OneJudges$outboundSchema.parse(oneJudges));
|
|
157
|
+
}
|
|
158
|
+
/** @internal */
|
|
159
|
+
exports.CreateEval1Retry$outboundSchema = z.object({
|
|
160
|
+
count: z.number().int().default(2),
|
|
161
|
+
onCodes: z.array(z.number().int()).optional(),
|
|
162
|
+
}).transform((v) => {
|
|
163
|
+
return (0, primitives_js_1.remap)(v, {
|
|
164
|
+
onCodes: "on_codes",
|
|
165
|
+
});
|
|
166
|
+
});
|
|
167
|
+
function createEval1RetryToJSON(createEval1Retry) {
|
|
168
|
+
return JSON.stringify(exports.CreateEval1Retry$outboundSchema.parse(createEval1Retry));
|
|
169
|
+
}
|
|
170
|
+
/** @internal */
|
|
171
|
+
exports.CreateEval1Fallbacks$outboundSchema = z.object({
|
|
172
|
+
model: z.string(),
|
|
173
|
+
});
|
|
174
|
+
function createEval1FallbacksToJSON(createEval1Fallbacks) {
|
|
175
|
+
return JSON.stringify(exports.CreateEval1Fallbacks$outboundSchema.parse(createEval1Fallbacks));
|
|
176
|
+
}
|
|
177
|
+
/** @internal */
|
|
178
|
+
exports.OneReplacementJudges$outboundSchema = z.object({
|
|
179
|
+
model: z.string(),
|
|
180
|
+
retry: z.lazy(() => exports.CreateEval1Retry$outboundSchema).optional(),
|
|
181
|
+
fallbacks: z.array(z.lazy(() => exports.CreateEval1Fallbacks$outboundSchema))
|
|
182
|
+
.optional(),
|
|
183
|
+
});
|
|
184
|
+
function oneReplacementJudgesToJSON(oneReplacementJudges) {
|
|
185
|
+
return JSON.stringify(exports.OneReplacementJudges$outboundSchema.parse(oneReplacementJudges));
|
|
186
|
+
}
|
|
187
|
+
/** @internal */
|
|
188
|
+
exports.OneTieValue$outboundSchema = z
|
|
189
|
+
.nativeEnum(exports.OneTieValue);
|
|
190
|
+
/** @internal */
|
|
191
|
+
exports.OneJury$outboundSchema = z.object({
|
|
192
|
+
judges: z.array(z.lazy(() => exports.OneJudges$outboundSchema)),
|
|
193
|
+
replacementJudges: z.array(z.lazy(() => exports.OneReplacementJudges$outboundSchema))
|
|
194
|
+
.optional(),
|
|
195
|
+
minSuccessfulJudges: z.number().int().default(2),
|
|
196
|
+
tieValue: exports.OneTieValue$outboundSchema.default("Tie"),
|
|
197
|
+
}).transform((v) => {
|
|
198
|
+
return (0, primitives_js_1.remap)(v, {
|
|
199
|
+
replacementJudges: "replacement_judges",
|
|
200
|
+
minSuccessfulJudges: "min_successful_judges",
|
|
201
|
+
tieValue: "tie_value",
|
|
202
|
+
});
|
|
203
|
+
});
|
|
204
|
+
function oneJuryToJSON(oneJury) {
|
|
205
|
+
return JSON.stringify(exports.OneJury$outboundSchema.parse(oneJury));
|
|
206
|
+
}
|
|
207
|
+
/** @internal */
|
|
208
|
+
exports.LLMJury$outboundSchema = z.object({
|
|
209
|
+
guardrailConfig: z.any().optional(),
|
|
210
|
+
outputType: exports.OneOutputType$outboundSchema.optional(),
|
|
211
|
+
type: exports.CreateEval1Type$outboundSchema,
|
|
212
|
+
repetitions: z.nullable(z.number().int()).optional(),
|
|
213
|
+
prompt: z.string(),
|
|
214
|
+
categories: z.nullable(z.array(z.string())).optional(),
|
|
215
|
+
categoricalLabels: z.nullable(z.array(z.lazy(() => exports.OneCategoricalLabels$outboundSchema))).optional(),
|
|
216
|
+
datasetId: z.nullable(z.string()).optional(),
|
|
217
|
+
path: z.string().optional(),
|
|
218
|
+
projectId: z.string().optional(),
|
|
219
|
+
description: z.string().default(""),
|
|
220
|
+
key: z.string(),
|
|
221
|
+
mode: z.literal("jury"),
|
|
222
|
+
jury: z.lazy(() => exports.OneJury$outboundSchema),
|
|
223
|
+
}).transform((v) => {
|
|
224
|
+
return (0, primitives_js_1.remap)(v, {
|
|
225
|
+
guardrailConfig: "guardrail_config",
|
|
226
|
+
outputType: "output_type",
|
|
227
|
+
categoricalLabels: "categorical_labels",
|
|
228
|
+
datasetId: "dataset_id",
|
|
229
|
+
projectId: "project_id",
|
|
230
|
+
});
|
|
231
|
+
});
|
|
232
|
+
function llmJuryToJSON(llmJury) {
|
|
233
|
+
return JSON.stringify(exports.LLMJury$outboundSchema.parse(llmJury));
|
|
234
|
+
}
|
|
235
|
+
/** @internal */
|
|
236
|
+
exports.CreateEval1OutputType$outboundSchema = z.nativeEnum(exports.CreateEval1OutputType);
|
|
237
|
+
/** @internal */
|
|
238
|
+
exports.OneType$outboundSchema = z
|
|
239
|
+
.nativeEnum(exports.OneType);
|
|
240
|
+
/** @internal */
|
|
241
|
+
exports.CreateEval1CategoricalLabels$outboundSchema = z.object({
|
|
242
|
+
value: z.string(),
|
|
243
|
+
description: z.string().optional(),
|
|
244
|
+
});
|
|
245
|
+
function createEval1CategoricalLabelsToJSON(createEval1CategoricalLabels) {
|
|
246
|
+
return JSON.stringify(exports.CreateEval1CategoricalLabels$outboundSchema.parse(createEval1CategoricalLabels));
|
|
247
|
+
}
|
|
248
|
+
/** @internal */
|
|
249
|
+
exports.Llm$outboundSchema = z
|
|
250
|
+
.object({
|
|
251
|
+
guardrailConfig: z.any().optional(),
|
|
252
|
+
outputType: exports.CreateEval1OutputType$outboundSchema.optional(),
|
|
253
|
+
type: exports.OneType$outboundSchema,
|
|
254
|
+
repetitions: z.nullable(z.number().int()).optional(),
|
|
255
|
+
prompt: z.string(),
|
|
256
|
+
categories: z.nullable(z.array(z.string())).optional(),
|
|
257
|
+
categoricalLabels: z.nullable(z.array(z.lazy(() => exports.CreateEval1CategoricalLabels$outboundSchema))).optional(),
|
|
258
|
+
datasetId: z.nullable(z.string()).optional(),
|
|
259
|
+
path: z.string().optional(),
|
|
260
|
+
projectId: z.string().optional(),
|
|
261
|
+
description: z.string().default(""),
|
|
262
|
+
key: z.string(),
|
|
263
|
+
mode: z.literal("single"),
|
|
264
|
+
model: z.string(),
|
|
265
|
+
}).transform((v) => {
|
|
266
|
+
return (0, primitives_js_1.remap)(v, {
|
|
267
|
+
guardrailConfig: "guardrail_config",
|
|
268
|
+
outputType: "output_type",
|
|
269
|
+
categoricalLabels: "categorical_labels",
|
|
270
|
+
datasetId: "dataset_id",
|
|
271
|
+
projectId: "project_id",
|
|
272
|
+
});
|
|
273
|
+
});
|
|
274
|
+
function llmToJSON(llm) {
|
|
275
|
+
return JSON.stringify(exports.Llm$outboundSchema.parse(llm));
|
|
276
|
+
}
|
|
277
|
+
/** @internal */
|
|
278
|
+
exports.CreateEvalRequestBody1$outboundSchema = z.union([
|
|
279
|
+
z.lazy(() => exports.Llm$outboundSchema),
|
|
280
|
+
z.lazy(() => exports.LLMJury$outboundSchema),
|
|
281
|
+
]);
|
|
282
|
+
function createEvalRequestBody1ToJSON(createEvalRequestBody1) {
|
|
283
|
+
return JSON.stringify(exports.CreateEvalRequestBody1$outboundSchema.parse(createEvalRequestBody1));
|
|
284
|
+
}
|
|
44
285
|
/** @internal */
|
|
45
|
-
exports.CreateEvalRequestBody$outboundSchema = z.
|
|
286
|
+
exports.CreateEvalRequestBody$outboundSchema = z.union([
|
|
287
|
+
z.lazy(() => exports.Python$outboundSchema),
|
|
288
|
+
z.union([
|
|
289
|
+
z.lazy(() => exports.Llm$outboundSchema),
|
|
290
|
+
z.lazy(() => exports.LLMJury$outboundSchema),
|
|
291
|
+
]),
|
|
292
|
+
]);
|
|
46
293
|
function createEvalRequestBodyToJSON(createEvalRequestBody) {
|
|
47
294
|
return JSON.stringify(exports.CreateEvalRequestBody$outboundSchema.parse(createEvalRequestBody));
|
|
48
295
|
}
|
|
49
296
|
/** @internal */
|
|
50
|
-
exports.CreateEvalResponseBody$inboundSchema = z.
|
|
297
|
+
exports.CreateEvalResponseBody$inboundSchema = z.union([
|
|
298
|
+
components.EvaluatorResponseLlm$inboundSchema,
|
|
299
|
+
components.EvaluatorResponseJsonSchema$inboundSchema,
|
|
300
|
+
components.EvaluatorResponseHttp$inboundSchema,
|
|
301
|
+
components.EvaluatorResponsePython$inboundSchema,
|
|
302
|
+
components.EvaluatorResponseFunction$inboundSchema,
|
|
303
|
+
components.EvaluatorResponseRagas$inboundSchema,
|
|
304
|
+
components.EvaluatorResponseTypescript$inboundSchema,
|
|
305
|
+
]);
|
|
51
306
|
function createEvalResponseBodyFromJSON(jsonString) {
|
|
52
307
|
return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.CreateEvalResponseBody$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'CreateEvalResponseBody' from JSON`);
|
|
53
308
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createeval.js","sourceRoot":"","sources":["../../src/models/operations/createeval.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"createeval.js","sourceRoot":"","sources":["../../src/models/operations/createeval.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiPH,oCAEC;AA4BD,gEAMC;AAsBD,wCAEC;AAgBD,gDAEC;AAoBD,0CAEC;AAsBD,wDAMC;AAgBD,gEAMC;AAqBD,gEAMC;AAiCD,sCAEC;AAoDD,sCAEC;AA2BD,gFAQC;AAoDD,8BAEC;AAeD,oEAMC;AAqBD,kEAMC;AAiBD,wEAQC;AA3pBD,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAGjD,mEAAqD;AAGxC,QAAA,UAAU,GAAG;IACxB,OAAO,EAAE,SAAS;IAClB,MAAM,EAAE,QAAQ;CACR,CAAC;AAGE,QAAA,yBAAyB,GAAG;IACvC,UAAU,EAAE,aAAa;CACjB,CAAC;AAsBX;;GAEG;AACU,QAAA,aAAa,GAAG;IAC3B,OAAO,EAAE,SAAS;IAClB,WAAW,EAAE,aAAa;IAC1B,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAME,QAAA,eAAe,GAAG;IAC7B,OAAO,EAAE,UAAU;CACX,CAAC;AAsCE,QAAA,WAAW,GAAG;IACzB,GAAG,EAAE,KAAK;CACF,CAAC;AAoCX;;GAEG;AACU,QAAA,qBAAqB,GAAG;IACnC,OAAO,EAAE,SAAS;IAClB,WAAW,EAAE,aAAa;IAC1B,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAME,QAAA,OAAO,GAAG;IACrB,OAAO,EAAE,UAAU;CACX,CAAC;AAkDX,gBAAgB;AACH,QAAA,yBAAyB,GAAuC,CAAC;KAC3E,UAAU,CAAC,kBAAU,CAAC,CAAC;AAE1B,gBAAgB;AACH,QAAA,wCAAwC,GAEjD,CAAC,CAAC,UAAU,CAAC,iCAAyB,CAAC,CAAC;AAc5C,gBAAgB;AACH,QAAA,qBAAqB,GAI9B,CAAC,CAAC,MAAM,CAAC;IACX,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACnC,UAAU,EAAE,iCAAyB,CAAC,QAAQ,EAAE;IAChD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,gDAAwC;IAC9C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACnC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;CAChB,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,eAAe,EAAE,kBAAkB;QACnC,UAAU,EAAE,aAAa;QACzB,SAAS,EAAE,YAAY;KACxB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,YAAY,CAAC,MAAc;IACzC,OAAO,IAAI,CAAC,SAAS,CAAC,6BAAqB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,gBAAgB;AACH,QAAA,4BAA4B,GAErC,CAAC,CAAC,UAAU,CAAC,qBAAa,CAAC,CAAC;AAEhC,gBAAgB;AACH,QAAA,8BAA8B,GAEvC,CAAC,CAAC,UAAU,CAAC,uBAAe,CAAC,CAAC;AAQlC,gBAAgB;AACH,QAAA,mCAAmC,GAI5C,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC;AAEH,SAAgB,0BAA0B,CACxC,oBAA0C;IAE1C,OAAO,IAAI,CAAC,SAAS,CACnB,2CAAmC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAChE,CAAC;AACJ,CAAC;AAQD,gBAAgB;AACH,QAAA,uBAAuB,GAIhC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAClC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC9C,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,OAAO,EAAE,UAAU;KACpB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,cAAc,CAAC,QAAkB;IAC/C,OAAO,IAAI,CAAC,SAAS,CAAC,+BAAuB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AACjE,CAAC;AAOD,gBAAgB;AACH,QAAA,2BAA2B,GAIpC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,SAAgB,kBAAkB,CAAC,YAA0B;IAC3D,OAAO,IAAI,CAAC,SAAS,CAAC,mCAA2B,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;AACzE,CAAC;AASD,gBAAgB;AACH,QAAA,wBAAwB,GAIjC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,+BAAuB,CAAC,CAAC,QAAQ,EAAE;IACvD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,mCAA2B,CAAC,CAAC,CAAC,QAAQ,EAAE;CACzE,CAAC,CAAC;AAEH,SAAgB,eAAe,CAAC,SAAoB;IAClD,OAAO,IAAI,CAAC,SAAS,CAAC,gCAAwB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;AACnE,CAAC;AAQD,gBAAgB;AACH,QAAA,+BAA+B,GAIxC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAClC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC9C,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,OAAO,EAAE,UAAU;KACpB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,sBAAsB,CACpC,gBAAkC;IAElC,OAAO,IAAI,CAAC,SAAS,CACnB,uCAA+B,CAAC,KAAK,CAAC,gBAAgB,CAAC,CACxD,CAAC;AACJ,CAAC;AAOD,gBAAgB;AACH,QAAA,mCAAmC,GAI5C,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,SAAgB,0BAA0B,CACxC,oBAA0C;IAE1C,OAAO,IAAI,CAAC,SAAS,CACnB,2CAAmC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAChE,CAAC;AACJ,CAAC;AASD,gBAAgB;AACH,QAAA,mCAAmC,GAI5C,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,uCAA+B,CAAC,CAAC,QAAQ,EAAE;IAC/D,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,2CAAmC,CAAC,CAAC;SAClE,QAAQ,EAAE;CACd,CAAC,CAAC;AAEH,SAAgB,0BAA0B,CACxC,oBAA0C;IAE1C,OAAO,IAAI,CAAC,SAAS,CACnB,2CAAmC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAChE,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,0BAA0B,GAAwC,CAAC;KAC7E,UAAU,CAAC,mBAAW,CAAC,CAAC;AAU3B,gBAAgB;AACH,QAAA,sBAAsB,GAI/B,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,gCAAwB,CAAC,CAAC;IACvD,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,2CAAmC,CAAC,CAAC;SAC1E,QAAQ,EAAE;IACb,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChD,QAAQ,EAAE,kCAA0B,CAAC,OAAO,CAAC,KAAK,CAAC;CACpD,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,iBAAiB,EAAE,oBAAoB;QACvC,mBAAmB,EAAE,uBAAuB;QAC5C,QAAQ,EAAE,WAAW;KACtB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,aAAa,CAAC,OAAgB;IAC5C,OAAO,IAAI,CAAC,SAAS,CAAC,8BAAsB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAC/D,CAAC;AAoBD,gBAAgB;AACH,QAAA,sBAAsB,GAI/B,CAAC,CAAC,MAAM,CAAC;IACX,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACnC,UAAU,EAAE,oCAA4B,CAAC,QAAQ,EAAE;IACnD,IAAI,EAAE,sCAA8B;IACpC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACtD,iBAAiB,EAAE,CAAC,CAAC,QAAQ,CAC3B,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,2CAAmC,CAAC,CAAC,CAC3D,CAAC,QAAQ,EAAE;IACZ,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC5C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACnC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IACvB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,8BAAsB,CAAC;CAC3C,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,eAAe,EAAE,kBAAkB;QACnC,UAAU,EAAE,aAAa;QACzB,iBAAiB,EAAE,oBAAoB;QACvC,SAAS,EAAE,YAAY;QACvB,SAAS,EAAE,YAAY;KACxB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,aAAa,CAAC,OAAgB;IAC5C,OAAO,IAAI,CAAC,SAAS,CAAC,8BAAsB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,gBAAgB;AACH,QAAA,oCAAoC,GAE7C,CAAC,CAAC,UAAU,CAAC,6BAAqB,CAAC,CAAC;AAExC,gBAAgB;AACH,QAAA,sBAAsB,GAAoC,CAAC;KACrE,UAAU,CAAC,eAAO,CAAC,CAAC;AAQvB,gBAAgB;AACH,QAAA,2CAA2C,GAIpD,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC;AAEH,SAAgB,kCAAkC,CAChD,4BAA0D;IAE1D,OAAO,IAAI,CAAC,SAAS,CACnB,mDAA2C,CAAC,KAAK,CAC/C,4BAA4B,CAC7B,CACF,CAAC;AACJ,CAAC;AAuBD,gBAAgB;AACH,QAAA,kBAAkB,GAA+C,CAAC;KAC5E,MAAM,CAAC;IACN,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACnC,UAAU,EAAE,4CAAoC,CAAC,QAAQ,EAAE;IAC3D,IAAI,EAAE,8BAAsB;IAC5B,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACtD,iBAAiB,EAAE,CAAC,CAAC,QAAQ,CAC3B,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,mDAA2C,CAAC,CAAC,CACnE,CAAC,QAAQ,EAAE;IACZ,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC5C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACnC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACzB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,eAAe,EAAE,kBAAkB;QACnC,UAAU,EAAE,aAAa;QACzB,iBAAiB,EAAE,oBAAoB;QACvC,SAAS,EAAE,YAAY;QACvB,SAAS,EAAE,YAAY;KACxB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEL,SAAgB,SAAS,CAAC,GAAQ;IAChC,OAAO,IAAI,CAAC,SAAS,CAAC,0BAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;AACvD,CAAC;AAKD,gBAAgB;AACH,QAAA,qCAAqC,GAI9C,CAAC,CAAC,KAAK,CAAC;IACV,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,0BAAkB,CAAC;IAChC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,8BAAsB,CAAC;CACrC,CAAC,CAAC;AAEH,SAAgB,4BAA4B,CAC1C,sBAA8C;IAE9C,OAAO,IAAI,CAAC,SAAS,CACnB,6CAAqC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CACpE,CAAC;AACJ,CAAC;AAQD,gBAAgB;AACH,QAAA,oCAAoC,GAI7C,CAAC,CAAC,KAAK,CAAC;IACV,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,6BAAqB,CAAC;IACnC,CAAC,CAAC,KAAK,CAAC;QACN,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,0BAAkB,CAAC;QAChC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,8BAAsB,CAAC;KACrC,CAAC;CACH,CAAC,CAAC;AAEH,SAAgB,2BAA2B,CACzC,qBAA4C;IAE5C,OAAO,IAAI,CAAC,SAAS,CACnB,4CAAoC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAClE,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,oCAAoC,GAI7C,CAAC,CAAC,KAAK,CAAC;IACV,UAAU,CAAC,kCAAkC;IAC7C,UAAU,CAAC,yCAAyC;IACpD,UAAU,CAAC,mCAAmC;IAC9C,UAAU,CAAC,qCAAqC;IAChD,UAAU,CAAC,uCAAuC;IAClD,UAAU,CAAC,oCAAoC;IAC/C,UAAU,CAAC,yCAAyC;CACrD,CAAC,CAAC;AAEH,SAAgB,8BAA8B,CAC5C,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,4CAAoC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAChE,oDAAoD,CACrD,CAAC;AACJ,CAAC"}
|