@meetkai/mka1 0.53.10 → 0.53.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +48 -99
- package/bin/mcp-server.js.map +19 -19
- package/dist/commonjs/funcs/llmEvalsListSamples.js +0 -1
- package/dist/commonjs/funcs/llmEvalsListSamples.js.map +1 -1
- package/dist/commonjs/lib/config.d.ts +2 -2
- package/dist/commonjs/lib/config.js +2 -2
- package/dist/commonjs/mcp-server/mcp-server.js +1 -1
- package/dist/commonjs/mcp-server/server.js +1 -1
- package/dist/commonjs/models/components/computeaccelerator.d.ts +68 -8
- package/dist/commonjs/models/components/computeaccelerator.d.ts.map +1 -1
- package/dist/commonjs/models/components/computeaccelerator.js +49 -9
- package/dist/commonjs/models/components/computeaccelerator.js.map +1 -1
- package/dist/commonjs/models/components/computerequest.d.ts +8 -0
- package/dist/commonjs/models/components/computerequest.d.ts.map +1 -1
- package/dist/commonjs/models/components/computerequest.js +4 -0
- package/dist/commonjs/models/components/computerequest.js.map +1 -1
- package/dist/commonjs/models/components/evalsampleobject.d.ts +0 -5
- package/dist/commonjs/models/components/evalsampleobject.d.ts.map +1 -1
- package/dist/commonjs/models/components/evalsampleobject.js +0 -2
- package/dist/commonjs/models/components/evalsampleobject.js.map +1 -1
- package/dist/commonjs/models/components/evalsuiteobject.d.ts +0 -10
- package/dist/commonjs/models/components/evalsuiteobject.d.ts.map +1 -1
- package/dist/commonjs/models/components/evalsuiteobject.js +0 -8
- package/dist/commonjs/models/components/evalsuiteobject.js.map +1 -1
- package/dist/commonjs/models/operations/cancelevalrun.d.ts +0 -10
- package/dist/commonjs/models/operations/cancelevalrun.d.ts.map +1 -1
- package/dist/commonjs/models/operations/cancelevalrun.js +0 -8
- package/dist/commonjs/models/operations/cancelevalrun.js.map +1 -1
- package/dist/commonjs/models/operations/createevalrun.d.ts +0 -10
- package/dist/commonjs/models/operations/createevalrun.d.ts.map +1 -1
- package/dist/commonjs/models/operations/createevalrun.js +0 -8
- package/dist/commonjs/models/operations/createevalrun.js.map +1 -1
- package/dist/commonjs/models/operations/getevalrun.d.ts +0 -10
- package/dist/commonjs/models/operations/getevalrun.d.ts.map +1 -1
- package/dist/commonjs/models/operations/getevalrun.js +0 -8
- package/dist/commonjs/models/operations/getevalrun.js.map +1 -1
- package/dist/commonjs/models/operations/listevalruns.d.ts +0 -10
- package/dist/commonjs/models/operations/listevalruns.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalruns.js +0 -8
- package/dist/commonjs/models/operations/listevalruns.js.map +1 -1
- package/dist/commonjs/models/operations/listevalsamples.d.ts +0 -2
- package/dist/commonjs/models/operations/listevalsamples.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalsamples.js +0 -4
- package/dist/commonjs/models/operations/listevalsamples.js.map +1 -1
- package/dist/commonjs/models/operations/listevalscheduleruns.d.ts +0 -10
- package/dist/commonjs/models/operations/listevalscheduleruns.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalscheduleruns.js +0 -8
- package/dist/commonjs/models/operations/listevalscheduleruns.js.map +1 -1
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts +0 -10
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js +0 -8
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
- package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts +0 -10
- package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
- package/dist/commonjs/models/operations/rerunfailedevalsamples.js +0 -8
- package/dist/commonjs/models/operations/rerunfailedevalsamples.js.map +1 -1
- package/dist/commonjs/models/operations/retryfailedevalrun.d.ts +0 -10
- package/dist/commonjs/models/operations/retryfailedevalrun.d.ts.map +1 -1
- package/dist/commonjs/models/operations/retryfailedevalrun.js +0 -8
- package/dist/commonjs/models/operations/retryfailedevalrun.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSamples.core.d.ts +0 -1
- package/dist/commonjs/react-query/llmEvalsListSamples.core.d.ts.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSamples.core.js +0 -1
- package/dist/commonjs/react-query/llmEvalsListSamples.core.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSamples.d.ts +0 -2
- package/dist/commonjs/react-query/llmEvalsListSamples.d.ts.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSamples.js.map +1 -1
- package/dist/esm/funcs/llmEvalsListSamples.js +0 -1
- package/dist/esm/funcs/llmEvalsListSamples.js.map +1 -1
- package/dist/esm/lib/config.d.ts +2 -2
- package/dist/esm/lib/config.js +2 -2
- package/dist/esm/mcp-server/mcp-server.js +1 -1
- package/dist/esm/mcp-server/server.js +1 -1
- package/dist/esm/models/components/computeaccelerator.d.ts +68 -8
- package/dist/esm/models/components/computeaccelerator.d.ts.map +1 -1
- package/dist/esm/models/components/computeaccelerator.js +46 -8
- package/dist/esm/models/components/computeaccelerator.js.map +1 -1
- package/dist/esm/models/components/computerequest.d.ts +8 -0
- package/dist/esm/models/components/computerequest.d.ts.map +1 -1
- package/dist/esm/models/components/computerequest.js +4 -0
- package/dist/esm/models/components/computerequest.js.map +1 -1
- package/dist/esm/models/components/evalsampleobject.d.ts +0 -5
- package/dist/esm/models/components/evalsampleobject.d.ts.map +1 -1
- package/dist/esm/models/components/evalsampleobject.js +0 -2
- package/dist/esm/models/components/evalsampleobject.js.map +1 -1
- package/dist/esm/models/components/evalsuiteobject.d.ts +0 -10
- package/dist/esm/models/components/evalsuiteobject.d.ts.map +1 -1
- package/dist/esm/models/components/evalsuiteobject.js +0 -8
- package/dist/esm/models/components/evalsuiteobject.js.map +1 -1
- package/dist/esm/models/operations/cancelevalrun.d.ts +0 -10
- package/dist/esm/models/operations/cancelevalrun.d.ts.map +1 -1
- package/dist/esm/models/operations/cancelevalrun.js +0 -8
- package/dist/esm/models/operations/cancelevalrun.js.map +1 -1
- package/dist/esm/models/operations/createevalrun.d.ts +0 -10
- package/dist/esm/models/operations/createevalrun.d.ts.map +1 -1
- package/dist/esm/models/operations/createevalrun.js +0 -8
- package/dist/esm/models/operations/createevalrun.js.map +1 -1
- package/dist/esm/models/operations/getevalrun.d.ts +0 -10
- package/dist/esm/models/operations/getevalrun.d.ts.map +1 -1
- package/dist/esm/models/operations/getevalrun.js +0 -8
- package/dist/esm/models/operations/getevalrun.js.map +1 -1
- package/dist/esm/models/operations/listevalruns.d.ts +0 -10
- package/dist/esm/models/operations/listevalruns.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalruns.js +0 -8
- package/dist/esm/models/operations/listevalruns.js.map +1 -1
- package/dist/esm/models/operations/listevalsamples.d.ts +0 -2
- package/dist/esm/models/operations/listevalsamples.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalsamples.js +0 -4
- package/dist/esm/models/operations/listevalsamples.js.map +1 -1
- package/dist/esm/models/operations/listevalscheduleruns.d.ts +0 -10
- package/dist/esm/models/operations/listevalscheduleruns.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalscheduleruns.js +0 -8
- package/dist/esm/models/operations/listevalscheduleruns.js.map +1 -1
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts +0 -10
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.js +0 -8
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
- package/dist/esm/models/operations/rerunfailedevalsamples.d.ts +0 -10
- package/dist/esm/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
- package/dist/esm/models/operations/rerunfailedevalsamples.js +0 -8
- package/dist/esm/models/operations/rerunfailedevalsamples.js.map +1 -1
- package/dist/esm/models/operations/retryfailedevalrun.d.ts +0 -10
- package/dist/esm/models/operations/retryfailedevalrun.d.ts.map +1 -1
- package/dist/esm/models/operations/retryfailedevalrun.js +0 -8
- package/dist/esm/models/operations/retryfailedevalrun.js.map +1 -1
- package/dist/esm/react-query/llmEvalsListSamples.core.d.ts +0 -1
- package/dist/esm/react-query/llmEvalsListSamples.core.d.ts.map +1 -1
- package/dist/esm/react-query/llmEvalsListSamples.core.js +0 -1
- package/dist/esm/react-query/llmEvalsListSamples.core.js.map +1 -1
- package/dist/esm/react-query/llmEvalsListSamples.d.ts +0 -2
- package/dist/esm/react-query/llmEvalsListSamples.d.ts.map +1 -1
- package/dist/esm/react-query/llmEvalsListSamples.js.map +1 -1
- package/jsr.json +1 -1
- package/package.json +1 -1
- package/src/funcs/llmEvalsListSamples.ts +0 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +1 -1
- package/src/models/components/computeaccelerator.ts +114 -16
- package/src/models/components/computerequest.ts +12 -0
- package/src/models/components/evalsampleobject.ts +0 -7
- package/src/models/components/evalsuiteobject.ts +0 -18
- package/src/models/operations/cancelevalrun.ts +0 -18
- package/src/models/operations/createevalrun.ts +0 -18
- package/src/models/operations/getevalrun.ts +0 -18
- package/src/models/operations/listevalruns.ts +0 -18
- package/src/models/operations/listevalsamples.ts +0 -6
- package/src/models/operations/listevalscheduleruns.ts +0 -18
- package/src/models/operations/listevalsuiteleaderboardruns.ts +0 -18
- package/src/models/operations/rerunfailedevalsamples.ts +0 -18
- package/src/models/operations/retryfailedevalrun.ts +0 -18
- package/src/react-query/llmEvalsListSamples.core.ts +0 -2
- package/src/react-query/llmEvalsListSamples.ts +0 -2
|
@@ -9,21 +9,106 @@ import { ClosedEnum } from "../../types/enums.js";
|
|
|
9
9
|
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
10
10
|
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
11
11
|
|
|
12
|
+
export const HardwareClass = {
|
|
13
|
+
Gpu: "gpu",
|
|
14
|
+
Cpu: "cpu",
|
|
15
|
+
} as const;
|
|
16
|
+
export type HardwareClass = ClosedEnum<typeof HardwareClass>;
|
|
17
|
+
|
|
18
|
+
/**
|
|
19
|
+
* Present on every cpu-class entry, absent on gpu-class entries.
|
|
20
|
+
*/
|
|
21
|
+
export type Vcpu = {
|
|
22
|
+
max: number;
|
|
23
|
+
min: number;
|
|
24
|
+
};
|
|
25
|
+
|
|
26
|
+
/**
|
|
27
|
+
* Present on every gpu-class entry, absent on cpu-class entries.
|
|
28
|
+
*/
|
|
12
29
|
export const Vendor = {
|
|
13
30
|
Nvidia: "nvidia",
|
|
14
31
|
Amd: "amd",
|
|
15
32
|
} as const;
|
|
33
|
+
/**
|
|
34
|
+
* Present on every gpu-class entry, absent on cpu-class entries.
|
|
35
|
+
*/
|
|
16
36
|
export type Vendor = ClosedEnum<typeof Vendor>;
|
|
17
37
|
|
|
38
|
+
/**
|
|
39
|
+
* A catalogue entry. Each hardware class exposes what it has and omits what it lacks: gpu entries always carry vendor, memory_gb, gpu_counts and interconnects; cpu entries always carry vcpu and memory_gb_per_vcpu. Fields of the other class are absent, never reinterpreted.
|
|
40
|
+
*/
|
|
18
41
|
export type ComputeAccelerator = {
|
|
19
42
|
displayName: string;
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
43
|
+
/**
|
|
44
|
+
* Present on every gpu-class entry, absent on cpu-class entries.
|
|
45
|
+
*/
|
|
46
|
+
gpuCounts?: Array<number> | undefined;
|
|
47
|
+
hardwareClass: HardwareClass;
|
|
48
|
+
/**
|
|
49
|
+
* Present on every gpu-class entry, absent on cpu-class entries.
|
|
50
|
+
*/
|
|
51
|
+
interconnects?: Array<string> | undefined;
|
|
52
|
+
/**
|
|
53
|
+
* Present on every gpu-class entry, absent on cpu-class entries.
|
|
54
|
+
*/
|
|
55
|
+
memoryGb?: number | undefined;
|
|
56
|
+
/**
|
|
57
|
+
* Present on every cpu-class entry, absent on gpu-class entries.
|
|
58
|
+
*/
|
|
59
|
+
memoryGbPerVcpu?: number | undefined;
|
|
23
60
|
name: string;
|
|
24
|
-
|
|
61
|
+
/**
|
|
62
|
+
* Present on every cpu-class entry, absent on gpu-class entries.
|
|
63
|
+
*/
|
|
64
|
+
vcpu?: Vcpu | undefined;
|
|
65
|
+
/**
|
|
66
|
+
* Present on every gpu-class entry, absent on cpu-class entries.
|
|
67
|
+
*/
|
|
68
|
+
vendor?: Vendor | undefined;
|
|
69
|
+
};
|
|
70
|
+
|
|
71
|
+
/** @internal */
|
|
72
|
+
export const HardwareClass$inboundSchema: z.ZodNativeEnum<
|
|
73
|
+
typeof HardwareClass
|
|
74
|
+
> = z.nativeEnum(HardwareClass);
|
|
75
|
+
/** @internal */
|
|
76
|
+
export const HardwareClass$outboundSchema: z.ZodNativeEnum<
|
|
77
|
+
typeof HardwareClass
|
|
78
|
+
> = HardwareClass$inboundSchema;
|
|
79
|
+
|
|
80
|
+
/** @internal */
|
|
81
|
+
export const Vcpu$inboundSchema: z.ZodType<Vcpu, z.ZodTypeDef, unknown> = z
|
|
82
|
+
.object({
|
|
83
|
+
max: z.number().int(),
|
|
84
|
+
min: z.number().int(),
|
|
85
|
+
});
|
|
86
|
+
/** @internal */
|
|
87
|
+
export type Vcpu$Outbound = {
|
|
88
|
+
max: number;
|
|
89
|
+
min: number;
|
|
25
90
|
};
|
|
26
91
|
|
|
92
|
+
/** @internal */
|
|
93
|
+
export const Vcpu$outboundSchema: z.ZodType<Vcpu$Outbound, z.ZodTypeDef, Vcpu> =
|
|
94
|
+
z.object({
|
|
95
|
+
max: z.number().int(),
|
|
96
|
+
min: z.number().int(),
|
|
97
|
+
});
|
|
98
|
+
|
|
99
|
+
export function vcpuToJSON(vcpu: Vcpu): string {
|
|
100
|
+
return JSON.stringify(Vcpu$outboundSchema.parse(vcpu));
|
|
101
|
+
}
|
|
102
|
+
export function vcpuFromJSON(
|
|
103
|
+
jsonString: string,
|
|
104
|
+
): SafeParseResult<Vcpu, SDKValidationError> {
|
|
105
|
+
return safeParse(
|
|
106
|
+
jsonString,
|
|
107
|
+
(x) => Vcpu$inboundSchema.parse(JSON.parse(x)),
|
|
108
|
+
`Failed to parse 'Vcpu' from JSON`,
|
|
109
|
+
);
|
|
110
|
+
}
|
|
111
|
+
|
|
27
112
|
/** @internal */
|
|
28
113
|
export const Vendor$inboundSchema: z.ZodNativeEnum<typeof Vendor> = z
|
|
29
114
|
.nativeEnum(Vendor);
|
|
@@ -38,26 +123,34 @@ export const ComputeAccelerator$inboundSchema: z.ZodType<
|
|
|
38
123
|
unknown
|
|
39
124
|
> = z.object({
|
|
40
125
|
display_name: z.string(),
|
|
41
|
-
gpu_counts: z.array(z.number().int()),
|
|
42
|
-
|
|
43
|
-
|
|
126
|
+
gpu_counts: z.array(z.number().int()).optional(),
|
|
127
|
+
hardware_class: HardwareClass$inboundSchema,
|
|
128
|
+
interconnects: z.array(z.string()).optional(),
|
|
129
|
+
memory_gb: z.number().int().optional(),
|
|
130
|
+
memory_gb_per_vcpu: z.number().int().optional(),
|
|
44
131
|
name: z.string(),
|
|
45
|
-
|
|
132
|
+
vcpu: z.lazy(() => Vcpu$inboundSchema).optional(),
|
|
133
|
+
vendor: Vendor$inboundSchema.optional(),
|
|
46
134
|
}).transform((v) => {
|
|
47
135
|
return remap$(v, {
|
|
48
136
|
"display_name": "displayName",
|
|
49
137
|
"gpu_counts": "gpuCounts",
|
|
138
|
+
"hardware_class": "hardwareClass",
|
|
50
139
|
"memory_gb": "memoryGb",
|
|
140
|
+
"memory_gb_per_vcpu": "memoryGbPerVcpu",
|
|
51
141
|
});
|
|
52
142
|
});
|
|
53
143
|
/** @internal */
|
|
54
144
|
export type ComputeAccelerator$Outbound = {
|
|
55
145
|
display_name: string;
|
|
56
|
-
gpu_counts
|
|
57
|
-
|
|
58
|
-
|
|
146
|
+
gpu_counts?: Array<number> | undefined;
|
|
147
|
+
hardware_class: string;
|
|
148
|
+
interconnects?: Array<string> | undefined;
|
|
149
|
+
memory_gb?: number | undefined;
|
|
150
|
+
memory_gb_per_vcpu?: number | undefined;
|
|
59
151
|
name: string;
|
|
60
|
-
|
|
152
|
+
vcpu?: Vcpu$Outbound | undefined;
|
|
153
|
+
vendor?: string | undefined;
|
|
61
154
|
};
|
|
62
155
|
|
|
63
156
|
/** @internal */
|
|
@@ -67,16 +160,21 @@ export const ComputeAccelerator$outboundSchema: z.ZodType<
|
|
|
67
160
|
ComputeAccelerator
|
|
68
161
|
> = z.object({
|
|
69
162
|
displayName: z.string(),
|
|
70
|
-
gpuCounts: z.array(z.number().int()),
|
|
71
|
-
|
|
72
|
-
|
|
163
|
+
gpuCounts: z.array(z.number().int()).optional(),
|
|
164
|
+
hardwareClass: HardwareClass$outboundSchema,
|
|
165
|
+
interconnects: z.array(z.string()).optional(),
|
|
166
|
+
memoryGb: z.number().int().optional(),
|
|
167
|
+
memoryGbPerVcpu: z.number().int().optional(),
|
|
73
168
|
name: z.string(),
|
|
74
|
-
|
|
169
|
+
vcpu: z.lazy(() => Vcpu$outboundSchema).optional(),
|
|
170
|
+
vendor: Vendor$outboundSchema.optional(),
|
|
75
171
|
}).transform((v) => {
|
|
76
172
|
return remap$(v, {
|
|
77
173
|
displayName: "display_name",
|
|
78
174
|
gpuCounts: "gpu_counts",
|
|
175
|
+
hardwareClass: "hardware_class",
|
|
79
176
|
memoryGb: "memory_gb",
|
|
177
|
+
memoryGbPerVcpu: "memory_gb_per_vcpu",
|
|
80
178
|
});
|
|
81
179
|
});
|
|
82
180
|
|
|
@@ -11,12 +11,19 @@ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
|
11
11
|
export type ComputeRequest = {
|
|
12
12
|
accelerator: string;
|
|
13
13
|
ephemeralDiskGb: number;
|
|
14
|
+
/**
|
|
15
|
+
* Attached GPUs. Zero is valid only for CPU-class catalogue entries and required for one.
|
|
16
|
+
*/
|
|
14
17
|
gpuCount: number;
|
|
15
18
|
/**
|
|
16
19
|
* Identical cooperating execution instances per allocation. Omission means one.
|
|
17
20
|
*/
|
|
18
21
|
instanceCount?: number | undefined;
|
|
19
22
|
interconnect?: string | undefined;
|
|
23
|
+
/**
|
|
24
|
+
* Requested vCPUs. A general capability-gated axis honored only by backends that support it; a backend that bundles CPU with the GPU rejects it. Required for a CPU-class accelerator, where memory follows the family's per-vCPU ratio.
|
|
25
|
+
*/
|
|
26
|
+
vcpuCount?: number | undefined;
|
|
20
27
|
};
|
|
21
28
|
|
|
22
29
|
/** @internal */
|
|
@@ -30,11 +37,13 @@ export const ComputeRequest$inboundSchema: z.ZodType<
|
|
|
30
37
|
gpu_count: z.number().int(),
|
|
31
38
|
instance_count: z.number().int().optional(),
|
|
32
39
|
interconnect: z.string().optional(),
|
|
40
|
+
vcpu_count: z.number().int().optional(),
|
|
33
41
|
}).transform((v) => {
|
|
34
42
|
return remap$(v, {
|
|
35
43
|
"ephemeral_disk_gb": "ephemeralDiskGb",
|
|
36
44
|
"gpu_count": "gpuCount",
|
|
37
45
|
"instance_count": "instanceCount",
|
|
46
|
+
"vcpu_count": "vcpuCount",
|
|
38
47
|
});
|
|
39
48
|
});
|
|
40
49
|
/** @internal */
|
|
@@ -44,6 +53,7 @@ export type ComputeRequest$Outbound = {
|
|
|
44
53
|
gpu_count: number;
|
|
45
54
|
instance_count?: number | undefined;
|
|
46
55
|
interconnect?: string | undefined;
|
|
56
|
+
vcpu_count?: number | undefined;
|
|
47
57
|
};
|
|
48
58
|
|
|
49
59
|
/** @internal */
|
|
@@ -57,11 +67,13 @@ export const ComputeRequest$outboundSchema: z.ZodType<
|
|
|
57
67
|
gpuCount: z.number().int(),
|
|
58
68
|
instanceCount: z.number().int().optional(),
|
|
59
69
|
interconnect: z.string().optional(),
|
|
70
|
+
vcpuCount: z.number().int().optional(),
|
|
60
71
|
}).transform((v) => {
|
|
61
72
|
return remap$(v, {
|
|
62
73
|
ephemeralDiskGb: "ephemeral_disk_gb",
|
|
63
74
|
gpuCount: "gpu_count",
|
|
64
75
|
instanceCount: "instance_count",
|
|
76
|
+
vcpuCount: "vcpu_count",
|
|
65
77
|
});
|
|
66
78
|
});
|
|
67
79
|
|
|
@@ -26,10 +26,6 @@ export type EvalSampleObject = {
|
|
|
26
26
|
target: string | null;
|
|
27
27
|
responseId: string | null;
|
|
28
28
|
outputText: string | null;
|
|
29
|
-
/**
|
|
30
|
-
* Model reasoning ('thinking') captured from the response's reasoning items, kept separate from `output_text` so graders and extraction never see it. Truncated at 64 KB of UTF-8 with a marker appended. Null when the model returned none, when the provider only sent encrypted reasoning, and for transcription tasks.
|
|
31
|
-
*/
|
|
32
|
-
reasoning: string | null;
|
|
33
29
|
extractedOutput: string | null;
|
|
34
30
|
scores: { [k: string]: any };
|
|
35
31
|
judge: { [k: string]: any } | null;
|
|
@@ -57,7 +53,6 @@ export const EvalSampleObject$inboundSchema: z.ZodType<
|
|
|
57
53
|
target: z.nullable(z.string()),
|
|
58
54
|
response_id: z.nullable(z.string()),
|
|
59
55
|
output_text: z.nullable(z.string()),
|
|
60
|
-
reasoning: z.nullable(z.string()),
|
|
61
56
|
extracted_output: z.nullable(z.string()),
|
|
62
57
|
scores: z.record(z.any()),
|
|
63
58
|
judge: z.nullable(z.record(z.any())),
|
|
@@ -93,7 +88,6 @@ export type EvalSampleObject$Outbound = {
|
|
|
93
88
|
target: string | null;
|
|
94
89
|
response_id: string | null;
|
|
95
90
|
output_text: string | null;
|
|
96
|
-
reasoning: string | null;
|
|
97
91
|
extracted_output: string | null;
|
|
98
92
|
scores: { [k: string]: any };
|
|
99
93
|
judge: { [k: string]: any } | null;
|
|
@@ -121,7 +115,6 @@ export const EvalSampleObject$outboundSchema: z.ZodType<
|
|
|
121
115
|
target: z.nullable(z.string()),
|
|
122
116
|
responseId: z.nullable(z.string()),
|
|
123
117
|
outputText: z.nullable(z.string()),
|
|
124
|
-
reasoning: z.nullable(z.string()),
|
|
125
118
|
extractedOutput: z.nullable(z.string()),
|
|
126
119
|
scores: z.record(z.any()),
|
|
127
120
|
judge: z.nullable(z.record(z.any())),
|
|
@@ -13,14 +13,6 @@ export type EvalSuiteObject = {
|
|
|
13
13
|
object: "eval.suite";
|
|
14
14
|
name: string;
|
|
15
15
|
description: string | null;
|
|
16
|
-
/**
|
|
17
|
-
* The org that owns this suite.
|
|
18
|
-
*/
|
|
19
|
-
orgId: string;
|
|
20
|
-
/**
|
|
21
|
-
* The team that owns this suite.
|
|
22
|
-
*/
|
|
23
|
-
teamId: string;
|
|
24
16
|
activeVersion: number;
|
|
25
17
|
latestVersion: number;
|
|
26
18
|
metadata: { [k: string]: string };
|
|
@@ -38,8 +30,6 @@ export const EvalSuiteObject$inboundSchema: z.ZodType<
|
|
|
38
30
|
object: z.literal("eval.suite"),
|
|
39
31
|
name: z.string(),
|
|
40
32
|
description: z.nullable(z.string()),
|
|
41
|
-
org_id: z.string(),
|
|
42
|
-
team_id: z.string(),
|
|
43
33
|
active_version: z.number().int(),
|
|
44
34
|
latest_version: z.number().int(),
|
|
45
35
|
metadata: z.record(z.string()),
|
|
@@ -47,8 +37,6 @@ export const EvalSuiteObject$inboundSchema: z.ZodType<
|
|
|
47
37
|
updated_at: z.number().int(),
|
|
48
38
|
}).transform((v) => {
|
|
49
39
|
return remap$(v, {
|
|
50
|
-
"org_id": "orgId",
|
|
51
|
-
"team_id": "teamId",
|
|
52
40
|
"active_version": "activeVersion",
|
|
53
41
|
"latest_version": "latestVersion",
|
|
54
42
|
"created_at": "createdAt",
|
|
@@ -61,8 +49,6 @@ export type EvalSuiteObject$Outbound = {
|
|
|
61
49
|
object: "eval.suite";
|
|
62
50
|
name: string;
|
|
63
51
|
description: string | null;
|
|
64
|
-
org_id: string;
|
|
65
|
-
team_id: string;
|
|
66
52
|
active_version: number;
|
|
67
53
|
latest_version: number;
|
|
68
54
|
metadata: { [k: string]: string };
|
|
@@ -80,8 +66,6 @@ export const EvalSuiteObject$outboundSchema: z.ZodType<
|
|
|
80
66
|
object: z.literal("eval.suite"),
|
|
81
67
|
name: z.string(),
|
|
82
68
|
description: z.nullable(z.string()),
|
|
83
|
-
orgId: z.string(),
|
|
84
|
-
teamId: z.string(),
|
|
85
69
|
activeVersion: z.number().int(),
|
|
86
70
|
latestVersion: z.number().int(),
|
|
87
71
|
metadata: z.record(z.string()),
|
|
@@ -89,8 +73,6 @@ export const EvalSuiteObject$outboundSchema: z.ZodType<
|
|
|
89
73
|
updatedAt: z.number().int(),
|
|
90
74
|
}).transform((v) => {
|
|
91
75
|
return remap$(v, {
|
|
92
|
-
orgId: "org_id",
|
|
93
|
-
teamId: "team_id",
|
|
94
76
|
activeVersion: "active_version",
|
|
95
77
|
latestVersion: "latest_version",
|
|
96
78
|
createdAt: "created_at",
|
|
@@ -96,14 +96,6 @@ export type CancelEvalRunResponseBody = {
|
|
|
96
96
|
suiteId: string;
|
|
97
97
|
suiteVersion: number;
|
|
98
98
|
suiteVersionId: string;
|
|
99
|
-
/**
|
|
100
|
-
* The org that owns this run.
|
|
101
|
-
*/
|
|
102
|
-
orgId: string;
|
|
103
|
-
/**
|
|
104
|
-
* The team that owns this run.
|
|
105
|
-
*/
|
|
106
|
-
teamId: string;
|
|
107
99
|
status: components.EvalRunStatus;
|
|
108
100
|
models: Array<string>;
|
|
109
101
|
taskIds: Array<string> | null;
|
|
@@ -490,8 +482,6 @@ export const CancelEvalRunResponseBody$inboundSchema: z.ZodType<
|
|
|
490
482
|
suite_id: z.string(),
|
|
491
483
|
suite_version: z.number().int(),
|
|
492
484
|
suite_version_id: z.string(),
|
|
493
|
-
org_id: z.string(),
|
|
494
|
-
team_id: z.string(),
|
|
495
485
|
status: components.EvalRunStatus$inboundSchema,
|
|
496
486
|
models: z.array(z.string()),
|
|
497
487
|
task_ids: z.nullable(z.array(z.string())),
|
|
@@ -513,8 +503,6 @@ export const CancelEvalRunResponseBody$inboundSchema: z.ZodType<
|
|
|
513
503
|
"suite_id": "suiteId",
|
|
514
504
|
"suite_version": "suiteVersion",
|
|
515
505
|
"suite_version_id": "suiteVersionId",
|
|
516
|
-
"org_id": "orgId",
|
|
517
|
-
"team_id": "teamId",
|
|
518
506
|
"task_ids": "taskIds",
|
|
519
507
|
"judge_model": "judgeModel",
|
|
520
508
|
"embedding_model": "embeddingModel",
|
|
@@ -534,8 +522,6 @@ export type CancelEvalRunResponseBody$Outbound = {
|
|
|
534
522
|
suite_id: string;
|
|
535
523
|
suite_version: number;
|
|
536
524
|
suite_version_id: string;
|
|
537
|
-
org_id: string;
|
|
538
|
-
team_id: string;
|
|
539
525
|
status: string;
|
|
540
526
|
models: Array<string>;
|
|
541
527
|
task_ids: Array<string> | null;
|
|
@@ -565,8 +551,6 @@ export const CancelEvalRunResponseBody$outboundSchema: z.ZodType<
|
|
|
565
551
|
suiteId: z.string(),
|
|
566
552
|
suiteVersion: z.number().int(),
|
|
567
553
|
suiteVersionId: z.string(),
|
|
568
|
-
orgId: z.string(),
|
|
569
|
-
teamId: z.string(),
|
|
570
554
|
status: components.EvalRunStatus$outboundSchema,
|
|
571
555
|
models: z.array(z.string()),
|
|
572
556
|
taskIds: z.nullable(z.array(z.string())),
|
|
@@ -588,8 +572,6 @@ export const CancelEvalRunResponseBody$outboundSchema: z.ZodType<
|
|
|
588
572
|
suiteId: "suite_id",
|
|
589
573
|
suiteVersion: "suite_version",
|
|
590
574
|
suiteVersionId: "suite_version_id",
|
|
591
|
-
orgId: "org_id",
|
|
592
|
-
teamId: "team_id",
|
|
593
575
|
taskIds: "task_ids",
|
|
594
576
|
judgeModel: "judge_model",
|
|
595
577
|
embeddingModel: "embedding_model",
|
|
@@ -92,14 +92,6 @@ export type CreateEvalRunResponseBody = {
|
|
|
92
92
|
suiteId: string;
|
|
93
93
|
suiteVersion: number;
|
|
94
94
|
suiteVersionId: string;
|
|
95
|
-
/**
|
|
96
|
-
* The org that owns this run.
|
|
97
|
-
*/
|
|
98
|
-
orgId: string;
|
|
99
|
-
/**
|
|
100
|
-
* The team that owns this run.
|
|
101
|
-
*/
|
|
102
|
-
teamId: string;
|
|
103
95
|
status: components.EvalRunStatus;
|
|
104
96
|
models: Array<string>;
|
|
105
97
|
taskIds: Array<string> | null;
|
|
@@ -460,8 +452,6 @@ export const CreateEvalRunResponseBody$inboundSchema: z.ZodType<
|
|
|
460
452
|
suite_id: z.string(),
|
|
461
453
|
suite_version: z.number().int(),
|
|
462
454
|
suite_version_id: z.string(),
|
|
463
|
-
org_id: z.string(),
|
|
464
|
-
team_id: z.string(),
|
|
465
455
|
status: components.EvalRunStatus$inboundSchema,
|
|
466
456
|
models: z.array(z.string()),
|
|
467
457
|
task_ids: z.nullable(z.array(z.string())),
|
|
@@ -483,8 +473,6 @@ export const CreateEvalRunResponseBody$inboundSchema: z.ZodType<
|
|
|
483
473
|
"suite_id": "suiteId",
|
|
484
474
|
"suite_version": "suiteVersion",
|
|
485
475
|
"suite_version_id": "suiteVersionId",
|
|
486
|
-
"org_id": "orgId",
|
|
487
|
-
"team_id": "teamId",
|
|
488
476
|
"task_ids": "taskIds",
|
|
489
477
|
"judge_model": "judgeModel",
|
|
490
478
|
"embedding_model": "embeddingModel",
|
|
@@ -504,8 +492,6 @@ export type CreateEvalRunResponseBody$Outbound = {
|
|
|
504
492
|
suite_id: string;
|
|
505
493
|
suite_version: number;
|
|
506
494
|
suite_version_id: string;
|
|
507
|
-
org_id: string;
|
|
508
|
-
team_id: string;
|
|
509
495
|
status: string;
|
|
510
496
|
models: Array<string>;
|
|
511
497
|
task_ids: Array<string> | null;
|
|
@@ -535,8 +521,6 @@ export const CreateEvalRunResponseBody$outboundSchema: z.ZodType<
|
|
|
535
521
|
suiteId: z.string(),
|
|
536
522
|
suiteVersion: z.number().int(),
|
|
537
523
|
suiteVersionId: z.string(),
|
|
538
|
-
orgId: z.string(),
|
|
539
|
-
teamId: z.string(),
|
|
540
524
|
status: components.EvalRunStatus$outboundSchema,
|
|
541
525
|
models: z.array(z.string()),
|
|
542
526
|
taskIds: z.nullable(z.array(z.string())),
|
|
@@ -558,8 +542,6 @@ export const CreateEvalRunResponseBody$outboundSchema: z.ZodType<
|
|
|
558
542
|
suiteId: "suite_id",
|
|
559
543
|
suiteVersion: "suite_version",
|
|
560
544
|
suiteVersionId: "suite_version_id",
|
|
561
|
-
orgId: "org_id",
|
|
562
|
-
teamId: "team_id",
|
|
563
545
|
taskIds: "task_ids",
|
|
564
546
|
judgeModel: "judge_model",
|
|
565
547
|
embeddingModel: "embedding_model",
|
|
@@ -92,14 +92,6 @@ export type GetEvalRunResponseBody = {
|
|
|
92
92
|
suiteId: string;
|
|
93
93
|
suiteVersion: number;
|
|
94
94
|
suiteVersionId: string;
|
|
95
|
-
/**
|
|
96
|
-
* The org that owns this run.
|
|
97
|
-
*/
|
|
98
|
-
orgId: string;
|
|
99
|
-
/**
|
|
100
|
-
* The team that owns this run.
|
|
101
|
-
*/
|
|
102
|
-
teamId: string;
|
|
103
95
|
status: components.EvalRunStatus;
|
|
104
96
|
models: Array<string>;
|
|
105
97
|
taskIds: Array<string> | null;
|
|
@@ -482,8 +474,6 @@ export const GetEvalRunResponseBody$inboundSchema: z.ZodType<
|
|
|
482
474
|
suite_id: z.string(),
|
|
483
475
|
suite_version: z.number().int(),
|
|
484
476
|
suite_version_id: z.string(),
|
|
485
|
-
org_id: z.string(),
|
|
486
|
-
team_id: z.string(),
|
|
487
477
|
status: components.EvalRunStatus$inboundSchema,
|
|
488
478
|
models: z.array(z.string()),
|
|
489
479
|
task_ids: z.nullable(z.array(z.string())),
|
|
@@ -505,8 +495,6 @@ export const GetEvalRunResponseBody$inboundSchema: z.ZodType<
|
|
|
505
495
|
"suite_id": "suiteId",
|
|
506
496
|
"suite_version": "suiteVersion",
|
|
507
497
|
"suite_version_id": "suiteVersionId",
|
|
508
|
-
"org_id": "orgId",
|
|
509
|
-
"team_id": "teamId",
|
|
510
498
|
"task_ids": "taskIds",
|
|
511
499
|
"judge_model": "judgeModel",
|
|
512
500
|
"embedding_model": "embeddingModel",
|
|
@@ -526,8 +514,6 @@ export type GetEvalRunResponseBody$Outbound = {
|
|
|
526
514
|
suite_id: string;
|
|
527
515
|
suite_version: number;
|
|
528
516
|
suite_version_id: string;
|
|
529
|
-
org_id: string;
|
|
530
|
-
team_id: string;
|
|
531
517
|
status: string;
|
|
532
518
|
models: Array<string>;
|
|
533
519
|
task_ids: Array<string> | null;
|
|
@@ -557,8 +543,6 @@ export const GetEvalRunResponseBody$outboundSchema: z.ZodType<
|
|
|
557
543
|
suiteId: z.string(),
|
|
558
544
|
suiteVersion: z.number().int(),
|
|
559
545
|
suiteVersionId: z.string(),
|
|
560
|
-
orgId: z.string(),
|
|
561
|
-
teamId: z.string(),
|
|
562
546
|
status: components.EvalRunStatus$outboundSchema,
|
|
563
547
|
models: z.array(z.string()),
|
|
564
548
|
taskIds: z.nullable(z.array(z.string())),
|
|
@@ -580,8 +564,6 @@ export const GetEvalRunResponseBody$outboundSchema: z.ZodType<
|
|
|
580
564
|
suiteId: "suite_id",
|
|
581
565
|
suiteVersion: "suite_version",
|
|
582
566
|
suiteVersionId: "suite_version_id",
|
|
583
|
-
orgId: "org_id",
|
|
584
|
-
teamId: "team_id",
|
|
585
567
|
taskIds: "task_ids",
|
|
586
568
|
judgeModel: "judge_model",
|
|
587
569
|
embeddingModel: "embedding_model",
|
|
@@ -106,14 +106,6 @@ export type ListEvalRunsData = {
|
|
|
106
106
|
suiteId: string;
|
|
107
107
|
suiteVersion: number;
|
|
108
108
|
suiteVersionId: string;
|
|
109
|
-
/**
|
|
110
|
-
* The org that owns this run.
|
|
111
|
-
*/
|
|
112
|
-
orgId: string;
|
|
113
|
-
/**
|
|
114
|
-
* The team that owns this run.
|
|
115
|
-
*/
|
|
116
|
-
teamId: string;
|
|
117
109
|
status: components.EvalRunStatus;
|
|
118
110
|
models: Array<string>;
|
|
119
111
|
taskIds: Array<string> | null;
|
|
@@ -532,8 +524,6 @@ export const ListEvalRunsData$inboundSchema: z.ZodType<
|
|
|
532
524
|
suite_id: z.string(),
|
|
533
525
|
suite_version: z.number().int(),
|
|
534
526
|
suite_version_id: z.string(),
|
|
535
|
-
org_id: z.string(),
|
|
536
|
-
team_id: z.string(),
|
|
537
527
|
status: components.EvalRunStatus$inboundSchema,
|
|
538
528
|
models: z.array(z.string()),
|
|
539
529
|
task_ids: z.nullable(z.array(z.string())),
|
|
@@ -555,8 +545,6 @@ export const ListEvalRunsData$inboundSchema: z.ZodType<
|
|
|
555
545
|
"suite_id": "suiteId",
|
|
556
546
|
"suite_version": "suiteVersion",
|
|
557
547
|
"suite_version_id": "suiteVersionId",
|
|
558
|
-
"org_id": "orgId",
|
|
559
|
-
"team_id": "teamId",
|
|
560
548
|
"task_ids": "taskIds",
|
|
561
549
|
"judge_model": "judgeModel",
|
|
562
550
|
"embedding_model": "embeddingModel",
|
|
@@ -576,8 +564,6 @@ export type ListEvalRunsData$Outbound = {
|
|
|
576
564
|
suite_id: string;
|
|
577
565
|
suite_version: number;
|
|
578
566
|
suite_version_id: string;
|
|
579
|
-
org_id: string;
|
|
580
|
-
team_id: string;
|
|
581
567
|
status: string;
|
|
582
568
|
models: Array<string>;
|
|
583
569
|
task_ids: Array<string> | null;
|
|
@@ -607,8 +593,6 @@ export const ListEvalRunsData$outboundSchema: z.ZodType<
|
|
|
607
593
|
suiteId: z.string(),
|
|
608
594
|
suiteVersion: z.number().int(),
|
|
609
595
|
suiteVersionId: z.string(),
|
|
610
|
-
orgId: z.string(),
|
|
611
|
-
teamId: z.string(),
|
|
612
596
|
status: components.EvalRunStatus$outboundSchema,
|
|
613
597
|
models: z.array(z.string()),
|
|
614
598
|
taskIds: z.nullable(z.array(z.string())),
|
|
@@ -630,8 +614,6 @@ export const ListEvalRunsData$outboundSchema: z.ZodType<
|
|
|
630
614
|
suiteId: "suite_id",
|
|
631
615
|
suiteVersion: "suite_version",
|
|
632
616
|
suiteVersionId: "suite_version_id",
|
|
633
|
-
orgId: "org_id",
|
|
634
|
-
teamId: "team_id",
|
|
635
617
|
taskIds: "task_ids",
|
|
636
618
|
judgeModel: "judge_model",
|
|
637
619
|
embeddingModel: "embedding_model",
|
|
@@ -31,7 +31,6 @@ export type ListEvalSamplesRequest = {
|
|
|
31
31
|
scoreMin?: number | undefined;
|
|
32
32
|
scoreMax?: number | undefined;
|
|
33
33
|
includeDatasetRow?: boolean | undefined;
|
|
34
|
-
includeReasoning?: boolean | undefined;
|
|
35
34
|
sampleIndex?: string | undefined;
|
|
36
35
|
/**
|
|
37
36
|
* Optional external end-user identifier forwarded by the API gateway.
|
|
@@ -64,7 +63,6 @@ export const ListEvalSamplesRequest$inboundSchema: z.ZodType<
|
|
|
64
63
|
score_min: z.number().optional(),
|
|
65
64
|
score_max: z.number().optional(),
|
|
66
65
|
include_dataset_row: z.boolean().default(true),
|
|
67
|
-
include_reasoning: z.boolean().default(false),
|
|
68
66
|
sample_index: z.string().optional(),
|
|
69
67
|
"X-On-Behalf-Of": z.string().optional(),
|
|
70
68
|
}).transform((v) => {
|
|
@@ -75,7 +73,6 @@ export const ListEvalSamplesRequest$inboundSchema: z.ZodType<
|
|
|
75
73
|
"score_min": "scoreMin",
|
|
76
74
|
"score_max": "scoreMax",
|
|
77
75
|
"include_dataset_row": "includeDatasetRow",
|
|
78
|
-
"include_reasoning": "includeReasoning",
|
|
79
76
|
"sample_index": "sampleIndex",
|
|
80
77
|
"X-On-Behalf-Of": "xOnBehalfOf",
|
|
81
78
|
});
|
|
@@ -92,7 +89,6 @@ export type ListEvalSamplesRequest$Outbound = {
|
|
|
92
89
|
score_min?: number | undefined;
|
|
93
90
|
score_max?: number | undefined;
|
|
94
91
|
include_dataset_row: boolean;
|
|
95
|
-
include_reasoning: boolean;
|
|
96
92
|
sample_index?: string | undefined;
|
|
97
93
|
"X-On-Behalf-Of"?: string | undefined;
|
|
98
94
|
};
|
|
@@ -113,7 +109,6 @@ export const ListEvalSamplesRequest$outboundSchema: z.ZodType<
|
|
|
113
109
|
scoreMin: z.number().optional(),
|
|
114
110
|
scoreMax: z.number().optional(),
|
|
115
111
|
includeDatasetRow: z.boolean().default(true),
|
|
116
|
-
includeReasoning: z.boolean().default(false),
|
|
117
112
|
sampleIndex: z.string().optional(),
|
|
118
113
|
xOnBehalfOf: z.string().optional(),
|
|
119
114
|
}).transform((v) => {
|
|
@@ -124,7 +119,6 @@ export const ListEvalSamplesRequest$outboundSchema: z.ZodType<
|
|
|
124
119
|
scoreMin: "score_min",
|
|
125
120
|
scoreMax: "score_max",
|
|
126
121
|
includeDatasetRow: "include_dataset_row",
|
|
127
|
-
includeReasoning: "include_reasoning",
|
|
128
122
|
sampleIndex: "sample_index",
|
|
129
123
|
xOnBehalfOf: "X-On-Behalf-Of",
|
|
130
124
|
});
|
|
@@ -111,14 +111,6 @@ export type ListEvalScheduleRunsData = {
|
|
|
111
111
|
suiteId: string;
|
|
112
112
|
suiteVersion: number;
|
|
113
113
|
suiteVersionId: string;
|
|
114
|
-
/**
|
|
115
|
-
* The org that owns this run.
|
|
116
|
-
*/
|
|
117
|
-
orgId: string;
|
|
118
|
-
/**
|
|
119
|
-
* The team that owns this run.
|
|
120
|
-
*/
|
|
121
|
-
teamId: string;
|
|
122
114
|
status: components.EvalRunStatus;
|
|
123
115
|
models: Array<string>;
|
|
124
116
|
taskIds: Array<string> | null;
|
|
@@ -553,8 +545,6 @@ export const ListEvalScheduleRunsData$inboundSchema: z.ZodType<
|
|
|
553
545
|
suite_id: z.string(),
|
|
554
546
|
suite_version: z.number().int(),
|
|
555
547
|
suite_version_id: z.string(),
|
|
556
|
-
org_id: z.string(),
|
|
557
|
-
team_id: z.string(),
|
|
558
548
|
status: components.EvalRunStatus$inboundSchema,
|
|
559
549
|
models: z.array(z.string()),
|
|
560
550
|
task_ids: z.nullable(z.array(z.string())),
|
|
@@ -576,8 +566,6 @@ export const ListEvalScheduleRunsData$inboundSchema: z.ZodType<
|
|
|
576
566
|
"suite_id": "suiteId",
|
|
577
567
|
"suite_version": "suiteVersion",
|
|
578
568
|
"suite_version_id": "suiteVersionId",
|
|
579
|
-
"org_id": "orgId",
|
|
580
|
-
"team_id": "teamId",
|
|
581
569
|
"task_ids": "taskIds",
|
|
582
570
|
"judge_model": "judgeModel",
|
|
583
571
|
"embedding_model": "embeddingModel",
|
|
@@ -597,8 +585,6 @@ export type ListEvalScheduleRunsData$Outbound = {
|
|
|
597
585
|
suite_id: string;
|
|
598
586
|
suite_version: number;
|
|
599
587
|
suite_version_id: string;
|
|
600
|
-
org_id: string;
|
|
601
|
-
team_id: string;
|
|
602
588
|
status: string;
|
|
603
589
|
models: Array<string>;
|
|
604
590
|
task_ids: Array<string> | null;
|
|
@@ -628,8 +614,6 @@ export const ListEvalScheduleRunsData$outboundSchema: z.ZodType<
|
|
|
628
614
|
suiteId: z.string(),
|
|
629
615
|
suiteVersion: z.number().int(),
|
|
630
616
|
suiteVersionId: z.string(),
|
|
631
|
-
orgId: z.string(),
|
|
632
|
-
teamId: z.string(),
|
|
633
617
|
status: components.EvalRunStatus$outboundSchema,
|
|
634
618
|
models: z.array(z.string()),
|
|
635
619
|
taskIds: z.nullable(z.array(z.string())),
|
|
@@ -651,8 +635,6 @@ export const ListEvalScheduleRunsData$outboundSchema: z.ZodType<
|
|
|
651
635
|
suiteId: "suite_id",
|
|
652
636
|
suiteVersion: "suite_version",
|
|
653
637
|
suiteVersionId: "suite_version_id",
|
|
654
|
-
orgId: "org_id",
|
|
655
|
-
teamId: "team_id",
|
|
656
638
|
taskIds: "task_ids",
|
|
657
639
|
judgeModel: "judge_model",
|
|
658
640
|
embeddingModel: "embedding_model",
|