@tuned-tensor/local 0.2.9 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +59 -0
- package/README.md +84 -210
- package/dist/artifacts.d.ts +3 -4
- package/dist/artifacts.js +55 -33
- package/dist/artifacts.js.map +1 -1
- package/dist/compare.d.ts +1 -8
- package/dist/compare.js +1 -23
- package/dist/compare.js.map +1 -1
- package/dist/contracts.d.ts +59 -366
- package/dist/contracts.js +73 -224
- package/dist/contracts.js.map +1 -1
- package/dist/dataset.d.ts +2 -4
- package/dist/dataset.js +31 -125
- package/dist/dataset.js.map +1 -1
- package/dist/doctor.d.ts +2 -3
- package/dist/doctor.js +23 -161
- package/dist/doctor.js.map +1 -1
- package/dist/evaluation.d.ts +11 -71
- package/dist/evaluation.js +212 -572
- package/dist/evaluation.js.map +1 -1
- package/dist/huggingface-cache.d.ts +8 -7
- package/dist/huggingface-cache.js +16 -8
- package/dist/huggingface-cache.js.map +1 -1
- package/dist/index.d.ts +0 -10
- package/dist/index.js +203 -626
- package/dist/index.js.map +1 -1
- package/dist/local-project.d.ts +1 -11
- package/dist/local-project.js +33 -61
- package/dist/local-project.js.map +1 -1
- package/dist/model-registry.d.ts +3 -16
- package/dist/model-registry.js +76 -292
- package/dist/model-registry.js.map +1 -1
- package/dist/model-server.d.ts +1 -2
- package/dist/model-server.js +9 -18
- package/dist/model-server.js.map +1 -1
- package/dist/orchestrator.d.ts +11 -25
- package/dist/orchestrator.js +246 -566
- package/dist/orchestrator.js.map +1 -1
- package/dist/prefetch.d.ts +1 -5
- package/dist/prefetch.js +14 -19
- package/dist/prefetch.js.map +1 -1
- package/dist/process-runner.d.ts +10 -29
- package/dist/process-runner.js +63 -169
- package/dist/process-runner.js.map +1 -1
- package/dist/process-training.d.ts +0 -1
- package/dist/process-training.js +10 -87
- package/dist/process-training.js.map +1 -1
- package/dist/store.d.ts +1 -3
- package/dist/store.js +92 -290
- package/dist/store.js.map +1 -1
- package/docs/architecture.md +87 -152
- package/docs/spark.md +66 -97
- package/examples/dry-runner.json +14 -0
- package/examples/local-runner.json +8 -6
- package/examples/smoke-spec.json +41 -0
- package/package.json +6 -6
- package/training/local-runner/pyproject.toml +0 -5
- package/training/local-runner/src/evaluate.py +89 -234
- package/training/local-runner/src/model_contract.py +47 -0
- package/training/local-runner/src/prefetch.py +18 -4
- package/training/local-runner/src/serve.py +54 -115
- package/training/local-runner/src/sft_data.py +97 -0
- package/training/local-runner/src/train.py +146 -346
- package/training/local-runner/uv.lock +0 -1197
- package/dist/labeling-sanitize.d.ts +0 -31
- package/dist/labeling-sanitize.js +0 -158
- package/dist/labeling-sanitize.js.map +0 -1
- package/dist/labeling.d.ts +0 -155
- package/dist/labeling.js +0 -496
- package/dist/labeling.js.map +0 -1
- package/dist/openrouter.d.ts +0 -29
- package/dist/openrouter.js +0 -66
- package/dist/openrouter.js.map +0 -1
- package/dist/server.d.ts +0 -9
- package/dist/server.js +0 -211
- package/dist/server.js.map +0 -1
- package/docs/local-workflow-remediation-2026-07-13.md +0 -130
- package/docs/local-workflow-ux-review-2026-07-13.md +0 -458
- package/examples/dpo-preferences.jsonl +0 -2
- package/examples/dpo-run-request.json +0 -34
- package/examples/smoke-run-request.json +0 -34
- package/training/local-runner/src/train_dpo.py +0 -286
package/dist/contracts.d.ts
CHANGED
|
@@ -1,36 +1,15 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
preference_jsonl: "preference_jsonl";
|
|
10
|
-
}>;
|
|
11
|
-
export declare const documentInputAssetSchema: z.ZodObject<{
|
|
12
|
-
type: z.ZodDefault<z.ZodLiteral<"image">>;
|
|
13
|
-
mime_type: z.ZodOptional<z.ZodString>;
|
|
14
|
-
image: z.ZodOptional<z.ZodString>;
|
|
15
|
-
data_uri: z.ZodOptional<z.ZodString>;
|
|
16
|
-
uri: z.ZodOptional<z.ZodString>;
|
|
17
|
-
path: z.ZodOptional<z.ZodString>;
|
|
18
|
-
page: z.ZodOptional<z.ZodNumber>;
|
|
19
|
-
}, z.core.$strip>;
|
|
2
|
+
/**
|
|
3
|
+
* TT Local deliberately has one training contract today: text supervised
|
|
4
|
+
* fine-tuning with a LoRA adapter. Additional methods should only be added
|
|
5
|
+
* after they have their own end-to-end CUDA acceptance test.
|
|
6
|
+
*/
|
|
7
|
+
export declare const datasetFormatSchema: z.ZodLiteral<"chat_jsonl">;
|
|
8
|
+
export declare const baseModelRevisionSchema: z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>;
|
|
20
9
|
export declare const behaviorSpecExampleSchema: z.ZodObject<{
|
|
21
10
|
input: z.ZodString;
|
|
22
11
|
output: z.ZodString;
|
|
23
|
-
|
|
24
|
-
type: z.ZodDefault<z.ZodLiteral<"image">>;
|
|
25
|
-
mime_type: z.ZodOptional<z.ZodString>;
|
|
26
|
-
image: z.ZodOptional<z.ZodString>;
|
|
27
|
-
data_uri: z.ZodOptional<z.ZodString>;
|
|
28
|
-
uri: z.ZodOptional<z.ZodString>;
|
|
29
|
-
path: z.ZodOptional<z.ZodString>;
|
|
30
|
-
page: z.ZodOptional<z.ZodNumber>;
|
|
31
|
-
}, z.core.$strip>>>;
|
|
32
|
-
modality: z.ZodOptional<z.ZodLiteral<"document_ocr">>;
|
|
33
|
-
}, z.core.$strip>;
|
|
12
|
+
}, z.core.$strict>;
|
|
34
13
|
export declare const specSnapshotSchema: z.ZodObject<{
|
|
35
14
|
name: z.ZodString;
|
|
36
15
|
description: z.ZodDefault<z.ZodString>;
|
|
@@ -39,30 +18,16 @@ export declare const specSnapshotSchema: z.ZodObject<{
|
|
|
39
18
|
examples: z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
40
19
|
input: z.ZodString;
|
|
41
20
|
output: z.ZodString;
|
|
42
|
-
|
|
43
|
-
type: z.ZodDefault<z.ZodLiteral<"image">>;
|
|
44
|
-
mime_type: z.ZodOptional<z.ZodString>;
|
|
45
|
-
image: z.ZodOptional<z.ZodString>;
|
|
46
|
-
data_uri: z.ZodOptional<z.ZodString>;
|
|
47
|
-
uri: z.ZodOptional<z.ZodString>;
|
|
48
|
-
path: z.ZodOptional<z.ZodString>;
|
|
49
|
-
page: z.ZodOptional<z.ZodNumber>;
|
|
50
|
-
}, z.core.$strip>>>;
|
|
51
|
-
modality: z.ZodOptional<z.ZodLiteral<"document_ocr">>;
|
|
52
|
-
}, z.core.$strip>>>;
|
|
21
|
+
}, z.core.$strict>>>;
|
|
53
22
|
constraints: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
54
23
|
base_model: z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>;
|
|
55
|
-
}, z.core.$
|
|
24
|
+
}, z.core.$strict>;
|
|
56
25
|
export declare const datasetPrebuiltSchema: z.ZodObject<{
|
|
57
26
|
training: z.ZodString;
|
|
58
27
|
validation: z.ZodOptional<z.ZodString>;
|
|
59
28
|
test: z.ZodOptional<z.ZodString>;
|
|
60
|
-
format: z.
|
|
61
|
-
|
|
62
|
-
document_ocr_chat_jsonl: "document_ocr_chat_jsonl";
|
|
63
|
-
preference_jsonl: "preference_jsonl";
|
|
64
|
-
}>>;
|
|
65
|
-
}, z.core.$strip>;
|
|
29
|
+
format: z.ZodDefault<z.ZodLiteral<"chat_jsonl">>;
|
|
30
|
+
}, z.core.$strict>;
|
|
66
31
|
export declare const fineTuneHyperparametersSchema: z.ZodObject<{
|
|
67
32
|
n_epochs: z.ZodDefault<z.ZodNumber>;
|
|
68
33
|
learning_rate: z.ZodOptional<z.ZodNumber>;
|
|
@@ -72,39 +37,14 @@ export declare const fineTuneHyperparametersSchema: z.ZodObject<{
|
|
|
72
37
|
lora_dropout: z.ZodOptional<z.ZodNumber>;
|
|
73
38
|
max_seq_length: z.ZodOptional<z.ZodNumber>;
|
|
74
39
|
gradient_accumulation_steps: z.ZodOptional<z.ZodNumber>;
|
|
75
|
-
save_adapter_only: z.ZodDefault<z.ZodBoolean>;
|
|
76
|
-
augment: z.ZodDefault<z.ZodBoolean>;
|
|
77
|
-
use_llm_judge: z.ZodDefault<z.ZodBoolean>;
|
|
78
40
|
max_eval_examples: z.ZodOptional<z.ZodNumber>;
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
dpo_loss_type: z.ZodOptional<z.ZodString>;
|
|
82
|
-
dpo_label_smoothing: z.ZodOptional<z.ZodNumber>;
|
|
83
|
-
dpo_reference_free: z.ZodOptional<z.ZodBoolean>;
|
|
84
|
-
max_prompt_length: z.ZodOptional<z.ZodNumber>;
|
|
85
|
-
max_completion_length: z.ZodOptional<z.ZodNumber>;
|
|
86
|
-
base_model_revision: z.ZodOptional<z.ZodString>;
|
|
87
|
-
parent_model_artifact: z.ZodOptional<z.ZodString>;
|
|
88
|
-
}, z.core.$loose>;
|
|
89
|
-
export declare const modelArtifactMetadataSchema: z.ZodObject<{
|
|
90
|
-
framework: z.ZodOptional<z.ZodString>;
|
|
91
|
-
format: z.ZodOptional<z.ZodString>;
|
|
92
|
-
entrypoint: z.ZodOptional<z.ZodString>;
|
|
93
|
-
servable: z.ZodOptional<z.ZodBoolean>;
|
|
94
|
-
notes: z.ZodOptional<z.ZodString>;
|
|
95
|
-
}, z.core.$loose>;
|
|
96
|
-
export declare const localArtifactsSchema: z.ZodObject<{
|
|
97
|
-
prefix: z.ZodOptional<z.ZodString>;
|
|
98
|
-
}, z.core.$strip>;
|
|
41
|
+
base_model_revision: z.ZodOptional<z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>>;
|
|
42
|
+
}, z.core.$strict>;
|
|
99
43
|
export declare const fineTuneRunRequestSchema: z.ZodObject<{
|
|
100
44
|
run_id: z.ZodString;
|
|
101
45
|
user_id: z.ZodString;
|
|
102
46
|
behavior_spec_id: z.ZodString;
|
|
103
47
|
run_number: z.ZodNumber;
|
|
104
|
-
training_method: z.ZodDefault<z.ZodEnum<{
|
|
105
|
-
sft: "sft";
|
|
106
|
-
dpo: "dpo";
|
|
107
|
-
}>>;
|
|
108
48
|
spec_snapshot: z.ZodObject<{
|
|
109
49
|
name: z.ZodString;
|
|
110
50
|
description: z.ZodDefault<z.ZodString>;
|
|
@@ -113,20 +53,10 @@ export declare const fineTuneRunRequestSchema: z.ZodObject<{
|
|
|
113
53
|
examples: z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
114
54
|
input: z.ZodString;
|
|
115
55
|
output: z.ZodString;
|
|
116
|
-
|
|
117
|
-
type: z.ZodDefault<z.ZodLiteral<"image">>;
|
|
118
|
-
mime_type: z.ZodOptional<z.ZodString>;
|
|
119
|
-
image: z.ZodOptional<z.ZodString>;
|
|
120
|
-
data_uri: z.ZodOptional<z.ZodString>;
|
|
121
|
-
uri: z.ZodOptional<z.ZodString>;
|
|
122
|
-
path: z.ZodOptional<z.ZodString>;
|
|
123
|
-
page: z.ZodOptional<z.ZodNumber>;
|
|
124
|
-
}, z.core.$strip>>>;
|
|
125
|
-
modality: z.ZodOptional<z.ZodLiteral<"document_ocr">>;
|
|
126
|
-
}, z.core.$strip>>>;
|
|
56
|
+
}, z.core.$strict>>>;
|
|
127
57
|
constraints: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
128
58
|
base_model: z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>;
|
|
129
|
-
}, z.core.$
|
|
59
|
+
}, z.core.$strict>;
|
|
130
60
|
hyperparameters: z.ZodDefault<z.ZodObject<{
|
|
131
61
|
n_epochs: z.ZodDefault<z.ZodNumber>;
|
|
132
62
|
learning_rate: z.ZodOptional<z.ZodNumber>;
|
|
@@ -136,34 +66,16 @@ export declare const fineTuneRunRequestSchema: z.ZodObject<{
|
|
|
136
66
|
lora_dropout: z.ZodOptional<z.ZodNumber>;
|
|
137
67
|
max_seq_length: z.ZodOptional<z.ZodNumber>;
|
|
138
68
|
gradient_accumulation_steps: z.ZodOptional<z.ZodNumber>;
|
|
139
|
-
save_adapter_only: z.ZodDefault<z.ZodBoolean>;
|
|
140
|
-
augment: z.ZodDefault<z.ZodBoolean>;
|
|
141
|
-
use_llm_judge: z.ZodDefault<z.ZodBoolean>;
|
|
142
69
|
max_eval_examples: z.ZodOptional<z.ZodNumber>;
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
dpo_loss_type: z.ZodOptional<z.ZodString>;
|
|
146
|
-
dpo_label_smoothing: z.ZodOptional<z.ZodNumber>;
|
|
147
|
-
dpo_reference_free: z.ZodOptional<z.ZodBoolean>;
|
|
148
|
-
max_prompt_length: z.ZodOptional<z.ZodNumber>;
|
|
149
|
-
max_completion_length: z.ZodOptional<z.ZodNumber>;
|
|
150
|
-
base_model_revision: z.ZodOptional<z.ZodString>;
|
|
151
|
-
parent_model_artifact: z.ZodOptional<z.ZodString>;
|
|
152
|
-
}, z.core.$loose>>;
|
|
153
|
-
artifacts: z.ZodOptional<z.ZodObject<{
|
|
154
|
-
prefix: z.ZodOptional<z.ZodString>;
|
|
155
|
-
}, z.core.$strip>>;
|
|
70
|
+
base_model_revision: z.ZodOptional<z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>>;
|
|
71
|
+
}, z.core.$strict>>;
|
|
156
72
|
dataset_prebuilt: z.ZodOptional<z.ZodObject<{
|
|
157
73
|
training: z.ZodString;
|
|
158
74
|
validation: z.ZodOptional<z.ZodString>;
|
|
159
75
|
test: z.ZodOptional<z.ZodString>;
|
|
160
|
-
format: z.
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
preference_jsonl: "preference_jsonl";
|
|
164
|
-
}>>;
|
|
165
|
-
}, z.core.$strip>>;
|
|
166
|
-
}, z.core.$strip>;
|
|
76
|
+
format: z.ZodDefault<z.ZodLiteral<"chat_jsonl">>;
|
|
77
|
+
}, z.core.$strict>>;
|
|
78
|
+
}, z.core.$strict>;
|
|
167
79
|
export declare const localBehaviorSpecFileSchema: z.ZodObject<{
|
|
168
80
|
name: z.ZodString;
|
|
169
81
|
description: z.ZodDefault<z.ZodString>;
|
|
@@ -172,26 +84,10 @@ export declare const localBehaviorSpecFileSchema: z.ZodObject<{
|
|
|
172
84
|
examples: z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
173
85
|
input: z.ZodString;
|
|
174
86
|
output: z.ZodString;
|
|
175
|
-
|
|
176
|
-
type: z.ZodDefault<z.ZodLiteral<"image">>;
|
|
177
|
-
mime_type: z.ZodOptional<z.ZodString>;
|
|
178
|
-
image: z.ZodOptional<z.ZodString>;
|
|
179
|
-
data_uri: z.ZodOptional<z.ZodString>;
|
|
180
|
-
uri: z.ZodOptional<z.ZodString>;
|
|
181
|
-
path: z.ZodOptional<z.ZodString>;
|
|
182
|
-
page: z.ZodOptional<z.ZodNumber>;
|
|
183
|
-
}, z.core.$strip>>>;
|
|
184
|
-
modality: z.ZodOptional<z.ZodLiteral<"document_ocr">>;
|
|
185
|
-
}, z.core.$strip>>>;
|
|
87
|
+
}, z.core.$strict>>>;
|
|
186
88
|
constraints: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
187
89
|
base_model: z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>;
|
|
188
90
|
id: z.ZodOptional<z.ZodString>;
|
|
189
|
-
user_id: z.ZodDefault<z.ZodString>;
|
|
190
|
-
run_number: z.ZodDefault<z.ZodNumber>;
|
|
191
|
-
training_method: z.ZodDefault<z.ZodEnum<{
|
|
192
|
-
sft: "sft";
|
|
193
|
-
dpo: "dpo";
|
|
194
|
-
}>>;
|
|
195
91
|
hyperparameters: z.ZodOptional<z.ZodObject<{
|
|
196
92
|
n_epochs: z.ZodDefault<z.ZodNumber>;
|
|
197
93
|
learning_rate: z.ZodOptional<z.ZodNumber>;
|
|
@@ -201,34 +97,16 @@ export declare const localBehaviorSpecFileSchema: z.ZodObject<{
|
|
|
201
97
|
lora_dropout: z.ZodOptional<z.ZodNumber>;
|
|
202
98
|
max_seq_length: z.ZodOptional<z.ZodNumber>;
|
|
203
99
|
gradient_accumulation_steps: z.ZodOptional<z.ZodNumber>;
|
|
204
|
-
save_adapter_only: z.ZodDefault<z.ZodBoolean>;
|
|
205
|
-
augment: z.ZodDefault<z.ZodBoolean>;
|
|
206
|
-
use_llm_judge: z.ZodDefault<z.ZodBoolean>;
|
|
207
100
|
max_eval_examples: z.ZodOptional<z.ZodNumber>;
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
dpo_loss_type: z.ZodOptional<z.ZodString>;
|
|
211
|
-
dpo_label_smoothing: z.ZodOptional<z.ZodNumber>;
|
|
212
|
-
dpo_reference_free: z.ZodOptional<z.ZodBoolean>;
|
|
213
|
-
max_prompt_length: z.ZodOptional<z.ZodNumber>;
|
|
214
|
-
max_completion_length: z.ZodOptional<z.ZodNumber>;
|
|
215
|
-
base_model_revision: z.ZodOptional<z.ZodString>;
|
|
216
|
-
parent_model_artifact: z.ZodOptional<z.ZodString>;
|
|
217
|
-
}, z.core.$loose>>;
|
|
218
|
-
artifacts: z.ZodOptional<z.ZodObject<{
|
|
219
|
-
prefix: z.ZodOptional<z.ZodString>;
|
|
220
|
-
}, z.core.$strip>>;
|
|
101
|
+
base_model_revision: z.ZodOptional<z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>>;
|
|
102
|
+
}, z.core.$strict>>;
|
|
221
103
|
dataset_prebuilt: z.ZodOptional<z.ZodObject<{
|
|
222
104
|
training: z.ZodString;
|
|
223
105
|
validation: z.ZodOptional<z.ZodString>;
|
|
224
106
|
test: z.ZodOptional<z.ZodString>;
|
|
225
|
-
format: z.
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
preference_jsonl: "preference_jsonl";
|
|
229
|
-
}>>;
|
|
230
|
-
}, z.core.$strip>>;
|
|
231
|
-
}, z.core.$strip>;
|
|
107
|
+
format: z.ZodDefault<z.ZodLiteral<"chat_jsonl">>;
|
|
108
|
+
}, z.core.$strict>>;
|
|
109
|
+
}, z.core.$strict>;
|
|
232
110
|
export declare const evalExampleResultSchema: z.ZodObject<{
|
|
233
111
|
prompt: z.ZodString;
|
|
234
112
|
expected: z.ZodString;
|
|
@@ -238,13 +116,11 @@ export declare const evalExampleResultSchema: z.ZodObject<{
|
|
|
238
116
|
reasoning: z.ZodNullable<z.ZodString>;
|
|
239
117
|
latency_ms: z.ZodNumber;
|
|
240
118
|
scored_by: z.ZodOptional<z.ZodEnum<{
|
|
241
|
-
llm_judge: "llm_judge";
|
|
242
119
|
exact_match: "exact_match";
|
|
243
120
|
json_fields: "json_fields";
|
|
244
121
|
heuristic: "heuristic";
|
|
245
|
-
exact_match_fallback: "exact_match_fallback";
|
|
246
122
|
}>>;
|
|
247
|
-
}, z.core.$
|
|
123
|
+
}, z.core.$strict>;
|
|
248
124
|
export declare const jsonFieldMetricsSchema: z.ZodObject<{
|
|
249
125
|
fields: z.ZodArray<z.ZodString>;
|
|
250
126
|
valid_json_count: z.ZodNumber;
|
|
@@ -257,14 +133,13 @@ export declare const jsonFieldMetricsSchema: z.ZodObject<{
|
|
|
257
133
|
correct: z.ZodNumber;
|
|
258
134
|
total: z.ZodNumber;
|
|
259
135
|
accuracy: z.ZodNumber;
|
|
260
|
-
}, z.core.$
|
|
261
|
-
}, z.core.$
|
|
136
|
+
}, z.core.$strict>>;
|
|
137
|
+
}, z.core.$strict>;
|
|
262
138
|
export declare const evalSplitSchema: z.ZodEnum<{
|
|
263
139
|
spec_examples: "spec_examples";
|
|
264
140
|
spec_holdout: "spec_holdout";
|
|
265
141
|
prebuilt_test: "prebuilt_test";
|
|
266
142
|
prebuilt_validation: "prebuilt_validation";
|
|
267
|
-
prebuilt_training: "prebuilt_training";
|
|
268
143
|
}>;
|
|
269
144
|
export declare const evalReportSchema: z.ZodObject<{
|
|
270
145
|
kind: z.ZodEnum<{
|
|
@@ -281,7 +156,6 @@ export declare const evalReportSchema: z.ZodObject<{
|
|
|
281
156
|
spec_holdout: "spec_holdout";
|
|
282
157
|
prebuilt_test: "prebuilt_test";
|
|
283
158
|
prebuilt_validation: "prebuilt_validation";
|
|
284
|
-
prebuilt_training: "prebuilt_training";
|
|
285
159
|
}>>;
|
|
286
160
|
eval_sample_seed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
287
161
|
avg_score: z.ZodNumber;
|
|
@@ -289,9 +163,6 @@ export declare const evalReportSchema: z.ZodObject<{
|
|
|
289
163
|
exact_match_rate: z.ZodNumber;
|
|
290
164
|
avg_token_f1: z.ZodOptional<z.ZodNumber>;
|
|
291
165
|
avg_latency_ms: z.ZodNumber;
|
|
292
|
-
judge_scored_count: z.ZodOptional<z.ZodNumber>;
|
|
293
|
-
fallback_scored_count: z.ZodOptional<z.ZodNumber>;
|
|
294
|
-
judge_only_avg_score: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
295
166
|
cached: z.ZodOptional<z.ZodBoolean>;
|
|
296
167
|
cache_key: z.ZodOptional<z.ZodString>;
|
|
297
168
|
results: z.ZodArray<z.ZodObject<{
|
|
@@ -303,30 +174,22 @@ export declare const evalReportSchema: z.ZodObject<{
|
|
|
303
174
|
reasoning: z.ZodNullable<z.ZodString>;
|
|
304
175
|
latency_ms: z.ZodNumber;
|
|
305
176
|
scored_by: z.ZodOptional<z.ZodEnum<{
|
|
306
|
-
llm_judge: "llm_judge";
|
|
307
177
|
exact_match: "exact_match";
|
|
308
178
|
json_fields: "json_fields";
|
|
309
179
|
heuristic: "heuristic";
|
|
310
|
-
exact_match_fallback: "exact_match_fallback";
|
|
311
180
|
}>>;
|
|
312
|
-
}, z.core.$
|
|
181
|
+
}, z.core.$strict>>;
|
|
313
182
|
artifact_uri: z.ZodString;
|
|
314
183
|
scoring_method: z.ZodEnum<{
|
|
315
|
-
command: "command";
|
|
316
|
-
llm_judge: "llm_judge";
|
|
317
184
|
exact_match: "exact_match";
|
|
318
185
|
json_fields: "json_fields";
|
|
319
186
|
heuristic: "heuristic";
|
|
320
187
|
}>;
|
|
321
|
-
judge_model_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
322
188
|
inference_provider: z.ZodOptional<z.ZodEnum<{
|
|
323
|
-
command: "command";
|
|
324
189
|
none: "none";
|
|
325
|
-
batch_command: "batch_command";
|
|
326
190
|
transformers: "transformers";
|
|
327
191
|
}>>;
|
|
328
192
|
scoring_mode: z.ZodOptional<z.ZodEnum<{
|
|
329
|
-
llm_judge: "llm_judge";
|
|
330
193
|
exact_match: "exact_match";
|
|
331
194
|
json_fields: "json_fields";
|
|
332
195
|
}>>;
|
|
@@ -342,67 +205,34 @@ export declare const evalReportSchema: z.ZodObject<{
|
|
|
342
205
|
correct: z.ZodNumber;
|
|
343
206
|
total: z.ZodNumber;
|
|
344
207
|
accuracy: z.ZodNumber;
|
|
345
|
-
}, z.core.$
|
|
346
|
-
}, z.core.$
|
|
208
|
+
}, z.core.$strict>>;
|
|
209
|
+
}, z.core.$strict>>;
|
|
347
210
|
generation_config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
348
211
|
log_uri: z.ZodOptional<z.ZodString>;
|
|
349
|
-
}, z.core.$
|
|
350
|
-
export declare const regressionCategorySchema: z.ZodEnum<{
|
|
351
|
-
fallback: "fallback";
|
|
352
|
-
other: "other";
|
|
353
|
-
style: "style";
|
|
354
|
-
factual: "factual";
|
|
355
|
-
omission: "omission";
|
|
356
|
-
}>;
|
|
212
|
+
}, z.core.$strict>;
|
|
357
213
|
export declare const comparisonReportSchema: z.ZodObject<{
|
|
358
214
|
avg_score_delta: z.ZodNumber;
|
|
359
215
|
pass_rate_delta: z.ZodNumber;
|
|
360
216
|
exact_match_rate_delta: z.ZodNumber;
|
|
361
217
|
token_f1_delta: z.ZodOptional<z.ZodNumber>;
|
|
362
|
-
judge_only_avg_score_delta: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
363
218
|
regressions: z.ZodNumber;
|
|
364
219
|
improvements: z.ZodNumber;
|
|
365
|
-
regression_taxonomy: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
|
|
366
|
-
fallback: "fallback";
|
|
367
|
-
other: "other";
|
|
368
|
-
style: "style";
|
|
369
|
-
factual: "factual";
|
|
370
|
-
omission: "omission";
|
|
371
|
-
}>, z.ZodNumber>>;
|
|
372
220
|
regressed_examples: z.ZodArray<z.ZodObject<{
|
|
373
221
|
prompt: z.ZodString;
|
|
374
222
|
old_score: z.ZodNumber;
|
|
375
223
|
new_score: z.ZodNumber;
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
other: "other";
|
|
379
|
-
style: "style";
|
|
380
|
-
factual: "factual";
|
|
381
|
-
omission: "omission";
|
|
382
|
-
}>>;
|
|
383
|
-
}, z.core.$strip>>;
|
|
384
|
-
}, z.core.$strip>;
|
|
224
|
+
}, z.core.$strict>>;
|
|
225
|
+
}, z.core.$strict>;
|
|
385
226
|
export declare const trainingReportSchema: z.ZodObject<{
|
|
386
|
-
provider: z.
|
|
387
|
-
"local-uv": "local-uv";
|
|
388
|
-
"local-command": "local-command";
|
|
389
|
-
}>;
|
|
227
|
+
provider: z.ZodLiteral<"local-uv">;
|
|
390
228
|
training_job_name: z.ZodString;
|
|
391
229
|
model_artifact_uri: z.ZodOptional<z.ZodString>;
|
|
392
230
|
base_model_artifact_uri: z.ZodOptional<z.ZodString>;
|
|
393
|
-
parent_model_artifact_uri: z.ZodOptional<z.ZodString>;
|
|
394
|
-
artifact_metadata: z.ZodOptional<z.ZodObject<{
|
|
395
|
-
framework: z.ZodOptional<z.ZodString>;
|
|
396
|
-
format: z.ZodOptional<z.ZodString>;
|
|
397
|
-
entrypoint: z.ZodOptional<z.ZodString>;
|
|
398
|
-
servable: z.ZodOptional<z.ZodBoolean>;
|
|
399
|
-
notes: z.ZodOptional<z.ZodString>;
|
|
400
|
-
}, z.core.$loose>>;
|
|
401
231
|
metrics: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
402
232
|
exit_code: z.ZodNullable<z.ZodNumber>;
|
|
403
233
|
log_uri: z.ZodString;
|
|
404
234
|
command: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
405
|
-
}, z.core.$
|
|
235
|
+
}, z.core.$strict>;
|
|
406
236
|
export declare const runReportSchema: z.ZodObject<{
|
|
407
237
|
run_id: z.ZodString;
|
|
408
238
|
behavior_spec_id: z.ZodString;
|
|
@@ -429,7 +259,6 @@ export declare const runReportSchema: z.ZodObject<{
|
|
|
429
259
|
spec_holdout: "spec_holdout";
|
|
430
260
|
prebuilt_test: "prebuilt_test";
|
|
431
261
|
prebuilt_validation: "prebuilt_validation";
|
|
432
|
-
prebuilt_training: "prebuilt_training";
|
|
433
262
|
}>>;
|
|
434
263
|
eval_sample_seed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
435
264
|
avg_score: z.ZodNumber;
|
|
@@ -437,9 +266,6 @@ export declare const runReportSchema: z.ZodObject<{
|
|
|
437
266
|
exact_match_rate: z.ZodNumber;
|
|
438
267
|
avg_token_f1: z.ZodOptional<z.ZodNumber>;
|
|
439
268
|
avg_latency_ms: z.ZodNumber;
|
|
440
|
-
judge_scored_count: z.ZodOptional<z.ZodNumber>;
|
|
441
|
-
fallback_scored_count: z.ZodOptional<z.ZodNumber>;
|
|
442
|
-
judge_only_avg_score: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
443
269
|
cached: z.ZodOptional<z.ZodBoolean>;
|
|
444
270
|
cache_key: z.ZodOptional<z.ZodString>;
|
|
445
271
|
results: z.ZodArray<z.ZodObject<{
|
|
@@ -451,30 +277,22 @@ export declare const runReportSchema: z.ZodObject<{
|
|
|
451
277
|
reasoning: z.ZodNullable<z.ZodString>;
|
|
452
278
|
latency_ms: z.ZodNumber;
|
|
453
279
|
scored_by: z.ZodOptional<z.ZodEnum<{
|
|
454
|
-
llm_judge: "llm_judge";
|
|
455
280
|
exact_match: "exact_match";
|
|
456
281
|
json_fields: "json_fields";
|
|
457
282
|
heuristic: "heuristic";
|
|
458
|
-
exact_match_fallback: "exact_match_fallback";
|
|
459
283
|
}>>;
|
|
460
|
-
}, z.core.$
|
|
284
|
+
}, z.core.$strict>>;
|
|
461
285
|
artifact_uri: z.ZodString;
|
|
462
286
|
scoring_method: z.ZodEnum<{
|
|
463
|
-
command: "command";
|
|
464
|
-
llm_judge: "llm_judge";
|
|
465
287
|
exact_match: "exact_match";
|
|
466
288
|
json_fields: "json_fields";
|
|
467
289
|
heuristic: "heuristic";
|
|
468
290
|
}>;
|
|
469
|
-
judge_model_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
470
291
|
inference_provider: z.ZodOptional<z.ZodEnum<{
|
|
471
|
-
command: "command";
|
|
472
292
|
none: "none";
|
|
473
|
-
batch_command: "batch_command";
|
|
474
293
|
transformers: "transformers";
|
|
475
294
|
}>>;
|
|
476
295
|
scoring_mode: z.ZodOptional<z.ZodEnum<{
|
|
477
|
-
llm_judge: "llm_judge";
|
|
478
296
|
exact_match: "exact_match";
|
|
479
297
|
json_fields: "json_fields";
|
|
480
298
|
}>>;
|
|
@@ -490,11 +308,11 @@ export declare const runReportSchema: z.ZodObject<{
|
|
|
490
308
|
correct: z.ZodNumber;
|
|
491
309
|
total: z.ZodNumber;
|
|
492
310
|
accuracy: z.ZodNumber;
|
|
493
|
-
}, z.core.$
|
|
494
|
-
}, z.core.$
|
|
311
|
+
}, z.core.$strict>>;
|
|
312
|
+
}, z.core.$strict>>;
|
|
495
313
|
generation_config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
496
314
|
log_uri: z.ZodOptional<z.ZodString>;
|
|
497
|
-
}, z.core.$
|
|
315
|
+
}, z.core.$strict>;
|
|
498
316
|
candidate: z.ZodObject<{
|
|
499
317
|
kind: z.ZodEnum<{
|
|
500
318
|
candidate: "candidate";
|
|
@@ -510,7 +328,6 @@ export declare const runReportSchema: z.ZodObject<{
|
|
|
510
328
|
spec_holdout: "spec_holdout";
|
|
511
329
|
prebuilt_test: "prebuilt_test";
|
|
512
330
|
prebuilt_validation: "prebuilt_validation";
|
|
513
|
-
prebuilt_training: "prebuilt_training";
|
|
514
331
|
}>>;
|
|
515
332
|
eval_sample_seed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
516
333
|
avg_score: z.ZodNumber;
|
|
@@ -518,9 +335,6 @@ export declare const runReportSchema: z.ZodObject<{
|
|
|
518
335
|
exact_match_rate: z.ZodNumber;
|
|
519
336
|
avg_token_f1: z.ZodOptional<z.ZodNumber>;
|
|
520
337
|
avg_latency_ms: z.ZodNumber;
|
|
521
|
-
judge_scored_count: z.ZodOptional<z.ZodNumber>;
|
|
522
|
-
fallback_scored_count: z.ZodOptional<z.ZodNumber>;
|
|
523
|
-
judge_only_avg_score: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
524
338
|
cached: z.ZodOptional<z.ZodBoolean>;
|
|
525
339
|
cache_key: z.ZodOptional<z.ZodString>;
|
|
526
340
|
results: z.ZodArray<z.ZodObject<{
|
|
@@ -532,30 +346,22 @@ export declare const runReportSchema: z.ZodObject<{
|
|
|
532
346
|
reasoning: z.ZodNullable<z.ZodString>;
|
|
533
347
|
latency_ms: z.ZodNumber;
|
|
534
348
|
scored_by: z.ZodOptional<z.ZodEnum<{
|
|
535
|
-
llm_judge: "llm_judge";
|
|
536
349
|
exact_match: "exact_match";
|
|
537
350
|
json_fields: "json_fields";
|
|
538
351
|
heuristic: "heuristic";
|
|
539
|
-
exact_match_fallback: "exact_match_fallback";
|
|
540
352
|
}>>;
|
|
541
|
-
}, z.core.$
|
|
353
|
+
}, z.core.$strict>>;
|
|
542
354
|
artifact_uri: z.ZodString;
|
|
543
355
|
scoring_method: z.ZodEnum<{
|
|
544
|
-
command: "command";
|
|
545
|
-
llm_judge: "llm_judge";
|
|
546
356
|
exact_match: "exact_match";
|
|
547
357
|
json_fields: "json_fields";
|
|
548
358
|
heuristic: "heuristic";
|
|
549
359
|
}>;
|
|
550
|
-
judge_model_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
551
360
|
inference_provider: z.ZodOptional<z.ZodEnum<{
|
|
552
|
-
command: "command";
|
|
553
361
|
none: "none";
|
|
554
|
-
batch_command: "batch_command";
|
|
555
362
|
transformers: "transformers";
|
|
556
363
|
}>>;
|
|
557
364
|
scoring_mode: z.ZodOptional<z.ZodEnum<{
|
|
558
|
-
llm_judge: "llm_judge";
|
|
559
365
|
exact_match: "exact_match";
|
|
560
366
|
json_fields: "json_fields";
|
|
561
367
|
}>>;
|
|
@@ -571,80 +377,45 @@ export declare const runReportSchema: z.ZodObject<{
|
|
|
571
377
|
correct: z.ZodNumber;
|
|
572
378
|
total: z.ZodNumber;
|
|
573
379
|
accuracy: z.ZodNumber;
|
|
574
|
-
}, z.core.$
|
|
575
|
-
}, z.core.$
|
|
380
|
+
}, z.core.$strict>>;
|
|
381
|
+
}, z.core.$strict>>;
|
|
576
382
|
generation_config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
577
383
|
log_uri: z.ZodOptional<z.ZodString>;
|
|
578
|
-
}, z.core.$
|
|
384
|
+
}, z.core.$strict>;
|
|
579
385
|
comparison: z.ZodObject<{
|
|
580
386
|
avg_score_delta: z.ZodNumber;
|
|
581
387
|
pass_rate_delta: z.ZodNumber;
|
|
582
388
|
exact_match_rate_delta: z.ZodNumber;
|
|
583
389
|
token_f1_delta: z.ZodOptional<z.ZodNumber>;
|
|
584
|
-
judge_only_avg_score_delta: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
585
390
|
regressions: z.ZodNumber;
|
|
586
391
|
improvements: z.ZodNumber;
|
|
587
|
-
regression_taxonomy: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
|
|
588
|
-
fallback: "fallback";
|
|
589
|
-
other: "other";
|
|
590
|
-
style: "style";
|
|
591
|
-
factual: "factual";
|
|
592
|
-
omission: "omission";
|
|
593
|
-
}>, z.ZodNumber>>;
|
|
594
392
|
regressed_examples: z.ZodArray<z.ZodObject<{
|
|
595
393
|
prompt: z.ZodString;
|
|
596
394
|
old_score: z.ZodNumber;
|
|
597
395
|
new_score: z.ZodNumber;
|
|
598
|
-
|
|
599
|
-
|
|
600
|
-
other: "other";
|
|
601
|
-
style: "style";
|
|
602
|
-
factual: "factual";
|
|
603
|
-
omission: "omission";
|
|
604
|
-
}>>;
|
|
605
|
-
}, z.core.$strip>>;
|
|
606
|
-
}, z.core.$strip>;
|
|
396
|
+
}, z.core.$strict>>;
|
|
397
|
+
}, z.core.$strict>;
|
|
607
398
|
training: z.ZodObject<{
|
|
608
|
-
provider: z.
|
|
609
|
-
"local-uv": "local-uv";
|
|
610
|
-
"local-command": "local-command";
|
|
611
|
-
}>;
|
|
399
|
+
provider: z.ZodLiteral<"local-uv">;
|
|
612
400
|
training_job_name: z.ZodString;
|
|
613
401
|
model_artifact_uri: z.ZodOptional<z.ZodString>;
|
|
614
402
|
base_model_artifact_uri: z.ZodOptional<z.ZodString>;
|
|
615
|
-
parent_model_artifact_uri: z.ZodOptional<z.ZodString>;
|
|
616
|
-
artifact_metadata: z.ZodOptional<z.ZodObject<{
|
|
617
|
-
framework: z.ZodOptional<z.ZodString>;
|
|
618
|
-
format: z.ZodOptional<z.ZodString>;
|
|
619
|
-
entrypoint: z.ZodOptional<z.ZodString>;
|
|
620
|
-
servable: z.ZodOptional<z.ZodBoolean>;
|
|
621
|
-
notes: z.ZodOptional<z.ZodString>;
|
|
622
|
-
}, z.core.$loose>>;
|
|
623
403
|
metrics: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
624
404
|
exit_code: z.ZodNullable<z.ZodNumber>;
|
|
625
405
|
log_uri: z.ZodString;
|
|
626
406
|
command: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
627
|
-
}, z.core.$
|
|
407
|
+
}, z.core.$strict>;
|
|
628
408
|
artifact_uris: z.ZodObject<{
|
|
629
409
|
dataset: z.ZodString;
|
|
630
410
|
baseline_eval: z.ZodString;
|
|
631
411
|
candidate_eval: z.ZodString;
|
|
632
412
|
report: z.ZodString;
|
|
633
|
-
}, z.core.$
|
|
413
|
+
}, z.core.$strict>;
|
|
634
414
|
run_metadata: z.ZodObject<{
|
|
635
415
|
base_model: z.ZodString;
|
|
636
416
|
fine_tuned_model_id: z.ZodString;
|
|
637
|
-
parent_model_artifact: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
638
|
-
training_method: z.ZodDefault<z.ZodEnum<{
|
|
639
|
-
sft: "sft";
|
|
640
|
-
dpo: "dpo";
|
|
641
|
-
}>>;
|
|
642
417
|
dataset_prebuilt: z.ZodBoolean;
|
|
643
|
-
dataset_format: z.ZodOptional<z.ZodNullable<z.
|
|
644
|
-
chat_jsonl: "chat_jsonl";
|
|
645
|
-
document_ocr_chat_jsonl: "document_ocr_chat_jsonl";
|
|
646
|
-
preference_jsonl: "preference_jsonl";
|
|
647
|
-
}>>>;
|
|
418
|
+
dataset_format: z.ZodOptional<z.ZodNullable<z.ZodLiteral<"chat_jsonl">>>;
|
|
648
419
|
dataset_uri: z.ZodString;
|
|
649
420
|
spec_example_count: z.ZodNumber;
|
|
650
421
|
training_example_count: z.ZodNullable<z.ZodNumber>;
|
|
@@ -655,123 +426,46 @@ export declare const runReportSchema: z.ZodObject<{
|
|
|
655
426
|
spec_holdout: "spec_holdout";
|
|
656
427
|
prebuilt_test: "prebuilt_test";
|
|
657
428
|
prebuilt_validation: "prebuilt_validation";
|
|
658
|
-
prebuilt_training: "prebuilt_training";
|
|
659
429
|
}>>;
|
|
660
430
|
eval_sample_seed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
661
431
|
started_at: z.ZodString;
|
|
662
432
|
completed_at: z.ZodString;
|
|
663
433
|
elapsed_ms: z.ZodNumber;
|
|
664
434
|
elapsed_seconds: z.ZodNumber;
|
|
665
|
-
}, z.core.$
|
|
435
|
+
}, z.core.$strict>;
|
|
666
436
|
created_at: z.ZodString;
|
|
667
|
-
}, z.core.$
|
|
668
|
-
export declare const commandSchema: z.ZodArray<z.ZodString>;
|
|
669
|
-
export declare const labelingConfigSchema: z.ZodObject<{
|
|
670
|
-
model: z.ZodOptional<z.ZodString>;
|
|
671
|
-
maxTokens: z.ZodDefault<z.ZodNumber>;
|
|
672
|
-
temperature: z.ZodDefault<z.ZodNumber>;
|
|
673
|
-
concurrency: z.ZodDefault<z.ZodNumber>;
|
|
674
|
-
minIntervalMs: z.ZodDefault<z.ZodNumber>;
|
|
675
|
-
maxAttempts: z.ZodDefault<z.ZodNumber>;
|
|
676
|
-
maxRows: z.ZodDefault<z.ZodNumber>;
|
|
677
|
-
timeoutMs: z.ZodDefault<z.ZodNumber>;
|
|
678
|
-
}, z.core.$strip>;
|
|
437
|
+
}, z.core.$strict>;
|
|
679
438
|
export declare const localRunnerConfigSchema: z.ZodObject<{
|
|
680
439
|
storeRoot: z.ZodOptional<z.ZodString>;
|
|
681
440
|
artifactRoot: z.ZodDefault<z.ZodString>;
|
|
682
441
|
dryRun: z.ZodDefault<z.ZodBoolean>;
|
|
683
|
-
training: z.ZodDefault<z.ZodObject<{
|
|
684
|
-
backend: z.ZodDefault<z.ZodEnum<{
|
|
685
|
-
command: "command";
|
|
686
|
-
uv: "uv";
|
|
687
|
-
}>>;
|
|
688
|
-
command: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
689
|
-
artifact: z.ZodOptional<z.ZodObject<{
|
|
690
|
-
framework: z.ZodOptional<z.ZodString>;
|
|
691
|
-
format: z.ZodOptional<z.ZodString>;
|
|
692
|
-
entrypoint: z.ZodOptional<z.ZodString>;
|
|
693
|
-
servable: z.ZodOptional<z.ZodBoolean>;
|
|
694
|
-
notes: z.ZodOptional<z.ZodString>;
|
|
695
|
-
}, z.core.$loose>>;
|
|
696
|
-
project: z.ZodDefault<z.ZodString>;
|
|
697
|
-
cwd: z.ZodOptional<z.ZodString>;
|
|
698
|
-
module: z.ZodOptional<z.ZodString>;
|
|
699
|
-
script: z.ZodOptional<z.ZodString>;
|
|
700
|
-
args: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
701
|
-
with: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
702
|
-
env: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
703
|
-
}, z.core.$strip>>;
|
|
704
442
|
paths: z.ZodDefault<z.ZodObject<{
|
|
705
443
|
baseModel: z.ZodOptional<z.ZodString>;
|
|
706
444
|
modelCache: z.ZodOptional<z.ZodString>;
|
|
707
|
-
}, z.core.$
|
|
445
|
+
}, z.core.$strict>>;
|
|
708
446
|
evaluation: z.ZodDefault<z.ZodObject<{
|
|
709
|
-
baselineCommand: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
710
|
-
candidateCommand: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
711
447
|
inference: z.ZodDefault<z.ZodObject<{
|
|
712
|
-
provider: z.ZodDefault<z.ZodEnum<{
|
|
713
|
-
command: "command";
|
|
714
|
-
none: "none";
|
|
715
|
-
batch_command: "batch_command";
|
|
716
|
-
transformers: "transformers";
|
|
717
|
-
}>>;
|
|
718
|
-
command: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
719
|
-
project: z.ZodDefault<z.ZodString>;
|
|
720
|
-
cwd: z.ZodOptional<z.ZodString>;
|
|
721
|
-
module: z.ZodOptional<z.ZodString>;
|
|
722
|
-
script: z.ZodDefault<z.ZodString>;
|
|
723
|
-
args: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
724
|
-
with: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
725
|
-
env: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
726
448
|
maxNewTokens: z.ZodDefault<z.ZodNumber>;
|
|
727
449
|
temperature: z.ZodDefault<z.ZodNumber>;
|
|
728
450
|
topP: z.ZodDefault<z.ZodNumber>;
|
|
729
|
-
trustRemoteCode: z.ZodDefault<z.ZodBoolean>;
|
|
730
451
|
device: z.ZodDefault<z.ZodEnum<{
|
|
731
|
-
auto: "auto";
|
|
732
452
|
cpu: "cpu";
|
|
733
453
|
cuda: "cuda";
|
|
734
|
-
mps: "mps";
|
|
735
454
|
}>>;
|
|
736
|
-
|
|
737
|
-
}, z.core.$strip>>;
|
|
455
|
+
}, z.core.$strict>>;
|
|
738
456
|
scoring: z.ZodDefault<z.ZodObject<{
|
|
739
457
|
mode: z.ZodDefault<z.ZodEnum<{
|
|
740
|
-
llm_judge: "llm_judge";
|
|
741
458
|
exact_match: "exact_match";
|
|
742
459
|
json_fields: "json_fields";
|
|
743
460
|
}>>;
|
|
744
|
-
fallback: z.ZodDefault<z.ZodEnum<{
|
|
745
|
-
fail: "fail";
|
|
746
|
-
exact_match: "exact_match";
|
|
747
|
-
}>>;
|
|
748
461
|
fields: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
749
|
-
}, z.core.$
|
|
462
|
+
}, z.core.$strict>>;
|
|
750
463
|
timeoutMs: z.ZodDefault<z.ZodNumber>;
|
|
751
464
|
maxExamples: z.ZodOptional<z.ZodNumber>;
|
|
752
465
|
sampleSeed: z.ZodOptional<z.ZodNumber>;
|
|
753
|
-
allowPrebuiltTrainingEval: z.ZodDefault<z.ZodBoolean>;
|
|
754
466
|
baselineCache: z.ZodDefault<z.ZodBoolean>;
|
|
755
|
-
}, z.core.$
|
|
756
|
-
|
|
757
|
-
provider: z.ZodDefault<z.ZodLiteral<"openrouter">>;
|
|
758
|
-
model: z.ZodDefault<z.ZodString>;
|
|
759
|
-
apiKeyEnv: z.ZodDefault<z.ZodString>;
|
|
760
|
-
appName: z.ZodOptional<z.ZodString>;
|
|
761
|
-
siteUrl: z.ZodOptional<z.ZodString>;
|
|
762
|
-
}, z.core.$strip>>;
|
|
763
|
-
labeling: z.ZodDefault<z.ZodObject<{
|
|
764
|
-
model: z.ZodOptional<z.ZodString>;
|
|
765
|
-
maxTokens: z.ZodDefault<z.ZodNumber>;
|
|
766
|
-
temperature: z.ZodDefault<z.ZodNumber>;
|
|
767
|
-
concurrency: z.ZodDefault<z.ZodNumber>;
|
|
768
|
-
minIntervalMs: z.ZodDefault<z.ZodNumber>;
|
|
769
|
-
maxAttempts: z.ZodDefault<z.ZodNumber>;
|
|
770
|
-
maxRows: z.ZodDefault<z.ZodNumber>;
|
|
771
|
-
timeoutMs: z.ZodDefault<z.ZodNumber>;
|
|
772
|
-
}, z.core.$strip>>;
|
|
773
|
-
}, z.core.$strip>;
|
|
774
|
-
export type DocumentInputAsset = z.infer<typeof documentInputAssetSchema>;
|
|
467
|
+
}, z.core.$strict>>;
|
|
468
|
+
}, z.core.$strict>;
|
|
775
469
|
export type BehaviorSpecExample = z.infer<typeof behaviorSpecExampleSchema>;
|
|
776
470
|
export type SpecSnapshot = z.infer<typeof specSnapshotSchema>;
|
|
777
471
|
export type FineTuneHyperparameters = z.infer<typeof fineTuneHyperparametersSchema>;
|
|
@@ -783,5 +477,4 @@ export type EvalReport = z.infer<typeof evalReportSchema>;
|
|
|
783
477
|
export type ComparisonReport = z.infer<typeof comparisonReportSchema>;
|
|
784
478
|
export type TrainingReport = z.infer<typeof trainingReportSchema>;
|
|
785
479
|
export type RunReport = z.infer<typeof runReportSchema>;
|
|
786
|
-
export type LocalLabelingConfig = z.infer<typeof labelingConfigSchema>;
|
|
787
480
|
export type LocalRunnerConfig = z.infer<typeof localRunnerConfigSchema>;
|