@tuned-tensor/local 0.2.8 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (82) hide show
  1. package/CHANGELOG.md +67 -0
  2. package/README.md +84 -204
  3. package/dist/artifacts.d.ts +3 -4
  4. package/dist/artifacts.js +55 -33
  5. package/dist/artifacts.js.map +1 -1
  6. package/dist/compare.d.ts +1 -8
  7. package/dist/compare.js +1 -23
  8. package/dist/compare.js.map +1 -1
  9. package/dist/contracts.d.ts +59 -366
  10. package/dist/contracts.js +73 -224
  11. package/dist/contracts.js.map +1 -1
  12. package/dist/dataset.d.ts +2 -4
  13. package/dist/dataset.js +31 -125
  14. package/dist/dataset.js.map +1 -1
  15. package/dist/doctor.d.ts +2 -3
  16. package/dist/doctor.js +23 -161
  17. package/dist/doctor.js.map +1 -1
  18. package/dist/evaluation.d.ts +11 -71
  19. package/dist/evaluation.js +212 -572
  20. package/dist/evaluation.js.map +1 -1
  21. package/dist/huggingface-cache.d.ts +8 -7
  22. package/dist/huggingface-cache.js +16 -8
  23. package/dist/huggingface-cache.js.map +1 -1
  24. package/dist/index.d.ts +0 -10
  25. package/dist/index.js +205 -628
  26. package/dist/index.js.map +1 -1
  27. package/dist/local-project.d.ts +1 -11
  28. package/dist/local-project.js +33 -61
  29. package/dist/local-project.js.map +1 -1
  30. package/dist/model-registry.d.ts +3 -16
  31. package/dist/model-registry.js +76 -292
  32. package/dist/model-registry.js.map +1 -1
  33. package/dist/model-server.d.ts +1 -2
  34. package/dist/model-server.js +9 -18
  35. package/dist/model-server.js.map +1 -1
  36. package/dist/orchestrator.d.ts +11 -25
  37. package/dist/orchestrator.js +246 -566
  38. package/dist/orchestrator.js.map +1 -1
  39. package/dist/prefetch.d.ts +1 -5
  40. package/dist/prefetch.js +14 -19
  41. package/dist/prefetch.js.map +1 -1
  42. package/dist/process-runner.d.ts +10 -29
  43. package/dist/process-runner.js +63 -169
  44. package/dist/process-runner.js.map +1 -1
  45. package/dist/process-training.d.ts +0 -1
  46. package/dist/process-training.js +10 -87
  47. package/dist/process-training.js.map +1 -1
  48. package/dist/store.d.ts +1 -3
  49. package/dist/store.js +92 -290
  50. package/dist/store.js.map +1 -1
  51. package/docs/architecture.md +87 -152
  52. package/docs/spark.md +66 -97
  53. package/examples/dry-runner.json +14 -0
  54. package/examples/local-runner.json +8 -6
  55. package/examples/smoke-spec.json +41 -0
  56. package/package.json +6 -6
  57. package/training/local-runner/pyproject.toml +0 -5
  58. package/training/local-runner/src/evaluate.py +89 -234
  59. package/training/local-runner/src/model_contract.py +47 -0
  60. package/training/local-runner/src/prefetch.py +18 -4
  61. package/training/local-runner/src/serve.py +54 -115
  62. package/training/local-runner/src/sft_data.py +97 -0
  63. package/training/local-runner/src/train.py +146 -346
  64. package/training/local-runner/uv.lock +0 -1197
  65. package/dist/labeling-sanitize.d.ts +0 -31
  66. package/dist/labeling-sanitize.js +0 -158
  67. package/dist/labeling-sanitize.js.map +0 -1
  68. package/dist/labeling.d.ts +0 -155
  69. package/dist/labeling.js +0 -496
  70. package/dist/labeling.js.map +0 -1
  71. package/dist/openrouter.d.ts +0 -29
  72. package/dist/openrouter.js +0 -66
  73. package/dist/openrouter.js.map +0 -1
  74. package/dist/server.d.ts +0 -9
  75. package/dist/server.js +0 -211
  76. package/dist/server.js.map +0 -1
  77. package/docs/local-workflow-remediation-2026-07-13.md +0 -130
  78. package/docs/local-workflow-ux-review-2026-07-13.md +0 -458
  79. package/examples/dpo-preferences.jsonl +0 -2
  80. package/examples/dpo-run-request.json +0 -34
  81. package/examples/smoke-run-request.json +0 -34
  82. package/training/local-runner/src/train_dpo.py +0 -286
@@ -1,36 +1,15 @@
1
1
  import { z } from "zod";
2
- export declare const trainingMethodSchema: z.ZodEnum<{
3
- sft: "sft";
4
- dpo: "dpo";
5
- }>;
6
- export declare const datasetFormatSchema: z.ZodEnum<{
7
- chat_jsonl: "chat_jsonl";
8
- document_ocr_chat_jsonl: "document_ocr_chat_jsonl";
9
- preference_jsonl: "preference_jsonl";
10
- }>;
11
- export declare const documentInputAssetSchema: z.ZodObject<{
12
- type: z.ZodDefault<z.ZodLiteral<"image">>;
13
- mime_type: z.ZodOptional<z.ZodString>;
14
- image: z.ZodOptional<z.ZodString>;
15
- data_uri: z.ZodOptional<z.ZodString>;
16
- uri: z.ZodOptional<z.ZodString>;
17
- path: z.ZodOptional<z.ZodString>;
18
- page: z.ZodOptional<z.ZodNumber>;
19
- }, z.core.$strip>;
2
+ /**
3
+ * TT Local deliberately has one training contract today: text supervised
4
+ * fine-tuning with a LoRA adapter. Additional methods should only be added
5
+ * after they have their own end-to-end CUDA acceptance test.
6
+ */
7
+ export declare const datasetFormatSchema: z.ZodLiteral<"chat_jsonl">;
8
+ export declare const baseModelRevisionSchema: z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>;
20
9
  export declare const behaviorSpecExampleSchema: z.ZodObject<{
21
10
  input: z.ZodString;
22
11
  output: z.ZodString;
23
- input_assets: z.ZodOptional<z.ZodArray<z.ZodObject<{
24
- type: z.ZodDefault<z.ZodLiteral<"image">>;
25
- mime_type: z.ZodOptional<z.ZodString>;
26
- image: z.ZodOptional<z.ZodString>;
27
- data_uri: z.ZodOptional<z.ZodString>;
28
- uri: z.ZodOptional<z.ZodString>;
29
- path: z.ZodOptional<z.ZodString>;
30
- page: z.ZodOptional<z.ZodNumber>;
31
- }, z.core.$strip>>>;
32
- modality: z.ZodOptional<z.ZodLiteral<"document_ocr">>;
33
- }, z.core.$strip>;
12
+ }, z.core.$strict>;
34
13
  export declare const specSnapshotSchema: z.ZodObject<{
35
14
  name: z.ZodString;
36
15
  description: z.ZodDefault<z.ZodString>;
@@ -39,30 +18,16 @@ export declare const specSnapshotSchema: z.ZodObject<{
39
18
  examples: z.ZodDefault<z.ZodArray<z.ZodObject<{
40
19
  input: z.ZodString;
41
20
  output: z.ZodString;
42
- input_assets: z.ZodOptional<z.ZodArray<z.ZodObject<{
43
- type: z.ZodDefault<z.ZodLiteral<"image">>;
44
- mime_type: z.ZodOptional<z.ZodString>;
45
- image: z.ZodOptional<z.ZodString>;
46
- data_uri: z.ZodOptional<z.ZodString>;
47
- uri: z.ZodOptional<z.ZodString>;
48
- path: z.ZodOptional<z.ZodString>;
49
- page: z.ZodOptional<z.ZodNumber>;
50
- }, z.core.$strip>>>;
51
- modality: z.ZodOptional<z.ZodLiteral<"document_ocr">>;
52
- }, z.core.$strip>>>;
21
+ }, z.core.$strict>>>;
53
22
  constraints: z.ZodDefault<z.ZodArray<z.ZodString>>;
54
23
  base_model: z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>;
55
- }, z.core.$strip>;
24
+ }, z.core.$strict>;
56
25
  export declare const datasetPrebuiltSchema: z.ZodObject<{
57
26
  training: z.ZodString;
58
27
  validation: z.ZodOptional<z.ZodString>;
59
28
  test: z.ZodOptional<z.ZodString>;
60
- format: z.ZodOptional<z.ZodEnum<{
61
- chat_jsonl: "chat_jsonl";
62
- document_ocr_chat_jsonl: "document_ocr_chat_jsonl";
63
- preference_jsonl: "preference_jsonl";
64
- }>>;
65
- }, z.core.$strip>;
29
+ format: z.ZodDefault<z.ZodLiteral<"chat_jsonl">>;
30
+ }, z.core.$strict>;
66
31
  export declare const fineTuneHyperparametersSchema: z.ZodObject<{
67
32
  n_epochs: z.ZodDefault<z.ZodNumber>;
68
33
  learning_rate: z.ZodOptional<z.ZodNumber>;
@@ -72,39 +37,14 @@ export declare const fineTuneHyperparametersSchema: z.ZodObject<{
72
37
  lora_dropout: z.ZodOptional<z.ZodNumber>;
73
38
  max_seq_length: z.ZodOptional<z.ZodNumber>;
74
39
  gradient_accumulation_steps: z.ZodOptional<z.ZodNumber>;
75
- save_adapter_only: z.ZodDefault<z.ZodBoolean>;
76
- augment: z.ZodDefault<z.ZodBoolean>;
77
- use_llm_judge: z.ZodDefault<z.ZodBoolean>;
78
40
  max_eval_examples: z.ZodOptional<z.ZodNumber>;
79
- chat_template_kwargs: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
80
- dpo_beta: z.ZodOptional<z.ZodNumber>;
81
- dpo_loss_type: z.ZodOptional<z.ZodString>;
82
- dpo_label_smoothing: z.ZodOptional<z.ZodNumber>;
83
- dpo_reference_free: z.ZodOptional<z.ZodBoolean>;
84
- max_prompt_length: z.ZodOptional<z.ZodNumber>;
85
- max_completion_length: z.ZodOptional<z.ZodNumber>;
86
- base_model_revision: z.ZodOptional<z.ZodString>;
87
- parent_model_artifact: z.ZodOptional<z.ZodString>;
88
- }, z.core.$loose>;
89
- export declare const modelArtifactMetadataSchema: z.ZodObject<{
90
- framework: z.ZodOptional<z.ZodString>;
91
- format: z.ZodOptional<z.ZodString>;
92
- entrypoint: z.ZodOptional<z.ZodString>;
93
- servable: z.ZodOptional<z.ZodBoolean>;
94
- notes: z.ZodOptional<z.ZodString>;
95
- }, z.core.$loose>;
96
- export declare const localArtifactsSchema: z.ZodObject<{
97
- prefix: z.ZodOptional<z.ZodString>;
98
- }, z.core.$strip>;
41
+ base_model_revision: z.ZodOptional<z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>>;
42
+ }, z.core.$strict>;
99
43
  export declare const fineTuneRunRequestSchema: z.ZodObject<{
100
44
  run_id: z.ZodString;
101
45
  user_id: z.ZodString;
102
46
  behavior_spec_id: z.ZodString;
103
47
  run_number: z.ZodNumber;
104
- training_method: z.ZodDefault<z.ZodEnum<{
105
- sft: "sft";
106
- dpo: "dpo";
107
- }>>;
108
48
  spec_snapshot: z.ZodObject<{
109
49
  name: z.ZodString;
110
50
  description: z.ZodDefault<z.ZodString>;
@@ -113,20 +53,10 @@ export declare const fineTuneRunRequestSchema: z.ZodObject<{
113
53
  examples: z.ZodDefault<z.ZodArray<z.ZodObject<{
114
54
  input: z.ZodString;
115
55
  output: z.ZodString;
116
- input_assets: z.ZodOptional<z.ZodArray<z.ZodObject<{
117
- type: z.ZodDefault<z.ZodLiteral<"image">>;
118
- mime_type: z.ZodOptional<z.ZodString>;
119
- image: z.ZodOptional<z.ZodString>;
120
- data_uri: z.ZodOptional<z.ZodString>;
121
- uri: z.ZodOptional<z.ZodString>;
122
- path: z.ZodOptional<z.ZodString>;
123
- page: z.ZodOptional<z.ZodNumber>;
124
- }, z.core.$strip>>>;
125
- modality: z.ZodOptional<z.ZodLiteral<"document_ocr">>;
126
- }, z.core.$strip>>>;
56
+ }, z.core.$strict>>>;
127
57
  constraints: z.ZodDefault<z.ZodArray<z.ZodString>>;
128
58
  base_model: z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>;
129
- }, z.core.$strip>;
59
+ }, z.core.$strict>;
130
60
  hyperparameters: z.ZodDefault<z.ZodObject<{
131
61
  n_epochs: z.ZodDefault<z.ZodNumber>;
132
62
  learning_rate: z.ZodOptional<z.ZodNumber>;
@@ -136,34 +66,16 @@ export declare const fineTuneRunRequestSchema: z.ZodObject<{
136
66
  lora_dropout: z.ZodOptional<z.ZodNumber>;
137
67
  max_seq_length: z.ZodOptional<z.ZodNumber>;
138
68
  gradient_accumulation_steps: z.ZodOptional<z.ZodNumber>;
139
- save_adapter_only: z.ZodDefault<z.ZodBoolean>;
140
- augment: z.ZodDefault<z.ZodBoolean>;
141
- use_llm_judge: z.ZodDefault<z.ZodBoolean>;
142
69
  max_eval_examples: z.ZodOptional<z.ZodNumber>;
143
- chat_template_kwargs: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
144
- dpo_beta: z.ZodOptional<z.ZodNumber>;
145
- dpo_loss_type: z.ZodOptional<z.ZodString>;
146
- dpo_label_smoothing: z.ZodOptional<z.ZodNumber>;
147
- dpo_reference_free: z.ZodOptional<z.ZodBoolean>;
148
- max_prompt_length: z.ZodOptional<z.ZodNumber>;
149
- max_completion_length: z.ZodOptional<z.ZodNumber>;
150
- base_model_revision: z.ZodOptional<z.ZodString>;
151
- parent_model_artifact: z.ZodOptional<z.ZodString>;
152
- }, z.core.$loose>>;
153
- artifacts: z.ZodOptional<z.ZodObject<{
154
- prefix: z.ZodOptional<z.ZodString>;
155
- }, z.core.$strip>>;
70
+ base_model_revision: z.ZodOptional<z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>>;
71
+ }, z.core.$strict>>;
156
72
  dataset_prebuilt: z.ZodOptional<z.ZodObject<{
157
73
  training: z.ZodString;
158
74
  validation: z.ZodOptional<z.ZodString>;
159
75
  test: z.ZodOptional<z.ZodString>;
160
- format: z.ZodOptional<z.ZodEnum<{
161
- chat_jsonl: "chat_jsonl";
162
- document_ocr_chat_jsonl: "document_ocr_chat_jsonl";
163
- preference_jsonl: "preference_jsonl";
164
- }>>;
165
- }, z.core.$strip>>;
166
- }, z.core.$strip>;
76
+ format: z.ZodDefault<z.ZodLiteral<"chat_jsonl">>;
77
+ }, z.core.$strict>>;
78
+ }, z.core.$strict>;
167
79
  export declare const localBehaviorSpecFileSchema: z.ZodObject<{
168
80
  name: z.ZodString;
169
81
  description: z.ZodDefault<z.ZodString>;
@@ -172,26 +84,10 @@ export declare const localBehaviorSpecFileSchema: z.ZodObject<{
172
84
  examples: z.ZodDefault<z.ZodArray<z.ZodObject<{
173
85
  input: z.ZodString;
174
86
  output: z.ZodString;
175
- input_assets: z.ZodOptional<z.ZodArray<z.ZodObject<{
176
- type: z.ZodDefault<z.ZodLiteral<"image">>;
177
- mime_type: z.ZodOptional<z.ZodString>;
178
- image: z.ZodOptional<z.ZodString>;
179
- data_uri: z.ZodOptional<z.ZodString>;
180
- uri: z.ZodOptional<z.ZodString>;
181
- path: z.ZodOptional<z.ZodString>;
182
- page: z.ZodOptional<z.ZodNumber>;
183
- }, z.core.$strip>>>;
184
- modality: z.ZodOptional<z.ZodLiteral<"document_ocr">>;
185
- }, z.core.$strip>>>;
87
+ }, z.core.$strict>>>;
186
88
  constraints: z.ZodDefault<z.ZodArray<z.ZodString>>;
187
89
  base_model: z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>;
188
90
  id: z.ZodOptional<z.ZodString>;
189
- user_id: z.ZodDefault<z.ZodString>;
190
- run_number: z.ZodDefault<z.ZodNumber>;
191
- training_method: z.ZodDefault<z.ZodEnum<{
192
- sft: "sft";
193
- dpo: "dpo";
194
- }>>;
195
91
  hyperparameters: z.ZodOptional<z.ZodObject<{
196
92
  n_epochs: z.ZodDefault<z.ZodNumber>;
197
93
  learning_rate: z.ZodOptional<z.ZodNumber>;
@@ -201,34 +97,16 @@ export declare const localBehaviorSpecFileSchema: z.ZodObject<{
201
97
  lora_dropout: z.ZodOptional<z.ZodNumber>;
202
98
  max_seq_length: z.ZodOptional<z.ZodNumber>;
203
99
  gradient_accumulation_steps: z.ZodOptional<z.ZodNumber>;
204
- save_adapter_only: z.ZodDefault<z.ZodBoolean>;
205
- augment: z.ZodDefault<z.ZodBoolean>;
206
- use_llm_judge: z.ZodDefault<z.ZodBoolean>;
207
100
  max_eval_examples: z.ZodOptional<z.ZodNumber>;
208
- chat_template_kwargs: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
209
- dpo_beta: z.ZodOptional<z.ZodNumber>;
210
- dpo_loss_type: z.ZodOptional<z.ZodString>;
211
- dpo_label_smoothing: z.ZodOptional<z.ZodNumber>;
212
- dpo_reference_free: z.ZodOptional<z.ZodBoolean>;
213
- max_prompt_length: z.ZodOptional<z.ZodNumber>;
214
- max_completion_length: z.ZodOptional<z.ZodNumber>;
215
- base_model_revision: z.ZodOptional<z.ZodString>;
216
- parent_model_artifact: z.ZodOptional<z.ZodString>;
217
- }, z.core.$loose>>;
218
- artifacts: z.ZodOptional<z.ZodObject<{
219
- prefix: z.ZodOptional<z.ZodString>;
220
- }, z.core.$strip>>;
101
+ base_model_revision: z.ZodOptional<z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>>;
102
+ }, z.core.$strict>>;
221
103
  dataset_prebuilt: z.ZodOptional<z.ZodObject<{
222
104
  training: z.ZodString;
223
105
  validation: z.ZodOptional<z.ZodString>;
224
106
  test: z.ZodOptional<z.ZodString>;
225
- format: z.ZodOptional<z.ZodEnum<{
226
- chat_jsonl: "chat_jsonl";
227
- document_ocr_chat_jsonl: "document_ocr_chat_jsonl";
228
- preference_jsonl: "preference_jsonl";
229
- }>>;
230
- }, z.core.$strip>>;
231
- }, z.core.$strip>;
107
+ format: z.ZodDefault<z.ZodLiteral<"chat_jsonl">>;
108
+ }, z.core.$strict>>;
109
+ }, z.core.$strict>;
232
110
  export declare const evalExampleResultSchema: z.ZodObject<{
233
111
  prompt: z.ZodString;
234
112
  expected: z.ZodString;
@@ -238,13 +116,11 @@ export declare const evalExampleResultSchema: z.ZodObject<{
238
116
  reasoning: z.ZodNullable<z.ZodString>;
239
117
  latency_ms: z.ZodNumber;
240
118
  scored_by: z.ZodOptional<z.ZodEnum<{
241
- llm_judge: "llm_judge";
242
119
  exact_match: "exact_match";
243
120
  json_fields: "json_fields";
244
121
  heuristic: "heuristic";
245
- exact_match_fallback: "exact_match_fallback";
246
122
  }>>;
247
- }, z.core.$strip>;
123
+ }, z.core.$strict>;
248
124
  export declare const jsonFieldMetricsSchema: z.ZodObject<{
249
125
  fields: z.ZodArray<z.ZodString>;
250
126
  valid_json_count: z.ZodNumber;
@@ -257,14 +133,13 @@ export declare const jsonFieldMetricsSchema: z.ZodObject<{
257
133
  correct: z.ZodNumber;
258
134
  total: z.ZodNumber;
259
135
  accuracy: z.ZodNumber;
260
- }, z.core.$strip>>;
261
- }, z.core.$strip>;
136
+ }, z.core.$strict>>;
137
+ }, z.core.$strict>;
262
138
  export declare const evalSplitSchema: z.ZodEnum<{
263
139
  spec_examples: "spec_examples";
264
140
  spec_holdout: "spec_holdout";
265
141
  prebuilt_test: "prebuilt_test";
266
142
  prebuilt_validation: "prebuilt_validation";
267
- prebuilt_training: "prebuilt_training";
268
143
  }>;
269
144
  export declare const evalReportSchema: z.ZodObject<{
270
145
  kind: z.ZodEnum<{
@@ -281,7 +156,6 @@ export declare const evalReportSchema: z.ZodObject<{
281
156
  spec_holdout: "spec_holdout";
282
157
  prebuilt_test: "prebuilt_test";
283
158
  prebuilt_validation: "prebuilt_validation";
284
- prebuilt_training: "prebuilt_training";
285
159
  }>>;
286
160
  eval_sample_seed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
287
161
  avg_score: z.ZodNumber;
@@ -289,9 +163,6 @@ export declare const evalReportSchema: z.ZodObject<{
289
163
  exact_match_rate: z.ZodNumber;
290
164
  avg_token_f1: z.ZodOptional<z.ZodNumber>;
291
165
  avg_latency_ms: z.ZodNumber;
292
- judge_scored_count: z.ZodOptional<z.ZodNumber>;
293
- fallback_scored_count: z.ZodOptional<z.ZodNumber>;
294
- judge_only_avg_score: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
295
166
  cached: z.ZodOptional<z.ZodBoolean>;
296
167
  cache_key: z.ZodOptional<z.ZodString>;
297
168
  results: z.ZodArray<z.ZodObject<{
@@ -303,30 +174,22 @@ export declare const evalReportSchema: z.ZodObject<{
303
174
  reasoning: z.ZodNullable<z.ZodString>;
304
175
  latency_ms: z.ZodNumber;
305
176
  scored_by: z.ZodOptional<z.ZodEnum<{
306
- llm_judge: "llm_judge";
307
177
  exact_match: "exact_match";
308
178
  json_fields: "json_fields";
309
179
  heuristic: "heuristic";
310
- exact_match_fallback: "exact_match_fallback";
311
180
  }>>;
312
- }, z.core.$strip>>;
181
+ }, z.core.$strict>>;
313
182
  artifact_uri: z.ZodString;
314
183
  scoring_method: z.ZodEnum<{
315
- command: "command";
316
- llm_judge: "llm_judge";
317
184
  exact_match: "exact_match";
318
185
  json_fields: "json_fields";
319
186
  heuristic: "heuristic";
320
187
  }>;
321
- judge_model_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
322
188
  inference_provider: z.ZodOptional<z.ZodEnum<{
323
- command: "command";
324
189
  none: "none";
325
- batch_command: "batch_command";
326
190
  transformers: "transformers";
327
191
  }>>;
328
192
  scoring_mode: z.ZodOptional<z.ZodEnum<{
329
- llm_judge: "llm_judge";
330
193
  exact_match: "exact_match";
331
194
  json_fields: "json_fields";
332
195
  }>>;
@@ -342,67 +205,34 @@ export declare const evalReportSchema: z.ZodObject<{
342
205
  correct: z.ZodNumber;
343
206
  total: z.ZodNumber;
344
207
  accuracy: z.ZodNumber;
345
- }, z.core.$strip>>;
346
- }, z.core.$strip>>;
208
+ }, z.core.$strict>>;
209
+ }, z.core.$strict>>;
347
210
  generation_config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
348
211
  log_uri: z.ZodOptional<z.ZodString>;
349
- }, z.core.$strip>;
350
- export declare const regressionCategorySchema: z.ZodEnum<{
351
- fallback: "fallback";
352
- other: "other";
353
- style: "style";
354
- factual: "factual";
355
- omission: "omission";
356
- }>;
212
+ }, z.core.$strict>;
357
213
  export declare const comparisonReportSchema: z.ZodObject<{
358
214
  avg_score_delta: z.ZodNumber;
359
215
  pass_rate_delta: z.ZodNumber;
360
216
  exact_match_rate_delta: z.ZodNumber;
361
217
  token_f1_delta: z.ZodOptional<z.ZodNumber>;
362
- judge_only_avg_score_delta: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
363
218
  regressions: z.ZodNumber;
364
219
  improvements: z.ZodNumber;
365
- regression_taxonomy: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
366
- fallback: "fallback";
367
- other: "other";
368
- style: "style";
369
- factual: "factual";
370
- omission: "omission";
371
- }>, z.ZodNumber>>;
372
220
  regressed_examples: z.ZodArray<z.ZodObject<{
373
221
  prompt: z.ZodString;
374
222
  old_score: z.ZodNumber;
375
223
  new_score: z.ZodNumber;
376
- category: z.ZodOptional<z.ZodEnum<{
377
- fallback: "fallback";
378
- other: "other";
379
- style: "style";
380
- factual: "factual";
381
- omission: "omission";
382
- }>>;
383
- }, z.core.$strip>>;
384
- }, z.core.$strip>;
224
+ }, z.core.$strict>>;
225
+ }, z.core.$strict>;
385
226
  export declare const trainingReportSchema: z.ZodObject<{
386
- provider: z.ZodEnum<{
387
- "local-uv": "local-uv";
388
- "local-command": "local-command";
389
- }>;
227
+ provider: z.ZodLiteral<"local-uv">;
390
228
  training_job_name: z.ZodString;
391
229
  model_artifact_uri: z.ZodOptional<z.ZodString>;
392
230
  base_model_artifact_uri: z.ZodOptional<z.ZodString>;
393
- parent_model_artifact_uri: z.ZodOptional<z.ZodString>;
394
- artifact_metadata: z.ZodOptional<z.ZodObject<{
395
- framework: z.ZodOptional<z.ZodString>;
396
- format: z.ZodOptional<z.ZodString>;
397
- entrypoint: z.ZodOptional<z.ZodString>;
398
- servable: z.ZodOptional<z.ZodBoolean>;
399
- notes: z.ZodOptional<z.ZodString>;
400
- }, z.core.$loose>>;
401
231
  metrics: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
402
232
  exit_code: z.ZodNullable<z.ZodNumber>;
403
233
  log_uri: z.ZodString;
404
234
  command: z.ZodOptional<z.ZodArray<z.ZodString>>;
405
- }, z.core.$strip>;
235
+ }, z.core.$strict>;
406
236
  export declare const runReportSchema: z.ZodObject<{
407
237
  run_id: z.ZodString;
408
238
  behavior_spec_id: z.ZodString;
@@ -429,7 +259,6 @@ export declare const runReportSchema: z.ZodObject<{
429
259
  spec_holdout: "spec_holdout";
430
260
  prebuilt_test: "prebuilt_test";
431
261
  prebuilt_validation: "prebuilt_validation";
432
- prebuilt_training: "prebuilt_training";
433
262
  }>>;
434
263
  eval_sample_seed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
435
264
  avg_score: z.ZodNumber;
@@ -437,9 +266,6 @@ export declare const runReportSchema: z.ZodObject<{
437
266
  exact_match_rate: z.ZodNumber;
438
267
  avg_token_f1: z.ZodOptional<z.ZodNumber>;
439
268
  avg_latency_ms: z.ZodNumber;
440
- judge_scored_count: z.ZodOptional<z.ZodNumber>;
441
- fallback_scored_count: z.ZodOptional<z.ZodNumber>;
442
- judge_only_avg_score: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
443
269
  cached: z.ZodOptional<z.ZodBoolean>;
444
270
  cache_key: z.ZodOptional<z.ZodString>;
445
271
  results: z.ZodArray<z.ZodObject<{
@@ -451,30 +277,22 @@ export declare const runReportSchema: z.ZodObject<{
451
277
  reasoning: z.ZodNullable<z.ZodString>;
452
278
  latency_ms: z.ZodNumber;
453
279
  scored_by: z.ZodOptional<z.ZodEnum<{
454
- llm_judge: "llm_judge";
455
280
  exact_match: "exact_match";
456
281
  json_fields: "json_fields";
457
282
  heuristic: "heuristic";
458
- exact_match_fallback: "exact_match_fallback";
459
283
  }>>;
460
- }, z.core.$strip>>;
284
+ }, z.core.$strict>>;
461
285
  artifact_uri: z.ZodString;
462
286
  scoring_method: z.ZodEnum<{
463
- command: "command";
464
- llm_judge: "llm_judge";
465
287
  exact_match: "exact_match";
466
288
  json_fields: "json_fields";
467
289
  heuristic: "heuristic";
468
290
  }>;
469
- judge_model_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
470
291
  inference_provider: z.ZodOptional<z.ZodEnum<{
471
- command: "command";
472
292
  none: "none";
473
- batch_command: "batch_command";
474
293
  transformers: "transformers";
475
294
  }>>;
476
295
  scoring_mode: z.ZodOptional<z.ZodEnum<{
477
- llm_judge: "llm_judge";
478
296
  exact_match: "exact_match";
479
297
  json_fields: "json_fields";
480
298
  }>>;
@@ -490,11 +308,11 @@ export declare const runReportSchema: z.ZodObject<{
490
308
  correct: z.ZodNumber;
491
309
  total: z.ZodNumber;
492
310
  accuracy: z.ZodNumber;
493
- }, z.core.$strip>>;
494
- }, z.core.$strip>>;
311
+ }, z.core.$strict>>;
312
+ }, z.core.$strict>>;
495
313
  generation_config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
496
314
  log_uri: z.ZodOptional<z.ZodString>;
497
- }, z.core.$strip>;
315
+ }, z.core.$strict>;
498
316
  candidate: z.ZodObject<{
499
317
  kind: z.ZodEnum<{
500
318
  candidate: "candidate";
@@ -510,7 +328,6 @@ export declare const runReportSchema: z.ZodObject<{
510
328
  spec_holdout: "spec_holdout";
511
329
  prebuilt_test: "prebuilt_test";
512
330
  prebuilt_validation: "prebuilt_validation";
513
- prebuilt_training: "prebuilt_training";
514
331
  }>>;
515
332
  eval_sample_seed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
516
333
  avg_score: z.ZodNumber;
@@ -518,9 +335,6 @@ export declare const runReportSchema: z.ZodObject<{
518
335
  exact_match_rate: z.ZodNumber;
519
336
  avg_token_f1: z.ZodOptional<z.ZodNumber>;
520
337
  avg_latency_ms: z.ZodNumber;
521
- judge_scored_count: z.ZodOptional<z.ZodNumber>;
522
- fallback_scored_count: z.ZodOptional<z.ZodNumber>;
523
- judge_only_avg_score: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
524
338
  cached: z.ZodOptional<z.ZodBoolean>;
525
339
  cache_key: z.ZodOptional<z.ZodString>;
526
340
  results: z.ZodArray<z.ZodObject<{
@@ -532,30 +346,22 @@ export declare const runReportSchema: z.ZodObject<{
532
346
  reasoning: z.ZodNullable<z.ZodString>;
533
347
  latency_ms: z.ZodNumber;
534
348
  scored_by: z.ZodOptional<z.ZodEnum<{
535
- llm_judge: "llm_judge";
536
349
  exact_match: "exact_match";
537
350
  json_fields: "json_fields";
538
351
  heuristic: "heuristic";
539
- exact_match_fallback: "exact_match_fallback";
540
352
  }>>;
541
- }, z.core.$strip>>;
353
+ }, z.core.$strict>>;
542
354
  artifact_uri: z.ZodString;
543
355
  scoring_method: z.ZodEnum<{
544
- command: "command";
545
- llm_judge: "llm_judge";
546
356
  exact_match: "exact_match";
547
357
  json_fields: "json_fields";
548
358
  heuristic: "heuristic";
549
359
  }>;
550
- judge_model_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
551
360
  inference_provider: z.ZodOptional<z.ZodEnum<{
552
- command: "command";
553
361
  none: "none";
554
- batch_command: "batch_command";
555
362
  transformers: "transformers";
556
363
  }>>;
557
364
  scoring_mode: z.ZodOptional<z.ZodEnum<{
558
- llm_judge: "llm_judge";
559
365
  exact_match: "exact_match";
560
366
  json_fields: "json_fields";
561
367
  }>>;
@@ -571,80 +377,45 @@ export declare const runReportSchema: z.ZodObject<{
571
377
  correct: z.ZodNumber;
572
378
  total: z.ZodNumber;
573
379
  accuracy: z.ZodNumber;
574
- }, z.core.$strip>>;
575
- }, z.core.$strip>>;
380
+ }, z.core.$strict>>;
381
+ }, z.core.$strict>>;
576
382
  generation_config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
577
383
  log_uri: z.ZodOptional<z.ZodString>;
578
- }, z.core.$strip>;
384
+ }, z.core.$strict>;
579
385
  comparison: z.ZodObject<{
580
386
  avg_score_delta: z.ZodNumber;
581
387
  pass_rate_delta: z.ZodNumber;
582
388
  exact_match_rate_delta: z.ZodNumber;
583
389
  token_f1_delta: z.ZodOptional<z.ZodNumber>;
584
- judge_only_avg_score_delta: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
585
390
  regressions: z.ZodNumber;
586
391
  improvements: z.ZodNumber;
587
- regression_taxonomy: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
588
- fallback: "fallback";
589
- other: "other";
590
- style: "style";
591
- factual: "factual";
592
- omission: "omission";
593
- }>, z.ZodNumber>>;
594
392
  regressed_examples: z.ZodArray<z.ZodObject<{
595
393
  prompt: z.ZodString;
596
394
  old_score: z.ZodNumber;
597
395
  new_score: z.ZodNumber;
598
- category: z.ZodOptional<z.ZodEnum<{
599
- fallback: "fallback";
600
- other: "other";
601
- style: "style";
602
- factual: "factual";
603
- omission: "omission";
604
- }>>;
605
- }, z.core.$strip>>;
606
- }, z.core.$strip>;
396
+ }, z.core.$strict>>;
397
+ }, z.core.$strict>;
607
398
  training: z.ZodObject<{
608
- provider: z.ZodEnum<{
609
- "local-uv": "local-uv";
610
- "local-command": "local-command";
611
- }>;
399
+ provider: z.ZodLiteral<"local-uv">;
612
400
  training_job_name: z.ZodString;
613
401
  model_artifact_uri: z.ZodOptional<z.ZodString>;
614
402
  base_model_artifact_uri: z.ZodOptional<z.ZodString>;
615
- parent_model_artifact_uri: z.ZodOptional<z.ZodString>;
616
- artifact_metadata: z.ZodOptional<z.ZodObject<{
617
- framework: z.ZodOptional<z.ZodString>;
618
- format: z.ZodOptional<z.ZodString>;
619
- entrypoint: z.ZodOptional<z.ZodString>;
620
- servable: z.ZodOptional<z.ZodBoolean>;
621
- notes: z.ZodOptional<z.ZodString>;
622
- }, z.core.$loose>>;
623
403
  metrics: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
624
404
  exit_code: z.ZodNullable<z.ZodNumber>;
625
405
  log_uri: z.ZodString;
626
406
  command: z.ZodOptional<z.ZodArray<z.ZodString>>;
627
- }, z.core.$strip>;
407
+ }, z.core.$strict>;
628
408
  artifact_uris: z.ZodObject<{
629
409
  dataset: z.ZodString;
630
410
  baseline_eval: z.ZodString;
631
411
  candidate_eval: z.ZodString;
632
412
  report: z.ZodString;
633
- }, z.core.$strip>;
413
+ }, z.core.$strict>;
634
414
  run_metadata: z.ZodObject<{
635
415
  base_model: z.ZodString;
636
416
  fine_tuned_model_id: z.ZodString;
637
- parent_model_artifact: z.ZodOptional<z.ZodNullable<z.ZodString>>;
638
- training_method: z.ZodDefault<z.ZodEnum<{
639
- sft: "sft";
640
- dpo: "dpo";
641
- }>>;
642
417
  dataset_prebuilt: z.ZodBoolean;
643
- dataset_format: z.ZodOptional<z.ZodNullable<z.ZodEnum<{
644
- chat_jsonl: "chat_jsonl";
645
- document_ocr_chat_jsonl: "document_ocr_chat_jsonl";
646
- preference_jsonl: "preference_jsonl";
647
- }>>>;
418
+ dataset_format: z.ZodOptional<z.ZodNullable<z.ZodLiteral<"chat_jsonl">>>;
648
419
  dataset_uri: z.ZodString;
649
420
  spec_example_count: z.ZodNumber;
650
421
  training_example_count: z.ZodNullable<z.ZodNumber>;
@@ -655,123 +426,46 @@ export declare const runReportSchema: z.ZodObject<{
655
426
  spec_holdout: "spec_holdout";
656
427
  prebuilt_test: "prebuilt_test";
657
428
  prebuilt_validation: "prebuilt_validation";
658
- prebuilt_training: "prebuilt_training";
659
429
  }>>;
660
430
  eval_sample_seed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
661
431
  started_at: z.ZodString;
662
432
  completed_at: z.ZodString;
663
433
  elapsed_ms: z.ZodNumber;
664
434
  elapsed_seconds: z.ZodNumber;
665
- }, z.core.$strip>;
435
+ }, z.core.$strict>;
666
436
  created_at: z.ZodString;
667
- }, z.core.$strip>;
668
- export declare const commandSchema: z.ZodArray<z.ZodString>;
669
- export declare const labelingConfigSchema: z.ZodObject<{
670
- model: z.ZodOptional<z.ZodString>;
671
- maxTokens: z.ZodDefault<z.ZodNumber>;
672
- temperature: z.ZodDefault<z.ZodNumber>;
673
- concurrency: z.ZodDefault<z.ZodNumber>;
674
- minIntervalMs: z.ZodDefault<z.ZodNumber>;
675
- maxAttempts: z.ZodDefault<z.ZodNumber>;
676
- maxRows: z.ZodDefault<z.ZodNumber>;
677
- timeoutMs: z.ZodDefault<z.ZodNumber>;
678
- }, z.core.$strip>;
437
+ }, z.core.$strict>;
679
438
  export declare const localRunnerConfigSchema: z.ZodObject<{
680
439
  storeRoot: z.ZodOptional<z.ZodString>;
681
440
  artifactRoot: z.ZodDefault<z.ZodString>;
682
441
  dryRun: z.ZodDefault<z.ZodBoolean>;
683
- training: z.ZodDefault<z.ZodObject<{
684
- backend: z.ZodDefault<z.ZodEnum<{
685
- command: "command";
686
- uv: "uv";
687
- }>>;
688
- command: z.ZodOptional<z.ZodArray<z.ZodString>>;
689
- artifact: z.ZodOptional<z.ZodObject<{
690
- framework: z.ZodOptional<z.ZodString>;
691
- format: z.ZodOptional<z.ZodString>;
692
- entrypoint: z.ZodOptional<z.ZodString>;
693
- servable: z.ZodOptional<z.ZodBoolean>;
694
- notes: z.ZodOptional<z.ZodString>;
695
- }, z.core.$loose>>;
696
- project: z.ZodDefault<z.ZodString>;
697
- cwd: z.ZodOptional<z.ZodString>;
698
- module: z.ZodOptional<z.ZodString>;
699
- script: z.ZodOptional<z.ZodString>;
700
- args: z.ZodDefault<z.ZodArray<z.ZodString>>;
701
- with: z.ZodDefault<z.ZodArray<z.ZodString>>;
702
- env: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
703
- }, z.core.$strip>>;
704
442
  paths: z.ZodDefault<z.ZodObject<{
705
443
  baseModel: z.ZodOptional<z.ZodString>;
706
444
  modelCache: z.ZodOptional<z.ZodString>;
707
- }, z.core.$strip>>;
445
+ }, z.core.$strict>>;
708
446
  evaluation: z.ZodDefault<z.ZodObject<{
709
- baselineCommand: z.ZodOptional<z.ZodArray<z.ZodString>>;
710
- candidateCommand: z.ZodOptional<z.ZodArray<z.ZodString>>;
711
447
  inference: z.ZodDefault<z.ZodObject<{
712
- provider: z.ZodDefault<z.ZodEnum<{
713
- command: "command";
714
- none: "none";
715
- batch_command: "batch_command";
716
- transformers: "transformers";
717
- }>>;
718
- command: z.ZodOptional<z.ZodArray<z.ZodString>>;
719
- project: z.ZodDefault<z.ZodString>;
720
- cwd: z.ZodOptional<z.ZodString>;
721
- module: z.ZodOptional<z.ZodString>;
722
- script: z.ZodDefault<z.ZodString>;
723
- args: z.ZodDefault<z.ZodArray<z.ZodString>>;
724
- with: z.ZodDefault<z.ZodArray<z.ZodString>>;
725
- env: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
726
448
  maxNewTokens: z.ZodDefault<z.ZodNumber>;
727
449
  temperature: z.ZodDefault<z.ZodNumber>;
728
450
  topP: z.ZodDefault<z.ZodNumber>;
729
- trustRemoteCode: z.ZodDefault<z.ZodBoolean>;
730
451
  device: z.ZodDefault<z.ZodEnum<{
731
- auto: "auto";
732
452
  cpu: "cpu";
733
453
  cuda: "cuda";
734
- mps: "mps";
735
454
  }>>;
736
- chatTemplateKwargs: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
737
- }, z.core.$strip>>;
455
+ }, z.core.$strict>>;
738
456
  scoring: z.ZodDefault<z.ZodObject<{
739
457
  mode: z.ZodDefault<z.ZodEnum<{
740
- llm_judge: "llm_judge";
741
458
  exact_match: "exact_match";
742
459
  json_fields: "json_fields";
743
460
  }>>;
744
- fallback: z.ZodDefault<z.ZodEnum<{
745
- fail: "fail";
746
- exact_match: "exact_match";
747
- }>>;
748
461
  fields: z.ZodOptional<z.ZodArray<z.ZodString>>;
749
- }, z.core.$strip>>;
462
+ }, z.core.$strict>>;
750
463
  timeoutMs: z.ZodDefault<z.ZodNumber>;
751
464
  maxExamples: z.ZodOptional<z.ZodNumber>;
752
465
  sampleSeed: z.ZodOptional<z.ZodNumber>;
753
- allowPrebuiltTrainingEval: z.ZodDefault<z.ZodBoolean>;
754
466
  baselineCache: z.ZodDefault<z.ZodBoolean>;
755
- }, z.core.$strip>>;
756
- llm: z.ZodOptional<z.ZodObject<{
757
- provider: z.ZodDefault<z.ZodLiteral<"openrouter">>;
758
- model: z.ZodDefault<z.ZodString>;
759
- apiKeyEnv: z.ZodDefault<z.ZodString>;
760
- appName: z.ZodOptional<z.ZodString>;
761
- siteUrl: z.ZodOptional<z.ZodString>;
762
- }, z.core.$strip>>;
763
- labeling: z.ZodDefault<z.ZodObject<{
764
- model: z.ZodOptional<z.ZodString>;
765
- maxTokens: z.ZodDefault<z.ZodNumber>;
766
- temperature: z.ZodDefault<z.ZodNumber>;
767
- concurrency: z.ZodDefault<z.ZodNumber>;
768
- minIntervalMs: z.ZodDefault<z.ZodNumber>;
769
- maxAttempts: z.ZodDefault<z.ZodNumber>;
770
- maxRows: z.ZodDefault<z.ZodNumber>;
771
- timeoutMs: z.ZodDefault<z.ZodNumber>;
772
- }, z.core.$strip>>;
773
- }, z.core.$strip>;
774
- export type DocumentInputAsset = z.infer<typeof documentInputAssetSchema>;
467
+ }, z.core.$strict>>;
468
+ }, z.core.$strict>;
775
469
  export type BehaviorSpecExample = z.infer<typeof behaviorSpecExampleSchema>;
776
470
  export type SpecSnapshot = z.infer<typeof specSnapshotSchema>;
777
471
  export type FineTuneHyperparameters = z.infer<typeof fineTuneHyperparametersSchema>;
@@ -783,5 +477,4 @@ export type EvalReport = z.infer<typeof evalReportSchema>;
783
477
  export type ComparisonReport = z.infer<typeof comparisonReportSchema>;
784
478
  export type TrainingReport = z.infer<typeof trainingReportSchema>;
785
479
  export type RunReport = z.infer<typeof runReportSchema>;
786
- export type LocalLabelingConfig = z.infer<typeof labelingConfigSchema>;
787
480
  export type LocalRunnerConfig = z.infer<typeof localRunnerConfigSchema>;