@tuned-tensor/local 0.2.8 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +67 -0
- package/README.md +84 -204
- package/dist/artifacts.d.ts +3 -4
- package/dist/artifacts.js +55 -33
- package/dist/artifacts.js.map +1 -1
- package/dist/compare.d.ts +1 -8
- package/dist/compare.js +1 -23
- package/dist/compare.js.map +1 -1
- package/dist/contracts.d.ts +59 -366
- package/dist/contracts.js +73 -224
- package/dist/contracts.js.map +1 -1
- package/dist/dataset.d.ts +2 -4
- package/dist/dataset.js +31 -125
- package/dist/dataset.js.map +1 -1
- package/dist/doctor.d.ts +2 -3
- package/dist/doctor.js +23 -161
- package/dist/doctor.js.map +1 -1
- package/dist/evaluation.d.ts +11 -71
- package/dist/evaluation.js +212 -572
- package/dist/evaluation.js.map +1 -1
- package/dist/huggingface-cache.d.ts +8 -7
- package/dist/huggingface-cache.js +16 -8
- package/dist/huggingface-cache.js.map +1 -1
- package/dist/index.d.ts +0 -10
- package/dist/index.js +205 -628
- package/dist/index.js.map +1 -1
- package/dist/local-project.d.ts +1 -11
- package/dist/local-project.js +33 -61
- package/dist/local-project.js.map +1 -1
- package/dist/model-registry.d.ts +3 -16
- package/dist/model-registry.js +76 -292
- package/dist/model-registry.js.map +1 -1
- package/dist/model-server.d.ts +1 -2
- package/dist/model-server.js +9 -18
- package/dist/model-server.js.map +1 -1
- package/dist/orchestrator.d.ts +11 -25
- package/dist/orchestrator.js +246 -566
- package/dist/orchestrator.js.map +1 -1
- package/dist/prefetch.d.ts +1 -5
- package/dist/prefetch.js +14 -19
- package/dist/prefetch.js.map +1 -1
- package/dist/process-runner.d.ts +10 -29
- package/dist/process-runner.js +63 -169
- package/dist/process-runner.js.map +1 -1
- package/dist/process-training.d.ts +0 -1
- package/dist/process-training.js +10 -87
- package/dist/process-training.js.map +1 -1
- package/dist/store.d.ts +1 -3
- package/dist/store.js +92 -290
- package/dist/store.js.map +1 -1
- package/docs/architecture.md +87 -152
- package/docs/spark.md +66 -97
- package/examples/dry-runner.json +14 -0
- package/examples/local-runner.json +8 -6
- package/examples/smoke-spec.json +41 -0
- package/package.json +6 -6
- package/training/local-runner/pyproject.toml +0 -5
- package/training/local-runner/src/evaluate.py +89 -234
- package/training/local-runner/src/model_contract.py +47 -0
- package/training/local-runner/src/prefetch.py +18 -4
- package/training/local-runner/src/serve.py +54 -115
- package/training/local-runner/src/sft_data.py +97 -0
- package/training/local-runner/src/train.py +146 -346
- package/training/local-runner/uv.lock +0 -1197
- package/dist/labeling-sanitize.d.ts +0 -31
- package/dist/labeling-sanitize.js +0 -158
- package/dist/labeling-sanitize.js.map +0 -1
- package/dist/labeling.d.ts +0 -155
- package/dist/labeling.js +0 -496
- package/dist/labeling.js.map +0 -1
- package/dist/openrouter.d.ts +0 -29
- package/dist/openrouter.js +0 -66
- package/dist/openrouter.js.map +0 -1
- package/dist/server.d.ts +0 -9
- package/dist/server.js +0 -211
- package/dist/server.js.map +0 -1
- package/docs/local-workflow-remediation-2026-07-13.md +0 -130
- package/docs/local-workflow-ux-review-2026-07-13.md +0 -458
- package/examples/dpo-preferences.jsonl +0 -2
- package/examples/dpo-run-request.json +0 -34
- package/examples/smoke-run-request.json +0 -34
- package/training/local-runner/src/train_dpo.py +0 -286
package/dist/model-registry.js
CHANGED
|
@@ -5,9 +5,7 @@ import { verifyTarGzipArchive } from "./artifacts.js";
|
|
|
5
5
|
export const TRAINING_MODELS = [
|
|
6
6
|
{
|
|
7
7
|
id: "Qwen/Qwen3.5-2B",
|
|
8
|
-
aliases: ["qwen/qwen3.5-2b", "Qwen/Qwen3.5-2B-Base", "qwen/qwen3.5-2b-base"],
|
|
9
8
|
family: "qwen3_5",
|
|
10
|
-
loader: "causal_lm",
|
|
11
9
|
defaultLearningRate: 0.00001,
|
|
12
10
|
defaultPerDeviceBatchSize: 1,
|
|
13
11
|
defaultGradientAccumulationSteps: 8,
|
|
@@ -15,156 +13,52 @@ export const TRAINING_MODELS = [
|
|
|
15
13
|
defaultLoraAlpha: 32,
|
|
16
14
|
defaultLoraDropout: 0.05,
|
|
17
15
|
defaultMaxSeqLength: 2048,
|
|
18
|
-
trustRemoteCode: true,
|
|
19
|
-
requiresHfToken: false,
|
|
20
|
-
},
|
|
21
|
-
{
|
|
22
|
-
id: "Qwen/Qwen3.5-4B",
|
|
23
|
-
aliases: ["qwen/qwen3.5-4b", "Qwen/Qwen3.5-4B-Base", "qwen/qwen3.5-4b-base"],
|
|
24
|
-
family: "qwen3_5",
|
|
25
|
-
loader: "causal_lm",
|
|
26
|
-
defaultLearningRate: 0.00001,
|
|
27
|
-
defaultPerDeviceBatchSize: 1,
|
|
28
|
-
defaultGradientAccumulationSteps: 16,
|
|
29
|
-
defaultLoraRank: 16,
|
|
30
|
-
defaultLoraAlpha: 32,
|
|
31
|
-
defaultLoraDropout: 0.05,
|
|
32
|
-
defaultMaxSeqLength: 2048,
|
|
33
|
-
trustRemoteCode: true,
|
|
34
|
-
requiresHfToken: false,
|
|
35
|
-
},
|
|
36
|
-
{
|
|
37
|
-
id: "Qwen/Qwen3-VL-2B-Instruct",
|
|
38
|
-
aliases: ["qwen/qwen3-vl-2b-instruct", "Qwen/Qwen3-VL-2B", "qwen/qwen3-vl-2b"],
|
|
39
|
-
family: "qwen3_vl",
|
|
40
|
-
loader: "image_text_to_text",
|
|
41
|
-
defaultLearningRate: 0.00001,
|
|
42
|
-
defaultPerDeviceBatchSize: 1,
|
|
43
|
-
defaultGradientAccumulationSteps: 8,
|
|
44
|
-
defaultLoraRank: 16,
|
|
45
|
-
defaultLoraAlpha: 32,
|
|
46
|
-
defaultLoraDropout: 0.05,
|
|
47
|
-
defaultMaxSeqLength: 2048,
|
|
48
|
-
trustRemoteCode: true,
|
|
49
|
-
requiresHfToken: false,
|
|
50
|
-
},
|
|
51
|
-
{
|
|
52
|
-
id: "google/gemma-4-E2B-it",
|
|
53
|
-
aliases: ["google/gemma-4-E2B", "google/gemma-4-e2b", "google/gemma-4-e2b-it"],
|
|
54
|
-
family: "gemma4",
|
|
55
|
-
loader: "image_text_to_text",
|
|
56
|
-
defaultLearningRate: 0.00001,
|
|
57
|
-
defaultPerDeviceBatchSize: 1,
|
|
58
|
-
defaultGradientAccumulationSteps: 8,
|
|
59
|
-
defaultLoraRank: 16,
|
|
60
|
-
defaultLoraAlpha: 32,
|
|
61
|
-
defaultLoraDropout: 0.05,
|
|
62
|
-
defaultMaxSeqLength: 2048,
|
|
63
|
-
trustRemoteCode: true,
|
|
64
|
-
requiresHfToken: false,
|
|
65
|
-
},
|
|
66
|
-
{
|
|
67
|
-
id: "google/gemma-4-E4B-it",
|
|
68
|
-
aliases: ["google/gemma-4-E4B", "google/gemma-4-e4b", "google/gemma-4-e4b-it"],
|
|
69
|
-
family: "gemma4",
|
|
70
|
-
loader: "image_text_to_text",
|
|
71
|
-
defaultLearningRate: 0.00001,
|
|
72
|
-
defaultPerDeviceBatchSize: 1,
|
|
73
|
-
defaultGradientAccumulationSteps: 16,
|
|
74
|
-
defaultLoraRank: 16,
|
|
75
|
-
defaultLoraAlpha: 32,
|
|
76
|
-
defaultLoraDropout: 0.05,
|
|
77
|
-
defaultMaxSeqLength: 2048,
|
|
78
|
-
trustRemoteCode: true,
|
|
79
|
-
requiresHfToken: false,
|
|
80
|
-
},
|
|
81
|
-
{
|
|
82
|
-
id: "meta-llama/Llama-3.2-3B-Instruct",
|
|
83
|
-
aliases: ["meta-llama/llama-3.2-3b-instruct", "meta-llama/Llama-3.2-3B"],
|
|
84
|
-
family: "llama3_2",
|
|
85
|
-
loader: "causal_lm",
|
|
86
|
-
defaultLearningRate: 0.00001,
|
|
87
|
-
defaultPerDeviceBatchSize: 1,
|
|
88
|
-
defaultGradientAccumulationSteps: 16,
|
|
89
|
-
defaultLoraRank: 16,
|
|
90
|
-
defaultLoraAlpha: 32,
|
|
91
|
-
defaultLoraDropout: 0.05,
|
|
92
|
-
defaultMaxSeqLength: 2048,
|
|
93
|
-
trustRemoteCode: true,
|
|
94
|
-
requiresHfToken: true,
|
|
95
|
-
},
|
|
96
|
-
{
|
|
97
|
-
id: "microsoft/Phi-4-mini-instruct",
|
|
98
|
-
aliases: ["microsoft/phi-4-mini-instruct", "phi-4-mini-instruct"],
|
|
99
|
-
family: "phi4",
|
|
100
|
-
loader: "causal_lm",
|
|
101
|
-
defaultLearningRate: 0.00001,
|
|
102
|
-
defaultPerDeviceBatchSize: 1,
|
|
103
|
-
defaultGradientAccumulationSteps: 16,
|
|
104
|
-
defaultLoraRank: 16,
|
|
105
|
-
defaultLoraAlpha: 32,
|
|
106
|
-
defaultLoraDropout: 0.05,
|
|
107
|
-
defaultMaxSeqLength: 2048,
|
|
108
|
-
trustRemoteCode: false,
|
|
109
|
-
requiresHfToken: false,
|
|
110
|
-
},
|
|
111
|
-
{
|
|
112
|
-
id: "ibm-granite/granite-3.3-2b-instruct",
|
|
113
|
-
aliases: ["granite-3.3-2b-instruct"],
|
|
114
|
-
family: "granite3_3",
|
|
115
|
-
loader: "causal_lm",
|
|
116
|
-
defaultLearningRate: 0.00001,
|
|
117
|
-
defaultPerDeviceBatchSize: 1,
|
|
118
|
-
defaultGradientAccumulationSteps: 8,
|
|
119
|
-
defaultLoraRank: 16,
|
|
120
|
-
defaultLoraAlpha: 32,
|
|
121
|
-
defaultLoraDropout: 0.05,
|
|
122
|
-
defaultMaxSeqLength: 2048,
|
|
123
|
-
trustRemoteCode: true,
|
|
124
|
-
requiresHfToken: false,
|
|
125
|
-
},
|
|
126
|
-
{
|
|
127
|
-
id: "bigcode/starcoder2-3b",
|
|
128
|
-
aliases: ["starcoder2-3b"],
|
|
129
|
-
family: "starcoder2",
|
|
130
|
-
loader: "causal_lm",
|
|
131
|
-
defaultLearningRate: 0.00001,
|
|
132
|
-
defaultPerDeviceBatchSize: 1,
|
|
133
|
-
defaultGradientAccumulationSteps: 8,
|
|
134
|
-
defaultLoraRank: 16,
|
|
135
|
-
defaultLoraAlpha: 32,
|
|
136
|
-
defaultLoraDropout: 0.05,
|
|
137
|
-
defaultMaxSeqLength: 2048,
|
|
138
|
-
trustRemoteCode: true,
|
|
139
|
-
requiresHfToken: false,
|
|
140
16
|
},
|
|
141
17
|
];
|
|
142
|
-
const EXTERNAL_MODEL_PREFIXES = ["external:", "command:"];
|
|
143
|
-
export function isExternalTrainingModel(modelId) {
|
|
144
|
-
const normalized = modelId.trim().toLowerCase();
|
|
145
|
-
return EXTERNAL_MODEL_PREFIXES.some((prefix) => normalized.startsWith(prefix));
|
|
146
|
-
}
|
|
147
18
|
export function resolveTrainingModel(modelId) {
|
|
148
19
|
const normalized = modelId.trim().toLowerCase();
|
|
149
|
-
const model = TRAINING_MODELS.find((candidate) => candidate.id.toLowerCase() === normalized
|
|
150
|
-
|| candidate.aliases.some((alias) => alias.toLowerCase() === normalized));
|
|
20
|
+
const model = TRAINING_MODELS.find((candidate) => candidate.id.toLowerCase() === normalized);
|
|
151
21
|
if (!model) {
|
|
152
|
-
|
|
153
|
-
throw new Error(`Unsupported base model "${modelId}". Supported models: ${supported}`);
|
|
22
|
+
throw new Error(`Unsupported base model "${modelId}". Supported model: ${TRAINING_MODELS[0].id}`);
|
|
154
23
|
}
|
|
155
24
|
return model;
|
|
156
25
|
}
|
|
157
26
|
export function canonicalizeTrainingModel(modelId) {
|
|
158
|
-
if (isExternalTrainingModel(modelId)) {
|
|
159
|
-
const trimmed = modelId.trim();
|
|
160
|
-
const [prefix, ...rest] = trimmed.split(":");
|
|
161
|
-
const id = rest.join(":").trim();
|
|
162
|
-
if (!id)
|
|
163
|
-
throw new Error(`External model "${modelId}" must include an id after "${prefix}:".`);
|
|
164
|
-
return `${prefix.toLowerCase()}:${id}`;
|
|
165
|
-
}
|
|
166
27
|
return resolveTrainingModel(modelId).id;
|
|
167
28
|
}
|
|
29
|
+
const CERTIFIED_TEXT_CONFIG = {
|
|
30
|
+
model_type: "qwen3_5_text",
|
|
31
|
+
hidden_size: 2048,
|
|
32
|
+
num_hidden_layers: 24,
|
|
33
|
+
num_attention_heads: 8,
|
|
34
|
+
num_key_value_heads: 2,
|
|
35
|
+
intermediate_size: 6144,
|
|
36
|
+
vocab_size: 248320,
|
|
37
|
+
};
|
|
38
|
+
/** Reject a same-family snapshot that is not the certified 2B architecture. */
|
|
39
|
+
export function assertCertifiedBaseModelConfig(value, label = "base-model config.json") {
|
|
40
|
+
if (!value || typeof value !== "object" || Array.isArray(value)) {
|
|
41
|
+
throw new Error(`${label} must contain a JSON object.`);
|
|
42
|
+
}
|
|
43
|
+
const config = value;
|
|
44
|
+
const architectures = config.architectures;
|
|
45
|
+
const textConfig = config.text_config;
|
|
46
|
+
if (config.model_type !== "qwen3_5"
|
|
47
|
+
|| !Array.isArray(architectures)
|
|
48
|
+
|| !architectures.includes("Qwen3_5ForConditionalGeneration")
|
|
49
|
+
|| !textConfig
|
|
50
|
+
|| typeof textConfig !== "object"
|
|
51
|
+
|| Array.isArray(textConfig)) {
|
|
52
|
+
throw new Error(`${label} is not the certified Qwen/Qwen3.5-2B architecture.`);
|
|
53
|
+
}
|
|
54
|
+
const text = textConfig;
|
|
55
|
+
for (const [key, expected] of Object.entries(CERTIFIED_TEXT_CONFIG)) {
|
|
56
|
+
if (text[key] !== expected) {
|
|
57
|
+
throw new Error(`${label} is not the certified Qwen/Qwen3.5-2B architecture: `
|
|
58
|
+
+ `text_config.${key} must be ${JSON.stringify(expected)}.`);
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
}
|
|
168
62
|
export function localModelArtifactPath(uri) {
|
|
169
63
|
if (uri.startsWith("file://"))
|
|
170
64
|
return fileURLToPath(new URL(uri));
|
|
@@ -173,189 +67,79 @@ export function localModelArtifactPath(uri) {
|
|
|
173
67
|
}
|
|
174
68
|
return resolve(uri);
|
|
175
69
|
}
|
|
176
|
-
function
|
|
177
|
-
const
|
|
178
|
-
|
|
179
|
-
|| name === "trainer_state.json"
|
|
180
|
-
|| name === "training_args.bin"
|
|
181
|
-
|| name === "config.json"
|
|
182
|
-
|| name === "generation_config.json"
|
|
183
|
-
|| name === "adapter_config.json"
|
|
184
|
-
|| name === "readme.md"
|
|
185
|
-
|| name.startsWith("tokenizer")
|
|
186
|
-
|| name.startsWith("special_tokens")
|
|
187
|
-
|| name.startsWith("added_tokens")
|
|
188
|
-
|| name === "vocab.json"
|
|
189
|
-
|| name === "merges.txt")
|
|
190
|
-
return false;
|
|
191
|
-
return true;
|
|
192
|
-
}
|
|
193
|
-
function isRecognizedModelPayloadFile(path) {
|
|
194
|
-
const name = path.split(/[\\/]/).at(-1)?.toLowerCase() ?? "";
|
|
195
|
-
if (name === "training_args.bin")
|
|
196
|
-
return false;
|
|
197
|
-
return name.endsWith(".safetensors")
|
|
198
|
-
|| name.endsWith(".bin")
|
|
199
|
-
|| name.endsWith(".pt")
|
|
200
|
-
|| name.endsWith(".pth")
|
|
201
|
-
|| name.endsWith(".gguf")
|
|
202
|
-
|| name.endsWith(".onnx")
|
|
203
|
-
|| name.endsWith(".ckpt")
|
|
204
|
-
|| name.endsWith(".npz");
|
|
70
|
+
function adapterWeightName(name) {
|
|
71
|
+
const lower = name.toLowerCase();
|
|
72
|
+
return lower === "adapter_model.safetensors" || lower === "adapter_model.bin";
|
|
205
73
|
}
|
|
206
|
-
function
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
function isFullModelWeightFile(path) {
|
|
211
|
-
const name = path.split(/[\\/]/).at(-1)?.toLowerCase() ?? "";
|
|
212
|
-
return (name.endsWith(".safetensors") && !name.startsWith("adapter_"))
|
|
213
|
-
|| /^pytorch_model.*\.bin$/.test(name);
|
|
214
|
-
}
|
|
215
|
-
async function inspectDirectory(path) {
|
|
216
|
-
let fileCount = 0;
|
|
217
|
-
let totalBytes = 0;
|
|
218
|
-
let payloadFileCount = 0;
|
|
219
|
-
let payloadBytes = 0;
|
|
220
|
-
let recognizedPayloadFileCount = 0;
|
|
221
|
-
let recognizedPayloadBytes = 0;
|
|
222
|
-
let adapterWeightFileCount = 0;
|
|
223
|
-
let adapterWeightBytes = 0;
|
|
224
|
-
let fullModelWeightFileCount = 0;
|
|
225
|
-
let fullModelWeightBytes = 0;
|
|
226
|
-
let hasAdapterConfig = false;
|
|
74
|
+
async function inspectAdapterDirectory(path) {
|
|
75
|
+
let count = 0;
|
|
76
|
+
let bytes = 0;
|
|
77
|
+
let hasConfig = false;
|
|
227
78
|
for (const entry of await readdir(path, { withFileTypes: true })) {
|
|
228
79
|
const child = resolve(path, entry.name);
|
|
229
80
|
if (entry.isSymbolicLink()) {
|
|
230
81
|
throw new Error(`Model artifact must not contain symbolic links: ${child}`);
|
|
231
82
|
}
|
|
232
83
|
if (entry.isDirectory()) {
|
|
233
|
-
const nested = await
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
payloadBytes += nested.payloadBytes;
|
|
238
|
-
recognizedPayloadFileCount += nested.recognizedPayloadFileCount;
|
|
239
|
-
recognizedPayloadBytes += nested.recognizedPayloadBytes;
|
|
240
|
-
adapterWeightFileCount += nested.adapterWeightFileCount;
|
|
241
|
-
adapterWeightBytes += nested.adapterWeightBytes;
|
|
242
|
-
fullModelWeightFileCount += nested.fullModelWeightFileCount;
|
|
243
|
-
fullModelWeightBytes += nested.fullModelWeightBytes;
|
|
244
|
-
hasAdapterConfig ||= nested.hasAdapterConfig;
|
|
84
|
+
const nested = await inspectAdapterDirectory(child);
|
|
85
|
+
count += nested.count;
|
|
86
|
+
bytes += nested.bytes;
|
|
87
|
+
hasConfig ||= nested.hasConfig;
|
|
245
88
|
continue;
|
|
246
89
|
}
|
|
247
90
|
if (!entry.isFile())
|
|
248
91
|
continue;
|
|
249
92
|
const metadata = await lstat(child);
|
|
250
|
-
if (entry.name
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
totalBytes += metadata.size;
|
|
254
|
-
if (isModelPayloadFile(child)) {
|
|
255
|
-
payloadFileCount += 1;
|
|
256
|
-
payloadBytes += metadata.size;
|
|
257
|
-
}
|
|
258
|
-
if (isRecognizedModelPayloadFile(child)) {
|
|
259
|
-
recognizedPayloadFileCount += 1;
|
|
260
|
-
recognizedPayloadBytes += metadata.size;
|
|
93
|
+
if (adapterWeightName(entry.name) && metadata.size > 0) {
|
|
94
|
+
count += 1;
|
|
95
|
+
bytes += metadata.size;
|
|
261
96
|
}
|
|
262
|
-
if (
|
|
263
|
-
|
|
264
|
-
adapterWeightBytes += metadata.size;
|
|
265
|
-
}
|
|
266
|
-
if (isFullModelWeightFile(child)) {
|
|
267
|
-
fullModelWeightFileCount += 1;
|
|
268
|
-
fullModelWeightBytes += metadata.size;
|
|
97
|
+
if (entry.name.toLowerCase() === "adapter_config.json" && metadata.size > 0) {
|
|
98
|
+
hasConfig = true;
|
|
269
99
|
}
|
|
270
100
|
}
|
|
271
|
-
return {
|
|
272
|
-
fileCount,
|
|
273
|
-
totalBytes,
|
|
274
|
-
payloadFileCount,
|
|
275
|
-
payloadBytes,
|
|
276
|
-
recognizedPayloadFileCount,
|
|
277
|
-
recognizedPayloadBytes,
|
|
278
|
-
adapterWeightFileCount,
|
|
279
|
-
adapterWeightBytes,
|
|
280
|
-
fullModelWeightFileCount,
|
|
281
|
-
fullModelWeightBytes,
|
|
282
|
-
hasAdapterConfig,
|
|
283
|
-
};
|
|
101
|
+
return { count, bytes, hasConfig };
|
|
284
102
|
}
|
|
285
103
|
export async function inspectModelArtifact(uri) {
|
|
286
104
|
const path = localModelArtifactPath(uri);
|
|
287
105
|
const metadata = await lstat(path).catch(() => null);
|
|
288
106
|
if (!metadata)
|
|
289
107
|
throw new Error(`Model artifact does not exist: ${path}`);
|
|
290
|
-
if (metadata.isSymbolicLink())
|
|
108
|
+
if (metadata.isSymbolicLink()) {
|
|
291
109
|
throw new Error(`Model artifact must not be a symbolic link: ${path}`);
|
|
292
|
-
if (metadata.isFile()) {
|
|
293
|
-
return {
|
|
294
|
-
uri,
|
|
295
|
-
path,
|
|
296
|
-
kind: "file",
|
|
297
|
-
file_count: 1,
|
|
298
|
-
total_bytes: metadata.size,
|
|
299
|
-
payload_file_count: 1,
|
|
300
|
-
payload_bytes: metadata.size,
|
|
301
|
-
recognized_payload_file_count: isRecognizedModelPayloadFile(path) ? 1 : 0,
|
|
302
|
-
recognized_payload_bytes: isRecognizedModelPayloadFile(path) ? metadata.size : 0,
|
|
303
|
-
adapter_weight_file_count: isAdapterWeightFile(path) ? 1 : 0,
|
|
304
|
-
adapter_weight_bytes: isAdapterWeightFile(path) ? metadata.size : 0,
|
|
305
|
-
full_model_weight_file_count: isFullModelWeightFile(path) ? 1 : 0,
|
|
306
|
-
full_model_weight_bytes: isFullModelWeightFile(path) ? metadata.size : 0,
|
|
307
|
-
has_adapter_config: false,
|
|
308
|
-
};
|
|
309
110
|
}
|
|
310
111
|
if (metadata.isDirectory()) {
|
|
311
|
-
const
|
|
112
|
+
const adapter = await inspectAdapterDirectory(path);
|
|
312
113
|
return {
|
|
313
114
|
uri,
|
|
314
115
|
path,
|
|
315
116
|
kind: "directory",
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
payload_bytes: contents.payloadBytes,
|
|
320
|
-
recognized_payload_file_count: contents.recognizedPayloadFileCount,
|
|
321
|
-
recognized_payload_bytes: contents.recognizedPayloadBytes,
|
|
322
|
-
adapter_weight_file_count: contents.adapterWeightFileCount,
|
|
323
|
-
adapter_weight_bytes: contents.adapterWeightBytes,
|
|
324
|
-
full_model_weight_file_count: contents.fullModelWeightFileCount,
|
|
325
|
-
full_model_weight_bytes: contents.fullModelWeightBytes,
|
|
326
|
-
has_adapter_config: contents.hasAdapterConfig,
|
|
117
|
+
adapter_weight_file_count: adapter.count,
|
|
118
|
+
adapter_weight_bytes: adapter.bytes,
|
|
119
|
+
has_adapter_config: adapter.hasConfig,
|
|
327
120
|
};
|
|
328
121
|
}
|
|
329
|
-
|
|
330
|
-
}
|
|
331
|
-
export async function assertUsableModelArtifact(uri, options = {}) {
|
|
332
|
-
let inspection = await inspectModelArtifact(uri);
|
|
333
|
-
if (inspection.kind === "file" && inspection.path.toLowerCase().endsWith(".tar.gz")) {
|
|
334
|
-
const archive = await verifyTarGzipArchive(inspection.path);
|
|
335
|
-
inspection = {
|
|
336
|
-
...inspection,
|
|
337
|
-
recognized_payload_file_count: archive.recognized_payload_entries,
|
|
338
|
-
recognized_payload_bytes: archive.recognized_payload_bytes,
|
|
339
|
-
adapter_weight_file_count: archive.adapter_weight_entries,
|
|
340
|
-
adapter_weight_bytes: archive.adapter_weight_bytes,
|
|
341
|
-
full_model_weight_file_count: archive.full_model_weight_entries,
|
|
342
|
-
full_model_weight_bytes: archive.full_model_weight_bytes,
|
|
343
|
-
has_adapter_config: archive.adapter_config_entries > 0,
|
|
344
|
-
};
|
|
122
|
+
if (!metadata.isFile() || !path.toLowerCase().endsWith(".tar.gz")) {
|
|
123
|
+
throw new Error(`Model artifact must be a PEFT adapter directory or .tar.gz archive: ${path}`);
|
|
345
124
|
}
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
|
|
354
|
-
|
|
355
|
-
|
|
125
|
+
const archive = await verifyTarGzipArchive(path);
|
|
126
|
+
return {
|
|
127
|
+
uri,
|
|
128
|
+
path,
|
|
129
|
+
kind: "file",
|
|
130
|
+
adapter_weight_file_count: archive.adapter_weight_entries,
|
|
131
|
+
adapter_weight_bytes: archive.adapter_weight_bytes,
|
|
132
|
+
has_adapter_config: archive.adapter_config_entries > 0,
|
|
133
|
+
};
|
|
134
|
+
}
|
|
135
|
+
export async function assertUsableModelArtifact(uri) {
|
|
136
|
+
const inspection = await inspectModelArtifact(uri);
|
|
137
|
+
if (inspection.adapter_weight_file_count === 0
|
|
138
|
+
|| inspection.adapter_weight_bytes === 0) {
|
|
139
|
+
throw new Error(`PEFT model artifact ${inspection.path} contains no non-empty adapter_model weights.`);
|
|
356
140
|
}
|
|
357
|
-
if (!
|
|
358
|
-
throw new Error(`
|
|
141
|
+
if (!inspection.has_adapter_config) {
|
|
142
|
+
throw new Error(`PEFT model artifact ${inspection.path} contains adapter weights but no non-empty adapter_config.json.`);
|
|
359
143
|
}
|
|
360
144
|
return inspection;
|
|
361
145
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-registry.js","sourceRoot":"","sources":["../src/model-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAkBtD,MAAM,CAAC,MAAM,eAAe,GAAoB;IAC9C;QACE,EAAE,EAAE,iBAAiB;QACrB,OAAO,EAAE,CAAC,iBAAiB,EAAE,sBAAsB,EAAE,sBAAsB,CAAC;QAC5E,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,WAAW;QACnB,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,CAAC;QACnC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,KAAK;KACvB;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,OAAO,EAAE,CAAC,iBAAiB,EAAE,sBAAsB,EAAE,sBAAsB,CAAC;QAC5E,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,WAAW;QACnB,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,EAAE;QACpC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,KAAK;KACvB;IACD;QACE,EAAE,EAAE,2BAA2B;QAC/B,OAAO,EAAE,CAAC,2BAA2B,EAAE,kBAAkB,EAAE,kBAAkB,CAAC;QAC9E,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,oBAAoB;QAC5B,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,CAAC;QACnC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,KAAK;KACvB;IACD;QACE,EAAE,EAAE,uBAAuB;QAC3B,OAAO,EAAE,CAAC,oBAAoB,EAAE,oBAAoB,EAAE,uBAAuB,CAAC;QAC9E,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,oBAAoB;QAC5B,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,CAAC;QACnC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,KAAK;KACvB;IACD;QACE,EAAE,EAAE,uBAAuB;QAC3B,OAAO,EAAE,CAAC,oBAAoB,EAAE,oBAAoB,EAAE,uBAAuB,CAAC;QAC9E,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,oBAAoB;QAC5B,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,EAAE;QACpC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,KAAK;KACvB;IACD;QACE,EAAE,EAAE,kCAAkC;QACtC,OAAO,EAAE,CAAC,kCAAkC,EAAE,yBAAyB,CAAC;QACxE,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,WAAW;QACnB,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,EAAE;QACpC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,IAAI;KACtB;IACD;QACE,EAAE,EAAE,+BAA+B;QACnC,OAAO,EAAE,CAAC,+BAA+B,EAAE,qBAAqB,CAAC;QACjE,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,WAAW;QACnB,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,EAAE;QACpC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,KAAK;QACtB,eAAe,EAAE,KAAK;KACvB;IACD;QACE,EAAE,EAAE,qCAAqC;QACzC,OAAO,EAAE,CAAC,yBAAyB,CAAC;QACpC,MAAM,EAAE,YAAY;QACpB,MAAM,EAAE,WAAW;QACnB,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,CAAC;QACnC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,KAAK;KACvB;IACD;QACE,EAAE,EAAE,uBAAuB;QAC3B,OAAO,EAAE,CAAC,eAAe,CAAC;QAC1B,MAAM,EAAE,YAAY;QACpB,MAAM,EAAE,WAAW;QACnB,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,CAAC;QACnC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,KAAK;KACvB;CACF,CAAC;AAEF,MAAM,uBAAuB,GAAG,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;AAE1D,MAAM,UAAU,uBAAuB,CAAC,OAAe;IACrD,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAChD,OAAO,uBAAuB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;AACjF,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,OAAe;IAClD,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAChD,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAC/C,SAAS,CAAC,EAAE,CAAC,WAAW,EAAE,KAAK,UAAU;WACtC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,UAAU,CAAC,CACzE,CAAC;IACF,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9E,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,wBAAwB,SAAS,EAAE,CAAC,CAAC;IACzF,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,OAAe;IACvD,IAAI,uBAAuB,CAAC,OAAO,CAAC,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACjC,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,OAAO,+BAA+B,MAAM,KAAK,CAAC,CAAC;QAC/F,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC;IACzC,CAAC;IACD,OAAO,oBAAoB,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;AAC1C,CAAC;AAmBD,MAAM,UAAU,sBAAsB,CAAC,GAAW;IAChD,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,aAAa,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAClE,IAAI,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,oDAAoD,GAAG,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;AACtB,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IAC7D,IACE,IAAI,KAAK,uBAAuB;WAC7B,IAAI,KAAK,oBAAoB;WAC7B,IAAI,KAAK,mBAAmB;WAC5B,IAAI,KAAK,aAAa;WACtB,IAAI,KAAK,wBAAwB;WACjC,IAAI,KAAK,qBAAqB;WAC9B,IAAI,KAAK,WAAW;WACpB,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;WAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;WACjC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC;WAC/B,IAAI,KAAK,YAAY;WACrB,IAAI,KAAK,YAAY;QACxB,OAAO,KAAK,CAAC;IACf,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,4BAA4B,CAAC,IAAY;IAChD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IAC7D,IAAI,IAAI,KAAK,mBAAmB;QAAE,OAAO,KAAK,CAAC;IAC/C,OAAO,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC;WAC/B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;WACrB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;WACpB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;WACrB,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;WACtB,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;WACtB,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;WACtB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IAC7D,OAAO,IAAI,KAAK,2BAA2B,IAAI,IAAI,KAAK,mBAAmB,CAAC;AAC9E,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY;IACzC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IAC7D,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;WACjE,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC3C,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,IAAY;IAa1C,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,0BAA0B,GAAG,CAAC,CAAC;IACnC,IAAI,sBAAsB,GAAG,CAAC,CAAC;IAC/B,IAAI,sBAAsB,GAAG,CAAC,CAAC;IAC/B,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,wBAAwB,GAAG,CAAC,CAAC;IACjC,IAAI,oBAAoB,GAAG,CAAC,CAAC;IAC7B,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAC7B,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,mDAAmD,KAAK,EAAE,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC7C,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC;YAC9B,UAAU,IAAI,MAAM,CAAC,UAAU,CAAC;YAChC,gBAAgB,IAAI,MAAM,CAAC,gBAAgB,CAAC;YAC5C,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;YACpC,0BAA0B,IAAI,MAAM,CAAC,0BAA0B,CAAC;YAChE,sBAAsB,IAAI,MAAM,CAAC,sBAAsB,CAAC;YACxD,sBAAsB,IAAI,MAAM,CAAC,sBAAsB,CAAC;YACxD,kBAAkB,IAAI,MAAM,CAAC,kBAAkB,CAAC;YAChD,wBAAwB,IAAI,MAAM,CAAC,wBAAwB,CAAC;YAC5D,oBAAoB,IAAI,MAAM,CAAC,oBAAoB,CAAC;YACpD,gBAAgB,KAAK,MAAM,CAAC,gBAAgB,CAAC;YAC7C,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;YAAE,SAAS;QAC9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,qBAAqB,IAAI,QAAQ,CAAC,IAAI,GAAG,CAAC;YAAE,gBAAgB,GAAG,IAAI,CAAC;QACrG,SAAS,IAAI,CAAC,CAAC;QACf,UAAU,IAAI,QAAQ,CAAC,IAAI,CAAC;QAC5B,IAAI,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,gBAAgB,IAAI,CAAC,CAAC;YACtB,YAAY,IAAI,QAAQ,CAAC,IAAI,CAAC;QAChC,CAAC;QACD,IAAI,4BAA4B,CAAC,KAAK,CAAC,EAAE,CAAC;YACxC,0BAA0B,IAAI,CAAC,CAAC;YAChC,sBAAsB,IAAI,QAAQ,CAAC,IAAI,CAAC;QAC1C,CAAC;QACD,IAAI,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,sBAAsB,IAAI,CAAC,CAAC;YAC5B,kBAAkB,IAAI,QAAQ,CAAC,IAAI,CAAC;QACtC,CAAC;QACD,IAAI,qBAAqB,CAAC,KAAK,CAAC,EAAE,CAAC;YACjC,wBAAwB,IAAI,CAAC,CAAC;YAC9B,oBAAoB,IAAI,QAAQ,CAAC,IAAI,CAAC;QACxC,CAAC;IACH,CAAC;IACD,OAAO;QACL,SAAS;QACT,UAAU;QACV,gBAAgB;QAChB,YAAY;QACZ,0BAA0B;QAC1B,sBAAsB;QACtB,sBAAsB;QACtB,kBAAkB;QAClB,wBAAwB;QACxB,oBAAoB;QACpB,gBAAgB;KACjB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,GAAW;IACpD,MAAM,IAAI,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACrD,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,IAAI,EAAE,CAAC,CAAC;IACzE,IAAI,QAAQ,CAAC,cAAc,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,IAAI,EAAE,CAAC,CAAC;IACtG,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QACtB,OAAO;YACL,GAAG;YACH,IAAI;YACJ,IAAI,EAAE,MAAM;YACZ,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,QAAQ,CAAC,IAAI;YAC1B,kBAAkB,EAAE,CAAC;YACrB,aAAa,EAAE,QAAQ,CAAC,IAAI;YAC5B,6BAA6B,EAAE,4BAA4B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzE,wBAAwB,EAAE,4BAA4B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAChF,yBAAyB,EAAE,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5D,oBAAoB,EAAE,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnE,4BAA4B,EAAE,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,uBAAuB,EAAE,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACxE,kBAAkB,EAAE,KAAK;SAC1B,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAC9C,OAAO;YACL,GAAG;YACH,IAAI;YACJ,IAAI,EAAE,WAAW;YACjB,UAAU,EAAE,QAAQ,CAAC,SAAS;YAC9B,WAAW,EAAE,QAAQ,CAAC,UAAU;YAChC,kBAAkB,EAAE,QAAQ,CAAC,gBAAgB;YAC7C,aAAa,EAAE,QAAQ,CAAC,YAAY;YACpC,6BAA6B,EAAE,QAAQ,CAAC,0BAA0B;YAClE,wBAAwB,EAAE,QAAQ,CAAC,sBAAsB;YACzD,yBAAyB,EAAE,QAAQ,CAAC,sBAAsB;YAC1D,oBAAoB,EAAE,QAAQ,CAAC,kBAAkB;YACjD,4BAA4B,EAAE,QAAQ,CAAC,wBAAwB;YAC/D,uBAAuB,EAAE,QAAQ,CAAC,oBAAoB;YACtD,kBAAkB,EAAE,QAAQ,CAAC,gBAAgB;SAC9C,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,sDAAsD,IAAI,EAAE,CAAC,CAAC;AAChF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,GAAW,EACX,UAAkD,EAAE;IAEpD,IAAI,UAAU,GAAG,MAAM,oBAAoB,CAAC,GAAG,CAAC,CAAC;IACjD,IAAI,UAAU,CAAC,IAAI,KAAK,MAAM,IAAI,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACpF,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC5D,UAAU,GAAG;YACX,GAAG,UAAU;YACb,6BAA6B,EAAE,OAAO,CAAC,0BAA0B;YACjE,wBAAwB,EAAE,OAAO,CAAC,wBAAwB;YAC1D,yBAAyB,EAAE,OAAO,CAAC,sBAAsB;YACzD,oBAAoB,EAAE,OAAO,CAAC,oBAAoB;YAClD,4BAA4B,EAAE,OAAO,CAAC,yBAAyB;YAC/D,uBAAuB,EAAE,OAAO,CAAC,uBAAuB;YACxD,kBAAkB,EAAE,OAAO,CAAC,sBAAsB,GAAG,CAAC;SACvD,CAAC;IACJ,CAAC;IACD,IAAI,UAAU,CAAC,kBAAkB,KAAK,CAAC,IAAI,UAAU,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;QAC1E,MAAM,IAAI,KAAK,CAAC,uDAAuD,UAAU,CAAC,IAAI,8BAA8B,CAAC,CAAC;IACxH,CAAC;IACD,IACE,CAAC,OAAO,CAAC,wBAAwB;WAC9B,UAAU,CAAC,yBAAyB,KAAK,CAAC;WAC1C,UAAU,CAAC,4BAA4B,KAAK,CAAC,EAChD,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,kBAAkB,UAAU,CAAC,IAAI,8DAA8D,CAAC,CAAC;IACnH,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,wBAAwB,IAAI,UAAU,CAAC,yBAAyB,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,EAAE,CAAC;QACpH,MAAM,IAAI,KAAK,CAAC,kBAAkB,UAAU,CAAC,IAAI,4DAA4D,CAAC,CAAC;IACjH,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,wBAAwB,IAAI,UAAU,CAAC,kBAAkB,IAAI,UAAU,CAAC,yBAAyB,KAAK,CAAC,EAAE,CAAC;QACrH,MAAM,IAAI,KAAK,CAAC,kBAAkB,UAAU,CAAC,IAAI,wDAAwD,CAAC,CAAC;IAC7G,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC"}
|
|
1
|
+
{"version":3,"file":"model-registry.js","sourceRoot":"","sources":["../src/model-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AActD,MAAM,CAAC,MAAM,eAAe,GAAoB;IAC9C;QACE,EAAE,EAAE,iBAAiB;QACrB,MAAM,EAAE,SAAS;QACjB,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,CAAC;QACnC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;KAC1B;CACF,CAAC;AAEF,MAAM,UAAU,oBAAoB,CAAC,OAAe;IAClD,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAChD,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAC/C,SAAS,CAAC,EAAE,CAAC,WAAW,EAAE,KAAK,UAAU,CAC1C,CAAC;IACF,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CACb,2BAA2B,OAAO,uBAAuB,eAAe,CAAC,CAAC,CAAE,CAAC,EAAE,EAAE,CAClF,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,OAAe;IACvD,OAAO,oBAAoB,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;AAC1C,CAAC;AAED,MAAM,qBAAqB,GAAG;IAC5B,UAAU,EAAE,cAAc;IAC1B,WAAW,EAAE,IAAI;IACjB,iBAAiB,EAAE,EAAE;IACrB,mBAAmB,EAAE,CAAC;IACtB,mBAAmB,EAAE,CAAC;IACtB,iBAAiB,EAAE,IAAI;IACvB,UAAU,EAAE,MAAM;CACV,CAAC;AAEX,+EAA+E;AAC/E,MAAM,UAAU,8BAA8B,CAC5C,KAAc,EACd,KAAK,GAAG,wBAAwB;IAEhC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,8BAA8B,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;IAC3C,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC;IACtC,IACE,MAAM,CAAC,UAAU,KAAK,SAAS;WAC5B,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;WAC7B,CAAC,aAAa,CAAC,QAAQ,CAAC,iCAAiC,CAAC;WAC1D,CAAC,UAAU;WACX,OAAO,UAAU,KAAK,QAAQ;WAC9B,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAC5B,CAAC;QACD,MAAM,IAAI,KAAK,CACb,GAAG,KAAK,qDAAqD,CAC9D,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,GAAG,UAAqC,CAAC;IACnD,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,EAAE,CAAC;QACpE,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CACb,GAAG,KAAK,sDAAsD;kBAC5D,eAAe,GAAG,YAAY,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAC5D,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAWD,MAAM,UAAU,sBAAsB,CAAC,GAAW;IAChD,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,aAAa,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAClE,IAAI,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,oDAAoD,GAAG,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;AACtB,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,OAAO,KAAK,KAAK,2BAA2B,IAAI,KAAK,KAAK,mBAAmB,CAAC;AAChF,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,IAAY;IAKjD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,mDAAmD,KAAK,EAAE,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC,KAAK,CAAC,CAAC;YACpD,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC;YACtB,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC;YACtB,SAAS,KAAK,MAAM,CAAC,SAAS,CAAC;YAC/B,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;YAAE,SAAS;QAC9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACvD,KAAK,IAAI,CAAC,CAAC;YACX,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC;QACzB,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,qBAAqB,IAAI,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC5E,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AACrC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,GAAW;IACpD,MAAM,IAAI,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACrD,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,IAAI,EAAE,CAAC,CAAC;IACzE,IAAI,QAAQ,CAAC,cAAc,EAAE,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,+CAA+C,IAAI,EAAE,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACpD,OAAO;YACL,GAAG;YACH,IAAI;YACJ,IAAI,EAAE,WAAW;YACjB,yBAAyB,EAAE,OAAO,CAAC,KAAK;YACxC,oBAAoB,EAAE,OAAO,CAAC,KAAK;YACnC,kBAAkB,EAAE,OAAO,CAAC,SAAS;SACtC,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CACb,uEAAuE,IAAI,EAAE,CAC9E,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC;IACjD,OAAO;QACL,GAAG;QACH,IAAI;QACJ,IAAI,EAAE,MAAM;QACZ,yBAAyB,EAAE,OAAO,CAAC,sBAAsB;QACzD,oBAAoB,EAAE,OAAO,CAAC,oBAAoB;QAClD,kBAAkB,EAAE,OAAO,CAAC,sBAAsB,GAAG,CAAC;KACvD,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,GAAW;IAEX,MAAM,UAAU,GAAG,MAAM,oBAAoB,CAAC,GAAG,CAAC,CAAC;IACnD,IACE,UAAU,CAAC,yBAAyB,KAAK,CAAC;WACvC,UAAU,CAAC,oBAAoB,KAAK,CAAC,EACxC,CAAC;QACD,MAAM,IAAI,KAAK,CACb,uBAAuB,UAAU,CAAC,IAAI,+CAA+C,CACtF,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,UAAU,CAAC,kBAAkB,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CACb,uBAAuB,UAAU,CAAC,IAAI,iEAAiE,CACxG,CAAC;IACJ,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC"}
|
package/dist/model-server.d.ts
CHANGED
|
@@ -3,7 +3,7 @@ import type { LocalModelRecord } from "./store.js";
|
|
|
3
3
|
export interface LocalModelServeOptions {
|
|
4
4
|
host?: string;
|
|
5
5
|
port?: number;
|
|
6
|
-
device?: "
|
|
6
|
+
device?: "cpu" | "cuda";
|
|
7
7
|
maxTokens?: number;
|
|
8
8
|
temperature?: number;
|
|
9
9
|
topP?: number;
|
|
@@ -18,7 +18,6 @@ export interface LocalModelServerLaunch {
|
|
|
18
18
|
command: string;
|
|
19
19
|
commandArgs: string[];
|
|
20
20
|
displayCommand: string[];
|
|
21
|
-
cwd?: string;
|
|
22
21
|
env: NodeJS.ProcessEnv;
|
|
23
22
|
url: string;
|
|
24
23
|
modelName: string;
|
package/dist/model-server.js
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { spawn } from "node:child_process";
|
|
2
2
|
import { resolve } from "node:path";
|
|
3
3
|
import { fileURLToPath } from "node:url";
|
|
4
|
-
import { minimalMachineLearningEnvironment,
|
|
4
|
+
import { minimalMachineLearningEnvironment, withOfflineHuggingFaceCacheEnvironment, } from "./huggingface-cache.js";
|
|
5
5
|
import { resolveTrainingModel } from "./model-registry.js";
|
|
6
|
-
import {
|
|
6
|
+
import { buildBundledPythonCommand, withBundledPythonEnvironment, } from "./process-runner.js";
|
|
7
7
|
function localArtifactPath(uri) {
|
|
8
8
|
if (uri.startsWith("file://"))
|
|
9
9
|
return fileURLToPath(uri);
|
|
@@ -56,41 +56,33 @@ export function buildLocalModelServerLaunch(args) {
|
|
|
56
56
|
+ recordedBaseModelPath);
|
|
57
57
|
}
|
|
58
58
|
const localBaseModelPath = recordedBaseModelPath ?? configuredBaseModelPath;
|
|
59
|
-
|
|
60
|
-
const entrypoint =
|
|
61
|
-
backend: "uv",
|
|
62
|
-
project: args.config.evaluation.inference.project ?? "training/local-runner",
|
|
63
|
-
cwd: args.config.evaluation.inference.cwd,
|
|
64
|
-
script: "training/local-runner/src/serve.py",
|
|
65
|
-
});
|
|
59
|
+
resolveTrainingModel(args.model.base_model);
|
|
60
|
+
const entrypoint = buildBundledPythonCommand("serve.py");
|
|
66
61
|
const modelName = args.model.id;
|
|
67
|
-
const env =
|
|
68
|
-
...minimalMachineLearningEnvironment(process.env
|
|
69
|
-
...args.config.evaluation.inference.env,
|
|
62
|
+
const env = withBundledPythonEnvironment(withOfflineHuggingFaceCacheEnvironment({
|
|
63
|
+
...minimalMachineLearningEnvironment(process.env),
|
|
70
64
|
TT_MODEL_ARTIFACT: artifactPath,
|
|
71
65
|
TT_BASE_MODEL: localBaseModelPath ?? args.model.base_model,
|
|
72
66
|
...(options.baseModelRevision && !localBaseModelPath
|
|
73
67
|
? { TT_BASE_MODEL_REVISION: options.baseModelRevision }
|
|
74
68
|
: {}),
|
|
75
69
|
TT_MODEL_NAME: modelName,
|
|
76
|
-
TT_MODEL_LOADER:
|
|
70
|
+
TT_MODEL_LOADER: "causal_lm",
|
|
77
71
|
TT_HOST: host,
|
|
78
72
|
TT_PORT: String(port),
|
|
79
73
|
TT_DEVICE: options.device ?? args.config.evaluation.inference.device,
|
|
80
74
|
TT_MAX_TOKENS: String(maxTokens),
|
|
81
75
|
TT_TEMPERATURE: String(temperature),
|
|
82
76
|
TT_TOP_P: String(topP),
|
|
83
|
-
TT_TRUST_REMOTE_CODE:
|
|
77
|
+
TT_TRUST_REMOTE_CODE: "false",
|
|
84
78
|
TT_MAX_CONCURRENT_REQUESTS: String(maxConcurrentRequests),
|
|
85
|
-
TT_CHAT_TEMPLATE_KWARGS: JSON.stringify(args.config.evaluation.inference.chatTemplateKwargs ?? {}),
|
|
86
79
|
...(options.systemPrompt ? { TT_SYSTEM_PROMPT: options.systemPrompt } : {}),
|
|
87
80
|
...(apiKey ? { TT_API_KEY: apiKey } : {}),
|
|
88
|
-
}, args.config.paths.modelCache);
|
|
81
|
+
}, args.config.paths.modelCache));
|
|
89
82
|
return {
|
|
90
83
|
command: entrypoint.command,
|
|
91
84
|
commandArgs: entrypoint.commandArgs,
|
|
92
85
|
displayCommand: entrypoint.displayCommand,
|
|
93
|
-
cwd: entrypoint.kind === "uv" ? args.config.evaluation.inference.cwd : undefined,
|
|
94
86
|
env,
|
|
95
87
|
url: `http://${httpHost(host)}:${port}`,
|
|
96
88
|
modelName,
|
|
@@ -100,7 +92,6 @@ export function buildLocalModelServerLaunch(args) {
|
|
|
100
92
|
export async function serveLocalModel(launch) {
|
|
101
93
|
await new Promise((resolveServer, reject) => {
|
|
102
94
|
const child = spawn(launch.command, launch.commandArgs, {
|
|
103
|
-
cwd: launch.cwd,
|
|
104
95
|
env: launch.env,
|
|
105
96
|
stdio: "inherit",
|
|
106
97
|
detached: process.platform !== "win32",
|
package/dist/model-server.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-server.js","sourceRoot":"","sources":["../src/model-server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,
|
|
1
|
+
{"version":3,"file":"model-server.js","sourceRoot":"","sources":["../src/model-server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EACL,iCAAiC,EACjC,sCAAsC,GACvC,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EACL,yBAAyB,EACzB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AA4B7B,SAAS,iBAAiB,CAAC,GAAW;IACpC,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC;IACzD,IAAI,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,yDAAyD,GAAG,EAAE,CAAC,CAAC;IAClF,CAAC;IACD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;AACtB,CAAC;AAED,SAAS,aAAa,CAAC,IAAY,EAAE,KAAa,EAAE,OAAe,EAAE,OAAe,EAAE,OAAO,GAAG,KAAK;IACnG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,OAAO,IAAI,KAAK,GAAG,OAAO,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAC3G,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,oBAAoB,OAAO,QAAQ,OAAO,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,OAAO,CAAC;AAC5F,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,IAI3C;IACC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;IACnC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,WAAW,CAAC;IACzC,MAAM,MAAM,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;IACvF,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACtF,IAAI,OAAO,CAAC,SAAS,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,CAAC,SAAS,cAAc,CAAC,CAAC;IACtF,IAAI,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,oFAAoF,CAAC,CAAC;IACxG,CAAC;IACD,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IAC1E,MAAM,SAAS,GAAG,aAAa,CAAC,WAAW,EAAE,OAAO,CAAC,SAAS,IAAI,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IACtF,MAAM,WAAW,GAAG,aAAa,CAAC,aAAa,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACjF,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5D,MAAM,qBAAqB,GAAG,aAAa,CACzC,uBAAuB,EACvB,OAAO,CAAC,qBAAqB,IAAI,CAAC,EAClC,CAAC,EACD,CAAC,EACD,IAAI,CACL,CAAC;IACF,MAAM,YAAY,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAChE,MAAM,qBAAqB,GAAG,OAAO,CAAC,oBAAoB;QACxD,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,oBAAoB,CAAC;QACjD,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,uBAAuB,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS;QACzD,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;QACtC,CAAC,CAAC,SAAS,CAAC;IACd,IACE,qBAAqB;WAClB,uBAAuB;WACvB,OAAO,CAAC,qBAAqB,CAAC,KAAK,uBAAuB,EAC7D,CAAC;QACD,MAAM,IAAI,KAAK,CACb,8BAA8B,uBAAuB,6DAA6D;cAChH,qBAAqB,CACxB,CAAC;IACJ,CAAC;IACD,MAAM,kBAAkB,GAAG,qBAAqB,IAAI,uBAAuB,CAAC;IAC5E,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,yBAAyB,CAAC,UAAU,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;IAChC,MAAM,GAAG,GAAG,4BAA4B,CACtC,sCAAsC,CAAC;QACrC,GAAG,iCAAiC,CAAC,OAAO,CAAC,GAAG,CAAC;QACjD,iBAAiB,EAAE,YAAY;QAC/B,aAAa,EAAE,kBAAkB,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU;QAC1D,GAAG,CAAC,OAAO,CAAC,iBAAiB,IAAI,CAAC,kBAAkB;YAClD,CAAC,CAAC,EAAE,sBAAsB,EAAE,OAAO,CAAC,iBAAiB,EAAE;YACvD,CAAC,CAAC,EAAE,CAAC;QACP,aAAa,EAAE,SAAS;QACxB,eAAe,EAAE,WAAW;QAC5B,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC;QACrB,SAAS,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM;QACpE,aAAa,EAAE,MAAM,CAAC,SAAS,CAAC;QAChC,cAAc,EAAE,MAAM,CAAC,WAAW,CAAC;QACnC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC;QACtB,oBAAoB,EAAE,OAAO;QAC7B,0BAA0B,EAAE,MAAM,CAAC,qBAAqB,CAAC;QACzD,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1C,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CACjC,CAAC;IACF,OAAO;QACL,OAAO,EAAE,UAAU,CAAC,OAAO;QAC3B,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,cAAc,EAAE,UAAU,CAAC,cAAc;QACzC,GAAG;QACH,GAAG,EAAE,UAAU,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE;QACvC,SAAS;QACT,YAAY;KACb,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,MAA8B;IAClE,MAAM,IAAI,OAAO,CAAO,CAAC,aAAa,EAAE,MAAM,EAAE,EAAE;QAChD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,WAAW,EAAE;YACtD,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ,KAAK,OAAO;SACvC,CAAC,CAAC;QACH,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,cAA0C,CAAC;QAC/C,MAAM,gBAAgB,GAAG,CAAC,MAAsB,EAAE,EAAE;YAClD,IAAI,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;gBAC9C,IAAI,CAAC;oBACH,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;oBACjC,OAAO;gBACT,CAAC;gBAAC,MAAM,CAAC;oBACP,0DAA0D;gBAC5D,CAAC;YACH,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC,CAAC;QACF,MAAM,IAAI,GAAG,CAAC,MAAsB,EAAE,EAAE;YACtC,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,gBAAgB,CAAC,MAAM,CAAC,CAAC;YACzB,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,CAAC;YACtE,cAAc,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC,CAAC;QACF,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAClC,IAAI,cAAc;gBAAE,YAAY,CAAC,cAAc,CAAC,CAAC;QACnD,CAAC,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACjC,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC5B,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YACnC,OAAO,EAAE,CAAC;YACV,IAAI,QAAQ,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC5D,aAAa,EAAE,CAAC;YAClB,CAAC;iBAAM,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACtB,aAAa,EAAE,CAAC;YAClB,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,KAAK,CAAC,uCAAuC,IAAI,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;YACjF,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}
|
package/dist/orchestrator.d.ts
CHANGED
|
@@ -1,41 +1,27 @@
|
|
|
1
1
|
import { type FineTuneRunRequest, type LocalRunnerConfig, type RunReport } from "./contracts.js";
|
|
2
2
|
import type { LocalRunReporter } from "./run-reporter.js";
|
|
3
|
-
export type LocalRunStage = "prepare" | "baseline" | "train" | "candidate" | "score" | "report" | "all";
|
|
4
3
|
export interface LocalRunResult {
|
|
5
4
|
request: FineTuneRunRequest;
|
|
6
5
|
report: RunReport;
|
|
7
6
|
reportPath: string;
|
|
8
7
|
artifactDir: string;
|
|
9
8
|
}
|
|
10
|
-
export interface LocalStageRunResult {
|
|
11
|
-
request: FineTuneRunRequest;
|
|
12
|
-
stage: LocalRunStage;
|
|
13
|
-
report?: RunReport;
|
|
14
|
-
reportPath?: string;
|
|
15
|
-
artifactDir: string;
|
|
16
|
-
artifacts: {
|
|
17
|
-
training_jsonl: string;
|
|
18
|
-
stage_metadata: string;
|
|
19
|
-
training_report: string;
|
|
20
|
-
baseline_eval: string;
|
|
21
|
-
candidate_eval: string;
|
|
22
|
-
report: string;
|
|
23
|
-
artifact_manifest: string;
|
|
24
|
-
};
|
|
25
|
-
}
|
|
26
9
|
export declare function loadJsonFile<T>(path: string): Promise<T>;
|
|
27
10
|
export declare function loadRunRequest(path: string): Promise<FineTuneRunRequest>;
|
|
28
11
|
export declare function loadLocalRunnerConfig(path?: string): Promise<LocalRunnerConfig>;
|
|
29
|
-
/**
|
|
30
|
-
|
|
31
|
-
|
|
12
|
+
/**
|
|
13
|
+
* Parses the public contracts and fully validates every dataset before a run
|
|
14
|
+
* lock, store record, or artifact-directory claim is created.
|
|
15
|
+
*/
|
|
16
|
+
export declare function validateLocalFineTuneInput(input: {
|
|
17
|
+
request: unknown;
|
|
18
|
+
config: unknown;
|
|
19
|
+
}): Promise<{
|
|
32
20
|
request: FineTuneRunRequest;
|
|
33
21
|
config: LocalRunnerConfig;
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
modelArtifact?: string;
|
|
38
|
-
}): Promise<LocalStageRunResult>;
|
|
22
|
+
}>;
|
|
23
|
+
/** Hash a local base model while permitting Hugging Face snapshot file links. */
|
|
24
|
+
export declare function fingerprintLocalBaseModel(uri: string): Promise<string>;
|
|
39
25
|
export declare function runLocalFineTune(input: {
|
|
40
26
|
request: FineTuneRunRequest;
|
|
41
27
|
config: LocalRunnerConfig;
|