@tuned-tensor/local 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +23 -0
- package/LICENSE +161 -0
- package/README.md +242 -0
- package/dist/artifacts.d.ts +35 -0
- package/dist/artifacts.js +56 -0
- package/dist/artifacts.js.map +1 -0
- package/dist/contracts.d.ts +471 -0
- package/dist/contracts.js +253 -0
- package/dist/contracts.js.map +1 -0
- package/dist/dataset.d.ts +12 -0
- package/dist/dataset.js +60 -0
- package/dist/dataset.js.map +1 -0
- package/dist/docker-training.d.ts +8 -0
- package/dist/docker-training.js +123 -0
- package/dist/docker-training.js.map +1 -0
- package/dist/doctor.d.ts +7 -0
- package/dist/doctor.js +74 -0
- package/dist/doctor.js.map +1 -0
- package/dist/evaluation.d.ts +23 -0
- package/dist/evaluation.js +318 -0
- package/dist/evaluation.js.map +1 -0
- package/dist/index.d.ts +14 -0
- package/dist/index.js +316 -0
- package/dist/index.js.map +1 -0
- package/dist/local-project.d.ts +22 -0
- package/dist/local-project.js +74 -0
- package/dist/local-project.js.map +1 -0
- package/dist/model-registry.d.ts +18 -0
- package/dist/model-registry.js +151 -0
- package/dist/model-registry.js.map +1 -0
- package/dist/openrouter.d.ts +16 -0
- package/dist/openrouter.js +39 -0
- package/dist/openrouter.js.map +1 -0
- package/dist/orchestrator.d.ts +14 -0
- package/dist/orchestrator.js +151 -0
- package/dist/orchestrator.js.map +1 -0
- package/dist/process-training.d.ts +8 -0
- package/dist/process-training.js +135 -0
- package/dist/process-training.js.map +1 -0
- package/dist/server.d.ts +9 -0
- package/dist/server.js +211 -0
- package/dist/server.js.map +1 -0
- package/dist/store.d.ts +98 -0
- package/dist/store.js +327 -0
- package/dist/store.js.map +1 -0
- package/docs/architecture.md +109 -0
- package/docs/spark.md +86 -0
- package/examples/local-runner.json +14 -0
- package/examples/smoke-run-request.json +34 -0
- package/package.json +40 -0
- package/training/sft-local/pyproject.toml +24 -0
- package/training/sft-local/src/evaluate.py +177 -0
- package/training/sft-local/src/train.py +233 -0
|
@@ -0,0 +1,135 @@
|
|
|
1
|
+
import { spawn } from "node:child_process";
|
|
2
|
+
import { createWriteStream } from "node:fs";
|
|
3
|
+
import { access, copyFile, mkdir, readFile, writeFile } from "node:fs/promises";
|
|
4
|
+
import { join, resolve } from "node:path";
|
|
5
|
+
import { copyDatasetToTrainingChannel, fileUri, writeJson } from "./artifacts.js";
|
|
6
|
+
import { resolveTrainingModel } from "./model-registry.js";
|
|
7
|
+
export function buildTrainingHyperparameters(request) {
|
|
8
|
+
const model = resolveTrainingModel(request.spec_snapshot.base_model);
|
|
9
|
+
const hyper = request.hyperparameters;
|
|
10
|
+
return {
|
|
11
|
+
run_id: request.run_id,
|
|
12
|
+
base_model: model.id,
|
|
13
|
+
model_family: model.family,
|
|
14
|
+
model_loader: model.loader,
|
|
15
|
+
n_epochs: String(hyper.n_epochs),
|
|
16
|
+
learning_rate: String(hyper.learning_rate ?? model.defaultLearningRate),
|
|
17
|
+
per_device_train_batch_size: String(hyper.batch_size ?? model.defaultPerDeviceBatchSize),
|
|
18
|
+
gradient_accumulation_steps: String(hyper.gradient_accumulation_steps ?? model.defaultGradientAccumulationSteps),
|
|
19
|
+
lora_rank: String(hyper.lora_rank ?? model.defaultLoraRank),
|
|
20
|
+
lora_alpha: String(hyper.lora_alpha ?? model.defaultLoraAlpha),
|
|
21
|
+
lora_dropout: String(hyper.lora_dropout ?? model.defaultLoraDropout),
|
|
22
|
+
max_seq_length: String(hyper.max_seq_length ?? model.defaultMaxSeqLength),
|
|
23
|
+
save_adapter_only: String(hyper.save_adapter_only),
|
|
24
|
+
requires_hf_token: String(model.requiresHfToken),
|
|
25
|
+
trust_remote_code: String(model.trustRemoteCode),
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
async function pathExists(path) {
|
|
29
|
+
try {
|
|
30
|
+
await access(path);
|
|
31
|
+
return true;
|
|
32
|
+
}
|
|
33
|
+
catch {
|
|
34
|
+
return false;
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
function buildUvArgs(training) {
|
|
38
|
+
const args = ["run"];
|
|
39
|
+
if (training.project)
|
|
40
|
+
args.push("--project", training.project);
|
|
41
|
+
if (training.with?.length) {
|
|
42
|
+
for (const dependency of training.with)
|
|
43
|
+
args.push("--with", dependency);
|
|
44
|
+
}
|
|
45
|
+
args.push("python");
|
|
46
|
+
if (training.module) {
|
|
47
|
+
args.push("-m", training.module);
|
|
48
|
+
}
|
|
49
|
+
else if (training.script) {
|
|
50
|
+
args.push(training.script);
|
|
51
|
+
}
|
|
52
|
+
else {
|
|
53
|
+
args.push("training/sft-local/src/train.py");
|
|
54
|
+
}
|
|
55
|
+
args.push(...training.args);
|
|
56
|
+
return args;
|
|
57
|
+
}
|
|
58
|
+
export async function launchProcessTraining(args) {
|
|
59
|
+
const { request, artifacts, config } = args;
|
|
60
|
+
const jobName = `tt-local-${request.run_id}`;
|
|
61
|
+
await mkdir(artifacts.trainingDir, { recursive: true });
|
|
62
|
+
await copyDatasetToTrainingChannel(artifacts);
|
|
63
|
+
const hyperparameters = buildTrainingHyperparameters(request);
|
|
64
|
+
await writeJson(join(artifacts.trainingConfigDir, "hyperparameters.json"), hyperparameters);
|
|
65
|
+
if (config.dryRun) {
|
|
66
|
+
await writeFile(artifacts.trainingLog, "Dry run enabled. uv training process was not launched.\n", "utf8");
|
|
67
|
+
return {
|
|
68
|
+
provider: "local-uv",
|
|
69
|
+
training_job_name: jobName,
|
|
70
|
+
model_artifact_uri: fileUri(artifacts.trainingModelDir),
|
|
71
|
+
base_model_artifact_uri: config.paths.baseModel ? fileUri(config.paths.baseModel) : undefined,
|
|
72
|
+
metrics: { dry_run: true },
|
|
73
|
+
exit_code: 0,
|
|
74
|
+
log_uri: fileUri(artifacts.trainingLog),
|
|
75
|
+
command: ["uv", ...buildUvArgs(config.training)],
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
const uvArgs = buildUvArgs(config.training);
|
|
79
|
+
const logStream = createWriteStream(artifacts.trainingLog, { flags: "w" });
|
|
80
|
+
const childEnv = {
|
|
81
|
+
...process.env,
|
|
82
|
+
...config.training.env,
|
|
83
|
+
BACKEND: "local",
|
|
84
|
+
SM_CHANNEL_TRAINING: resolve(artifacts.trainingInputDir),
|
|
85
|
+
SM_CHANNEL_BASE_MODEL: config.paths.baseModel ? resolve(config.paths.baseModel) : undefined,
|
|
86
|
+
SM_MODEL_DIR: resolve(artifacts.trainingModelDir),
|
|
87
|
+
SM_OUTPUT_DIR: resolve(artifacts.trainingOutputDir),
|
|
88
|
+
TT_HYPERPARAMETERS_PATH: resolve(artifacts.trainingConfigDir, "hyperparameters.json"),
|
|
89
|
+
HF_HOME: config.paths.modelCache ? resolve(config.paths.modelCache) : process.env.HF_HOME,
|
|
90
|
+
};
|
|
91
|
+
for (const [key, value] of Object.entries(childEnv)) {
|
|
92
|
+
if (value === undefined)
|
|
93
|
+
delete childEnv[key];
|
|
94
|
+
}
|
|
95
|
+
if (config.paths.modelCache)
|
|
96
|
+
await mkdir(config.paths.modelCache, { recursive: true });
|
|
97
|
+
const exitCode = await new Promise((resolvePromise, reject) => {
|
|
98
|
+
const child = spawn("uv", uvArgs, {
|
|
99
|
+
cwd: config.training.cwd ? resolve(config.training.cwd) : process.cwd(),
|
|
100
|
+
stdio: ["ignore", "pipe", "pipe"],
|
|
101
|
+
env: childEnv,
|
|
102
|
+
});
|
|
103
|
+
child.stdout.pipe(logStream, { end: false });
|
|
104
|
+
child.stderr.pipe(logStream, { end: false });
|
|
105
|
+
child.on("error", reject);
|
|
106
|
+
child.on("close", (code) => resolvePromise(code ?? 1));
|
|
107
|
+
}).finally(() => {
|
|
108
|
+
logStream.end();
|
|
109
|
+
});
|
|
110
|
+
const metricsPath = join(artifacts.trainingModelDir, "training-metrics.json");
|
|
111
|
+
const metrics = await pathExists(metricsPath)
|
|
112
|
+
? JSON.parse(await readFile(metricsPath, "utf8"))
|
|
113
|
+
: null;
|
|
114
|
+
if (exitCode !== 0) {
|
|
115
|
+
throw new Error(`uv training exited with code ${exitCode}. See ${artifacts.trainingLog}.`);
|
|
116
|
+
}
|
|
117
|
+
const modelTarPath = join(artifacts.trainingOutputDir, "model.tar.gz");
|
|
118
|
+
const modelUri = await pathExists(modelTarPath)
|
|
119
|
+
? fileUri(modelTarPath)
|
|
120
|
+
: fileUri(artifacts.trainingModelDir);
|
|
121
|
+
if (await pathExists(modelTarPath)) {
|
|
122
|
+
await copyFile(modelTarPath, join(artifacts.runDir, "model.tar.gz")).catch(() => undefined);
|
|
123
|
+
}
|
|
124
|
+
return {
|
|
125
|
+
provider: "local-uv",
|
|
126
|
+
training_job_name: jobName,
|
|
127
|
+
model_artifact_uri: modelUri,
|
|
128
|
+
base_model_artifact_uri: config.paths.baseModel ? fileUri(config.paths.baseModel) : undefined,
|
|
129
|
+
metrics,
|
|
130
|
+
exit_code: exitCode,
|
|
131
|
+
log_uri: fileUri(artifacts.trainingLog),
|
|
132
|
+
command: ["uv", ...uvArgs],
|
|
133
|
+
};
|
|
134
|
+
}
|
|
135
|
+
//# sourceMappingURL=process-training.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process-training.js","sourceRoot":"","sources":["../src/process-training.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAChF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAG1C,OAAO,EAAE,4BAA4B,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAClF,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAE3D,MAAM,UAAU,4BAA4B,CAAC,OAA2B;IACtE,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IACrE,MAAM,KAAK,GAAG,OAAO,CAAC,eAAe,CAAC;IACtC,OAAO;QACL,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,KAAK,CAAC,EAAE;QACpB,YAAY,EAAE,KAAK,CAAC,MAAM;QAC1B,YAAY,EAAE,KAAK,CAAC,MAAM;QAC1B,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;QAChC,aAAa,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,mBAAmB,CAAC;QACvE,2BAA2B,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,yBAAyB,CAAC;QACxF,2BAA2B,EAAE,MAAM,CACjC,KAAK,CAAC,2BAA2B,IAAI,KAAK,CAAC,gCAAgC,CAC5E;QACD,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,eAAe,CAAC;QAC3D,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,gBAAgB,CAAC;QAC9D,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,kBAAkB,CAAC;QACpE,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,mBAAmB,CAAC;QACzE,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC;QAClD,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;QAChD,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;KACjD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,QAAuC;IAC1D,MAAM,IAAI,GAAa,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,QAAQ,CAAC,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC/D,IAAI,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;QAC1B,KAAK,MAAM,UAAU,IAAI,QAAQ,CAAC,IAAI;YAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpB,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;SAAM,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5B,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAI3C;IACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAC5C,MAAM,OAAO,GAAG,YAAY,OAAO,CAAC,MAAM,EAAE,CAAC;IAC7C,MAAM,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,MAAM,4BAA4B,CAAC,SAAS,CAAC,CAAC;IAC9C,MAAM,eAAe,GAAG,4BAA4B,CAAC,OAAO,CAAC,CAAC;IAC9D,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,sBAAsB,CAAC,EAAE,eAAe,CAAC,CAAC;IAE5F,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,SAAS,CACb,SAAS,CAAC,WAAW,EACrB,0DAA0D,EAC1D,MAAM,CACP,CAAC;QACF,OAAO;YACL,QAAQ,EAAE,UAAU;YACpB,iBAAiB,EAAE,OAAO;YAC1B,kBAAkB,EAAE,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;YACvD,uBAAuB,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;YAC7F,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;YAC1B,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC;YACvC,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;SACjD,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,iBAAiB,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAC3E,MAAM,QAAQ,GAAsB;QAClC,GAAG,OAAO,CAAC,GAAG;QACd,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG;QACtB,OAAO,EAAE,OAAO;QAChB,mBAAmB,EAAE,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;QACxD,qBAAqB,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;QAC3F,YAAY,EAAE,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;QACjD,aAAa,EAAE,OAAO,CAAC,SAAS,CAAC,iBAAiB,CAAC;QACnD,uBAAuB,EAAE,OAAO,CAAC,SAAS,CAAC,iBAAiB,EAAE,sBAAsB,CAAC;QACrF,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO;KAC1F,CAAC;IACF,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpD,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU;QAAE,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEvF,MAAM,QAAQ,GAAG,MAAM,IAAI,OAAO,CAAS,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;QACpE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE;YAChC,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YACvE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;YACjC,GAAG,EAAE,QAAQ;SACd,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7C,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7C,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;QACd,SAAS,CAAC,GAAG,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,uBAAuB,CAAC,CAAC;IAC9E,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,WAAW,CAAC;QAC3C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAA4B;QAC5E,CAAC,CAAC,IAAI,CAAC;IAET,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,SAAS,SAAS,CAAC,WAAW,GAAG,CAAC,CAAC;IAC7F,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC;IACvE,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,YAAY,CAAC;QAC7C,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;QACvB,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IACxC,IAAI,MAAM,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QACnC,MAAM,QAAQ,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC9F,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,UAAU;QACpB,iBAAiB,EAAE,OAAO;QAC1B,kBAAkB,EAAE,QAAQ;QAC5B,uBAAuB,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;QAC7F,OAAO;QACP,SAAS,EAAE,QAAQ;QACnB,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC;QACvC,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC;KAC3B,CAAC;AACJ,CAAC"}
|
package/dist/server.d.ts
ADDED
package/dist/server.js
ADDED
|
@@ -0,0 +1,211 @@
|
|
|
1
|
+
import { createServer } from "node:http";
|
|
2
|
+
import { readFile, stat } from "node:fs/promises";
|
|
3
|
+
import { createLocalStore } from "./store.js";
|
|
4
|
+
import { fineTuneRunRequestSchema, localRunnerConfigSchema } from "./contracts.js";
|
|
5
|
+
import { runLocalFineTune } from "./orchestrator.js";
|
|
6
|
+
function sendJson(res, status, body) {
|
|
7
|
+
res.writeHead(status, {
|
|
8
|
+
"Content-Type": "application/json",
|
|
9
|
+
"Cache-Control": "no-store",
|
|
10
|
+
});
|
|
11
|
+
res.end(`${JSON.stringify(body, null, 2)}\n`);
|
|
12
|
+
}
|
|
13
|
+
function sendText(res, status, body, contentType = "text/plain; charset=utf-8") {
|
|
14
|
+
res.writeHead(status, {
|
|
15
|
+
"Content-Type": contentType,
|
|
16
|
+
"Cache-Control": "no-store",
|
|
17
|
+
});
|
|
18
|
+
res.end(body);
|
|
19
|
+
}
|
|
20
|
+
async function readBody(req) {
|
|
21
|
+
const chunks = [];
|
|
22
|
+
for await (const chunk of req)
|
|
23
|
+
chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
|
|
24
|
+
const text = Buffer.concat(chunks).toString("utf8").trim();
|
|
25
|
+
return text ? JSON.parse(text) : {};
|
|
26
|
+
}
|
|
27
|
+
const DASHBOARD_HTML = `<!doctype html>
|
|
28
|
+
<html lang="en">
|
|
29
|
+
<head>
|
|
30
|
+
<meta charset="utf-8" />
|
|
31
|
+
<meta name="viewport" content="width=device-width, initial-scale=1" />
|
|
32
|
+
<title>Tuned Tensor Local</title>
|
|
33
|
+
<style>
|
|
34
|
+
body { margin: 0; font-family: ui-sans-serif, system-ui, -apple-system, BlinkMacSystemFont, "Segoe UI", sans-serif; background: #f7f7f4; color: #1e2320; }
|
|
35
|
+
header { display: flex; justify-content: space-between; align-items: center; padding: 16px 24px; border-bottom: 1px solid #d9ddd6; background: #ffffff; position: sticky; top: 0; }
|
|
36
|
+
main { display: grid; grid-template-columns: minmax(280px, 420px) 1fr; min-height: calc(100vh - 65px); }
|
|
37
|
+
aside { border-right: 1px solid #d9ddd6; padding: 16px; overflow: auto; }
|
|
38
|
+
section { padding: 20px; overflow: auto; }
|
|
39
|
+
button { border: 1px solid #a8b0a8; background: #ffffff; padding: 7px 10px; border-radius: 6px; cursor: pointer; }
|
|
40
|
+
.run { width: 100%; text-align: left; display: grid; gap: 4px; margin-bottom: 8px; }
|
|
41
|
+
.muted { color: #667066; font-size: 12px; }
|
|
42
|
+
.pill { display: inline-block; border: 1px solid #b8c0b6; border-radius: 999px; padding: 2px 8px; font-size: 12px; background: #fff; }
|
|
43
|
+
pre { background: #1f2420; color: #eef2ed; padding: 12px; overflow: auto; border-radius: 6px; }
|
|
44
|
+
.grid { display: grid; grid-template-columns: repeat(auto-fit, minmax(220px, 1fr)); gap: 12px; }
|
|
45
|
+
.metric { border: 1px solid #d9ddd6; background: #fff; border-radius: 6px; padding: 12px; }
|
|
46
|
+
@media (max-width: 760px) { main { grid-template-columns: 1fr; } aside { border-right: 0; border-bottom: 1px solid #d9ddd6; } }
|
|
47
|
+
</style>
|
|
48
|
+
</head>
|
|
49
|
+
<body>
|
|
50
|
+
<header>
|
|
51
|
+
<strong>Tuned Tensor Local</strong>
|
|
52
|
+
<button id="refresh">Refresh</button>
|
|
53
|
+
</header>
|
|
54
|
+
<main>
|
|
55
|
+
<aside><div id="runs"></div></aside>
|
|
56
|
+
<section><div id="detail" class="muted">Select a run.</div></section>
|
|
57
|
+
</main>
|
|
58
|
+
<script>
|
|
59
|
+
let selected = null;
|
|
60
|
+
let events = null;
|
|
61
|
+
const fmt = (v) => v == null ? "—" : String(v);
|
|
62
|
+
async function api(path) {
|
|
63
|
+
const res = await fetch(path);
|
|
64
|
+
if (!res.ok) throw new Error(await res.text());
|
|
65
|
+
return res.json();
|
|
66
|
+
}
|
|
67
|
+
async function loadRuns() {
|
|
68
|
+
const runs = await api("/api/runs");
|
|
69
|
+
document.getElementById("runs").innerHTML = runs.map(run => \`
|
|
70
|
+
<button class="run" data-run="\${run.id}">
|
|
71
|
+
<span><strong>\${run.spec_name}</strong> <span class="pill">\${run.status}</span></span>
|
|
72
|
+
<span class="muted">\${run.id.slice(0, 8)} · \${run.current_stage} · \${run.base_model}</span>
|
|
73
|
+
</button>\`).join("") || '<p class="muted">No runs yet.</p>';
|
|
74
|
+
for (const el of document.querySelectorAll("[data-run]")) {
|
|
75
|
+
el.onclick = () => showRun(el.getAttribute("data-run"));
|
|
76
|
+
}
|
|
77
|
+
if (!selected && runs[0]) showRun(runs[0].id);
|
|
78
|
+
}
|
|
79
|
+
async function showRun(id) {
|
|
80
|
+
selected = id;
|
|
81
|
+
if (events) events.close();
|
|
82
|
+
const run = await api("/api/runs/" + id);
|
|
83
|
+
let report = null;
|
|
84
|
+
try { report = await api("/api/runs/" + id + "/report"); } catch {}
|
|
85
|
+
document.getElementById("detail").innerHTML = \`
|
|
86
|
+
<h2>\${run.spec_name}</h2>
|
|
87
|
+
<p><span class="pill">\${run.status}</span> <span class="muted">\${run.id}</span></p>
|
|
88
|
+
<div class="grid">
|
|
89
|
+
<div class="metric"><div class="muted">Stage</div><strong>\${run.current_stage}</strong></div>
|
|
90
|
+
<div class="metric"><div class="muted">Base Model</div><strong>\${run.base_model}</strong></div>
|
|
91
|
+
<div class="metric"><div class="muted">Model ID</div><strong>\${fmt(run.model_id)}</strong></div>
|
|
92
|
+
<div class="metric"><div class="muted">Updated</div><strong>\${run.updated_at}</strong></div>
|
|
93
|
+
</div>
|
|
94
|
+
<h3>Report</h3>
|
|
95
|
+
<pre>\${report ? JSON.stringify({
|
|
96
|
+
avg_score_delta: report.comparison?.avg_score_delta,
|
|
97
|
+
pass_rate_delta: report.comparison?.pass_rate_delta,
|
|
98
|
+
artifact: report.fine_tuned_model_id,
|
|
99
|
+
metrics: report.training?.metrics,
|
|
100
|
+
}, null, 2) : "Report not available yet."}</pre>
|
|
101
|
+
<h3>Events</h3>
|
|
102
|
+
<pre id="events"></pre>\`;
|
|
103
|
+
const eventBox = document.getElementById("events");
|
|
104
|
+
const history = await api("/api/runs/" + id + "/events");
|
|
105
|
+
eventBox.textContent = history.map(e => \`\${e.occurred_at} \${e.stage}: \${e.message}\`).join("\\n");
|
|
106
|
+
events = new EventSource("/api/runs/" + id + "/events/stream");
|
|
107
|
+
events.onmessage = (msg) => {
|
|
108
|
+
const e = JSON.parse(msg.data);
|
|
109
|
+
eventBox.textContent += "\\n" + \`\${e.occurred_at} \${e.stage}: \${e.message}\`;
|
|
110
|
+
};
|
|
111
|
+
}
|
|
112
|
+
document.getElementById("refresh").onclick = loadRuns;
|
|
113
|
+
loadRuns().catch(err => document.getElementById("detail").textContent = err.message);
|
|
114
|
+
</script>
|
|
115
|
+
</body>
|
|
116
|
+
</html>`;
|
|
117
|
+
async function streamRunEvents(req, res, storeRoot, runId) {
|
|
118
|
+
const store = createLocalStore(storeRoot);
|
|
119
|
+
const run = await store.getRun(runId);
|
|
120
|
+
const eventPath = `${store.paths.runsDir}/${run.id}/progress.jsonl`;
|
|
121
|
+
let offset = 0;
|
|
122
|
+
res.writeHead(200, {
|
|
123
|
+
"Content-Type": "text/event-stream",
|
|
124
|
+
"Cache-Control": "no-cache",
|
|
125
|
+
Connection: "keep-alive",
|
|
126
|
+
});
|
|
127
|
+
const sendNew = async () => {
|
|
128
|
+
const size = await stat(eventPath).then((s) => s.size).catch(() => 0);
|
|
129
|
+
if (size <= offset)
|
|
130
|
+
return;
|
|
131
|
+
const text = await readFile(eventPath, "utf8");
|
|
132
|
+
const chunk = text.slice(offset);
|
|
133
|
+
offset = text.length;
|
|
134
|
+
for (const line of chunk.split(/\r?\n/).filter(Boolean)) {
|
|
135
|
+
res.write(`data: ${line}\n\n`);
|
|
136
|
+
}
|
|
137
|
+
};
|
|
138
|
+
await sendNew();
|
|
139
|
+
const timer = setInterval(() => { sendNew().catch(() => undefined); }, 1000);
|
|
140
|
+
req.on("close", () => clearInterval(timer));
|
|
141
|
+
}
|
|
142
|
+
export async function serveLocalDashboard(options = {}) {
|
|
143
|
+
const host = options.host ?? "127.0.0.1";
|
|
144
|
+
const port = options.port ?? 8787;
|
|
145
|
+
const config = options.config ?? localRunnerConfigSchema.parse({});
|
|
146
|
+
const storeRoot = config.storeRoot;
|
|
147
|
+
const store = createLocalStore(storeRoot);
|
|
148
|
+
await store.ensure();
|
|
149
|
+
const server = createServer(async (req, res) => {
|
|
150
|
+
try {
|
|
151
|
+
const url = new URL(req.url ?? "/", `http://${req.headers.host ?? "localhost"}`);
|
|
152
|
+
const path = url.pathname;
|
|
153
|
+
if (req.method === "GET" && path === "/")
|
|
154
|
+
return sendText(res, 200, DASHBOARD_HTML, "text/html; charset=utf-8");
|
|
155
|
+
if (req.method === "GET" && path === "/api/health")
|
|
156
|
+
return sendJson(res, 200, { ok: true, store_root: store.root });
|
|
157
|
+
if (req.method === "GET" && path === "/api/runs")
|
|
158
|
+
return sendJson(res, 200, await store.listRuns());
|
|
159
|
+
if (req.method === "GET" && path === "/api/models")
|
|
160
|
+
return sendJson(res, 200, await store.listModels());
|
|
161
|
+
if (req.method === "GET" && path === "/api/specs")
|
|
162
|
+
return sendJson(res, 200, await store.listSpecs());
|
|
163
|
+
const runMatch = path.match(/^\/api\/runs\/([^/]+)(?:\/(events|events\/stream|report|cancel))?$/);
|
|
164
|
+
if (runMatch) {
|
|
165
|
+
const id = runMatch[1];
|
|
166
|
+
const tail = runMatch[2];
|
|
167
|
+
if (req.method === "GET" && !tail)
|
|
168
|
+
return sendJson(res, 200, await store.getRun(id));
|
|
169
|
+
if (req.method === "GET" && tail === "events")
|
|
170
|
+
return sendJson(res, 200, await store.getRunEvents(id));
|
|
171
|
+
if (req.method === "GET" && tail === "events/stream")
|
|
172
|
+
return streamRunEvents(req, res, store.root, id);
|
|
173
|
+
if (req.method === "GET" && tail === "report")
|
|
174
|
+
return sendJson(res, 200, await store.getRunReport(id));
|
|
175
|
+
if (req.method === "POST" && tail === "cancel") {
|
|
176
|
+
await store.cancelRun(id);
|
|
177
|
+
return sendJson(res, 200, { ok: true });
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
const modelMatch = path.match(/^\/api\/models\/([^/]+)$/);
|
|
181
|
+
if (req.method === "GET" && modelMatch)
|
|
182
|
+
return sendJson(res, 200, await store.getModel(modelMatch[1]));
|
|
183
|
+
const specMatch = path.match(/^\/api\/specs\/([^/]+)$/);
|
|
184
|
+
if (req.method === "GET" && specMatch)
|
|
185
|
+
return sendJson(res, 200, await store.getSpec(specMatch[1]));
|
|
186
|
+
if (req.method === "POST" && path === "/api/runs") {
|
|
187
|
+
const body = await readBody(req);
|
|
188
|
+
const request = fineTuneRunRequestSchema.parse(body.request ?? body);
|
|
189
|
+
const runConfig = localRunnerConfigSchema.parse({ ...config, ...(body.config ?? {}) });
|
|
190
|
+
void runLocalFineTune({ request, config: runConfig }).catch((error) => {
|
|
191
|
+
console.error("[tt-local.serve.run]", error);
|
|
192
|
+
});
|
|
193
|
+
return sendJson(res, 202, { ok: true, run_id: request.run_id });
|
|
194
|
+
}
|
|
195
|
+
sendJson(res, 404, { error: "not_found" });
|
|
196
|
+
}
|
|
197
|
+
catch (error) {
|
|
198
|
+
sendJson(res, 500, { error: error instanceof Error ? error.message : String(error) });
|
|
199
|
+
}
|
|
200
|
+
});
|
|
201
|
+
await new Promise((resolveListen, reject) => {
|
|
202
|
+
server.once("error", reject);
|
|
203
|
+
server.listen(port, host, () => resolveListen());
|
|
204
|
+
});
|
|
205
|
+
const address = server.address();
|
|
206
|
+
return {
|
|
207
|
+
url: `http://${host}:${address.port}/`,
|
|
208
|
+
close: async () => await new Promise((resolveClose) => server.close(() => resolveClose())),
|
|
209
|
+
};
|
|
210
|
+
}
|
|
211
|
+
//# sourceMappingURL=server.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAA6C,MAAM,WAAW,CAAC;AACpF,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAElD,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,wBAAwB,EAAE,uBAAuB,EAA0B,MAAM,gBAAgB,CAAC;AAC3G,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,SAAS,QAAQ,CAAC,GAAmB,EAAE,MAAc,EAAE,IAAa;IAClE,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE;QACpB,cAAc,EAAE,kBAAkB;QAClC,eAAe,EAAE,UAAU;KAC5B,CAAC,CAAC;IACH,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,QAAQ,CAAC,GAAmB,EAAE,MAAc,EAAE,IAAY,EAAE,WAAW,GAAG,2BAA2B;IAC5G,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE;QACpB,cAAc,EAAE,WAAW;QAC3B,eAAe,EAAE,UAAU;KAC5B,CAAC,CAAC;IACH,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,GAAoB;IAC1C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAChG,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3D,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACtC,CAAC;AAED,MAAM,cAAc,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAyFf,CAAC;AAET,KAAK,UAAU,eAAe,CAAC,GAAoB,EAAE,GAAmB,EAAE,SAAiB,EAAE,KAAa;IACxG,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,IAAI,GAAG,CAAC,EAAE,iBAAiB,CAAC;IACpE,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;QACjB,cAAc,EAAE,mBAAmB;QACnC,eAAe,EAAE,UAAU;QAC3B,UAAU,EAAE,YAAY;KACzB,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;QACzB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QACtE,IAAI,IAAI,IAAI,MAAM;YAAE,OAAO;QAC3B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QACrB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACxD,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC;QACjC,CAAC;IACH,CAAC,CAAC;IACF,MAAM,OAAO,EAAE,CAAC;IAChB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC7E,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,UAItC,EAAE;IACJ,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,WAAW,CAAC;IACzC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC;IAClC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,uBAAuB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;IAErB,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAC7C,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,UAAU,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC,CAAC;YACjF,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;YAC1B,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,GAAG;gBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,cAAc,EAAE,0BAA0B,CAAC,CAAC;YAChH,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,aAAa;gBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YACpH,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,WAAW;gBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;YACpG,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,aAAa;gBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;YACxG,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,YAAY;gBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;YAEtG,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,oEAAoE,CAAC,CAAC;YAClG,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACvB,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACzB,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,IAAI;oBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBACrF,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,QAAQ;oBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvG,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,eAAe;oBAAE,OAAO,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACvG,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,QAAQ;oBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvG,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC/C,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBAC1B,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;YAC1D,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,UAAU;gBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvG,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;YACxD,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,SAAS;gBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAEpG,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBAClD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,CAA4C,CAAC;gBAC5E,MAAM,OAAO,GAAG,wBAAwB,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC;gBACrE,MAAM,SAAS,GAAG,uBAAuB,CAAC,KAAK,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;gBACvF,KAAK,gBAAgB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBACpE,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;gBAC/C,CAAC,CAAC,CAAC;gBACH,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YAClE,CAAC;YAED,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,IAAI,OAAO,CAAO,CAAC,aAAa,EAAE,MAAM,EAAE,EAAE;QAChD,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC7B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,aAAa,EAAE,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAiB,CAAC;IAChD,OAAO;QACL,GAAG,EAAE,UAAU,IAAI,IAAI,OAAO,CAAC,IAAI,GAAG;QACtC,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,OAAO,CAAO,CAAC,YAAY,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,YAAY,EAAE,CAAC,CAAC;KACjG,CAAC;AACJ,CAAC"}
|
package/dist/store.d.ts
ADDED
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
import type { FineTuneRunRequest, RunReport, SpecSnapshot } from "./contracts.js";
|
|
2
|
+
export type LocalRunStatus = "queued" | "preparing" | "evaluating_baseline" | "training" | "evaluating_candidate" | "completed" | "failed" | "cancelled";
|
|
3
|
+
export interface LocalRunState {
|
|
4
|
+
id: string;
|
|
5
|
+
behavior_spec_id: string;
|
|
6
|
+
user_id: string;
|
|
7
|
+
run_number: number;
|
|
8
|
+
status: LocalRunStatus;
|
|
9
|
+
current_stage: string;
|
|
10
|
+
status_message: string;
|
|
11
|
+
artifact_dir: string;
|
|
12
|
+
report_path?: string;
|
|
13
|
+
model_id?: string;
|
|
14
|
+
error?: string;
|
|
15
|
+
base_model: string;
|
|
16
|
+
spec_name: string;
|
|
17
|
+
created_at: string;
|
|
18
|
+
updated_at: string;
|
|
19
|
+
started_at?: string;
|
|
20
|
+
completed_at?: string;
|
|
21
|
+
}
|
|
22
|
+
export interface LocalRunEvent {
|
|
23
|
+
id: string;
|
|
24
|
+
run_id: string;
|
|
25
|
+
stage: string;
|
|
26
|
+
status: LocalRunStatus | "running" | "completed" | "failed";
|
|
27
|
+
message: string;
|
|
28
|
+
details?: Record<string, unknown>;
|
|
29
|
+
occurred_at: string;
|
|
30
|
+
}
|
|
31
|
+
export interface LocalRunIndexRecord extends LocalRunState {
|
|
32
|
+
catalog_updated_at: string;
|
|
33
|
+
}
|
|
34
|
+
export interface LocalModelRecord {
|
|
35
|
+
id: string;
|
|
36
|
+
run_id: string;
|
|
37
|
+
behavior_spec_id: string;
|
|
38
|
+
name: string;
|
|
39
|
+
provider: "local-uv";
|
|
40
|
+
base_model: string;
|
|
41
|
+
artifact_uri: string;
|
|
42
|
+
artifact_dir: string;
|
|
43
|
+
metrics: Record<string, unknown> | null;
|
|
44
|
+
created_at: string;
|
|
45
|
+
}
|
|
46
|
+
export interface LocalSpecRecord {
|
|
47
|
+
id: string;
|
|
48
|
+
name: string;
|
|
49
|
+
base_model: string;
|
|
50
|
+
path: string;
|
|
51
|
+
created_at: string;
|
|
52
|
+
updated_at: string;
|
|
53
|
+
}
|
|
54
|
+
export interface LocalStore {
|
|
55
|
+
root: string;
|
|
56
|
+
paths: ReturnType<typeof localStorePaths>;
|
|
57
|
+
ensure(): Promise<void>;
|
|
58
|
+
importSpec(specId: string, spec: SpecSnapshot): Promise<LocalSpecRecord>;
|
|
59
|
+
listSpecs(): Promise<LocalSpecRecord[]>;
|
|
60
|
+
getSpec(id: string): Promise<LocalSpecRecord & {
|
|
61
|
+
spec: SpecSnapshot;
|
|
62
|
+
}>;
|
|
63
|
+
startRun(args: {
|
|
64
|
+
request: FineTuneRunRequest;
|
|
65
|
+
artifactDir: string;
|
|
66
|
+
}): Promise<LocalRunState>;
|
|
67
|
+
updateRun(args: {
|
|
68
|
+
runId: string;
|
|
69
|
+
status: LocalRunStatus;
|
|
70
|
+
stage: string;
|
|
71
|
+
message: string;
|
|
72
|
+
details?: Record<string, unknown>;
|
|
73
|
+
}): Promise<LocalRunState>;
|
|
74
|
+
completeRun(report: RunReport, artifactDir: string, reportPath: string): Promise<LocalRunState>;
|
|
75
|
+
failRun(runId: string, error: string): Promise<LocalRunState>;
|
|
76
|
+
cancelRun(runId: string): Promise<void>;
|
|
77
|
+
listRuns(): Promise<LocalRunIndexRecord[]>;
|
|
78
|
+
getRun(id: string): Promise<LocalRunState>;
|
|
79
|
+
getRunEvents(id: string): Promise<LocalRunEvent[]>;
|
|
80
|
+
getRunReport(id: string): Promise<RunReport>;
|
|
81
|
+
listModels(): Promise<LocalModelRecord[]>;
|
|
82
|
+
getModel(id: string): Promise<LocalModelRecord>;
|
|
83
|
+
rebuildIndexes(): Promise<void>;
|
|
84
|
+
}
|
|
85
|
+
export declare function defaultLocalHome(): string;
|
|
86
|
+
export declare function localStorePaths(root: string): {
|
|
87
|
+
root: string;
|
|
88
|
+
specsDir: string;
|
|
89
|
+
runsDir: string;
|
|
90
|
+
modelsDir: string;
|
|
91
|
+
datasetsDir: string;
|
|
92
|
+
catalogDir: string;
|
|
93
|
+
runsCatalog: string;
|
|
94
|
+
specsCatalog: string;
|
|
95
|
+
modelsCatalog: string;
|
|
96
|
+
datasetsCatalog: string;
|
|
97
|
+
};
|
|
98
|
+
export declare function createLocalStore(root?: string): LocalStore;
|