@tuned-tensor/local 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (53) hide show
  1. package/CHANGELOG.md +23 -0
  2. package/LICENSE +161 -0
  3. package/README.md +242 -0
  4. package/dist/artifacts.d.ts +35 -0
  5. package/dist/artifacts.js +56 -0
  6. package/dist/artifacts.js.map +1 -0
  7. package/dist/contracts.d.ts +471 -0
  8. package/dist/contracts.js +253 -0
  9. package/dist/contracts.js.map +1 -0
  10. package/dist/dataset.d.ts +12 -0
  11. package/dist/dataset.js +60 -0
  12. package/dist/dataset.js.map +1 -0
  13. package/dist/docker-training.d.ts +8 -0
  14. package/dist/docker-training.js +123 -0
  15. package/dist/docker-training.js.map +1 -0
  16. package/dist/doctor.d.ts +7 -0
  17. package/dist/doctor.js +74 -0
  18. package/dist/doctor.js.map +1 -0
  19. package/dist/evaluation.d.ts +23 -0
  20. package/dist/evaluation.js +318 -0
  21. package/dist/evaluation.js.map +1 -0
  22. package/dist/index.d.ts +14 -0
  23. package/dist/index.js +316 -0
  24. package/dist/index.js.map +1 -0
  25. package/dist/local-project.d.ts +22 -0
  26. package/dist/local-project.js +74 -0
  27. package/dist/local-project.js.map +1 -0
  28. package/dist/model-registry.d.ts +18 -0
  29. package/dist/model-registry.js +151 -0
  30. package/dist/model-registry.js.map +1 -0
  31. package/dist/openrouter.d.ts +16 -0
  32. package/dist/openrouter.js +39 -0
  33. package/dist/openrouter.js.map +1 -0
  34. package/dist/orchestrator.d.ts +14 -0
  35. package/dist/orchestrator.js +151 -0
  36. package/dist/orchestrator.js.map +1 -0
  37. package/dist/process-training.d.ts +8 -0
  38. package/dist/process-training.js +135 -0
  39. package/dist/process-training.js.map +1 -0
  40. package/dist/server.d.ts +9 -0
  41. package/dist/server.js +211 -0
  42. package/dist/server.js.map +1 -0
  43. package/dist/store.d.ts +98 -0
  44. package/dist/store.js +327 -0
  45. package/dist/store.js.map +1 -0
  46. package/docs/architecture.md +109 -0
  47. package/docs/spark.md +86 -0
  48. package/examples/local-runner.json +14 -0
  49. package/examples/smoke-run-request.json +34 -0
  50. package/package.json +40 -0
  51. package/training/sft-local/pyproject.toml +24 -0
  52. package/training/sft-local/src/evaluate.py +177 -0
  53. package/training/sft-local/src/train.py +233 -0
@@ -0,0 +1,135 @@
1
+ import { spawn } from "node:child_process";
2
+ import { createWriteStream } from "node:fs";
3
+ import { access, copyFile, mkdir, readFile, writeFile } from "node:fs/promises";
4
+ import { join, resolve } from "node:path";
5
+ import { copyDatasetToTrainingChannel, fileUri, writeJson } from "./artifacts.js";
6
+ import { resolveTrainingModel } from "./model-registry.js";
7
+ export function buildTrainingHyperparameters(request) {
8
+ const model = resolveTrainingModel(request.spec_snapshot.base_model);
9
+ const hyper = request.hyperparameters;
10
+ return {
11
+ run_id: request.run_id,
12
+ base_model: model.id,
13
+ model_family: model.family,
14
+ model_loader: model.loader,
15
+ n_epochs: String(hyper.n_epochs),
16
+ learning_rate: String(hyper.learning_rate ?? model.defaultLearningRate),
17
+ per_device_train_batch_size: String(hyper.batch_size ?? model.defaultPerDeviceBatchSize),
18
+ gradient_accumulation_steps: String(hyper.gradient_accumulation_steps ?? model.defaultGradientAccumulationSteps),
19
+ lora_rank: String(hyper.lora_rank ?? model.defaultLoraRank),
20
+ lora_alpha: String(hyper.lora_alpha ?? model.defaultLoraAlpha),
21
+ lora_dropout: String(hyper.lora_dropout ?? model.defaultLoraDropout),
22
+ max_seq_length: String(hyper.max_seq_length ?? model.defaultMaxSeqLength),
23
+ save_adapter_only: String(hyper.save_adapter_only),
24
+ requires_hf_token: String(model.requiresHfToken),
25
+ trust_remote_code: String(model.trustRemoteCode),
26
+ };
27
+ }
28
+ async function pathExists(path) {
29
+ try {
30
+ await access(path);
31
+ return true;
32
+ }
33
+ catch {
34
+ return false;
35
+ }
36
+ }
37
+ function buildUvArgs(training) {
38
+ const args = ["run"];
39
+ if (training.project)
40
+ args.push("--project", training.project);
41
+ if (training.with?.length) {
42
+ for (const dependency of training.with)
43
+ args.push("--with", dependency);
44
+ }
45
+ args.push("python");
46
+ if (training.module) {
47
+ args.push("-m", training.module);
48
+ }
49
+ else if (training.script) {
50
+ args.push(training.script);
51
+ }
52
+ else {
53
+ args.push("training/sft-local/src/train.py");
54
+ }
55
+ args.push(...training.args);
56
+ return args;
57
+ }
58
+ export async function launchProcessTraining(args) {
59
+ const { request, artifacts, config } = args;
60
+ const jobName = `tt-local-${request.run_id}`;
61
+ await mkdir(artifacts.trainingDir, { recursive: true });
62
+ await copyDatasetToTrainingChannel(artifacts);
63
+ const hyperparameters = buildTrainingHyperparameters(request);
64
+ await writeJson(join(artifacts.trainingConfigDir, "hyperparameters.json"), hyperparameters);
65
+ if (config.dryRun) {
66
+ await writeFile(artifacts.trainingLog, "Dry run enabled. uv training process was not launched.\n", "utf8");
67
+ return {
68
+ provider: "local-uv",
69
+ training_job_name: jobName,
70
+ model_artifact_uri: fileUri(artifacts.trainingModelDir),
71
+ base_model_artifact_uri: config.paths.baseModel ? fileUri(config.paths.baseModel) : undefined,
72
+ metrics: { dry_run: true },
73
+ exit_code: 0,
74
+ log_uri: fileUri(artifacts.trainingLog),
75
+ command: ["uv", ...buildUvArgs(config.training)],
76
+ };
77
+ }
78
+ const uvArgs = buildUvArgs(config.training);
79
+ const logStream = createWriteStream(artifacts.trainingLog, { flags: "w" });
80
+ const childEnv = {
81
+ ...process.env,
82
+ ...config.training.env,
83
+ BACKEND: "local",
84
+ SM_CHANNEL_TRAINING: resolve(artifacts.trainingInputDir),
85
+ SM_CHANNEL_BASE_MODEL: config.paths.baseModel ? resolve(config.paths.baseModel) : undefined,
86
+ SM_MODEL_DIR: resolve(artifacts.trainingModelDir),
87
+ SM_OUTPUT_DIR: resolve(artifacts.trainingOutputDir),
88
+ TT_HYPERPARAMETERS_PATH: resolve(artifacts.trainingConfigDir, "hyperparameters.json"),
89
+ HF_HOME: config.paths.modelCache ? resolve(config.paths.modelCache) : process.env.HF_HOME,
90
+ };
91
+ for (const [key, value] of Object.entries(childEnv)) {
92
+ if (value === undefined)
93
+ delete childEnv[key];
94
+ }
95
+ if (config.paths.modelCache)
96
+ await mkdir(config.paths.modelCache, { recursive: true });
97
+ const exitCode = await new Promise((resolvePromise, reject) => {
98
+ const child = spawn("uv", uvArgs, {
99
+ cwd: config.training.cwd ? resolve(config.training.cwd) : process.cwd(),
100
+ stdio: ["ignore", "pipe", "pipe"],
101
+ env: childEnv,
102
+ });
103
+ child.stdout.pipe(logStream, { end: false });
104
+ child.stderr.pipe(logStream, { end: false });
105
+ child.on("error", reject);
106
+ child.on("close", (code) => resolvePromise(code ?? 1));
107
+ }).finally(() => {
108
+ logStream.end();
109
+ });
110
+ const metricsPath = join(artifacts.trainingModelDir, "training-metrics.json");
111
+ const metrics = await pathExists(metricsPath)
112
+ ? JSON.parse(await readFile(metricsPath, "utf8"))
113
+ : null;
114
+ if (exitCode !== 0) {
115
+ throw new Error(`uv training exited with code ${exitCode}. See ${artifacts.trainingLog}.`);
116
+ }
117
+ const modelTarPath = join(artifacts.trainingOutputDir, "model.tar.gz");
118
+ const modelUri = await pathExists(modelTarPath)
119
+ ? fileUri(modelTarPath)
120
+ : fileUri(artifacts.trainingModelDir);
121
+ if (await pathExists(modelTarPath)) {
122
+ await copyFile(modelTarPath, join(artifacts.runDir, "model.tar.gz")).catch(() => undefined);
123
+ }
124
+ return {
125
+ provider: "local-uv",
126
+ training_job_name: jobName,
127
+ model_artifact_uri: modelUri,
128
+ base_model_artifact_uri: config.paths.baseModel ? fileUri(config.paths.baseModel) : undefined,
129
+ metrics,
130
+ exit_code: exitCode,
131
+ log_uri: fileUri(artifacts.trainingLog),
132
+ command: ["uv", ...uvArgs],
133
+ };
134
+ }
135
+ //# sourceMappingURL=process-training.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"process-training.js","sourceRoot":"","sources":["../src/process-training.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAChF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAG1C,OAAO,EAAE,4BAA4B,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAClF,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAE3D,MAAM,UAAU,4BAA4B,CAAC,OAA2B;IACtE,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IACrE,MAAM,KAAK,GAAG,OAAO,CAAC,eAAe,CAAC;IACtC,OAAO;QACL,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,KAAK,CAAC,EAAE;QACpB,YAAY,EAAE,KAAK,CAAC,MAAM;QAC1B,YAAY,EAAE,KAAK,CAAC,MAAM;QAC1B,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;QAChC,aAAa,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,mBAAmB,CAAC;QACvE,2BAA2B,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,yBAAyB,CAAC;QACxF,2BAA2B,EAAE,MAAM,CACjC,KAAK,CAAC,2BAA2B,IAAI,KAAK,CAAC,gCAAgC,CAC5E;QACD,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,eAAe,CAAC;QAC3D,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,gBAAgB,CAAC;QAC9D,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,kBAAkB,CAAC;QACpE,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,mBAAmB,CAAC;QACzE,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC;QAClD,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;QAChD,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;KACjD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,QAAuC;IAC1D,MAAM,IAAI,GAAa,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,QAAQ,CAAC,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC/D,IAAI,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;QAC1B,KAAK,MAAM,UAAU,IAAI,QAAQ,CAAC,IAAI;YAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpB,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;SAAM,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5B,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAI3C;IACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAC5C,MAAM,OAAO,GAAG,YAAY,OAAO,CAAC,MAAM,EAAE,CAAC;IAC7C,MAAM,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,MAAM,4BAA4B,CAAC,SAAS,CAAC,CAAC;IAC9C,MAAM,eAAe,GAAG,4BAA4B,CAAC,OAAO,CAAC,CAAC;IAC9D,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,sBAAsB,CAAC,EAAE,eAAe,CAAC,CAAC;IAE5F,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,SAAS,CACb,SAAS,CAAC,WAAW,EACrB,0DAA0D,EAC1D,MAAM,CACP,CAAC;QACF,OAAO;YACL,QAAQ,EAAE,UAAU;YACpB,iBAAiB,EAAE,OAAO;YAC1B,kBAAkB,EAAE,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;YACvD,uBAAuB,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;YAC7F,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;YAC1B,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC;YACvC,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;SACjD,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,iBAAiB,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAC3E,MAAM,QAAQ,GAAsB;QAClC,GAAG,OAAO,CAAC,GAAG;QACd,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG;QACtB,OAAO,EAAE,OAAO;QAChB,mBAAmB,EAAE,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;QACxD,qBAAqB,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;QAC3F,YAAY,EAAE,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;QACjD,aAAa,EAAE,OAAO,CAAC,SAAS,CAAC,iBAAiB,CAAC;QACnD,uBAAuB,EAAE,OAAO,CAAC,SAAS,CAAC,iBAAiB,EAAE,sBAAsB,CAAC;QACrF,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO;KAC1F,CAAC;IACF,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpD,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU;QAAE,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEvF,MAAM,QAAQ,GAAG,MAAM,IAAI,OAAO,CAAS,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;QACpE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE;YAChC,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YACvE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;YACjC,GAAG,EAAE,QAAQ;SACd,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7C,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7C,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;QACd,SAAS,CAAC,GAAG,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,uBAAuB,CAAC,CAAC;IAC9E,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,WAAW,CAAC;QAC3C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAA4B;QAC5E,CAAC,CAAC,IAAI,CAAC;IAET,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,SAAS,SAAS,CAAC,WAAW,GAAG,CAAC,CAAC;IAC7F,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC;IACvE,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,YAAY,CAAC;QAC7C,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;QACvB,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IACxC,IAAI,MAAM,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QACnC,MAAM,QAAQ,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC9F,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,UAAU;QACpB,iBAAiB,EAAE,OAAO;QAC1B,kBAAkB,EAAE,QAAQ;QAC5B,uBAAuB,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;QAC7F,OAAO;QACP,SAAS,EAAE,QAAQ;QACnB,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC;QACvC,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC;KAC3B,CAAC;AACJ,CAAC"}
@@ -0,0 +1,9 @@
1
+ import { type LocalRunnerConfig } from "./contracts.js";
2
+ export declare function serveLocalDashboard(options?: {
3
+ host?: string;
4
+ port?: number;
5
+ config?: LocalRunnerConfig;
6
+ }): Promise<{
7
+ url: string;
8
+ close(): Promise<void>;
9
+ }>;
package/dist/server.js ADDED
@@ -0,0 +1,211 @@
1
+ import { createServer } from "node:http";
2
+ import { readFile, stat } from "node:fs/promises";
3
+ import { createLocalStore } from "./store.js";
4
+ import { fineTuneRunRequestSchema, localRunnerConfigSchema } from "./contracts.js";
5
+ import { runLocalFineTune } from "./orchestrator.js";
6
+ function sendJson(res, status, body) {
7
+ res.writeHead(status, {
8
+ "Content-Type": "application/json",
9
+ "Cache-Control": "no-store",
10
+ });
11
+ res.end(`${JSON.stringify(body, null, 2)}\n`);
12
+ }
13
+ function sendText(res, status, body, contentType = "text/plain; charset=utf-8") {
14
+ res.writeHead(status, {
15
+ "Content-Type": contentType,
16
+ "Cache-Control": "no-store",
17
+ });
18
+ res.end(body);
19
+ }
20
+ async function readBody(req) {
21
+ const chunks = [];
22
+ for await (const chunk of req)
23
+ chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
24
+ const text = Buffer.concat(chunks).toString("utf8").trim();
25
+ return text ? JSON.parse(text) : {};
26
+ }
27
+ const DASHBOARD_HTML = `<!doctype html>
28
+ <html lang="en">
29
+ <head>
30
+ <meta charset="utf-8" />
31
+ <meta name="viewport" content="width=device-width, initial-scale=1" />
32
+ <title>Tuned Tensor Local</title>
33
+ <style>
34
+ body { margin: 0; font-family: ui-sans-serif, system-ui, -apple-system, BlinkMacSystemFont, "Segoe UI", sans-serif; background: #f7f7f4; color: #1e2320; }
35
+ header { display: flex; justify-content: space-between; align-items: center; padding: 16px 24px; border-bottom: 1px solid #d9ddd6; background: #ffffff; position: sticky; top: 0; }
36
+ main { display: grid; grid-template-columns: minmax(280px, 420px) 1fr; min-height: calc(100vh - 65px); }
37
+ aside { border-right: 1px solid #d9ddd6; padding: 16px; overflow: auto; }
38
+ section { padding: 20px; overflow: auto; }
39
+ button { border: 1px solid #a8b0a8; background: #ffffff; padding: 7px 10px; border-radius: 6px; cursor: pointer; }
40
+ .run { width: 100%; text-align: left; display: grid; gap: 4px; margin-bottom: 8px; }
41
+ .muted { color: #667066; font-size: 12px; }
42
+ .pill { display: inline-block; border: 1px solid #b8c0b6; border-radius: 999px; padding: 2px 8px; font-size: 12px; background: #fff; }
43
+ pre { background: #1f2420; color: #eef2ed; padding: 12px; overflow: auto; border-radius: 6px; }
44
+ .grid { display: grid; grid-template-columns: repeat(auto-fit, minmax(220px, 1fr)); gap: 12px; }
45
+ .metric { border: 1px solid #d9ddd6; background: #fff; border-radius: 6px; padding: 12px; }
46
+ @media (max-width: 760px) { main { grid-template-columns: 1fr; } aside { border-right: 0; border-bottom: 1px solid #d9ddd6; } }
47
+ </style>
48
+ </head>
49
+ <body>
50
+ <header>
51
+ <strong>Tuned Tensor Local</strong>
52
+ <button id="refresh">Refresh</button>
53
+ </header>
54
+ <main>
55
+ <aside><div id="runs"></div></aside>
56
+ <section><div id="detail" class="muted">Select a run.</div></section>
57
+ </main>
58
+ <script>
59
+ let selected = null;
60
+ let events = null;
61
+ const fmt = (v) => v == null ? "—" : String(v);
62
+ async function api(path) {
63
+ const res = await fetch(path);
64
+ if (!res.ok) throw new Error(await res.text());
65
+ return res.json();
66
+ }
67
+ async function loadRuns() {
68
+ const runs = await api("/api/runs");
69
+ document.getElementById("runs").innerHTML = runs.map(run => \`
70
+ <button class="run" data-run="\${run.id}">
71
+ <span><strong>\${run.spec_name}</strong> <span class="pill">\${run.status}</span></span>
72
+ <span class="muted">\${run.id.slice(0, 8)} · \${run.current_stage} · \${run.base_model}</span>
73
+ </button>\`).join("") || '<p class="muted">No runs yet.</p>';
74
+ for (const el of document.querySelectorAll("[data-run]")) {
75
+ el.onclick = () => showRun(el.getAttribute("data-run"));
76
+ }
77
+ if (!selected && runs[0]) showRun(runs[0].id);
78
+ }
79
+ async function showRun(id) {
80
+ selected = id;
81
+ if (events) events.close();
82
+ const run = await api("/api/runs/" + id);
83
+ let report = null;
84
+ try { report = await api("/api/runs/" + id + "/report"); } catch {}
85
+ document.getElementById("detail").innerHTML = \`
86
+ <h2>\${run.spec_name}</h2>
87
+ <p><span class="pill">\${run.status}</span> <span class="muted">\${run.id}</span></p>
88
+ <div class="grid">
89
+ <div class="metric"><div class="muted">Stage</div><strong>\${run.current_stage}</strong></div>
90
+ <div class="metric"><div class="muted">Base Model</div><strong>\${run.base_model}</strong></div>
91
+ <div class="metric"><div class="muted">Model ID</div><strong>\${fmt(run.model_id)}</strong></div>
92
+ <div class="metric"><div class="muted">Updated</div><strong>\${run.updated_at}</strong></div>
93
+ </div>
94
+ <h3>Report</h3>
95
+ <pre>\${report ? JSON.stringify({
96
+ avg_score_delta: report.comparison?.avg_score_delta,
97
+ pass_rate_delta: report.comparison?.pass_rate_delta,
98
+ artifact: report.fine_tuned_model_id,
99
+ metrics: report.training?.metrics,
100
+ }, null, 2) : "Report not available yet."}</pre>
101
+ <h3>Events</h3>
102
+ <pre id="events"></pre>\`;
103
+ const eventBox = document.getElementById("events");
104
+ const history = await api("/api/runs/" + id + "/events");
105
+ eventBox.textContent = history.map(e => \`\${e.occurred_at} \${e.stage}: \${e.message}\`).join("\\n");
106
+ events = new EventSource("/api/runs/" + id + "/events/stream");
107
+ events.onmessage = (msg) => {
108
+ const e = JSON.parse(msg.data);
109
+ eventBox.textContent += "\\n" + \`\${e.occurred_at} \${e.stage}: \${e.message}\`;
110
+ };
111
+ }
112
+ document.getElementById("refresh").onclick = loadRuns;
113
+ loadRuns().catch(err => document.getElementById("detail").textContent = err.message);
114
+ </script>
115
+ </body>
116
+ </html>`;
117
+ async function streamRunEvents(req, res, storeRoot, runId) {
118
+ const store = createLocalStore(storeRoot);
119
+ const run = await store.getRun(runId);
120
+ const eventPath = `${store.paths.runsDir}/${run.id}/progress.jsonl`;
121
+ let offset = 0;
122
+ res.writeHead(200, {
123
+ "Content-Type": "text/event-stream",
124
+ "Cache-Control": "no-cache",
125
+ Connection: "keep-alive",
126
+ });
127
+ const sendNew = async () => {
128
+ const size = await stat(eventPath).then((s) => s.size).catch(() => 0);
129
+ if (size <= offset)
130
+ return;
131
+ const text = await readFile(eventPath, "utf8");
132
+ const chunk = text.slice(offset);
133
+ offset = text.length;
134
+ for (const line of chunk.split(/\r?\n/).filter(Boolean)) {
135
+ res.write(`data: ${line}\n\n`);
136
+ }
137
+ };
138
+ await sendNew();
139
+ const timer = setInterval(() => { sendNew().catch(() => undefined); }, 1000);
140
+ req.on("close", () => clearInterval(timer));
141
+ }
142
+ export async function serveLocalDashboard(options = {}) {
143
+ const host = options.host ?? "127.0.0.1";
144
+ const port = options.port ?? 8787;
145
+ const config = options.config ?? localRunnerConfigSchema.parse({});
146
+ const storeRoot = config.storeRoot;
147
+ const store = createLocalStore(storeRoot);
148
+ await store.ensure();
149
+ const server = createServer(async (req, res) => {
150
+ try {
151
+ const url = new URL(req.url ?? "/", `http://${req.headers.host ?? "localhost"}`);
152
+ const path = url.pathname;
153
+ if (req.method === "GET" && path === "/")
154
+ return sendText(res, 200, DASHBOARD_HTML, "text/html; charset=utf-8");
155
+ if (req.method === "GET" && path === "/api/health")
156
+ return sendJson(res, 200, { ok: true, store_root: store.root });
157
+ if (req.method === "GET" && path === "/api/runs")
158
+ return sendJson(res, 200, await store.listRuns());
159
+ if (req.method === "GET" && path === "/api/models")
160
+ return sendJson(res, 200, await store.listModels());
161
+ if (req.method === "GET" && path === "/api/specs")
162
+ return sendJson(res, 200, await store.listSpecs());
163
+ const runMatch = path.match(/^\/api\/runs\/([^/]+)(?:\/(events|events\/stream|report|cancel))?$/);
164
+ if (runMatch) {
165
+ const id = runMatch[1];
166
+ const tail = runMatch[2];
167
+ if (req.method === "GET" && !tail)
168
+ return sendJson(res, 200, await store.getRun(id));
169
+ if (req.method === "GET" && tail === "events")
170
+ return sendJson(res, 200, await store.getRunEvents(id));
171
+ if (req.method === "GET" && tail === "events/stream")
172
+ return streamRunEvents(req, res, store.root, id);
173
+ if (req.method === "GET" && tail === "report")
174
+ return sendJson(res, 200, await store.getRunReport(id));
175
+ if (req.method === "POST" && tail === "cancel") {
176
+ await store.cancelRun(id);
177
+ return sendJson(res, 200, { ok: true });
178
+ }
179
+ }
180
+ const modelMatch = path.match(/^\/api\/models\/([^/]+)$/);
181
+ if (req.method === "GET" && modelMatch)
182
+ return sendJson(res, 200, await store.getModel(modelMatch[1]));
183
+ const specMatch = path.match(/^\/api\/specs\/([^/]+)$/);
184
+ if (req.method === "GET" && specMatch)
185
+ return sendJson(res, 200, await store.getSpec(specMatch[1]));
186
+ if (req.method === "POST" && path === "/api/runs") {
187
+ const body = await readBody(req);
188
+ const request = fineTuneRunRequestSchema.parse(body.request ?? body);
189
+ const runConfig = localRunnerConfigSchema.parse({ ...config, ...(body.config ?? {}) });
190
+ void runLocalFineTune({ request, config: runConfig }).catch((error) => {
191
+ console.error("[tt-local.serve.run]", error);
192
+ });
193
+ return sendJson(res, 202, { ok: true, run_id: request.run_id });
194
+ }
195
+ sendJson(res, 404, { error: "not_found" });
196
+ }
197
+ catch (error) {
198
+ sendJson(res, 500, { error: error instanceof Error ? error.message : String(error) });
199
+ }
200
+ });
201
+ await new Promise((resolveListen, reject) => {
202
+ server.once("error", reject);
203
+ server.listen(port, host, () => resolveListen());
204
+ });
205
+ const address = server.address();
206
+ return {
207
+ url: `http://${host}:${address.port}/`,
208
+ close: async () => await new Promise((resolveClose) => server.close(() => resolveClose())),
209
+ };
210
+ }
211
+ //# sourceMappingURL=server.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAA6C,MAAM,WAAW,CAAC;AACpF,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAElD,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,wBAAwB,EAAE,uBAAuB,EAA0B,MAAM,gBAAgB,CAAC;AAC3G,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,SAAS,QAAQ,CAAC,GAAmB,EAAE,MAAc,EAAE,IAAa;IAClE,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE;QACpB,cAAc,EAAE,kBAAkB;QAClC,eAAe,EAAE,UAAU;KAC5B,CAAC,CAAC;IACH,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,QAAQ,CAAC,GAAmB,EAAE,MAAc,EAAE,IAAY,EAAE,WAAW,GAAG,2BAA2B;IAC5G,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE;QACpB,cAAc,EAAE,WAAW;QAC3B,eAAe,EAAE,UAAU;KAC5B,CAAC,CAAC;IACH,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,GAAoB;IAC1C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAChG,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3D,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACtC,CAAC;AAED,MAAM,cAAc,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAyFf,CAAC;AAET,KAAK,UAAU,eAAe,CAAC,GAAoB,EAAE,GAAmB,EAAE,SAAiB,EAAE,KAAa;IACxG,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,IAAI,GAAG,CAAC,EAAE,iBAAiB,CAAC;IACpE,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;QACjB,cAAc,EAAE,mBAAmB;QACnC,eAAe,EAAE,UAAU;QAC3B,UAAU,EAAE,YAAY;KACzB,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;QACzB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QACtE,IAAI,IAAI,IAAI,MAAM;YAAE,OAAO;QAC3B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QACrB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACxD,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC;QACjC,CAAC;IACH,CAAC,CAAC;IACF,MAAM,OAAO,EAAE,CAAC;IAChB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC7E,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,UAItC,EAAE;IACJ,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,WAAW,CAAC;IACzC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC;IAClC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,uBAAuB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;IAErB,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAC7C,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,UAAU,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC,CAAC;YACjF,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;YAC1B,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,GAAG;gBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,cAAc,EAAE,0BAA0B,CAAC,CAAC;YAChH,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,aAAa;gBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YACpH,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,WAAW;gBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;YACpG,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,aAAa;gBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;YACxG,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,YAAY;gBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;YAEtG,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,oEAAoE,CAAC,CAAC;YAClG,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACvB,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACzB,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,IAAI;oBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBACrF,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,QAAQ;oBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvG,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,eAAe;oBAAE,OAAO,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACvG,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,QAAQ;oBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvG,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC/C,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBAC1B,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;YAC1D,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,UAAU;gBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvG,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;YACxD,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,SAAS;gBAAE,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAEpG,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBAClD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,CAA4C,CAAC;gBAC5E,MAAM,OAAO,GAAG,wBAAwB,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC;gBACrE,MAAM,SAAS,GAAG,uBAAuB,CAAC,KAAK,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;gBACvF,KAAK,gBAAgB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBACpE,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;gBAC/C,CAAC,CAAC,CAAC;gBACH,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YAClE,CAAC;YAED,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,IAAI,OAAO,CAAO,CAAC,aAAa,EAAE,MAAM,EAAE,EAAE;QAChD,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC7B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,aAAa,EAAE,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAiB,CAAC;IAChD,OAAO;QACL,GAAG,EAAE,UAAU,IAAI,IAAI,OAAO,CAAC,IAAI,GAAG;QACtC,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,OAAO,CAAO,CAAC,YAAY,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,YAAY,EAAE,CAAC,CAAC;KACjG,CAAC;AACJ,CAAC"}
@@ -0,0 +1,98 @@
1
+ import type { FineTuneRunRequest, RunReport, SpecSnapshot } from "./contracts.js";
2
+ export type LocalRunStatus = "queued" | "preparing" | "evaluating_baseline" | "training" | "evaluating_candidate" | "completed" | "failed" | "cancelled";
3
+ export interface LocalRunState {
4
+ id: string;
5
+ behavior_spec_id: string;
6
+ user_id: string;
7
+ run_number: number;
8
+ status: LocalRunStatus;
9
+ current_stage: string;
10
+ status_message: string;
11
+ artifact_dir: string;
12
+ report_path?: string;
13
+ model_id?: string;
14
+ error?: string;
15
+ base_model: string;
16
+ spec_name: string;
17
+ created_at: string;
18
+ updated_at: string;
19
+ started_at?: string;
20
+ completed_at?: string;
21
+ }
22
+ export interface LocalRunEvent {
23
+ id: string;
24
+ run_id: string;
25
+ stage: string;
26
+ status: LocalRunStatus | "running" | "completed" | "failed";
27
+ message: string;
28
+ details?: Record<string, unknown>;
29
+ occurred_at: string;
30
+ }
31
+ export interface LocalRunIndexRecord extends LocalRunState {
32
+ catalog_updated_at: string;
33
+ }
34
+ export interface LocalModelRecord {
35
+ id: string;
36
+ run_id: string;
37
+ behavior_spec_id: string;
38
+ name: string;
39
+ provider: "local-uv";
40
+ base_model: string;
41
+ artifact_uri: string;
42
+ artifact_dir: string;
43
+ metrics: Record<string, unknown> | null;
44
+ created_at: string;
45
+ }
46
+ export interface LocalSpecRecord {
47
+ id: string;
48
+ name: string;
49
+ base_model: string;
50
+ path: string;
51
+ created_at: string;
52
+ updated_at: string;
53
+ }
54
+ export interface LocalStore {
55
+ root: string;
56
+ paths: ReturnType<typeof localStorePaths>;
57
+ ensure(): Promise<void>;
58
+ importSpec(specId: string, spec: SpecSnapshot): Promise<LocalSpecRecord>;
59
+ listSpecs(): Promise<LocalSpecRecord[]>;
60
+ getSpec(id: string): Promise<LocalSpecRecord & {
61
+ spec: SpecSnapshot;
62
+ }>;
63
+ startRun(args: {
64
+ request: FineTuneRunRequest;
65
+ artifactDir: string;
66
+ }): Promise<LocalRunState>;
67
+ updateRun(args: {
68
+ runId: string;
69
+ status: LocalRunStatus;
70
+ stage: string;
71
+ message: string;
72
+ details?: Record<string, unknown>;
73
+ }): Promise<LocalRunState>;
74
+ completeRun(report: RunReport, artifactDir: string, reportPath: string): Promise<LocalRunState>;
75
+ failRun(runId: string, error: string): Promise<LocalRunState>;
76
+ cancelRun(runId: string): Promise<void>;
77
+ listRuns(): Promise<LocalRunIndexRecord[]>;
78
+ getRun(id: string): Promise<LocalRunState>;
79
+ getRunEvents(id: string): Promise<LocalRunEvent[]>;
80
+ getRunReport(id: string): Promise<RunReport>;
81
+ listModels(): Promise<LocalModelRecord[]>;
82
+ getModel(id: string): Promise<LocalModelRecord>;
83
+ rebuildIndexes(): Promise<void>;
84
+ }
85
+ export declare function defaultLocalHome(): string;
86
+ export declare function localStorePaths(root: string): {
87
+ root: string;
88
+ specsDir: string;
89
+ runsDir: string;
90
+ modelsDir: string;
91
+ datasetsDir: string;
92
+ catalogDir: string;
93
+ runsCatalog: string;
94
+ specsCatalog: string;
95
+ modelsCatalog: string;
96
+ datasetsCatalog: string;
97
+ };
98
+ export declare function createLocalStore(root?: string): LocalStore;