@relay-harness/coding-agent 0.0.0-stage → 1.0.3

package/dist/extensions/laya/training.d.ts

@@ -0,0 +1,176 @@
+import { type DockerRun } from "./docker.ts";
+import { type LayaModelManifest } from "./runtime.ts";
+/**
+ * Training of the routing model, in a Docker container. Exercises live in a workspace in the Laya
+ * home on the host: the synthetic seed the shipped model was trained on, plus the tasks labeled from
+ * sessions (`/laya learn`). The container reads the workspace and writes the new model to the models
+ * volume. Training starts from the model that routes today, and the new model replaces it only when
+ * it answers the held-out test split about as well.
+ */
+/** One exercise in laya-trainer's dataset format. */
+export interface TrainingRow {
+    id: string;
+    state: {
+        request: string;
+    };
+    expected: Record<string, string | number | boolean>;
+    source: string;
+    split?: "train" | "val" | "test";
+    /** Session the task came from. */
+    session?: string;
+    label_source?: string;
+    note?: string;
+    /** What to know when doing a similar task. Shown to the model, never trained on. */
+    lesson?: string;
+    created?: string;
+}
+export interface TrainingWorkspace {
+    dir: string;
+    decisions: string;
+    dataset: string;
+    registry: string;
+}
+/** Exercises labeled from sessions. Training focuses on them; the rest is replayed. */
+export declare const SESSION_SOURCE = "session";
+/** The seed size of the shipped model: the same rows, so the same held-out test split. */
+export declare const SEED_ROWS = 1100;
+/** A new model is activated unless it answers more than this fraction fewer test questions. */
+export declare const REGRESSION_TOLERANCE = 0.01;
+export declare function trainingWorkspace(home: string): TrainingWorkspace;
+/** Writes the current questions and, on first use, the seed exercises. */
+export declare function ensureWorkspace(workspace: TrainingWorkspace): void;
+export declare function readRows(path: string): TrainingRow[];
+export declare function writeRows(path: string, rows: readonly TrainingRow[]): void;
+/** Requests that differ only in case and spacing are the same exercise. */
+export declare function requestKey(request: string): string;
+/**
+ * Adds rows, replacing the labels of an exercise with the same request: a later session labels it
+ * with newer evidence.
+ */
+export declare function mergeRows(existing: readonly TrainingRow[], incoming: ReadonlyArray<Omit<TrainingRow, "id">>): {
+    rows: TrainingRow[];
+    added: number;
+    updated: number;
+};
+/** Correct answers on a set of exercises, as the training script reports them. */
+export interface Score {
+    n: number;
+    correct: number;
+    per_question: Record<string, {
+        n: number;
+        correct: number;
+    }>;
+}
+export interface TrainedModel {
+    name: string;
+    createdAt: string;
+    /** Model the training started from. */
+    basedOn: string;
+    sessionTasks: number;
+    /** Test split: the new model and the one it started from. */
+    test: {
+        candidate: Score;
+        current: Score;
+    };
+    /** Session exercises: answers the new model and the one it started from get right. */
+    session: {
+        candidate: Score;
+        current: Score;
+    };
+    seconds: number;
+    device: string;
+}
+export interface ModelRegistry {
+    /** Trained model that routes requests. Absent: the shipped model. */
+    active?: string;
+    models: TrainedModel[];
+}
+export declare function readRegistry(workspace: TrainingWorkspace): ModelRegistry;
+export declare function writeRegistry(workspace: TrainingWorkspace, registry: ModelRegistry): void;
+export declare const accuracy: (score: Score) => number;
+/** Whether the new model answers the test split well enough to replace the current one. */
+export declare function passesGate(test: TrainedModel["test"]): boolean;
+/** Keeps the newest inactive models and the active one; returns the names to delete. */
+export declare function pruneModels(registry: ModelRegistry): {
+    registry: ModelRegistry;
+    removed: string[];
+};
+export interface TrainingProgress {
+    phase: "train" | "evaluate";
+    epoch?: number;
+    epochs?: number;
+    done?: number;
+    eta_s?: number;
+    device?: string;
+    model?: "new" | "current";
+}
+export declare function describeProgress(progress: TrainingProgress): string;
+export interface TrainingOutcome {
+    model: TrainedModel;
+    /** Whether the new model now routes requests. */
+    activated: boolean;
+    /** Model that routed before. */
+    previous: string;
+}
+export interface TrainingListener {
+    progress(progress: TrainingProgress): void;
+    finished(result: {
+        outcome: TrainingOutcome;
+    } | {
+        error: Error;
+    }): void;
+}
+export interface LayaTrainerOptions {
+    home: string;
+    manifest: LayaModelManifest;
+    docker: DockerRun;
+    /** Image the training container runs; the server's image. */
+    image: () => Promise<string>;
+    /** Whether the training container can use an NVIDIA GPU. */
+    gpu: () => Promise<boolean>;
+}
+/** Whether a container of the image sees an NVIDIA GPU: needs the CUDA image and Docker GPU support. */
+export declare function dockerHasGpu(docker: DockerRun, image: string): Promise<boolean>;
+/**
+ * Runs one training at a time. It belongs to the process, not to a session runtime, so training
+ * goes on across `/new` and `/resume`; `listener` is the latest runtime that wants its events.
+ */
+export declare class LayaTrainer {
+    readonly workspace: TrainingWorkspace;
+    private readonly options;
+    private abort;
+    private job;
+    /** Latest progress of the running training. */
+    progress: TrainingProgress | undefined;
+    listener: TrainingListener | undefined;
+    constructor(options: LayaTrainerOptions);
+    get running(): boolean;
+    /** The model that routes requests, with its path inside the containers: the active trained model, or the shipped one. */
+    activeModel(): {
+        name: string;
+        dir: string;
+    };
+    /** Selects the model that routes requests; the shipped model's version selects it. */
+    use(name: string): void;
+    /** Exercises in the workspace, by source. */
+    counts(): Record<string, number>;
+    /** Adds labeled session tasks to the workspace. */
+    addExercises(rows: ReadonlyArray<Omit<TrainingRow, "id">>): {
+        added: number;
+        updated: number;
+    };
+    /**
+     * Trains a new model from the active one and activates it when it passes the test gate. The
+     * listener hears the result too, so a caller that does not wait only needs to catch.
+     */
+    train(): Promise<TrainingOutcome>;
+    /** Stops a running training and removes its container. */
+    stop(): void;
+    private run;
+    /** Deletes trained models from the volume. */
+    private removeModels;
+    private runScript;
+}
+/** The trainer of a Laya home, shared by every session runtime of the process. */
+export declare function sharedTrainer(options: LayaTrainerOptions): LayaTrainer;
+//# sourceMappingURL=training.d.ts.map

package/dist/extensions/laya/training.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"training.d.ts","sourceRoot":"","sources":["../../../src/extensions/laya/training.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,SAAS,EAAe,MAAM,aAAa,CAAC;AAE1D,OAAO,EAIN,KAAK,iBAAiB,EAEtB,MAAM,cAAc,CAAC;AAGtB;;;;;;GAMG;AAEH,qDAAqD;AACrD,MAAM,WAAW,WAAW;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC;IACpD,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,GAAG,KAAK,GAAG,MAAM,CAAC;IACjC,kCAAkC;IAClC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oFAAoF;IACpF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CACjB;AAED,uFAAuF;AACvF,eAAO,MAAM,cAAc,YAAY,CAAC;AACxC,0FAA0F;AAC1F,eAAO,MAAM,SAAS,OAAO,CAAC;AAC9B,+FAA+F;AAC/F,eAAO,MAAM,oBAAoB,OAAO,CAAC;AAIzC,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,CAQjE;AAED,0EAA0E;AAC1E,wBAAgB,eAAe,CAAC,SAAS,EAAE,iBAAiB,GAAG,IAAI,CAOlE;AAED,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,EAAE,CAYpD;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,WAAW,EAAE,GAAG,IAAI,CAG1E;AAED,2EAA2E;AAC3E,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAElD;AAED;;;GAGG;AACH,wBAAgB,SAAS,CACxB,QAAQ,EAAE,SAAS,WAAW,EAAE,EAChC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,GAC9C;IAAE,IAAI,EAAE,WAAW,EAAE,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAmBzD;AAED,kFAAkF;AAClF,MAAM,WAAW,KAAK;IACrB,CAAC,EAAE,MAAM,CAAC;IACV,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC7D;AAED,MAAM,WAAW,YAAY;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,uCAAuC;IACvC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,6DAA6D;IAC7D,IAAI,EAAE;QAAE,SAAS,EAAE,KAAK,CAAC;QAAC,OAAO,EAAE,KAAK,CAAA;KAAE,CAAC;IAC3C,sFAAsF;IACtF,OAAO,EAAE;QAAE,SAAS,EAAE,KAAK,CAAC;QAAC,OAAO,EAAE,KAAK,CAAA;KAAE,CAAC;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,aAAa;IAC7B,qEAAqE;IACrE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,YAAY,EAAE,CAAC;CACvB;AAED,wBAAgB,YAAY,CAAC,SAAS,EAAE,iBAAiB,GAAG,aAAa,CAOxE;AAED,wBAAgB,aAAa,CAAC,SAAS,EAAE,iBAAiB,EAAE,QAAQ,EAAE,aAAa,GAAG,IAAI,CAGzF;AAED,eAAO,MAAM,QAAQ,UAAW,KAAK,KAAG,MAAqD,CAAC;AAE9F,2FAA2F;AAC3F,wBAAgB,UAAU,CAAC,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC,GAAG,OAAO,CAE9D;AAED,wFAAwF;AACxF,wBAAgB,WAAW,CAAC,QAAQ,EAAE,aAAa,GAAG;IAAE,QAAQ,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAQnG;AAED,MAAM,WAAW,gBAAgB;IAChC,KAAK,EAAE,OAAO,GAAG,UAAU,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC;CAC1B;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,MAAM,CASnE;AAaD,MAAM,WAAW,eAAe;IAC/B,KAAK,EAAE,YAAY,CAAC;IACpB,iDAAiD;IACjD,SAAS,EAAE,OAAO,CAAC;IACnB,gCAAgC;IAChC,QAAQ,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAChC,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAC3C,QAAQ,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,eAAe,CAAA;KAAE,GAAG;QAAE,KAAK,EAAE,KAAK,CAAA;KAAE,GAAG,IAAI,CAAC;CACxE;AAED,MAAM,WAAW,kBAAkB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,MAAM,EAAE,SAAS,CAAC;IAClB,6DAA6D;IAC7D,KAAK,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7B,4DAA4D;IAC5D,GAAG,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;CAC5B;AAkBD,wGAAwG;AACxG,wBAAsB,YAAY,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAMrF;AAED;;;GAGG;AACH,qBAAa,WAAW;IACvB,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;IAC7C,OAAO,CAAC,KAAK,CAA8B;IAC3C,OAAO,CAAC,GAAG,CAAuC;IAClD,+CAA+C;IAC/C,QAAQ,EAAE,gBAAgB,GAAG,SAAS,CAAC;IACvC,QAAQ,EAAE,gBAAgB,GAAG,SAAS,CAAC;IAEvC,YAAY,OAAO,EAAE,kBAAkB,EAGtC;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,yHAAyH;IACzH,WAAW,IAAI;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAO3C;IAED,sFAAsF;IACtF,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAYtB;IAED,6CAA6C;IAC7C,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAI/B;IAED,mDAAmD;IACnD,YAAY,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAK7F;IAED;;;OAGG;IACH,KAAK,IAAI,OAAO,CAAC,eAAe,CAAC,CAqBhC;IAED,0DAA0D;IAC1D,IAAI,IAAI,IAAI,CAIX;YAEa,GAAG;IAoEjB,8CAA8C;YAChC,YAAY;YAYZ,SAAS;CA4BvB;AAID,kFAAkF;AAClF,wBAAgB,aAAa,CAAC,OAAO,EAAE,kBAAkB,GAAG,WAAW,CAOtE"}

package/dist/extensions/laya/training.js

@@ -0,0 +1,337 @@
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
+import { dirname, join } from "node:path";
+import { dockerError } from "./docker.js";
+import { layaDecisionsFile } from "./questions.js";
+import { LAYA_IMAGE_PATHS, LAYA_MODELS_VOLUME, LAYA_TRAIN_CONTAINER, trainedModelPath, } from "./runtime.js";
+import { generateSeed } from "./seed.js";
+/** Exercises labeled from sessions. Training focuses on them; the rest is replayed. */
+export const SESSION_SOURCE = "session";
+/** The seed size of the shipped model: the same rows, so the same held-out test split. */
+export const SEED_ROWS = 1100;
+/** A new model is activated unless it answers more than this fraction fewer test questions. */
+export const REGRESSION_TOLERANCE = 0.01;
+/** Trained models kept besides the active one, newest first. Older ones are deleted. */
+const KEEP_INACTIVE_MODELS = 2;
+export function trainingWorkspace(home) {
+    const dir = join(home, "training");
+    return {
+        dir,
+        decisions: join(dir, "decisions.json"),
+        dataset: join(dir, "data", "dataset.jsonl"),
+        registry: join(dir, "models.json"),
+    };
+}
+/** Writes the current questions and, on first use, the seed exercises. */
+export function ensureWorkspace(workspace) {
+    mkdirSync(dirname(workspace.dataset), { recursive: true });
+    writeFileSync(workspace.decisions, `${JSON.stringify(layaDecisionsFile(), null, 2)}\n`, "utf8");
+    if (!existsSync(workspace.dataset)) {
+        const rows = generateSeed(SEED_ROWS).map((row, i) => ({ id: `r${String(i + 1).padStart(5, "0")}`, ...row }));
+        writeRows(workspace.dataset, rows);
+    }
+}
+export function readRows(path) {
+    if (!existsSync(path))
+        return [];
+    const rows = [];
+    for (const line of readFileSync(path, "utf8").split("\n")) {
+        if (!line.trim())
+            continue;
+        try {
+            rows.push(JSON.parse(line));
+        }
+        catch {
+            // A line broken by hand; the training script skips it too.
+        }
+    }
+    return rows;
+}
+export function writeRows(path, rows) {
+    mkdirSync(dirname(path), { recursive: true });
+    writeFileSync(path, rows.map((row) => `${JSON.stringify(row)}\n`).join(""), "utf8");
+}
+/** Requests that differ only in case and spacing are the same exercise. */
+export function requestKey(request) {
+    return request.trim().toLowerCase().replace(/\s+/g, " ");
+}
+/**
+ * Adds rows, replacing the labels of an exercise with the same request: a later session labels it
+ * with newer evidence.
+ */
+export function mergeRows(existing, incoming) {
+    const rows = [...existing];
+    const byKey = new Map(rows.map((row, index) => [requestKey(row.state.request), index]));
+    let next = Math.max(0, ...rows.map((row) => Number(/^s(\d+)$/.exec(row.id)?.[1] ?? 0))) + 1;
+    let added = 0;
+    let updated = 0;
+    for (const row of incoming) {
+        const key = requestKey(row.state.request);
+        const index = byKey.get(key);
+        if (index === undefined) {
+            byKey.set(key, rows.length);
+            rows.push({ id: `s${String(next++).padStart(5, "0")}`, ...row });
+            added++;
+        }
+        else {
+            rows[index] = { id: rows[index].id, ...row };
+            updated++;
+        }
+    }
+    return { rows, added, updated };
+}
+export function readRegistry(workspace) {
+    try {
+        const registry = JSON.parse(readFileSync(workspace.registry, "utf8"));
+        return { active: registry.active, models: Array.isArray(registry.models) ? registry.models : [] };
+    }
+    catch {
+        return { models: [] };
+    }
+}
+export function writeRegistry(workspace, registry) {
+    mkdirSync(workspace.dir, { recursive: true });
+    writeFileSync(workspace.registry, `${JSON.stringify(registry, null, 2)}\n`, "utf8");
+}
+export const accuracy = (score) => (score.n > 0 ? score.correct / score.n : 0);
+/** Whether the new model answers the test split well enough to replace the current one. */
+export function passesGate(test) {
+    return accuracy(test.candidate) >= accuracy(test.current) - REGRESSION_TOLERANCE;
+}
+/** Keeps the newest inactive models and the active one; returns the names to delete. */
+export function pruneModels(registry) {
+    // The registry lists models in the order they were trained.
+    const inactive = registry.models.filter((model) => model.name !== registry.active).reverse();
+    const removed = inactive.slice(KEEP_INACTIVE_MODELS).map((model) => model.name);
+    return {
+        registry: { ...registry, models: registry.models.filter((model) => !removed.includes(model.name)) },
+        removed,
+    };
+}
+export function describeProgress(progress) {
+    if (progress.phase === "evaluate") {
+        return progress.model === "current" ? "comparing with the current model" : "testing the new model";
+    }
+    if (!progress.epoch)
+        return `starting on ${progress.device ?? "the device"}`;
+    const minutes = progress.eta_s === undefined ? undefined : Math.max(1, Math.round(progress.eta_s / 60));
+    return `round ${progress.epoch}/${progress.epochs} ${Math.round((progress.done ?? 0) * 100)}%${minutes && progress.done !== 1 ? `, about ${minutes} min left` : ""}`;
+}
+/** Runs a Python one-liner in the image, with the models volume mounted. */
+function inImage(image, code, extra = [], gpu = false) {
+    return [
+        "run",
+        "--rm",
+        ...(gpu ? ["--gpus", "all"] : []),
+        "--volume",
+        `${LAYA_MODELS_VOLUME}:${LAYA_IMAGE_PATHS.trainedModels}`,
+        image,
+        "python",
+        "-c",
+        code,
+        ...extra,
+    ];
+}
+/** Whether a container of the image sees an NVIDIA GPU: needs the CUDA image and Docker GPU support. */
+export async function dockerHasGpu(docker, image) {
+    const result = await docker(inImage(image, "import sys, torch; sys.exit(0 if torch.cuda.is_available() else 1)", [], true), { timeout: 120_000 });
+    return result.code === 0;
+}
+/**
+ * Runs one training at a time. It belongs to the process, not to a session runtime, so training
+ * goes on across `/new` and `/resume`; `listener` is the latest runtime that wants its events.
+ */
+export class LayaTrainer {
+    workspace;
+    options;
+    abort;
+    job;
+    /** Latest progress of the running training. */
+    progress;
+    listener;
+    constructor(options) {
+        this.options = options;
+        this.workspace = trainingWorkspace(options.home);
+    }
+    get running() {
+        return this.job !== undefined;
+    }
+    /** The model that routes requests, with its path inside the containers: the active trained model, or the shipped one. */
+    activeModel() {
+        const registry = readRegistry(this.workspace);
+        const active = registry.active;
+        if (active && registry.models.some((model) => model.name === active)) {
+            return { name: active, dir: trainedModelPath(active) };
+        }
+        return { name: this.options.manifest.version, dir: LAYA_IMAGE_PATHS.shippedModel };
+    }
+    /** Selects the model that routes requests; the shipped model's version selects it. */
+    use(name) {
+        const registry = readRegistry(this.workspace);
+        if (name === this.options.manifest.version) {
+            writeRegistry(this.workspace, { ...registry, active: undefined });
+            return;
+        }
+        if (!registry.models.some((model) => model.name === name)) {
+            throw new Error(`No trained model named ${name}. Models: ${[this.options.manifest.version, ...registry.models.map((model) => model.name)].join(", ")}`);
+        }
+        writeRegistry(this.workspace, { ...registry, active: name });
+    }
+    /** Exercises in the workspace, by source. */
+    counts() {
+        const counts = {};
+        for (const row of readRows(this.workspace.dataset))
+            counts[row.source] = (counts[row.source] ?? 0) + 1;
+        return counts;
+    }
+    /** Adds labeled session tasks to the workspace. */
+    addExercises(rows) {
+        ensureWorkspace(this.workspace);
+        const merged = mergeRows(readRows(this.workspace.dataset), rows);
+        writeRows(this.workspace.dataset, merged.rows);
+        return { added: merged.added, updated: merged.updated };
+    }
+    /**
+     * Trains a new model from the active one and activates it when it passes the test gate. The
+     * listener hears the result too, so a caller that does not wait only needs to catch.
+     */
+    train() {
+        if (this.job)
+            return Promise.reject(new Error("Laya is already training"));
+        this.abort = new AbortController();
+        this.job = this.run(this.abort.signal)
+            .finally(() => {
+            this.job = undefined;
+            this.abort = undefined;
+            this.progress = undefined;
+        })
+            .then((outcome) => {
+            this.listener?.finished({ outcome });
+            return outcome;
+        }, (error) => {
+            const failure = error instanceof Error ? error : new Error(String(error));
+            this.listener?.finished({ error: failure });
+            throw failure;
+        });
+        return this.job;
+    }
+    /** Stops a running training and removes its container. */
+    stop() {
+        if (!this.abort)
+            return;
+        this.abort.abort();
+        void this.options.docker(["rm", "--force", LAYA_TRAIN_CONTAINER], { timeout: 60_000 });
+    }
+    async run(signal) {
+        ensureWorkspace(this.workspace);
+        if (!readRows(this.workspace.dataset).some((row) => row.source === SESSION_SOURCE)) {
+            throw new Error("There are no session tasks to learn yet. Run /laya learn in a session first.");
+        }
+        const image = await this.options.image();
+        const gpu = await this.options.gpu();
+        const registry = readRegistry(this.workspace);
+        const base = this.activeModel();
+        const number = Math.max(0, ...registry.models.map((model) => Number(/^local-(\d+)$/.exec(model.name)?.[1] ?? 0)));
+        const name = `local-${number + 1}`;
+        const out = trainedModelPath(name);
+        // A container left by a training that was killed would block the name.
+        await this.options.docker(["rm", "--force", LAYA_TRAIN_CONTAINER], { timeout: 60_000 });
+        const args = [
+            "run",
+            "--rm",
+            "--name",
+            LAYA_TRAIN_CONTAINER,
+            ...(gpu ? ["--gpus", "all"] : []),
+            "--volume",
+            `${LAYA_MODELS_VOLUME}:${LAYA_IMAGE_PATHS.trainedModels}`,
+            "--mount",
+            `type=bind,source=${this.workspace.dir},target=${LAYA_IMAGE_PATHS.workspace},readonly`,
+            image,
+            "python",
+            LAYA_IMAGE_PATHS.trainScript,
+            "learn",
+            "--workspace",
+            LAYA_IMAGE_PATHS.workspace,
+            "--init",
+            base.dir,
+            "--out",
+            out,
+            "--focus-source",
+            SESSION_SOURCE,
+        ];
+        let result = await this.runScript(args, signal);
+        if (!result.ok && result.error === "out_of_memory") {
+            // The smallest batch that still trains; the GPU may have been shared with another process.
+            result = await this.runScript([...args, "--micro-batch", "1", "--grad-accum", "16", "--low-memory", "on"], signal);
+        }
+        if (!result.ok) {
+            await this.removeModels(image, [name]);
+            throw new Error(result.message);
+        }
+        const model = {
+            name,
+            createdAt: new Date().toISOString(),
+            basedOn: base.name,
+            sessionTasks: result.rows.focus,
+            test: result.test,
+            session: result.focus,
+            seconds: result.seconds,
+            device: result.device,
+        };
+        const activated = passesGate(model.test);
+        const pruned = pruneModels({ active: activated ? name : registry.active, models: [...registry.models, model] });
+        writeRegistry(this.workspace, pruned.registry);
+        await this.removeModels(image, pruned.removed);
+        return { model, activated, previous: base.name };
+    }
+    /** Deletes trained models from the volume. */
+    async removeModels(image, names) {
+        if (names.length === 0)
+            return;
+        await this.options.docker(inImage(image, "import shutil, sys; [shutil.rmtree(path, ignore_errors=True) for path in sys.argv[1:]]", names.map(trainedModelPath)), { timeout: 120_000 });
+    }
+    async runScript(args, signal) {
+        const stderr = [];
+        const result = await this.options.docker(args, {
+            signal,
+            onLine: (line, stream) => {
+                if (stream === "stdout")
+                    return;
+                if (line.startsWith("PROGRESS ")) {
+                    try {
+                        this.progress = JSON.parse(line.slice("PROGRESS ".length));
+                        this.listener?.progress(this.progress);
+                    }
+                    catch {
+                        // Not a progress line after all.
+                    }
+                }
+                else if (line.trim()) {
+                    stderr.push(line);
+                    if (stderr.length > 20)
+                        stderr.shift();
+                }
+            },
+        });
+        if (signal.aborted)
+            return { ok: false, message: "Training was stopped" };
+        const last = result.stdout.trim().split("\n").at(-1) ?? "";
+        try {
+            return JSON.parse(last);
+        }
+        catch {
+            const detail = stderr.slice(-4).join(" ").trim() || dockerError(result);
+            return { ok: false, message: `The training container exited with code ${result.code}: ${detail}` };
+        }
+    }
+}
+const trainers = new Map();
+/** The trainer of a Laya home, shared by every session runtime of the process. */
+export function sharedTrainer(options) {
+    let trainer = trainers.get(options.home);
+    if (!trainer) {
+        trainer = new LayaTrainer(options);
+        trainers.set(options.home, trainer);
+    }
+    return trainer;
+}
+//# sourceMappingURL=training.js.map

package/dist/extensions/laya/training.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"training.js","sourceRoot":"","sources":["../../../src/extensions/laya/training.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAkB,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EACN,gBAAgB,EAChB,kBAAkB,EAClB,oBAAoB,EAEpB,gBAAgB,GAChB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAiCzC,uFAAuF;AACvF,MAAM,CAAC,MAAM,cAAc,GAAG,SAAS,CAAC;AACxC,0FAA0F;AAC1F,MAAM,CAAC,MAAM,SAAS,GAAG,IAAI,CAAC;AAC9B,+FAA+F;AAC/F,MAAM,CAAC,MAAM,oBAAoB,GAAG,IAAI,CAAC;AACzC,wFAAwF;AACxF,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAE/B,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACnC,OAAO;QACN,GAAG;QACH,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,gBAAgB,CAAC;QACtC,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,eAAe,CAAC;QAC3C,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC;KAClC,CAAC;AACH,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,eAAe,CAAC,SAA4B;IAC3D,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,aAAa,CAAC,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAChG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;QAC7G,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACpC,CAAC;AACF,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAAY;IACpC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,MAAM,IAAI,GAAkB,EAAE,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3D,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAC3B,IAAI,CAAC;YACJ,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC,CAAC;QAC5C,CAAC;QAAC,MAAM,CAAC;YACR,2DAA2D;QAC5D,CAAC;IACF,CAAC;IACD,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,IAA4B;IACnE,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;AACrF,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,UAAU,CAAC,OAAe;IACzC,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAC1D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,SAAS,CACxB,QAAgC,EAChC,QAAgD;IAEhD,MAAM,IAAI,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IACxF,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5F,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACzB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;YACjE,KAAK,EAAE,CAAC;QACT,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,GAAG,GAAG,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC;QACX,CAAC;IACF,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AACjC,CAAC;AA6BD,MAAM,UAAU,YAAY,CAAC,SAA4B;IACxD,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAkB,CAAC;QACvF,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACnG,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACvB,CAAC;AACF,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,SAA4B,EAAE,QAAuB;IAClF,SAAS,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,aAAa,CAAC,SAAS,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AACrF,CAAC;AAED,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,KAAY,EAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAE9F,2FAA2F;AAC3F,MAAM,UAAU,UAAU,CAAC,IAA0B;IACpD,OAAO,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,oBAAoB,CAAC;AAClF,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,WAAW,CAAC,QAAuB;IAClD,4DAA4D;IAC5D,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;IAC7F,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAChF,OAAO;QACN,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE;QACnG,OAAO;KACP,CAAC;AACH,CAAC;AAYD,MAAM,UAAU,gBAAgB,CAAC,QAA0B;IAC1D,IAAI,QAAQ,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;QACnC,OAAO,QAAQ,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,kCAAkC,CAAC,CAAC,CAAC,uBAAuB,CAAC;IACpG,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,KAAK;QAAE,OAAO,eAAe,QAAQ,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;IAC7E,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC;IACxG,OAAO,SAAS,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,IAC1F,OAAO,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,OAAO,WAAW,CAAC,CAAC,CAAC,EAClE,EAAE,CAAC;AACJ,CAAC;AAoCD,4EAA4E;AAC5E,SAAS,OAAO,CAAC,KAAa,EAAE,IAAY,EAAE,KAAK,GAAa,EAAE,EAAE,GAAG,GAAG,KAAK;IAC9E,OAAO;QACN,KAAK;QACL,MAAM;QACN,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACjC,UAAU;QACV,GAAG,kBAAkB,IAAI,gBAAgB,CAAC,aAAa,EAAE;QACzD,KAAK;QACL,QAAQ;QACR,IAAI;QACJ,IAAI;QACJ,GAAG,KAAK;KACR,CAAC;AACH,CAAC;AAED,wGAAwG;AACxG,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAiB,EAAE,KAAa;IAClE,MAAM,MAAM,GAAG,MAAM,MAAM,CAC1B,OAAO,CAAC,KAAK,EAAE,oEAAoE,EAAE,EAAE,EAAE,IAAI,CAAC,EAC9F,EAAE,OAAO,EAAE,OAAO,EAAE,CACpB,CAAC;IACF,OAAO,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC;AAC1B,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,WAAW;IACd,SAAS,CAAoB;IACrB,OAAO,CAAqB;IACrC,KAAK,CAA8B;IACnC,GAAG,CAAuC;IAClD,+CAA+C;IAC/C,QAAQ,CAA+B;IACvC,QAAQ,CAA+B;IAEvC,YAAY,OAA2B;QACtC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,OAAO;QACV,OAAO,IAAI,CAAC,GAAG,KAAK,SAAS,CAAC;IAC/B,CAAC;IAED,yHAAyH;IACzH,WAAW;QACV,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC/B,IAAI,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,CAAC;YACtE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;QACxD,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE,gBAAgB,CAAC,YAAY,EAAE,CAAC;IACpF,CAAC;IAED,sFAAsF;IACtF,GAAG,CAAC,IAAY;QACf,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC9C,IAAI,IAAI,KAAK,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;YAC5C,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;YAClE,OAAO;QACR,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YAC3D,MAAM,IAAI,KAAK,CACd,0BAA0B,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtI,CAAC;QACH,CAAC;QACD,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,6CAA6C;IAC7C,MAAM;QACL,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvG,OAAO,MAAM,CAAC;IACf,CAAC;IAED,mDAAmD;IACnD,YAAY,CAAC,IAA4C;QACxD,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC;QACjE,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC/C,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;IACzD,CAAC;IAED;;;OAGG;IACH,KAAK;QACJ,IAAI,IAAI,CAAC,GAAG;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC,CAAC;QAC3E,IAAI,CAAC,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACnC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;aACpC,OAAO,CAAC,GAAG,EAAE;YACb,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC;YACrB,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;YACvB,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC3B,CAAC,CAAC;aACD,IAAI,CACJ,CAAC,OAAO,EAAE,EAAE;YACX,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACrC,OAAO,OAAO,CAAC;QAChB,CAAC,EACD,CAAC,KAAc,EAAE,EAAE;YAClB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YAC1E,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5C,MAAM,OAAO,CAAC;QACf,CAAC,CACD,CAAC;QACH,OAAO,IAAI,CAAC,GAAG,CAAC;IACjB,CAAC;IAED,0DAA0D;IAC1D,IAAI;QACH,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QACxB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,oBAAoB,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IACxF,CAAC;IAEO,KAAK,CAAC,GAAG,CAAC,MAAmB;QACpC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,cAAc,CAAC,EAAE,CAAC;YACpF,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;QACjG,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAClH,MAAM,IAAI,GAAG,SAAS,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACnC,uEAAuE;QACvE,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,oBAAoB,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAExF,MAAM,IAAI,GAAG;YACZ,KAAK;YACL,MAAM;YACN,QAAQ;YACR,oBAAoB;YACpB,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACjC,UAAU;YACV,GAAG,kBAAkB,IAAI,gBAAgB,CAAC,aAAa,EAAE;YACzD,SAAS;YACT,oBAAoB,IAAI,CAAC,SAAS,CAAC,GAAG,WAAW,gBAAgB,CAAC,SAAS,WAAW;YACtF,KAAK;YACL,QAAQ;YACR,gBAAgB,CAAC,WAAW;YAC5B,OAAO;YACP,aAAa;YACb,gBAAgB,CAAC,SAAS;YAC1B,QAAQ;YACR,IAAI,CAAC,GAAG;YACR,OAAO;YACP,GAAG;YACH,gBAAgB;YAChB,cAAc;SACd,CAAC;QACF,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,KAAK,KAAK,eAAe,EAAE,CAAC;YACpD,2FAA2F;YAC3F,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAC5B,CAAC,GAAG,IAAI,EAAE,eAAe,EAAE,GAAG,EAAE,cAAc,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,EAC3E,MAAM,CACN,CAAC;QACH,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAED,MAAM,KAAK,GAAiB;YAC3B,IAAI;YACJ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE,IAAI,CAAC,IAAI;YAClB,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,OAAO,EAAE,MAAM,CAAC,KAAK;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM;SACrB,CAAC;QACF,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,WAAW,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QAChH,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/C,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;IAClD,CAAC;IAED,8CAA8C;IACtC,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,KAAe;QACxD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC/B,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CACxB,OAAO,CACN,KAAK,EACL,wFAAwF,EACxF,KAAK,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAC3B,EACD,EAAE,OAAO,EAAE,OAAO,EAAE,CACpB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,IAAc,EAAE,MAAmB;QAC1D,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE;YAC9C,MAAM;YACN,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;gBACxB,IAAI,MAAM,KAAK,QAAQ;oBAAE,OAAO;gBAChC,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;oBAClC,IAAI,CAAC;wBACJ,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAqB,CAAC;wBAC/E,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACxC,CAAC;oBAAC,MAAM,CAAC;wBACR,iCAAiC;oBAClC,CAAC;gBACF,CAAC;qBAAM,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;oBACxB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAClB,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE;wBAAE,MAAM,CAAC,KAAK,EAAE,CAAC;gBACxC,CAAC;YACF,CAAC;SACD,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC;QAC1E,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3D,IAAI,CAAC;YACJ,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAiB,CAAC;QACzC,CAAC;QAAC,MAAM,CAAC;YACR,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC;YACxE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,2CAA2C,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,EAAE,CAAC;QACpG,CAAC;IACF,CAAC;CACD;AAED,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAuB,CAAC;AAEhD,kFAAkF;AAClF,MAAM,UAAU,aAAa,CAAC,OAA2B;IACxD,IAAI,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,CAAC,OAAO,EAAE,CAAC;QACd,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;QACnC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC","sourcesContent":["import { existsSync, mkdirSync, readFileSync, writeFileSync } from \"node:fs\";\nimport { dirname, join } from \"node:path\";\nimport { type DockerRun, dockerError } from \"./docker.ts\";\nimport { layaDecisionsFile } from \"./questions.ts\";\nimport {\n\tLAYA_IMAGE_PATHS,\n\tLAYA_MODELS_VOLUME,\n\tLAYA_TRAIN_CONTAINER,\n\ttype LayaModelManifest,\n\ttrainedModelPath,\n} from \"./runtime.ts\";\nimport { generateSeed } from \"./seed.ts\";\n\n/**\n * Training of the routing model, in a Docker container. Exercises live in a workspace in the Laya\n * home on the host: the synthetic seed the shipped model was trained on, plus the tasks labeled from\n * sessions (`/laya learn`). The container reads the workspace and writes the new model to the models\n * volume. Training starts from the model that routes today, and the new model replaces it only when\n * it answers the held-out test split about as well.\n */\n\n/** One exercise in laya-trainer's dataset format. */\nexport interface TrainingRow {\n\tid: string;\n\tstate: { request: string };\n\texpected: Record<string, string | number | boolean>;\n\tsource: string;\n\tsplit?: \"train\" | \"val\" | \"test\";\n\t/** Session the task came from. */\n\tsession?: string;\n\tlabel_source?: string;\n\tnote?: string;\n\t/** What to know when doing a similar task. Shown to the model, never trained on. */\n\tlesson?: string;\n\tcreated?: string;\n}\n\nexport interface TrainingWorkspace {\n\tdir: string;\n\tdecisions: string;\n\tdataset: string;\n\tregistry: string;\n}\n\n/** Exercises labeled from sessions. Training focuses on them; the rest is replayed. */\nexport const SESSION_SOURCE = \"session\";\n/** The seed size of the shipped model: the same rows, so the same held-out test split. */\nexport const SEED_ROWS = 1100;\n/** A new model is activated unless it answers more than this fraction fewer test questions. */\nexport const REGRESSION_TOLERANCE = 0.01;\n/** Trained models kept besides the active one, newest first. Older ones are deleted. */\nconst KEEP_INACTIVE_MODELS = 2;\n\nexport function trainingWorkspace(home: string): TrainingWorkspace {\n\tconst dir = join(home, \"training\");\n\treturn {\n\t\tdir,\n\t\tdecisions: join(dir, \"decisions.json\"),\n\t\tdataset: join(dir, \"data\", \"dataset.jsonl\"),\n\t\tregistry: join(dir, \"models.json\"),\n\t};\n}\n\n/** Writes the current questions and, on first use, the seed exercises. */\nexport function ensureWorkspace(workspace: TrainingWorkspace): void {\n\tmkdirSync(dirname(workspace.dataset), { recursive: true });\n\twriteFileSync(workspace.decisions, `${JSON.stringify(layaDecisionsFile(), null, 2)}\\n`, \"utf8\");\n\tif (!existsSync(workspace.dataset)) {\n\t\tconst rows = generateSeed(SEED_ROWS).map((row, i) => ({ id: `r${String(i + 1).padStart(5, \"0\")}`, ...row }));\n\t\twriteRows(workspace.dataset, rows);\n\t}\n}\n\nexport function readRows(path: string): TrainingRow[] {\n\tif (!existsSync(path)) return [];\n\tconst rows: TrainingRow[] = [];\n\tfor (const line of readFileSync(path, \"utf8\").split(\"\\n\")) {\n\t\tif (!line.trim()) continue;\n\t\ttry {\n\t\t\trows.push(JSON.parse(line) as TrainingRow);\n\t\t} catch {\n\t\t\t// A line broken by hand; the training script skips it too.\n\t\t}\n\t}\n\treturn rows;\n}\n\nexport function writeRows(path: string, rows: readonly TrainingRow[]): void {\n\tmkdirSync(dirname(path), { recursive: true });\n\twriteFileSync(path, rows.map((row) => `${JSON.stringify(row)}\\n`).join(\"\"), \"utf8\");\n}\n\n/** Requests that differ only in case and spacing are the same exercise. */\nexport function requestKey(request: string): string {\n\treturn request.trim().toLowerCase().replace(/\\s+/g, \" \");\n}\n\n/**\n * Adds rows, replacing the labels of an exercise with the same request: a later session labels it\n * with newer evidence.\n */\nexport function mergeRows(\n\texisting: readonly TrainingRow[],\n\tincoming: ReadonlyArray<Omit<TrainingRow, \"id\">>,\n): { rows: TrainingRow[]; added: number; updated: number } {\n\tconst rows = [...existing];\n\tconst byKey = new Map(rows.map((row, index) => [requestKey(row.state.request), index]));\n\tlet next = Math.max(0, ...rows.map((row) => Number(/^s(\\d+)$/.exec(row.id)?.[1] ?? 0))) + 1;\n\tlet added = 0;\n\tlet updated = 0;\n\tfor (const row of incoming) {\n\t\tconst key = requestKey(row.state.request);\n\t\tconst index = byKey.get(key);\n\t\tif (index === undefined) {\n\t\t\tbyKey.set(key, rows.length);\n\t\t\trows.push({ id: `s${String(next++).padStart(5, \"0\")}`, ...row });\n\t\t\tadded++;\n\t\t} else {\n\t\t\trows[index] = { id: rows[index].id, ...row };\n\t\t\tupdated++;\n\t\t}\n\t}\n\treturn { rows, added, updated };\n}\n\n/** Correct answers on a set of exercises, as the training script reports them. */\nexport interface Score {\n\tn: number;\n\tcorrect: number;\n\tper_question: Record<string, { n: number; correct: number }>;\n}\n\nexport interface TrainedModel {\n\tname: string;\n\tcreatedAt: string;\n\t/** Model the training started from. */\n\tbasedOn: string;\n\tsessionTasks: number;\n\t/** Test split: the new model and the one it started from. */\n\ttest: { candidate: Score; current: Score };\n\t/** Session exercises: answers the new model and the one it started from get right. */\n\tsession: { candidate: Score; current: Score };\n\tseconds: number;\n\tdevice: string;\n}\n\nexport interface ModelRegistry {\n\t/** Trained model that routes requests. Absent: the shipped model. */\n\tactive?: string;\n\tmodels: TrainedModel[];\n}\n\nexport function readRegistry(workspace: TrainingWorkspace): ModelRegistry {\n\ttry {\n\t\tconst registry = JSON.parse(readFileSync(workspace.registry, \"utf8\")) as ModelRegistry;\n\t\treturn { active: registry.active, models: Array.isArray(registry.models) ? registry.models : [] };\n\t} catch {\n\t\treturn { models: [] };\n\t}\n}\n\nexport function writeRegistry(workspace: TrainingWorkspace, registry: ModelRegistry): void {\n\tmkdirSync(workspace.dir, { recursive: true });\n\twriteFileSync(workspace.registry, `${JSON.stringify(registry, null, 2)}\\n`, \"utf8\");\n}\n\nexport const accuracy = (score: Score): number => (score.n > 0 ? score.correct / score.n : 0);\n\n/** Whether the new model answers the test split well enough to replace the current one. */\nexport function passesGate(test: TrainedModel[\"test\"]): boolean {\n\treturn accuracy(test.candidate) >= accuracy(test.current) - REGRESSION_TOLERANCE;\n}\n\n/** Keeps the newest inactive models and the active one; returns the names to delete. */\nexport function pruneModels(registry: ModelRegistry): { registry: ModelRegistry; removed: string[] } {\n\t// The registry lists models in the order they were trained.\n\tconst inactive = registry.models.filter((model) => model.name !== registry.active).reverse();\n\tconst removed = inactive.slice(KEEP_INACTIVE_MODELS).map((model) => model.name);\n\treturn {\n\t\tregistry: { ...registry, models: registry.models.filter((model) => !removed.includes(model.name)) },\n\t\tremoved,\n\t};\n}\n\nexport interface TrainingProgress {\n\tphase: \"train\" | \"evaluate\";\n\tepoch?: number;\n\tepochs?: number;\n\tdone?: number;\n\teta_s?: number;\n\tdevice?: string;\n\tmodel?: \"new\" | \"current\";\n}\n\nexport function describeProgress(progress: TrainingProgress): string {\n\tif (progress.phase === \"evaluate\") {\n\t\treturn progress.model === \"current\" ? \"comparing with the current model\" : \"testing the new model\";\n\t}\n\tif (!progress.epoch) return `starting on ${progress.device ?? \"the device\"}`;\n\tconst minutes = progress.eta_s === undefined ? undefined : Math.max(1, Math.round(progress.eta_s / 60));\n\treturn `round ${progress.epoch}/${progress.epochs} ${Math.round((progress.done ?? 0) * 100)}%${\n\t\tminutes && progress.done !== 1 ? `, about ${minutes} min left` : \"\"\n\t}`;\n}\n\ntype ScriptResult =\n\t| {\n\t\t\tok: true;\n\t\t\tseconds: number;\n\t\t\tdevice: string;\n\t\t\trows: { focus: number };\n\t\t\ttest: TrainedModel[\"test\"];\n\t\t\tfocus: TrainedModel[\"session\"];\n\t  }\n\t| { ok: false; error?: string; message: string };\n\nexport interface TrainingOutcome {\n\tmodel: TrainedModel;\n\t/** Whether the new model now routes requests. */\n\tactivated: boolean;\n\t/** Model that routed before. */\n\tprevious: string;\n}\n\nexport interface TrainingListener {\n\tprogress(progress: TrainingProgress): void;\n\tfinished(result: { outcome: TrainingOutcome } | { error: Error }): void;\n}\n\nexport interface LayaTrainerOptions {\n\thome: string;\n\tmanifest: LayaModelManifest;\n\tdocker: DockerRun;\n\t/** Image the training container runs; the server's image. */\n\timage: () => Promise<string>;\n\t/** Whether the training container can use an NVIDIA GPU. */\n\tgpu: () => Promise<boolean>;\n}\n\n/** Runs a Python one-liner in the image, with the models volume mounted. */\nfunction inImage(image: string, code: string, extra: string[] = [], gpu = false): string[] {\n\treturn [\n\t\t\"run\",\n\t\t\"--rm\",\n\t\t...(gpu ? [\"--gpus\", \"all\"] : []),\n\t\t\"--volume\",\n\t\t`${LAYA_MODELS_VOLUME}:${LAYA_IMAGE_PATHS.trainedModels}`,\n\t\timage,\n\t\t\"python\",\n\t\t\"-c\",\n\t\tcode,\n\t\t...extra,\n\t];\n}\n\n/** Whether a container of the image sees an NVIDIA GPU: needs the CUDA image and Docker GPU support. */\nexport async function dockerHasGpu(docker: DockerRun, image: string): Promise<boolean> {\n\tconst result = await docker(\n\t\tinImage(image, \"import sys, torch; sys.exit(0 if torch.cuda.is_available() else 1)\", [], true),\n\t\t{ timeout: 120_000 },\n\t);\n\treturn result.code === 0;\n}\n\n/**\n * Runs one training at a time. It belongs to the process, not to a session runtime, so training\n * goes on across `/new` and `/resume`; `listener` is the latest runtime that wants its events.\n */\nexport class LayaTrainer {\n\treadonly workspace: TrainingWorkspace;\n\tprivate readonly options: LayaTrainerOptions;\n\tprivate abort: AbortController | undefined;\n\tprivate job: Promise<TrainingOutcome> | undefined;\n\t/** Latest progress of the running training. */\n\tprogress: TrainingProgress | undefined;\n\tlistener: TrainingListener | undefined;\n\n\tconstructor(options: LayaTrainerOptions) {\n\t\tthis.options = options;\n\t\tthis.workspace = trainingWorkspace(options.home);\n\t}\n\n\tget running(): boolean {\n\t\treturn this.job !== undefined;\n\t}\n\n\t/** The model that routes requests, with its path inside the containers: the active trained model, or the shipped one. */\n\tactiveModel(): { name: string; dir: string } {\n\t\tconst registry = readRegistry(this.workspace);\n\t\tconst active = registry.active;\n\t\tif (active && registry.models.some((model) => model.name === active)) {\n\t\t\treturn { name: active, dir: trainedModelPath(active) };\n\t\t}\n\t\treturn { name: this.options.manifest.version, dir: LAYA_IMAGE_PATHS.shippedModel };\n\t}\n\n\t/** Selects the model that routes requests; the shipped model's version selects it. */\n\tuse(name: string): void {\n\t\tconst registry = readRegistry(this.workspace);\n\t\tif (name === this.options.manifest.version) {\n\t\t\twriteRegistry(this.workspace, { ...registry, active: undefined });\n\t\t\treturn;\n\t\t}\n\t\tif (!registry.models.some((model) => model.name === name)) {\n\t\t\tthrow new Error(\n\t\t\t\t`No trained model named ${name}. Models: ${[this.options.manifest.version, ...registry.models.map((model) => model.name)].join(\", \")}`,\n\t\t\t);\n\t\t}\n\t\twriteRegistry(this.workspace, { ...registry, active: name });\n\t}\n\n\t/** Exercises in the workspace, by source. */\n\tcounts(): Record<string, number> {\n\t\tconst counts: Record<string, number> = {};\n\t\tfor (const row of readRows(this.workspace.dataset)) counts[row.source] = (counts[row.source] ?? 0) + 1;\n\t\treturn counts;\n\t}\n\n\t/** Adds labeled session tasks to the workspace. */\n\taddExercises(rows: ReadonlyArray<Omit<TrainingRow, \"id\">>): { added: number; updated: number } {\n\t\tensureWorkspace(this.workspace);\n\t\tconst merged = mergeRows(readRows(this.workspace.dataset), rows);\n\t\twriteRows(this.workspace.dataset, merged.rows);\n\t\treturn { added: merged.added, updated: merged.updated };\n\t}\n\n\t/**\n\t * Trains a new model from the active one and activates it when it passes the test gate. The\n\t * listener hears the result too, so a caller that does not wait only needs to catch.\n\t */\n\ttrain(): Promise<TrainingOutcome> {\n\t\tif (this.job) return Promise.reject(new Error(\"Laya is already training\"));\n\t\tthis.abort = new AbortController();\n\t\tthis.job = this.run(this.abort.signal)\n\t\t\t.finally(() => {\n\t\t\t\tthis.job = undefined;\n\t\t\t\tthis.abort = undefined;\n\t\t\t\tthis.progress = undefined;\n\t\t\t})\n\t\t\t.then(\n\t\t\t\t(outcome) => {\n\t\t\t\t\tthis.listener?.finished({ outcome });\n\t\t\t\t\treturn outcome;\n\t\t\t\t},\n\t\t\t\t(error: unknown) => {\n\t\t\t\t\tconst failure = error instanceof Error ? error : new Error(String(error));\n\t\t\t\t\tthis.listener?.finished({ error: failure });\n\t\t\t\t\tthrow failure;\n\t\t\t\t},\n\t\t\t);\n\t\treturn this.job;\n\t}\n\n\t/** Stops a running training and removes its container. */\n\tstop(): void {\n\t\tif (!this.abort) return;\n\t\tthis.abort.abort();\n\t\tvoid this.options.docker([\"rm\", \"--force\", LAYA_TRAIN_CONTAINER], { timeout: 60_000 });\n\t}\n\n\tprivate async run(signal: AbortSignal): Promise<TrainingOutcome> {\n\t\tensureWorkspace(this.workspace);\n\t\tif (!readRows(this.workspace.dataset).some((row) => row.source === SESSION_SOURCE)) {\n\t\t\tthrow new Error(\"There are no session tasks to learn yet. Run /laya learn in a session first.\");\n\t\t}\n\t\tconst image = await this.options.image();\n\t\tconst gpu = await this.options.gpu();\n\t\tconst registry = readRegistry(this.workspace);\n\t\tconst base = this.activeModel();\n\t\tconst number = Math.max(0, ...registry.models.map((model) => Number(/^local-(\\d+)$/.exec(model.name)?.[1] ?? 0)));\n\t\tconst name = `local-${number + 1}`;\n\t\tconst out = trainedModelPath(name);\n\t\t// A container left by a training that was killed would block the name.\n\t\tawait this.options.docker([\"rm\", \"--force\", LAYA_TRAIN_CONTAINER], { timeout: 60_000 });\n\n\t\tconst args = [\n\t\t\t\"run\",\n\t\t\t\"--rm\",\n\t\t\t\"--name\",\n\t\t\tLAYA_TRAIN_CONTAINER,\n\t\t\t...(gpu ? [\"--gpus\", \"all\"] : []),\n\t\t\t\"--volume\",\n\t\t\t`${LAYA_MODELS_VOLUME}:${LAYA_IMAGE_PATHS.trainedModels}`,\n\t\t\t\"--mount\",\n\t\t\t`type=bind,source=${this.workspace.dir},target=${LAYA_IMAGE_PATHS.workspace},readonly`,\n\t\t\timage,\n\t\t\t\"python\",\n\t\t\tLAYA_IMAGE_PATHS.trainScript,\n\t\t\t\"learn\",\n\t\t\t\"--workspace\",\n\t\t\tLAYA_IMAGE_PATHS.workspace,\n\t\t\t\"--init\",\n\t\t\tbase.dir,\n\t\t\t\"--out\",\n\t\t\tout,\n\t\t\t\"--focus-source\",\n\t\t\tSESSION_SOURCE,\n\t\t];\n\t\tlet result = await this.runScript(args, signal);\n\t\tif (!result.ok && result.error === \"out_of_memory\") {\n\t\t\t// The smallest batch that still trains; the GPU may have been shared with another process.\n\t\t\tresult = await this.runScript(\n\t\t\t\t[...args, \"--micro-batch\", \"1\", \"--grad-accum\", \"16\", \"--low-memory\", \"on\"],\n\t\t\t\tsignal,\n\t\t\t);\n\t\t}\n\t\tif (!result.ok) {\n\t\t\tawait this.removeModels(image, [name]);\n\t\t\tthrow new Error(result.message);\n\t\t}\n\n\t\tconst model: TrainedModel = {\n\t\t\tname,\n\t\t\tcreatedAt: new Date().toISOString(),\n\t\t\tbasedOn: base.name,\n\t\t\tsessionTasks: result.rows.focus,\n\t\t\ttest: result.test,\n\t\t\tsession: result.focus,\n\t\t\tseconds: result.seconds,\n\t\t\tdevice: result.device,\n\t\t};\n\t\tconst activated = passesGate(model.test);\n\t\tconst pruned = pruneModels({ active: activated ? name : registry.active, models: [...registry.models, model] });\n\t\twriteRegistry(this.workspace, pruned.registry);\n\t\tawait this.removeModels(image, pruned.removed);\n\t\treturn { model, activated, previous: base.name };\n\t}\n\n\t/** Deletes trained models from the volume. */\n\tprivate async removeModels(image: string, names: string[]): Promise<void> {\n\t\tif (names.length === 0) return;\n\t\tawait this.options.docker(\n\t\t\tinImage(\n\t\t\t\timage,\n\t\t\t\t\"import shutil, sys; [shutil.rmtree(path, ignore_errors=True) for path in sys.argv[1:]]\",\n\t\t\t\tnames.map(trainedModelPath),\n\t\t\t),\n\t\t\t{ timeout: 120_000 },\n\t\t);\n\t}\n\n\tprivate async runScript(args: string[], signal: AbortSignal): Promise<ScriptResult> {\n\t\tconst stderr: string[] = [];\n\t\tconst result = await this.options.docker(args, {\n\t\t\tsignal,\n\t\t\tonLine: (line, stream) => {\n\t\t\t\tif (stream === \"stdout\") return;\n\t\t\t\tif (line.startsWith(\"PROGRESS \")) {\n\t\t\t\t\ttry {\n\t\t\t\t\t\tthis.progress = JSON.parse(line.slice(\"PROGRESS \".length)) as TrainingProgress;\n\t\t\t\t\t\tthis.listener?.progress(this.progress);\n\t\t\t\t\t} catch {\n\t\t\t\t\t\t// Not a progress line after all.\n\t\t\t\t\t}\n\t\t\t\t} else if (line.trim()) {\n\t\t\t\t\tstderr.push(line);\n\t\t\t\t\tif (stderr.length > 20) stderr.shift();\n\t\t\t\t}\n\t\t\t},\n\t\t});\n\t\tif (signal.aborted) return { ok: false, message: \"Training was stopped\" };\n\t\tconst last = result.stdout.trim().split(\"\\n\").at(-1) ?? \"\";\n\t\ttry {\n\t\t\treturn JSON.parse(last) as ScriptResult;\n\t\t} catch {\n\t\t\tconst detail = stderr.slice(-4).join(\" \").trim() || dockerError(result);\n\t\t\treturn { ok: false, message: `The training container exited with code ${result.code}: ${detail}` };\n\t\t}\n\t}\n}\n\nconst trainers = new Map<string, LayaTrainer>();\n\n/** The trainer of a Laya home, shared by every session runtime of the process. */\nexport function sharedTrainer(options: LayaTrainerOptions): LayaTrainer {\n\tlet trainer = trainers.get(options.home);\n\tif (!trainer) {\n\t\ttrainer = new LayaTrainer(options);\n\t\ttrainers.set(options.home, trainer);\n\t}\n\treturn trainer;\n}\n"]}

package/dist/extensions/llama/client.d.ts

@@ -0,0 +1,69 @@
+export type LlamaModelStatus = "unloaded" | "loading" | "loaded" | "downloading" | "sleeping";
+export interface LlamaModelInfo {
+    id: string;
+    aliases?: string[];
+    status: {
+        value: LlamaModelStatus;
+        args?: string[];
+        failed?: boolean;
+        exit_code?: number;
+        progress?: Record<string, {
+            done: number;
+            total: number;
+        }>;
+    };
+    architecture?: {
+        input_modalities?: string[];
+        output_modalities?: string[];
+    };
+    source?: string;
+    meta?: {
+        n_ctx?: number;
+        n_ctx_train?: number;
+        size?: number;
+        ftype?: string;
+    };
+}
+export interface LlamaModelsResponse {
+    data: LlamaModelInfo[];
+    object?: string;
+}
+export interface LlamaServerProps {
+    models_autoload?: boolean;
+    chat_template?: string;
+}
+export interface LlamaModelEvent {
+    model: string;
+    event: string;
+    data?: unknown;
+}
+export interface LlamaProgress {
+    message: string;
+    ratio?: number;
+    detail?: string;
+}
+export declare function formatBytes(bytes: number): string;
+export declare function normalizeLlamaServerUrl(value: string): string;
+export declare function llamaInferenceUrl(serverUrl: string): string;
+export declare class LlamaClient {
+    readonly serverUrl: string;
+    private readonly apiKey;
+    constructor(serverUrl: string, apiKey?: string);
+    private request;
+    list(options?: {
+        reload?: boolean;
+        signal?: AbortSignal;
+    }): Promise<LlamaModelInfo[]>;
+    props(options?: {
+        model?: string;
+        signal?: AbortSignal;
+    }): Promise<LlamaServerProps>;
+    load(model: string, signal?: AbortSignal): Promise<void>;
+    unload(model: string, signal?: AbortSignal): Promise<void>;
+    unloadAndWait(model: string, signal?: AbortSignal): Promise<void>;
+    download(model: string, signal?: AbortSignal): Promise<void>;
+    watch(onEvent: (event: LlamaModelEvent) => void, signal?: AbortSignal): Promise<void>;
+    loadAndWait(model: string, onProgress: (progress: LlamaProgress) => void, signal?: AbortSignal): Promise<LlamaModelInfo>;
+    downloadAndWait(model: string, onProgress: (progress: LlamaProgress) => void, signal?: AbortSignal): Promise<LlamaModelInfo[]>;
+}
+//# sourceMappingURL=client.d.ts.map