@tuned-tensor/local 0.2.7 → 0.2.8

package/dist/process-runner.js

@@ -3,7 +3,7 @@ import { createWriteStream } from "node:fs";
 import { mkdir } from "node:fs/promises";
 import { fileURLToPath } from "node:url";
 import { dirname, join, resolve } from "node:path";
-import { forwardStreamLines } from "./run-reporter.js";
+import { forwardStreamLines, reportInBackground } from "./run-reporter.js";
 const packageRoot = dirname(dirname(fileURLToPath(import.meta.url)));
 const bundledLocalRunnerPrefix = "training/local-runner";
 function resolveBundledLocalRunnerPath(path) {
@@ -59,6 +59,12 @@ export function buildEntrypointCommand(entrypoint, options = {}) {
         kind: "uv",
     };
 }
+export class ProcessCancelledError extends Error {
+    constructor(message = "Process cancelled.") {
+        super(message);
+        this.name = "ProcessCancelledError";
+    }
+}
 export async function runLoggedProcess(args) {
     if (args.logPath)
         await mkdir(dirname(args.logPath), { recursive: true });
@@ -70,15 +76,78 @@ export async function runLoggedProcess(args) {
                 cwd: args.cwd ? resolve(args.cwd) : process.cwd(),
                 stdio: ["ignore", "pipe", "pipe"],
                 env: args.env ?? process.env,
+                detached: process.platform !== "win32",
             });
             let timedOut = false;
+            let cancelled = false;
+            let cancellationError;
+            let cancellationCheckRunning = false;
+            let forceKillTimer = null;
+            const killProcessGroup = (signal) => {
+                if (child.pid && process.platform !== "win32") {
+                    try {
+                        process.kill(-child.pid, signal);
+                        return;
+                    }
+                    catch {
+                        // The child may have exited between the check and signal.
+                    }
+                }
+                child.kill(signal);
+            };
+            const requestStop = (signal = "SIGTERM") => {
+                killProcessGroup(signal);
+                if (!forceKillTimer) {
+                    forceKillTimer = setTimeout(() => killProcessGroup("SIGKILL"), 5_000);
+                    forceKillTimer.unref();
+                }
+            };
+            const onSigint = () => {
+                cancelled = true;
+                requestStop("SIGINT");
+            };
+            const onSigterm = () => {
+                cancelled = true;
+                requestStop("SIGTERM");
+            };
+            process.once("SIGINT", onSigint);
+            process.once("SIGTERM", onSigterm);
             const timer = args.timeoutMs
                 ? setTimeout(() => {
                     timedOut = true;
-                    child.kill("SIGTERM");
-                    reject(new Error(args.timeoutMessage ?? `${args.command} timed out after ${args.timeoutMs}ms`));
+                    requestStop();
                 }, args.timeoutMs)
                 : null;
+            const cancellationTimer = args.shouldCancel
+                ? setInterval(() => {
+                    if (cancellationCheckRunning || cancelled)
+                        return;
+                    cancellationCheckRunning = true;
+                    Promise.resolve(args.shouldCancel?.())
+                        .then((requested) => {
+                        if (!requested || cancelled)
+                            return;
+                        cancelled = true;
+                        requestStop();
+                    })
+                        .catch((error) => {
+                        cancellationError = error;
+                        requestStop();
+                    })
+                        .finally(() => { cancellationCheckRunning = false; });
+                }, args.cancelPollMs ?? 250)
+                : null;
+            cancellationTimer?.unref();
+            const clearProcessTimers = () => {
+                if (timer)
+                    clearTimeout(timer);
+                if (cancellationTimer)
+                    clearInterval(cancellationTimer);
+                if (forceKillTimer)
+                    clearTimeout(forceKillTimer);
+                process.off("SIGINT", onSigint);
+                process.off("SIGTERM", onSigterm);
+            };
             if (logStream) {
                 child.stdout.pipe(logStream, { end: false });
                 child.stderr.pipe(logStream, { end: false });
@@ -86,26 +155,36 @@ export async function runLoggedProcess(args) {
             forwardStreamLines(child.stdout, (line) => {
                 args.onLine?.(line, "stdout");
                 if (args.reporter?.verbose) {
-                    void args.reporter.onLog?.({ stage: args.stage, stream: "stdout", message: line });
+                    reportInBackground(() => args.reporter?.onLog?.({ stage: args.stage, stream: "stdout", message: line }));
                 }
             });
             forwardStreamLines(child.stderr, (line) => {
                 stderr += `${line}\n`;
                 args.onLine?.(line, "stderr");
                 if (args.reporter?.verbose) {
-                    void args.reporter.onLog?.({ stage: args.stage, stream: "stderr", message: line });
+                    reportInBackground(() => args.reporter?.onLog?.({ stage: args.stage, stream: "stderr", message: line }));
                 }
             });
             child.on("error", (error) => {
-                if (timer)
-                    clearTimeout(timer);
-                reject(error);
+                clearProcessTimers();
+                reject(timedOut
+                    ? new Error(args.timeoutMessage ?? `${args.command} timed out after ${args.timeoutMs}ms`)
+                    : error);
             });
             child.on("close", (code) => {
-                if (timer)
-                    clearTimeout(timer);
-                if (timedOut)
+                clearProcessTimers();
+                if (timedOut) {
+                    reject(new Error(args.timeoutMessage ?? `${args.command} timed out after ${args.timeoutMs}ms`));
+                    return;
+                }
+                if (cancellationError) {
+                    reject(cancellationError);
                     return;
+                }
+                if (cancelled) {
+                    reject(new ProcessCancelledError(`${args.stage} was cancelled.`));
+                    return;
+                }
                 resolvePromise(code ?? 1);
             });
         });
@@ -121,31 +200,106 @@ export async function runLoggedProcess(args) {
 }
 export async function runJsonStdInCommand(args) {
     const [cmd, ...cmdArgs] = args.command;
+    if (!cmd)
+        throw new Error(`${args.errorPrefix} has no executable.`);
     return await new Promise((resolvePromise, reject) => {
         const child = spawn(cmd, cmdArgs, {
             stdio: ["pipe", "pipe", "pipe"],
             env: process.env,
+            detached: process.platform !== "win32",
         });
         let stdout = "";
         let stderr = "";
         let timedOut = false;
+        let cancelled = false;
+        let cancellationCheckRunning = false;
+        let cancellationError;
+        let forceKillTimer = null;
+        const killProcessGroup = (signal) => {
+            if (child.pid && process.platform !== "win32") {
+                try {
+                    process.kill(-child.pid, signal);
+                    return;
+                }
+                catch {
+                    // Fall through when the process group has already exited.
+                }
+            }
+            child.kill(signal);
+        };
+        const requestStop = (signal = "SIGTERM") => {
+            killProcessGroup(signal);
+            if (!forceKillTimer) {
+                forceKillTimer = setTimeout(() => killProcessGroup("SIGKILL"), 5_000);
+                forceKillTimer.unref();
+            }
+        };
+        const onSigint = () => {
+            cancelled = true;
+            requestStop("SIGINT");
+        };
+        const onSigterm = () => {
+            cancelled = true;
+            requestStop("SIGTERM");
+        };
         const timer = setTimeout(() => {
             timedOut = true;
-            child.kill("SIGTERM");
-            reject(new Error(args.timeoutMessage));
+            requestStop();
         }, args.timeoutMs);
+        timer.unref();
+        const cancellationTimer = args.shouldCancel
+            ? setInterval(() => {
+                if (cancellationCheckRunning || cancelled)
+                    return;
+                cancellationCheckRunning = true;
+                Promise.resolve(args.shouldCancel?.())
+                    .then((requested) => {
+                    if (!requested || cancelled)
+                        return;
+                    cancelled = true;
+                    requestStop();
+                })
+                    .catch((error) => {
+                    cancellationError = error;
+                    requestStop();
+                })
+                    .finally(() => { cancellationCheckRunning = false; });
+            }, args.cancelPollMs ?? 250)
+            : null;
+        cancellationTimer?.unref();
+        process.once("SIGINT", onSigint);
+        process.once("SIGTERM", onSigterm);
+        const cleanup = () => {
+            clearTimeout(timer);
+            if (cancellationTimer)
+                clearInterval(cancellationTimer);
+            if (forceKillTimer)
+                clearTimeout(forceKillTimer);
+            process.off("SIGINT", onSigint);
+            process.off("SIGTERM", onSigterm);
+        };
         child.stdout.setEncoding("utf8");
         child.stderr.setEncoding("utf8");
         child.stdout.on("data", (chunk) => { stdout += chunk; });
         child.stderr.on("data", (chunk) => { stderr += chunk; });
         child.on("error", (error) => {
-            clearTimeout(timer);
+            cleanup();
             reject(error);
         });
         child.on("close", (code) => {
-            clearTimeout(timer);
-            if (timedOut)
+            cleanup();
+            if (timedOut) {
+                reject(new Error(args.timeoutMessage));
                 return;
+            }
+            if (cancellationError) {
+                reject(cancellationError);
+                return;
+            }
+            if (cancelled) {
+                reject(new ProcessCancelledError(`${args.errorPrefix} was cancelled.`));
+                return;
+            }
             if (code !== 0) {
                 reject(new Error(`${args.errorPrefix} exited ${code}: ${stderr.slice(0, 1000)}`));
                 return;
@@ -160,6 +314,7 @@ export async function runJsonStdInCommand(args) {
                 resolvePromise(trimmed);
             }
         });
+        child.stdin.on("error", () => undefined);
         child.stdin.end(JSON.stringify(args.payload));
     });
 }

package/dist/process-runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"process-runner.js","sourceRoot":"","sources":["../src/process-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAyB,MAAM,mBAAmB,CAAC;AAa9E,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AACrE,MAAM,wBAAwB,GAAG,uBAAuB,CAAC;AAEzD,SAAS,6BAA6B,CAAC,IAAwB;IAC7D,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5B,IAAI,IAAI,KAAK,wBAAwB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,wBAAwB,GAAG,CAAC,EAAE,CAAC;QACzF,OAAO,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,UAAoC,EACpC,UAA4D,EAAE;IAE9D,MAAM,IAAI,GAAa,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,6BAA6B,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClE,IAAI,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC7C,KAAK,MAAM,UAAU,IAAI,UAAU,CAAC,IAAI,IAAI,EAAE;QAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAChF,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpB,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;SAAM,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QAC7B,IAAI,CAAC,IAAI,CAAC,6BAA6B,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IACnF,CAAC;SAAM,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI,CAAC,6BAA6B,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,OAAO,CAAC,aAAa,CAAC,CAAC;IAC3F,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;IACpE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,UAAoC,EACpC,UAA4D,EAAE;IAE9D,IAAI,UAAU,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC,GAAG,UAAU,CAAC,OAAO,IAAI,EAAE,CAAC;QACxD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;QAC5F,OAAO;YACL,OAAO;YACP,WAAW;YACX,cAAc,EAAE,CAAC,OAAO,EAAE,GAAG,WAAW,CAAC;YACzC,IAAI,EAAE,SAAS;SAChB,CAAC;IACJ,CAAC;IAED,MAAM,WAAW,GAAG,iBAAiB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAC3D,OAAO;QACL,OAAO,EAAE,IAAI;QACb,WAAW;QACX,cAAc,EAAE,CAAC,IAAI,EAAE,GAAG,WAAW,CAAC;QACtC,IAAI,EAAE,IAAI;KACX,CAAC;AACJ,CAAC;AAOD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAWtC;IACC,IAAI,IAAI,CAAC,OAAO;QAAE,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1E,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACxF,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,OAAO,CAAS,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;YACpE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE;gBAClD,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;gBACjD,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;gBACjC,GAAG,EAAE,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG;aAC7B,CAAC,CAAC;YACH,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS;gBAC1B,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE;oBACd,QAAQ,GAAG,IAAI,CAAC;oBAChB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACtB,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,cAAc,IAAI,GAAG,IAAI,CAAC,OAAO,oBAAoB,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;gBAClG,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;gBACpB,CAAC,CAAC,IAAI,CAAC;YAET,IAAI,SAAS,EAAE,CAAC;gBACd,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC7C,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;YAC/C,CAAC;YAED,kBAAkB,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACxC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC9B,IAAI,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;oBAC3B,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBACrF,CAAC;YACH,CAAC,CAAC,CAAC;YACH,kBAAkB,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACxC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;gBACtB,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC9B,IAAI,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;oBAC3B,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBACrF,CAAC;YACH,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC1B,IAAI,KAAK;oBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;gBAC/B,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;gBACzB,IAAI,KAAK;oBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;gBAC/B,IAAI,QAAQ;oBAAE,OAAO;gBACrB,cAAc,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IAC9B,CAAC;YAAS,CAAC;QACT,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,IAAI,OAAO,CAAO,CAAC,UAAU,EAAE,EAAE;gBACrC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,IAMzC;IACC,MAAM,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;IACvC,OAAO,MAAM,IAAI,OAAO,CAAC,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;QAClD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE;YAChC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;YAC/B,GAAG,EAAE,OAAO,CAAC,GAAG;SACjB,CAAC,CAAC;QACH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,QAAQ,GAAG,IAAI,CAAC;YAChB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC;QACzC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEnB,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACjC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACjC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,QAAQ;gBAAE,OAAO;YACrB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,WAAW,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBAClF,OAAO;YACT,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA8D,CAAC;gBAChG,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC;gBACjE,cAAc,CAAC,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAClE,CAAC;YAAC,MAAM,CAAC;gBACP,cAAc,CAAC,OAAO,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"process-runner.js","sourceRoot":"","sources":["../src/process-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAyB,MAAM,mBAAmB,CAAC;AAalG,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AACrE,MAAM,wBAAwB,GAAG,uBAAuB,CAAC;AAEzD,SAAS,6BAA6B,CAAC,IAAwB;IAC7D,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5B,IAAI,IAAI,KAAK,wBAAwB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,wBAAwB,GAAG,CAAC,EAAE,CAAC;QACzF,OAAO,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,UAAoC,EACpC,UAA4D,EAAE;IAE9D,MAAM,IAAI,GAAa,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,6BAA6B,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClE,IAAI,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC7C,KAAK,MAAM,UAAU,IAAI,UAAU,CAAC,IAAI,IAAI,EAAE;QAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAChF,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpB,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;SAAM,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QAC7B,IAAI,CAAC,IAAI,CAAC,6BAA6B,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IACnF,CAAC;SAAM,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI,CAAC,6BAA6B,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,OAAO,CAAC,aAAa,CAAC,CAAC;IAC3F,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;IACpE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,UAAoC,EACpC,UAA4D,EAAE;IAE9D,IAAI,UAAU,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC,GAAG,UAAU,CAAC,OAAO,IAAI,EAAE,CAAC;QACxD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;QAC5F,OAAO;YACL,OAAO;YACP,WAAW;YACX,cAAc,EAAE,CAAC,OAAO,EAAE,GAAG,WAAW,CAAC;YACzC,IAAI,EAAE,SAAS;SAChB,CAAC;IACJ,CAAC;IAED,MAAM,WAAW,GAAG,iBAAiB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAC3D,OAAO;QACL,OAAO,EAAE,IAAI;QACb,WAAW;QACX,cAAc,EAAE,CAAC,IAAI,EAAE,GAAG,WAAW,CAAC;QACtC,IAAI,EAAE,IAAI;KACX,CAAC;AACJ,CAAC;AAOD,MAAM,OAAO,qBAAsB,SAAQ,KAAK;IAC9C,YAAY,OAAO,GAAG,oBAAoB;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;IACtC,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAatC;IACC,IAAI,IAAI,CAAC,OAAO;QAAE,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1E,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACxF,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,OAAO,CAAS,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;YACpE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE;gBAClD,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;gBACjD,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;gBACjC,GAAG,EAAE,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG;gBAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ,KAAK,OAAO;aACvC,CAAC,CAAC;YACH,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,IAAI,SAAS,GAAG,KAAK,CAAC;YACtB,IAAI,iBAA0B,CAAC;YAC/B,IAAI,wBAAwB,GAAG,KAAK,CAAC;YACrC,IAAI,cAAc,GAA0B,IAAI,CAAC;YACjD,MAAM,gBAAgB,GAAG,CAAC,MAAsB,EAAE,EAAE;gBAClD,IAAI,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;oBAC9C,IAAI,CAAC;wBACH,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;wBACjC,OAAO;oBACT,CAAC;oBAAC,MAAM,CAAC;wBACP,0DAA0D;oBAC5D,CAAC;gBACH,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,CAAC,CAAC;YACF,MAAM,WAAW,GAAG,CAAC,SAAyB,SAAS,EAAE,EAAE;gBACzD,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBACzB,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,CAAC;oBACtE,cAAc,CAAC,KAAK,EAAE,CAAC;gBACzB,CAAC;YACH,CAAC,CAAC;YACF,MAAM,QAAQ,GAAG,GAAG,EAAE;gBACpB,SAAS,GAAG,IAAI,CAAC;gBACjB,WAAW,CAAC,QAAQ,CAAC,CAAC;YACxB,CAAC,CAAC;YACF,MAAM,SAAS,GAAG,GAAG,EAAE;gBACrB,SAAS,GAAG,IAAI,CAAC;gBACjB,WAAW,CAAC,SAAS,CAAC,CAAC;YACzB,CAAC,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACnC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS;gBAC1B,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE;oBACd,QAAQ,GAAG,IAAI,CAAC;oBAChB,WAAW,EAAE,CAAC;gBAChB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;gBACpB,CAAC,CAAC,IAAI,CAAC;YACT,MAAM,iBAAiB,GAAG,IAAI,CAAC,YAAY;gBACzC,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE;oBACf,IAAI,wBAAwB,IAAI,SAAS;wBAAE,OAAO;oBAClD,wBAAwB,GAAG,IAAI,CAAC;oBAChC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;yBACnC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;wBAClB,IAAI,CAAC,SAAS,IAAI,SAAS;4BAAE,OAAO;wBACpC,SAAS,GAAG,IAAI,CAAC;wBACjB,WAAW,EAAE,CAAC;oBAChB,CAAC,CAAC;yBACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;wBACf,iBAAiB,GAAG,KAAK,CAAC;wBAC1B,WAAW,EAAE,CAAC;oBAChB,CAAC,CAAC;yBACD,OAAO,CAAC,GAAG,EAAE,GAAG,wBAAwB,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1D,CAAC,EAAE,IAAI,CAAC,YAAY,IAAI,GAAG,CAAC;gBAC9B,CAAC,CAAC,IAAI,CAAC;YACT,iBAAiB,EAAE,KAAK,EAAE,CAAC;YAE3B,MAAM,kBAAkB,GAAG,GAAG,EAAE;gBAC9B,IAAI,KAAK;oBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;gBAC/B,IAAI,iBAAiB;oBAAE,aAAa,CAAC,iBAAiB,CAAC,CAAC;gBACxD,IAAI,cAAc;oBAAE,YAAY,CAAC,cAAc,CAAC,CAAC;gBACjD,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBAChC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACpC,CAAC,CAAC;YAEF,IAAI,SAAS,EAAE,CAAC;gBACd,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC7C,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;YAC/C,CAAC;YAED,kBAAkB,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACxC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC9B,IAAI,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;oBAC3B,kBAAkB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC3G,CAAC;YACH,CAAC,CAAC,CAAC;YACH,kBAAkB,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACxC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;gBACtB,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC9B,IAAI,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;oBAC3B,kBAAkB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC3G,CAAC;YACH,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC1B,kBAAkB,EAAE,CAAC;gBACrB,MAAM,CAAC,QAAQ;oBACb,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,cAAc,IAAI,GAAG,IAAI,CAAC,OAAO,oBAAoB,IAAI,CAAC,SAAS,IAAI,CAAC;oBACzF,CAAC,CAAC,KAAK,CAAC,CAAC;YACb,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;gBACzB,kBAAkB,EAAE,CAAC;gBACrB,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,cAAc,IAAI,GAAG,IAAI,CAAC,OAAO,oBAAoB,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;oBAChG,OAAO;gBACT,CAAC;gBACD,IAAI,iBAAiB,EAAE,CAAC;oBACtB,MAAM,CAAC,iBAAiB,CAAC,CAAC;oBAC1B,OAAO;gBACT,CAAC;gBACD,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,CAAC,IAAI,qBAAqB,CAAC,GAAG,IAAI,CAAC,KAAK,iBAAiB,CAAC,CAAC,CAAC;oBAClE,OAAO;gBACT,CAAC;gBACD,cAAc,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IAC9B,CAAC;YAAS,CAAC;QACT,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,IAAI,OAAO,CAAO,CAAC,UAAU,EAAE,EAAE;gBACrC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,IAQzC;IACC,MAAM,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;IACvC,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,qBAAqB,CAAC,CAAC;IACpE,OAAO,MAAM,IAAI,OAAO,CAAC,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;QAClD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE;YAChC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;YAC/B,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ,KAAK,OAAO;SACvC,CAAC,CAAC;QACH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,wBAAwB,GAAG,KAAK,CAAC;QACrC,IAAI,iBAA0B,CAAC;QAC/B,IAAI,cAAc,GAA0B,IAAI,CAAC;QACjD,MAAM,gBAAgB,GAAG,CAAC,MAAsB,EAAE,EAAE;YAClD,IAAI,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;gBAC9C,IAAI,CAAC;oBACH,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;oBACjC,OAAO;gBACT,CAAC;gBAAC,MAAM,CAAC;oBACP,0DAA0D;gBAC5D,CAAC;YACH,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC,CAAC;QACF,MAAM,WAAW,GAAG,CAAC,SAAyB,SAAS,EAAE,EAAE;YACzD,gBAAgB,CAAC,MAAM,CAAC,CAAC;YACzB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,CAAC;gBACtE,cAAc,CAAC,KAAK,EAAE,CAAC;YACzB,CAAC;QACH,CAAC,CAAC;QACF,MAAM,QAAQ,GAAG,GAAG,EAAE;YACpB,SAAS,GAAG,IAAI,CAAC;YACjB,WAAW,CAAC,QAAQ,CAAC,CAAC;QACxB,CAAC,CAAC;QACF,MAAM,SAAS,GAAG,GAAG,EAAE;YACrB,SAAS,GAAG,IAAI,CAAC;YACjB,WAAW,CAAC,SAAS,CAAC,CAAC;QACzB,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,QAAQ,GAAG,IAAI,CAAC;YAChB,WAAW,EAAE,CAAC;QAChB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACnB,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,MAAM,iBAAiB,GAAG,IAAI,CAAC,YAAY;YACzC,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE;gBACf,IAAI,wBAAwB,IAAI,SAAS;oBAAE,OAAO;gBAClD,wBAAwB,GAAG,IAAI,CAAC;gBAChC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;qBACnC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;oBAClB,IAAI,CAAC,SAAS,IAAI,SAAS;wBAAE,OAAO;oBACpC,SAAS,GAAG,IAAI,CAAC;oBACjB,WAAW,EAAE,CAAC;gBAChB,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBACf,iBAAiB,GAAG,KAAK,CAAC;oBAC1B,WAAW,EAAE,CAAC;gBAChB,CAAC,CAAC;qBACD,OAAO,CAAC,GAAG,EAAE,GAAG,wBAAwB,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,CAAC,EAAE,IAAI,CAAC,YAAY,IAAI,GAAG,CAAC;YAC9B,CAAC,CAAC,IAAI,CAAC;QACT,iBAAiB,EAAE,KAAK,EAAE,CAAC;QAC3B,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACjC,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,iBAAiB;gBAAE,aAAa,CAAC,iBAAiB,CAAC,CAAC;YACxD,IAAI,cAAc;gBAAE,YAAY,CAAC,cAAc,CAAC,CAAC;YACjD,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACpC,CAAC,CAAC;QAEF,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACjC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACjC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,OAAO,EAAE,CAAC;YACV,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC;gBACvC,OAAO;YACT,CAAC;YACD,IAAI,iBAAiB,EAAE,CAAC;gBACtB,MAAM,CAAC,iBAAiB,CAAC,CAAC;gBAC1B,OAAO;YACT,CAAC;YACD,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,CAAC,IAAI,qBAAqB,CAAC,GAAG,IAAI,CAAC,WAAW,iBAAiB,CAAC,CAAC,CAAC;gBACxE,OAAO;YACT,CAAC;YACD,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,WAAW,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBAClF,OAAO;YACT,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA8D,CAAC;gBAChG,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC;gBACjE,cAAc,CAAC,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAClE,CAAC;YAAC,MAAM,CAAC;gBACP,cAAc,CAAC,OAAO,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACzC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/process-training.d.ts

@@ -1,8 +1,9 @@
 import type { FineTuneRunRequest, LocalRunnerConfig, TrainingReport } from "./contracts.js";
 import type { RunArtifacts } from "./artifacts.js";
-import type { LocalRunReporter } from "./run-reporter.js";
+import { type LocalRunReporter } from "./run-reporter.js";
 export declare function buildTrainingHyperparameters(request: FineTuneRunRequest, options?: {
     backend?: LocalRunnerConfig["training"]["backend"];
+    baseModelRevision?: string;
 }): Record<string, string>;
 export interface TrainingProgressSnapshot {
     percent?: number;
@@ -17,9 +18,12 @@ export interface TrainingProgressSnapshot {
     epoch?: number;
 }
 export declare function parseTrainingProgressLine(line: string): TrainingProgressSnapshot | null;
+export declare function createTrainingProgressForwarder(reporter?: LocalRunReporter): (line: string) => void;
 export declare function launchProcessTraining(args: {
     request: FineTuneRunRequest;
     artifacts: RunArtifacts;
     config: LocalRunnerConfig;
+    baseModelRevision?: string;
     reporter?: LocalRunReporter;
+    shouldCancel?: () => boolean | Promise<boolean>;
 }): Promise<TrainingReport>;

package/dist/process-training.js

@@ -1,8 +1,10 @@
-import { access, copyFile, mkdir, readFile, writeFile } from "node:fs/promises";
+import { access, mkdir, readFile, writeFile } from "node:fs/promises";
 import { join, resolve } from "node:path";
 import { copyDatasetToTrainingChannel, fileUri, writeJson } from "./artifacts.js";
 import { isExternalTrainingModel, resolveTrainingModel } from "./model-registry.js";
 import { buildEntrypointCommand, runLoggedProcess } from "./process-runner.js";
+import { reportInBackground } from "./run-reporter.js";
+import { minimalMachineLearningEnvironment, withHuggingFaceCacheEnvironment } from "./huggingface-cache.js";
 function serializeHyperparameter(value) {
     if (typeof value === "string")
         return value;
@@ -12,7 +14,7 @@ function serializeHyperparameter(value) {
         return "";
     return JSON.stringify(value);
 }
-function buildCommandTrainingHyperparameters(request) {
+function buildCommandTrainingHyperparameters(request, baseModelRevision) {
     const hyperparameters = Object.fromEntries(Object.entries(request.hyperparameters)
         .filter(([, value]) => value !== undefined)
         .map(([key, value]) => [key, serializeHyperparameter(value)]));
@@ -22,6 +24,7 @@ function buildCommandTrainingHyperparameters(request) {
         base_model: request.spec_snapshot.base_model,
         training_method: request.training_method,
         model_mode: isExternalTrainingModel(request.spec_snapshot.base_model) ? "external" : "supported",
+        ...(baseModelRevision ? { base_model_revision: baseModelRevision } : {}),
     };
 }
 function defaultTrainingScript(request) {
@@ -43,8 +46,9 @@ function buildDpoHyperparameters(request) {
     };
 }
 export function buildTrainingHyperparameters(request, options = {}) {
-    if (options.backend === "command")
-        return buildCommandTrainingHyperparameters(request);
+    if (options.backend === "command") {
+        return buildCommandTrainingHyperparameters(request, options.baseModelRevision);
+    }
     const model = resolveTrainingModel(request.spec_snapshot.base_model);
     if (request.training_method === "dpo" && model.loader === "image_text_to_text") {
         throw new Error("Bundled DPO training supports text causal-LM models only in v1. Use a causal_lm base model or training.backend=command for a custom DPO trainer.");
@@ -56,6 +60,7 @@ export function buildTrainingHyperparameters(request, options = {}) {
         model_family: model.family,
         model_loader: model.loader,
         training_method: request.training_method,
+        ...(options.baseModelRevision ? { base_model_revision: options.baseModelRevision } : {}),
         n_epochs: String(hyper.n_epochs),
         learning_rate: String(hyper.learning_rate ?? model.defaultLearningRate),
         per_device_train_batch_size: String(hyper.batch_size ?? model.defaultPerDeviceBatchSize),
@@ -92,6 +97,11 @@ function numberFromMetric(value) {
     return Number.isFinite(parsed) ? parsed : undefined;
 }
 export function parseTrainingProgressLine(line) {
+    // Transformers uses tqdm while loading checkpoint shards. Those counters
+    // describe model startup, not optimizer steps, and previously appeared as
+    // misleading "Training progress 320/320" events.
+    if (/loading (?:checkpoint )?shards|loading weights/i.test(line))
+        return null;
     const snapshot = {};
     const metricMatches = [...line.matchAll(/'([^']+)':\s*'([^']*)'/g)];
     for (const match of metricMatches) {
@@ -121,7 +131,7 @@ export function parseTrainingProgressLine(line) {
     }
     return Object.keys(snapshot).length > 0 ? snapshot : null;
 }
-function createTrainingProgressForwarder(reporter) {
+export function createTrainingProgressForwarder(reporter) {
     let lastPercent = -1;
     let lastStep = -1;
     let lastEmittedAt = 0;
@@ -146,14 +156,14 @@ function createTrainingProgressForwarder(reporter) {
             lastPercent = percent;
         if (step !== undefined)
             lastStep = step;
-        void reporter?.onEvent?.({
+        reportInBackground(() => reporter?.onEvent?.({
             stage: "training",
             status: "running",
             message: step !== undefined && totalSteps !== undefined
                 ? `Training progress ${step}/${totalSteps}${percent !== undefined ? ` (${percent}%)` : ""}.`
                 : `Training progress${percent !== undefined ? ` ${percent}%` : ""}.`,
             details: latestMetrics,
-        });
+        }));
     };
 }
 export async function launchProcessTraining(args) {
@@ -162,7 +172,10 @@ export async function launchProcessTraining(args) {
     const parentModelArtifact = request.hyperparameters.parent_model_artifact;
     await mkdir(artifacts.trainingDir, { recursive: true });
     await copyDatasetToTrainingChannel(artifacts);
-    const hyperparameters = buildTrainingHyperparameters(request, { backend: config.training.backend });
+    const hyperparameters = buildTrainingHyperparameters(request, {
+        backend: config.training.backend,
+        baseModelRevision: args.baseModelRevision,
+    });
     await writeJson(join(artifacts.trainingConfigDir, "hyperparameters.json"), hyperparameters);
     if (config.dryRun) {
         const dryCommand = config.training.backend === "command" && !config.training.command
@@ -185,8 +198,14 @@ export async function launchProcessTraining(args) {
     const entrypoint = buildEntrypointCommand(config.training, { defaultScript: defaultTrainingScript(request) });
     const command = entrypoint.displayCommand;
     const provider = entrypoint.kind === "uv" ? "local-uv" : "local-command";
-    const childEnv = {
-        ...process.env,
+    const resolvedModel = entrypoint.kind === "uv"
+        ? resolveTrainingModel(request.spec_snapshot.base_model)
+        : undefined;
+    const inheritedEnv = entrypoint.kind === "uv"
+        ? minimalMachineLearningEnvironment(process.env, { includeHfToken: resolvedModel?.requiresHfToken })
+        : process.env;
+    const childEnv = withHuggingFaceCacheEnvironment({
+        ...inheritedEnv,
         ...config.training.env,
         BACKEND: "local",
         SM_CHANNEL_TRAINING: resolve(artifacts.trainingInputDir),
@@ -194,14 +213,13 @@ export async function launchProcessTraining(args) {
         SM_MODEL_DIR: resolve(artifacts.trainingModelDir),
         SM_OUTPUT_DIR: resolve(artifacts.trainingOutputDir),
         TT_HYPERPARAMETERS_PATH: resolve(artifacts.trainingConfigDir, "hyperparameters.json"),
-        HF_HOME: config.paths.modelCache ? resolve(config.paths.modelCache) : process.env.HF_HOME,
-    };
+    }, config.paths.modelCache);
     for (const [key, value] of Object.entries(childEnv)) {
         if (value === undefined)
             delete childEnv[key];
     }
     if (config.paths.modelCache)
-        await mkdir(config.paths.modelCache, { recursive: true });
+        await mkdir(resolve(config.paths.modelCache), { recursive: true });
     await args.reporter?.onEvent?.({
         stage: "training",
         status: "running",
@@ -223,6 +241,7 @@ export async function launchProcessTraining(args) {
         reporter: args.reporter,
         stage: "training",
         onLine: (line) => forwardTrainingProgress(line),
+        shouldCancel: args.shouldCancel,
     });
     const metricsPath = join(artifacts.trainingModelDir, "training-metrics.json");
     const metrics = await pathExists(metricsPath)
@@ -235,9 +254,6 @@ export async function launchProcessTraining(args) {
     const modelUri = await pathExists(modelTarPath)
         ? fileUri(modelTarPath)
         : fileUri(artifacts.trainingModelDir);
-    if (await pathExists(modelTarPath)) {
-        await copyFile(modelTarPath, join(artifacts.runDir, "model.tar.gz")).catch(() => undefined);
-    }
     await args.reporter?.onEvent?.({
         stage: "training",
         status: "running",

package/dist/process-training.js.map

@@ -1 +1 @@
-{"version":3,"file":"process-training.js","sourceRoot":"","sources":["../src/process-training.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAChF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAG1C,OAAO,EAAE,4BAA4B,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAClF,OAAO,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AACpF,OAAO,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAG/E,SAAS,uBAAuB,CAAC,KAAc;IAC7C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAClF,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACrD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,mCAAmC,CAAC,OAA2B;IACtE,MAAM,eAAe,GAAG,MAAM,CAAC,WAAW,CACxC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC;SACpC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC;SAC1C,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,uBAAuB,CAAC,KAAK,CAAC,CAAC,CAAC,CAChE,CAAC;IACF,OAAO;QACL,GAAG,eAAe;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU;QAC5C,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,UAAU,EAAE,uBAAuB,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW;KACjG,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,OAA2B;IACxD,OAAO,OAAO,CAAC,eAAe,KAAK,KAAK;QACtC,CAAC,CAAC,wCAAwC;QAC1C,CAAC,CAAC,oCAAoC,CAAC;AAC3C,CAAC;AAED,SAAS,uBAAuB,CAAC,OAA2B;IAC1D,IAAI,OAAO,CAAC,eAAe,KAAK,KAAK;QAAE,OAAO,EAAE,CAAC;IACjD,MAAM,KAAK,GAAG,OAAO,CAAC,eAAe,CAAC;IACtC,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,GAAG,CAAC;QACvC,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,SAAS;QAC/C,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAC3D,kBAAkB,EAAE,MAAM,CAAC,KAAK,CAAC,kBAAkB,IAAI,KAAK,CAAC;QAC7D,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,GAAG,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC,EAAE,qBAAqB,EAAE,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACvG,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,OAA2B,EAC3B,UAAkE,EAAE;IAEpE,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;QAAE,OAAO,mCAAmC,CAAC,OAAO,CAAC,CAAC;IAEvF,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IACrE,IAAI,OAAO,CAAC,eAAe,KAAK,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,oBAAoB,EAAE,CAAC;QAC/E,MAAM,IAAI,KAAK,CAAC,kJAAkJ,CAAC,CAAC;IACtK,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,eAAe,CAAC;IACtC,OAAO;QACL,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,KAAK,CAAC,EAAE;QACpB,YAAY,EAAE,KAAK,CAAC,MAAM;QAC1B,YAAY,EAAE,KAAK,CAAC,MAAM;QAC1B,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;QAChC,aAAa,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,mBAAmB,CAAC;QACvE,2BAA2B,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,yBAAyB,CAAC;QACxF,2BAA2B,EAAE,MAAM,CACjC,KAAK,CAAC,2BAA2B,IAAI,KAAK,CAAC,gCAAgC,CAC5E;QACD,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,eAAe,CAAC;QAC3D,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,gBAAgB,CAAC;QAC9D,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,kBAAkB,CAAC;QACpE,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,mBAAmB,CAAC;QACzE,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC;QAClD,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;QAChD,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;QAChD,GAAG,uBAAuB,CAAC,OAAO,CAAC;QACnC,GAAG,CAAC,KAAK,CAAC,oBAAoB;YAC5B,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,oBAAoB,CAAC,EAAE;YACtE,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,qBAAqB;YAC7B,CAAC,CAAC,EAAE,qBAAqB,EAAE,KAAK,CAAC,qBAAqB,EAAE;YACxD,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAeD,SAAS,gBAAgB,CAAC,KAAyB;IACjD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAY;IACpD,MAAM,QAAQ,GAA6B,EAAE,CAAC;IAC9C,MAAM,aAAa,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC,CAAC;IACpE,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACzC,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QAClC,IAAI,GAAG,KAAK,MAAM;YAAE,QAAQ,CAAC,IAAI,GAAG,KAAK,CAAC;QAC1C,IAAI,GAAG,KAAK,WAAW;YAAE,QAAQ,CAAC,SAAS,GAAG,KAAK,CAAC;QACpD,IAAI,GAAG,KAAK,eAAe;YAAE,QAAQ,CAAC,aAAa,GAAG,KAAK,CAAC;QAC5D,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;YACpB,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;YACvB,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,4EAA4E,CAAC,CAAC;IAC1G,IAAI,QAAQ,EAAE,CAAC;QACb,QAAQ,CAAC,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,QAAQ,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACpC,QAAQ,CAAC,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QACvC,QAAQ,CAAC,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QACnC,QAAQ,CAAC,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;IACtC,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5D,CAAC;AAED,SAAS,+BAA+B,CAAC,QAA2B;IAClE,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC;IACrB,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;IAClB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,aAAa,GAA6B,EAAE,CAAC;IAEjD,OAAO,CAAC,IAAY,EAAE,EAAE;QACtB,MAAM,MAAM,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,CAAC,MAAM;YAAE,OAAO;QACpB,aAAa,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,MAAM,EAAE,CAAC;QAChD,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC;QACtC,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC;QAChC,MAAM,UAAU,GAAG,aAAa,CAAC,WAAW,CAAC;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC;eACxC,CACD,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,OAAO,IAAI,WAAW,GAAG,CAAC,IAAI,OAAO,KAAK,GAAG,CAAC,CAAC;mBACvE,CAAC,IAAI,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,IAAI,IAAI,KAAK,UAAU,IAAI,IAAI,KAAK,QAAQ,CAAC;mBAC5F,GAAG,GAAG,aAAa,GAAG,MAAM,CAChC,CAAC;QACJ,IAAI,CAAC,UAAU;YAAE,OAAO;QAExB,aAAa,GAAG,GAAG,CAAC;QACpB,IAAI,OAAO,KAAK,SAAS;YAAE,WAAW,GAAG,OAAO,CAAC;QACjD,IAAI,IAAI,KAAK,SAAS;YAAE,QAAQ,GAAG,IAAI,CAAC;QACxC,KAAK,QAAQ,EAAE,OAAO,EAAE,CAAC;YACvB,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,IAAI,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS;gBACrD,CAAC,CAAC,qBAAqB,IAAI,IAAI,UAAU,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG;gBAC5F,CAAC,CAAC,oBAAoB,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG;YACtE,OAAO,EAAE,aAAwC;SAClD,CAAC,CAAC;IACL,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAK3C;IACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAC5C,MAAM,OAAO,GAAG,YAAY,OAAO,CAAC,MAAM,EAAE,CAAC;IAC7C,MAAM,mBAAmB,GAAG,OAAO,CAAC,eAAe,CAAC,qBAAqB,CAAC;IAC1E,MAAM,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,MAAM,4BAA4B,CAAC,SAAS,CAAC,CAAC;IAC9C,MAAM,eAAe,GAAG,4BAA4B,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IACpG,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,sBAAsB,CAAC,EAAE,eAAe,CAAC,CAAC;IAE5F,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO;YAClF,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,sBAAsB,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,qBAAqB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC/F,MAAM,SAAS,CACb,SAAS,CAAC,WAAW,EACrB,uDAAuD,EACvD,MAAM,CACP,CAAC;QACF,OAAO;YACL,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,UAAU;YAC9E,iBAAiB,EAAE,OAAO;YAC1B,kBAAkB,EAAE,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;YACvD,uBAAuB,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;YAC7F,yBAAyB,EAAE,mBAAmB;YAC9C,iBAAiB,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;YAC3C,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;YAC1B,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC;YACvC,OAAO,EAAE,UAAU,EAAE,cAAc;SACpC,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,sBAAsB,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,qBAAqB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC9G,MAAM,OAAO,GAAG,UAAU,CAAC,cAAc,CAAC;IAC1C,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC;IACzE,MAAM,QAAQ,GAAsB;QAClC,GAAG,OAAO,CAAC,GAAG;QACd,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG;QACtB,OAAO,EAAE,OAAO;QAChB,mBAAmB,EAAE,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;QACxD,qBAAqB,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;QAC3F,YAAY,EAAE,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;QACjD,aAAa,EAAE,OAAO,CAAC,SAAS,CAAC,iBAAiB,CAAC;QACnD,uBAAuB,EAAE,OAAO,CAAC,SAAS,CAAC,iBAAiB,EAAE,sBAAsB,CAAC;QACrF,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO;KAC1F,CAAC;IACF,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpD,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU;QAAE,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEvF,MAAM,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;QAC7B,KAAK,EAAE,UAAU;QACjB,MAAM,EAAE,SAAS;QACjB,OAAO,EAAE,kCAAkC;QAC3C,OAAO,EAAE;YACP,OAAO;YACP,QAAQ,EAAE,SAAS,CAAC,WAAW;YAC/B,SAAS,EAAE,SAAS,CAAC,gBAAgB;YACrC,UAAU,EAAE,SAAS,CAAC,iBAAiB;SACxC;KACF,CAAC,CAAC;IAEH,MAAM,uBAAuB,GAAG,+BAA+B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC/E,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,gBAAgB,CAAC;QAC1C,OAAO,EAAE,UAAU,CAAC,OAAO;QAC3B,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG;QACxB,GAAG,EAAE,QAAQ;QACb,OAAO,EAAE,SAAS,CAAC,WAAW;QAC9B,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,UAAU;QACjB,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,uBAAuB,CAAC,IAAI,CAAC;KAChD,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,uBAAuB,CAAC,CAAC;IAC9E,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,WAAW,CAAC;QAC3C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAA4B;QAC5E,CAAC,CAAC,IAAI,CAAC;IAET,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,qCAAqC,QAAQ,SAAS,SAAS,CAAC,WAAW,GAAG,CAAC,CAAC;IAClG,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC;IACvE,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,YAAY,CAAC;QAC7C,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;QACvB,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IACxC,IAAI,MAAM,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QACnC,MAAM,QAAQ,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;QAC7B,KAAK,EAAE,UAAU;QACjB,MAAM,EAAE,SAAS;QACjB,OAAO,EAAE,6BAA6B;QACtC,OAAO,EAAE;YACP,SAAS,EAAE,QAAQ;YACnB,kBAAkB,EAAE,QAAQ;YAC5B,QAAQ,EAAE,SAAS,CAAC,WAAW;YAC/B,OAAO;SACR;KACF,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ;QACR,iBAAiB,EAAE,OAAO;QAC1B,kBAAkB,EAAE,QAAQ;QAC5B,uBAAuB,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;QAC7F,yBAAyB,EAAE,mBAAmB;QAC9C,iBAAiB,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;QAC3C,OAAO;QACP,SAAS,EAAE,QAAQ;QACnB,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC;QACvC,OAAO;KACR,CAAC;AACJ,CAAC"}
+{"version":3,"file":"process-training.js","sourceRoot":"","sources":["../src/process-training.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAG1C,OAAO,EAAE,4BAA4B,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAClF,OAAO,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AACpF,OAAO,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAyB,MAAM,mBAAmB,CAAC;AAC9E,OAAO,EAAE,iCAAiC,EAAE,+BAA+B,EAAE,MAAM,wBAAwB,CAAC;AAE5G,SAAS,uBAAuB,CAAC,KAAc;IAC7C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAClF,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACrD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,mCAAmC,CAC1C,OAA2B,EAC3B,iBAA0B;IAE1B,MAAM,eAAe,GAAG,MAAM,CAAC,WAAW,CACxC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC;SACpC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC;SAC1C,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,uBAAuB,CAAC,KAAK,CAAC,CAAC,CAAC,CAChE,CAAC;IACF,OAAO;QACL,GAAG,eAAe;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU;QAC5C,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,UAAU,EAAE,uBAAuB,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW;QAChG,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzE,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,OAA2B;IACxD,OAAO,OAAO,CAAC,eAAe,KAAK,KAAK;QACtC,CAAC,CAAC,wCAAwC;QAC1C,CAAC,CAAC,oCAAoC,CAAC;AAC3C,CAAC;AAED,SAAS,uBAAuB,CAAC,OAA2B;IAC1D,IAAI,OAAO,CAAC,eAAe,KAAK,KAAK;QAAE,OAAO,EAAE,CAAC;IACjD,MAAM,KAAK,GAAG,OAAO,CAAC,eAAe,CAAC;IACtC,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,GAAG,CAAC;QACvC,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,SAAS;QAC/C,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAC3D,kBAAkB,EAAE,MAAM,CAAC,KAAK,CAAC,kBAAkB,IAAI,KAAK,CAAC;QAC7D,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,GAAG,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC,EAAE,qBAAqB,EAAE,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACvG,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,OAA2B,EAC3B,UAGI,EAAE;IAEN,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAClC,OAAO,mCAAmC,CAAC,OAAO,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACjF,CAAC;IAED,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IACrE,IAAI,OAAO,CAAC,eAAe,KAAK,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,oBAAoB,EAAE,CAAC;QAC/E,MAAM,IAAI,KAAK,CAAC,kJAAkJ,CAAC,CAAC;IACtK,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,eAAe,CAAC;IACtC,OAAO;QACL,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,KAAK,CAAC,EAAE;QACpB,YAAY,EAAE,KAAK,CAAC,MAAM;QAC1B,YAAY,EAAE,KAAK,CAAC,MAAM;QAC1B,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,GAAG,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxF,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;QAChC,aAAa,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,mBAAmB,CAAC;QACvE,2BAA2B,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,yBAAyB,CAAC;QACxF,2BAA2B,EAAE,MAAM,CACjC,KAAK,CAAC,2BAA2B,IAAI,KAAK,CAAC,gCAAgC,CAC5E;QACD,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,eAAe,CAAC;QAC3D,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,gBAAgB,CAAC;QAC9D,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,kBAAkB,CAAC;QACpE,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,mBAAmB,CAAC;QACzE,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC;QAClD,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;QAChD,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;QAChD,GAAG,uBAAuB,CAAC,OAAO,CAAC;QACnC,GAAG,CAAC,KAAK,CAAC,oBAAoB;YAC5B,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,oBAAoB,CAAC,EAAE;YACtE,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,qBAAqB;YAC7B,CAAC,CAAC,EAAE,qBAAqB,EAAE,KAAK,CAAC,qBAAqB,EAAE;YACxD,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAeD,SAAS,gBAAgB,CAAC,KAAyB;IACjD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAY;IACpD,yEAAyE;IACzE,0EAA0E;IAC1E,iDAAiD;IACjD,IAAI,iDAAiD,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC9E,MAAM,QAAQ,GAA6B,EAAE,CAAC;IAC9C,MAAM,aAAa,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC,CAAC;IACpE,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACzC,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QAClC,IAAI,GAAG,KAAK,MAAM;YAAE,QAAQ,CAAC,IAAI,GAAG,KAAK,CAAC;QAC1C,IAAI,GAAG,KAAK,WAAW;YAAE,QAAQ,CAAC,SAAS,GAAG,KAAK,CAAC;QACpD,IAAI,GAAG,KAAK,eAAe;YAAE,QAAQ,CAAC,aAAa,GAAG,KAAK,CAAC;QAC5D,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;YACpB,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;YACvB,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,4EAA4E,CAAC,CAAC;IAC1G,IAAI,QAAQ,EAAE,CAAC;QACb,QAAQ,CAAC,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,QAAQ,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACpC,QAAQ,CAAC,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QACvC,QAAQ,CAAC,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QACnC,QAAQ,CAAC,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;IACtC,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,QAA2B;IACzE,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC;IACrB,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;IAClB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,aAAa,GAA6B,EAAE,CAAC;IAEjD,OAAO,CAAC,IAAY,EAAE,EAAE;QACtB,MAAM,MAAM,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,CAAC,MAAM;YAAE,OAAO;QACpB,aAAa,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,MAAM,EAAE,CAAC;QAChD,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC;QACtC,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC;QAChC,MAAM,UAAU,GAAG,aAAa,CAAC,WAAW,CAAC;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC;eACxC,CACD,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,OAAO,IAAI,WAAW,GAAG,CAAC,IAAI,OAAO,KAAK,GAAG,CAAC,CAAC;mBACvE,CAAC,IAAI,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,IAAI,IAAI,KAAK,UAAU,IAAI,IAAI,KAAK,QAAQ,CAAC;mBAC5F,GAAG,GAAG,aAAa,GAAG,MAAM,CAChC,CAAC;QACJ,IAAI,CAAC,UAAU;YAAE,OAAO;QAExB,aAAa,GAAG,GAAG,CAAC;QACpB,IAAI,OAAO,KAAK,SAAS;YAAE,WAAW,GAAG,OAAO,CAAC;QACjD,IAAI,IAAI,KAAK,SAAS;YAAE,QAAQ,GAAG,IAAI,CAAC;QACxC,kBAAkB,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;YAC3C,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,IAAI,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS;gBACrD,CAAC,CAAC,qBAAqB,IAAI,IAAI,UAAU,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG;gBAC5F,CAAC,CAAC,oBAAoB,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG;YACtE,OAAO,EAAE,aAAwC;SAClD,CAAC,CAAC,CAAC;IACN,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAO3C;IACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAC5C,MAAM,OAAO,GAAG,YAAY,OAAO,CAAC,MAAM,EAAE,CAAC;IAC7C,MAAM,mBAAmB,GAAG,OAAO,CAAC,eAAe,CAAC,qBAAqB,CAAC;IAC1E,MAAM,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,MAAM,4BAA4B,CAAC,SAAS,CAAC,CAAC;IAC9C,MAAM,eAAe,GAAG,4BAA4B,CAAC,OAAO,EAAE;QAC5D,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO;QAChC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;KAC1C,CAAC,CAAC;IACH,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,sBAAsB,CAAC,EAAE,eAAe,CAAC,CAAC;IAE5F,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO;YAClF,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,sBAAsB,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,qBAAqB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC/F,MAAM,SAAS,CACb,SAAS,CAAC,WAAW,EACrB,uDAAuD,EACvD,MAAM,CACP,CAAC;QACF,OAAO;YACL,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,UAAU;YAC9E,iBAAiB,EAAE,OAAO;YAC1B,kBAAkB,EAAE,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;YACvD,uBAAuB,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;YAC7F,yBAAyB,EAAE,mBAAmB;YAC9C,iBAAiB,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;YAC3C,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;YAC1B,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC;YACvC,OAAO,EAAE,UAAU,EAAE,cAAc;SACpC,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,sBAAsB,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,qBAAqB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC9G,MAAM,OAAO,GAAG,UAAU,CAAC,cAAc,CAAC;IAC1C,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC;IACzE,MAAM,aAAa,GAAG,UAAU,CAAC,IAAI,KAAK,IAAI;QAC5C,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC;QACxD,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,KAAK,IAAI;QAC3C,CAAC,CAAC,iCAAiC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,aAAa,EAAE,eAAe,EAAE,CAAC;QACpG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC;IAChB,MAAM,QAAQ,GAAsB,+BAA+B,CAAC;QAClE,GAAG,YAAY;QACf,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG;QACtB,OAAO,EAAE,OAAO;QAChB,mBAAmB,EAAE,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;QACxD,qBAAqB,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;QAC3F,YAAY,EAAE,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;QACjD,aAAa,EAAE,OAAO,CAAC,SAAS,CAAC,iBAAiB,CAAC;QACnD,uBAAuB,EAAE,OAAO,CAAC,SAAS,CAAC,iBAAiB,EAAE,sBAAsB,CAAC;KACtF,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC5B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpD,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU;QAAE,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEhG,MAAM,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;QAC7B,KAAK,EAAE,UAAU;QACjB,MAAM,EAAE,SAAS;QACjB,OAAO,EAAE,kCAAkC;QAC3C,OAAO,EAAE;YACP,OAAO;YACP,QAAQ,EAAE,SAAS,CAAC,WAAW;YAC/B,SAAS,EAAE,SAAS,CAAC,gBAAgB;YACrC,UAAU,EAAE,SAAS,CAAC,iBAAiB;SACxC;KACF,CAAC,CAAC;IAEH,MAAM,uBAAuB,GAAG,+BAA+B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC/E,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,gBAAgB,CAAC;QAC1C,OAAO,EAAE,UAAU,CAAC,OAAO;QAC3B,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG;QACxB,GAAG,EAAE,QAAQ;QACb,OAAO,EAAE,SAAS,CAAC,WAAW;QAC9B,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,UAAU;QACjB,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,uBAAuB,CAAC,IAAI,CAAC;QAC/C,YAAY,EAAE,IAAI,CAAC,YAAY;KAChC,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,uBAAuB,CAAC,CAAC;IAC9E,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,WAAW,CAAC;QAC3C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAA4B;QAC5E,CAAC,CAAC,IAAI,CAAC;IAET,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,qCAAqC,QAAQ,SAAS,SAAS,CAAC,WAAW,GAAG,CAAC,CAAC;IAClG,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC;IACvE,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,YAAY,CAAC;QAC7C,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;QACvB,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IACxC,MAAM,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;QAC7B,KAAK,EAAE,UAAU;QACjB,MAAM,EAAE,SAAS;QACjB,OAAO,EAAE,6BAA6B;QACtC,OAAO,EAAE;YACP,SAAS,EAAE,QAAQ;YACnB,kBAAkB,EAAE,QAAQ;YAC5B,QAAQ,EAAE,SAAS,CAAC,WAAW;YAC/B,OAAO;SACR;KACF,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ;QACR,iBAAiB,EAAE,OAAO;QAC1B,kBAAkB,EAAE,QAAQ;QAC5B,uBAAuB,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;QAC7F,yBAAyB,EAAE,mBAAmB;QAC9C,iBAAiB,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;QAC3C,OAAO;QACP,SAAS,EAAE,QAAQ;QACnB,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC;QACvC,OAAO;KACR,CAAC;AACJ,CAAC"}

package/dist/run-reporter.d.ts

@@ -14,5 +14,7 @@ export interface LocalRunReporter {
     onEvent?(event: LocalRunProgressEvent): void | Promise<void>;
     onLog?(log: LocalRunProgressLog): void | Promise<void>;
 }
+/** Optional high-volume reporting must never crash or orphan the workload. */
+export declare function reportInBackground(action: () => void | Promise<void>): void;
 export declare function sanitizeLogLine(line: string): string;
 export declare function forwardStreamLines(stream: NodeJS.ReadableStream, onLine: (line: string) => void): void;

package/dist/run-reporter.js

@@ -1,3 +1,13 @@
+/** Optional high-volume reporting must never crash or orphan the workload. */
+export function reportInBackground(action) {
+    try {
+        void Promise.resolve(action()).catch(() => undefined);
+    }
+    catch {
+        // Progress/log reporting is best effort. Cancellation is enforced through
+        // the process runner's explicit polling callback.
+    }
+}
 export function sanitizeLogLine(line) {
     return line
         .replace(/(Bearer\s+)[A-Za-z0-9._~+/=-]+/gi, "$1[redacted]")

package/dist/run-reporter.js.map

@@ -1 +1 @@
-{"version":3,"file":"run-reporter.js","sourceRoot":"","sources":["../src/run-reporter.ts"],"names":[],"mappings":"AAmBA,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,OAAO,IAAI;SACR,OAAO,CAAC,kCAAkC,EAAE,cAAc,CAAC;SAC3D,OAAO,CAAC,kDAAkD,EAAE,cAAc,CAAC,CAAC;AACjF,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,MAA6B,EAC7B,MAA8B;IAE9B,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC3B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;QAClC,QAAQ,IAAI,KAAK,CAAC;QAClB,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC3C,QAAQ,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QAC7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,IAAI,EAAE;gBAAE,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;QACjD,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,IAAI,QAAQ,CAAC,IAAI,EAAE;YAAE,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"run-reporter.js","sourceRoot":"","sources":["../src/run-reporter.ts"],"names":[],"mappings":"AAmBA,8EAA8E;AAC9E,MAAM,UAAU,kBAAkB,CAAC,MAAkC;IACnE,IAAI,CAAC;QACH,KAAK,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,0EAA0E;QAC1E,kDAAkD;IACpD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,OAAO,IAAI;SACR,OAAO,CAAC,kCAAkC,EAAE,cAAc,CAAC;SAC3D,OAAO,CAAC,kDAAkD,EAAE,cAAc,CAAC,CAAC;AACjF,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,MAA6B,EAC7B,MAA8B;IAE9B,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC3B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;QAClC,QAAQ,IAAI,KAAK,CAAC;QAClB,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC3C,QAAQ,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QAC7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,IAAI,EAAE;gBAAE,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;QACjD,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,IAAI,QAAQ,CAAC,IAAI,EAAE;YAAE,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/store.d.ts

@@ -1,5 +1,5 @@
-import type { FineTuneRunRequest, RunReport, SpecSnapshot } from "./contracts.js";
-export type LocalRunStatus = "queued" | "preparing" | "evaluating_baseline" | "training" | "evaluating_candidate" | "scoring" | "reporting" | "completed" | "failed" | "cancelled";
+import type { FineTuneRunRequest, RunReport, SpecSnapshot, TrainingReport } from "./contracts.js";
+export type LocalRunStatus = "queued" | "preparing" | "evaluating_baseline" | "training" | "evaluating_candidate" | "scoring" | "reporting" | "stage_completed" | "completed" | "failed" | "cancelled";
 export interface LocalRunState {
     id: string;
     behavior_spec_id: string;
@@ -19,6 +19,7 @@ export interface LocalRunState {
     started_at?: string;
     completed_at?: string;
 }
+export declare function isTerminalRunState(state: Pick<LocalRunState, "status" | "current_stage" | "completed_at">): boolean;
 export interface LocalRunEvent {
     id: string;
     run_id: string;
@@ -61,6 +62,7 @@ export interface LocalStore {
         request: FineTuneRunRequest;
         artifactDir: string;
     }): Promise<LocalRunState>;
+    syncRunRequest(request: FineTuneRunRequest, artifactDir?: string): Promise<LocalRunState>;
     updateRun(args: {
         runId: string;
         status: LocalRunStatus;
@@ -69,8 +71,20 @@ export interface LocalStore {
         details?: Record<string, unknown>;
     }): Promise<LocalRunState>;
     completeRun(report: RunReport, artifactDir: string, reportPath: string): Promise<LocalRunState>;
+    registerModel(args: {
+        request: FineTuneRunRequest;
+        training: TrainingReport;
+        artifactDir: string;
+        createdAt?: string;
+    }): Promise<LocalModelRecord | null>;
+    invalidateRunOutputs(runId: string, options: {
+        report?: boolean;
+        model?: boolean;
+    }): Promise<LocalRunState>;
     failRun(runId: string, error: string): Promise<LocalRunState>;
     cancelRun(runId: string): Promise<void>;
+    finalizeCancellation(runId: string): Promise<LocalRunState>;
+    isCancellationRequested(runId: string): Promise<boolean>;
     listRuns(): Promise<LocalRunState[]>;
     getRun(id: string): Promise<LocalRunState>;
     getRunEvents(id: string): Promise<LocalRunEvent[]>;