@tuned-tensor/local 0.2.9 → 0.4.0

package/dist/dataset.js

@@ -1,89 +1,54 @@
 import { readFile } from "node:fs/promises";
-import { homedir } from "node:os";
-import { dirname, isAbsolute, join, resolve } from "node:path";
-import { fileURLToPath } from "node:url";
-function normalizeAssetReference(value, baseDirectory) {
-    if (value.startsWith("~/"))
-        return join(homedir(), value.slice(2));
-    if (!value || isAbsolute(value) || /^[a-z][a-z0-9+.-]*:/i.test(value))
-        return value;
-    return resolve(baseDirectory, value);
-}
-function localAssetPath(value) {
-    if (value.startsWith("file://")) {
-        try {
-            return fileURLToPath(new URL(value));
-        }
-        catch {
-            return null;
-        }
-    }
-    return /^[a-z][a-z0-9+.-]*:/i.test(value) ? null : value;
-}
 async function loadNormalizedChatJsonl(path) {
     const text = await readFile(path, "utf8");
-    const baseDirectory = dirname(resolve(path));
     const rows = [];
     const jsonLines = [];
-    const localAssets = new Set();
-    const normalize = (value) => {
-        if (typeof value !== "string" || !value)
-            return value;
-        const normalized = normalizeAssetReference(value, baseDirectory);
-        const local = localAssetPath(normalized);
-        if (local)
-            localAssets.add(resolve(local));
-        return normalized;
-    };
     for (const [index, line] of text.split(/\r?\n/).entries()) {
         if (!line.trim())
             continue;
-        let row;
+        let value;
         try {
-            row = JSON.parse(line);
+            value = JSON.parse(line);
         }
         catch (error) {
             throw new Error(`Invalid chat JSONL row ${index + 1}: malformed JSON`, { cause: error });
         }
-        if (Array.isArray(row.images))
-            row.images = row.images.map((value) => normalize(value));
-        if (Array.isArray(row.messages)) {
-            for (const message of row.messages) {
-                if (!Array.isArray(message.content))
-                    continue;
-                for (const part of message.content) {
-                    if (!part || typeof part !== "object" || (part.type !== "image" && part.type !== "image_url"))
-                        continue;
-                    for (const key of ["image", "path", "uri", "data_uri"]) {
-                        if (part[key] !== undefined)
-                            part[key] = normalize(part[key]);
-                    }
-                    if (typeof part.image_url === "string")
-                        part.image_url = normalize(part.image_url);
-                    if (part.image_url && typeof part.image_url === "object" && !Array.isArray(part.image_url)) {
-                        const imageUrl = part.image_url;
-                        if (imageUrl.url !== undefined)
-                            imageUrl.url = normalize(imageUrl.url);
-                    }
-                }
-            }
+        if (!value || typeof value !== "object" || Array.isArray(value)) {
+            throw new Error(`Invalid chat JSONL row ${index + 1}: expected an object`);
+        }
+        const messages = value.messages;
+        if (!Array.isArray(messages)
+            || ![2, 3].includes(messages.length)
+            || messages.some((message) => !message
+                || typeof message !== "object"
+                || Array.isArray(message)
+                || !["system", "user", "assistant"].includes(String(message.role))
+                || typeof message.content !== "string")) {
+            throw new Error(`Invalid chat JSONL row ${index + 1}: expected an optional system message, one user message, and one assistant answer`);
+        }
+        const row = { messages };
+        const offset = row.messages.length === 3 ? 1 : 0;
+        if ((offset === 1 && row.messages[0]?.role !== "system")
+            || row.messages[offset]?.role !== "user"
+            || !row.messages[offset]?.content.trim()
+            || row.messages[offset + 1]?.role !== "assistant"
+            || !row.messages[offset + 1]?.content.trim()) {
+            throw new Error(`Invalid chat JSONL row ${index + 1}: expected an optional system message, one non-empty user message, and one non-empty assistant answer`);
         }
         rows.push(row);
         jsonLines.push(JSON.stringify(row));
     }
+    if (rows.length === 0)
+        throw new Error(`Chat JSONL contains no examples: ${path}`);
     return {
         rows,
         jsonl: jsonLines.join("\n"),
-        localAssetPaths: [...localAssets].sort(),
     };
 }
-/** Rewrites relative image references so a copied training JSONL stays valid. */
+/** Parses and canonically rewrites text chat JSONL before copying it. */
 export async function normalizeChatJsonlForRelocation(path) {
     return (await loadNormalizedChatJsonl(path)).jsonl;
 }
-export async function localAssetPathsFromChatJsonl(path) {
-    return (await loadNormalizedChatJsonl(path)).localAssetPaths;
-}
 export function buildSystemMessage(spec) {
     const parts = [];
     if (spec.system_prompt.trim())
@@ -94,25 +59,14 @@ export function buildSystemMessage(spec) {
     if (spec.constraints.length > 0) {
         parts.push(`Constraints:\n${spec.constraints.map((constraint) => `- ${constraint}`).join("\n")}`);
     }
-    return parts.join("\n\n");
+    return parts.join("\n\n") || "Follow the demonstrated behavior.";
 }
 export function exampleToChatRow(spec, example) {
     const system = buildSystemMessage(spec);
-    const userContent = example.input_assets?.length
-        ? [
-            ...example.input_assets.map((asset) => ({
-                type: "image",
-                image: asset.image ?? asset.data_uri ?? asset.uri ?? asset.path,
-                ...(asset.mime_type ? { mime_type: asset.mime_type } : {}),
-                ...(asset.page ? { page: asset.page } : {}),
-            })),
-            { type: "text", text: example.input },
-        ]
-        : example.input;
     return {
         messages: [
             { role: "system", content: system },
-            { role: "user", content: userContent },
+            { role: "user", content: example.input },
             { role: "assistant", content: example.output },
         ],
     };
@@ -127,61 +81,49 @@ export async function examplesFromChatJsonl(path) {
     const normalized = await loadNormalizedChatJsonl(path);
     const examples = [];
     for (const [index, row] of normalized.rows.entries()) {
-        const user = row.messages.find((message) => message.role === "user");
-        const assistant = [...row.messages].reverse().find((message) => message.role === "assistant");
-        if (!user || !assistant || typeof assistant.content !== "string") {
-            throw new Error(`Invalid chat JSONL row ${index + 1}: expected user and assistant messages`);
-        }
-        const inputAssets = [];
-        let textInput = "";
-        if (typeof user.content === "string") {
-            textInput = user.content;
-            if (Array.isArray(row.images)) {
-                for (const image of row.images) {
-                    if (typeof image === "string" && image) {
-                        inputAssets.push({ type: "image", image });
-                    }
-                }
-            }
-        }
-        else {
-            const topLevelImages = Array.isArray(row.images) ? row.images : [];
-            let imageIndex = 0;
-            const textParts = [];
-            for (const part of user.content) {
-                if (part.type === "text" && typeof part.text === "string") {
-                    textParts.push(part.text);
-                    continue;
-                }
-                if (part.type !== "image")
-                    continue;
-                const image = typeof part.image === "string"
-                    ? part.image
-                    : typeof part.path === "string"
-                        ? part.path
-                        : typeof part.uri === "string"
-                            ? part.uri
-                            : typeof part.data_uri === "string"
-                                ? part.data_uri
-                                : topLevelImages[imageIndex];
-                imageIndex += 1;
-                if (image) {
-                    inputAssets.push({
-                        type: "image",
-                        image,
-                        ...(typeof part.mime_type === "string" ? { mime_type: part.mime_type } : {}),
-                        ...(typeof part.page === "number" ? { page: part.page } : {}),
-                    });
-                }
-            }
-            textInput = textParts.join("\n").trim() || JSON.stringify(user.content);
-        }
+        const user = row.messages.at(-2);
+        const assistant = row.messages.at(-1);
         examples.push({
-            input: textInput,
+            input: user.content,
             output: assistant.content,
-            ...(inputAssets.length ? { input_assets: inputAssets } : {}),
         });
     }
     return examples;
 }
+/**
+ * Loads an evaluation-only chat JSONL suite. Rows may omit the system message,
+ * but when they include one it must be identical across the suite.
+ */
+export async function evaluationSuiteFromChatJsonl(path, configuredSystem) {
+    const normalized = await loadNormalizedChatJsonl(path);
+    const inputIdentities = new Set();
+    for (const row of normalized.rows) {
+        const input = row.messages.at(-2).content;
+        const identity = input.trim().replace(/\s+/g, " ").toLowerCase();
+        if (inputIdentities.has(identity)) {
+            throw new Error("General regression data contains duplicate inputs; "
+                + "evaluation prompts must be unique.");
+        }
+        inputIdentities.add(identity);
+    }
+    const systems = new Set(normalized.rows
+        .map((row) => row.messages.find((message) => message.role === "system")?.content)
+        .filter((value) => value !== undefined));
+    if (systems.size > 1) {
+        throw new Error("General regression rows must use one consistent system message.");
+    }
+    const embeddedSystem = [...systems][0];
+    if (configuredSystem !== undefined
+        && embeddedSystem !== undefined
+        && configuredSystem !== embeddedSystem) {
+        throw new Error("evaluation.generalRegression.systemPrompt must match the system message embedded in the dataset.");
+    }
+    return {
+        examples: normalized.rows.map((row) => ({
+            input: row.messages.at(-2).content,
+            output: row.messages.at(-1).content,
+        })),
+        system: configuredSystem ?? embeddedSystem ?? "You are a helpful assistant.",
+    };
+}
 //# sourceMappingURL=dataset.js.map

package/dist/dataset.js.map

@@ -1 +1 @@
-{"version":3,"file":"dataset.js","sourceRoot":"","sources":["../src/dataset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAiBzC,SAAS,uBAAuB,CAAC,KAAa,EAAE,aAAqB;IACnE,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,IAAI,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACpF,OAAO,OAAO,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,IAAI,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,OAAO,aAAa,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QACvC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;AAC3D,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,IAAY;IACjD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC1C,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7C,MAAM,IAAI,GAAmB,EAAE,CAAC;IAChC,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,SAAS,GAAG,CAAC,KAAc,EAAW,EAAE;QAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QACtD,MAAM,UAAU,GAAG,uBAAuB,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;QACzC,IAAI,KAAK;YAAE,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3C,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;IACF,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC1D,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAC3B,IAAI,GAAiB,CAAC;QACtB,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAiB,CAAC;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,GAAG,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3F,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;YAAE,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAW,CAAC,CAAC;QAClG,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;gBACnC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;oBAAE,SAAS;gBAC9C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACnC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC;wBAAE,SAAS;oBACxG,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,CAAU,EAAE,CAAC;wBAChE,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,SAAS;4BAAE,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;oBAChE,CAAC;oBACD,IAAI,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ;wBAAE,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACnF,IAAI,IAAI,CAAC,SAAS,IAAI,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;wBAC3F,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAoC,CAAC;wBAC3D,IAAI,QAAQ,CAAC,GAAG,KAAK,SAAS;4BAAE,QAAQ,CAAC,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACzE,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;IACD,OAAO;QACL,IAAI;QACJ,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;QAC3B,eAAe,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC,IAAI,EAAE;KACzC,CAAC;AACJ,CAAC;AAED,iFAAiF;AACjF,MAAM,CAAC,KAAK,UAAU,+BAA+B,CAAC,IAAY;IAChE,OAAO,CAAC,MAAM,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;AACrD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAAC,IAAY;IAC7D,OAAO,CAAC,MAAM,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAkB;IACnD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;IACrE,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,KAAK,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAChG,CAAC;IACD,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,KAAK,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACpG,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAkB,EAAE,OAA4B;IAC/E,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,WAAW,GAAG,OAAO,CAAC,YAAY,EAAE,MAAM;QAC9C,CAAC,CAAC;YACE,GAAG,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBACtC,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI;gBAC/D,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1D,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC5C,CAAC,CAAC;YACH,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,EAAE;SACtC;QACH,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IAElB,OAAO;QACL,QAAQ,EAAE;YACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;YACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;YACtC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE;SAC/C;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAkB;IACnD,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACpG,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAkB;IACjD,OAAO,IAAI,CAAC,QAAQ,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAY;IACtD,MAAM,UAAU,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,CAAC;IACvD,MAAM,QAAQ,GAA0B,EAAE,CAAC;IAC3C,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;QACrD,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QACrE,MAAM,SAAS,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;QAC9F,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,GAAG,CAAC,wCAAwC,CAAC,CAAC;QAC/F,CAAC;QACD,MAAM,WAAW,GAAwC,EAAE,CAAC;QAC5D,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACrC,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC;YACzB,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC9B,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;oBAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,EAAE,CAAC;wBACvC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC7C,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,MAAM,SAAS,GAAa,EAAE,CAAC;YAC/B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAChC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC1D,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC1B,SAAS;gBACX,CAAC;gBACD,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO;oBAAE,SAAS;gBACpC,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ;oBAC1C,CAAC,CAAC,IAAI,CAAC,KAAK;oBACZ,CAAC,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;wBAC7B,CAAC,CAAC,IAAI,CAAC,IAAI;wBACX,CAAC,CAAC,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ;4BAC5B,CAAC,CAAC,IAAI,CAAC,GAAG;4BACV,CAAC,CAAC,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ;gCACjC,CAAC,CAAC,IAAI,CAAC,QAAQ;gCACf,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;gBACrC,UAAU,IAAI,CAAC,CAAC;gBAChB,IAAI,KAAK,EAAE,CAAC;oBACV,WAAW,CAAC,IAAI,CAAC;wBACf,IAAI,EAAE,OAAO;wBACb,KAAK;wBACL,GAAG,CAAC,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC5E,GAAG,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBAC9D,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1E,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC;YACZ,KAAK,EAAE,SAAS;YAChB,MAAM,EAAE,SAAS,CAAC,OAAO;YACzB,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7D,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}
+{"version":3,"file":"dataset.js","sourceRoot":"","sources":["../src/dataset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAe5C,KAAK,UAAU,uBAAuB,CAAC,IAAY;IACjD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAmB,EAAE,CAAC;IAChC,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC1D,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAC3B,IAAI,KAAc,CAAC;QACnB,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,GAAG,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3F,CAAC;QACD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAChE,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,GAAG,CAAC,sBAAsB,CAAC,CAAC;QAC7E,CAAC;QACD,MAAM,QAAQ,GAAI,KAAgC,CAAC,QAAQ,CAAC;QAC5D,IACE,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;eACrB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;eACjC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAC3B,CAAC,OAAO;mBACL,OAAO,OAAO,KAAK,QAAQ;mBAC3B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;mBACtB,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAE,OAA8B,CAAC,IAAI,CAAC,CAAC;mBACvF,OAAQ,OAAiC,CAAC,OAAO,KAAK,QAAQ,CAClE,EACD,CAAC;YACD,MAAM,IAAI,KAAK,CACb,0BAA0B,KAAK,GAAG,CAAC,mFAAmF,CACvH,CAAC;QACJ,CAAC;QACD,MAAM,GAAG,GAAG,EAAE,QAAQ,EAAkB,CAAC;QACzC,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,IACE,CAAC,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,QAAQ,CAAC;eACjD,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,KAAK,MAAM;eACrC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,IAAI,EAAE;eACrC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,IAAI,KAAK,WAAW;eAC9C,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,EAAE,EAC5C,CAAC;YACD,MAAM,IAAI,KAAK,CACb,0BAA0B,KAAK,GAAG,CAAC,uGAAuG,CAC3I,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,IAAI,EAAE,CAAC,CAAC;IACnF,OAAO;QACL,IAAI;QACJ,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;KAC5B,CAAC;AACJ,CAAC;AAED,yEAAyE;AACzE,MAAM,CAAC,KAAK,UAAU,+BAA+B,CAAC,IAAY;IAChE,OAAO,CAAC,MAAM,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAkB;IACnD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;IACrE,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,KAAK,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAChG,CAAC;IACD,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,KAAK,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACpG,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,mCAAmC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAkB,EAAE,OAA4B;IAC/E,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACxC,OAAO;QACL,QAAQ,EAAE;YACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;YACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE;YACxC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE;SAC/C;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAkB;IACnD,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACpG,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAkB;IACjD,OAAO,IAAI,CAAC,QAAQ,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAY;IACtD,MAAM,UAAU,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,CAAC;IACvD,MAAM,QAAQ,GAA0B,EAAE,CAAC;IAC3C,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;QACrD,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC;QAClC,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC;QACvC,QAAQ,CAAC,IAAI,CAAC;YACZ,KAAK,EAAE,IAAI,CAAC,OAAO;YACnB,MAAM,EAAE,SAAS,CAAC,OAAO;SAC1B,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAOD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,IAAY,EACZ,gBAAyB;IAEzB,MAAM,UAAU,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,CAAC;IACvD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;IAC1C,KAAK,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC;QAC3C,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;QACjE,IAAI,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CACb,qDAAqD;kBACnD,oCAAoC,CACvC,CAAC;QACJ,CAAC;QACD,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,UAAU,CAAC,IAAI;SACZ,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,EAAE,OAAO,CAAC;SAChF,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAC3D,CAAC;IACF,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACrF,CAAC;IACD,MAAM,cAAc,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,IACE,gBAAgB,KAAK,SAAS;WAC3B,cAAc,KAAK,SAAS;WAC5B,gBAAgB,KAAK,cAAc,EACtC,CAAC;QACD,MAAM,IAAI,KAAK,CACb,kGAAkG,CACnG,CAAC;IACJ,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACtC,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,OAAO;YACnC,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,OAAO;SACrC,CAAC,CAAC;QACH,MAAM,EAAE,gBAAgB,IAAI,cAAc,IAAI,8BAA8B;KAC7E,CAAC;AACJ,CAAC"}

package/dist/doctor.d.ts

@@ -6,13 +6,12 @@ export interface DoctorCheck {
     details?: Record<string, unknown>;
 }
 interface PythonProbePlan {
-    name: "training-python" | "evaluation-python";
+    name: "python-runtime";
     command: string;
     args: string[];
-    cwd?: string;
     env: NodeJS.ProcessEnv;
 }
-/** Build the exact uv environments that a configured run will use. */
+/** Build the exact bundled uv environment that every real stage uses. */
 export declare function buildDoctorPythonPlans(config: LocalRunnerConfig): PythonProbePlan[];
 export declare function runDoctor(config: LocalRunnerConfig, request?: FineTuneRunRequest): Promise<DoctorCheck[]>;
 export {};

package/dist/doctor.js

@@ -1,10 +1,10 @@
 import { constants } from "node:fs";
 import { access, mkdir, statfs, unlink, writeFile } from "node:fs/promises";
 import { homedir } from "node:os";
-import { delimiter, isAbsolute, join, resolve } from "node:path";
+import { join, resolve } from "node:path";
 import { spawn } from "node:child_process";
-import { withHuggingFaceCacheEnvironment } from "./huggingface-cache.js";
-import { buildEntrypointCommand } from "./process-runner.js";
+import { minimalMachineLearningEnvironment, withHuggingFaceCacheEnvironment, } from "./huggingface-cache.js";
+import { buildBundledPythonCommand, withBundledPythonEnvironment, } from "./process-runner.js";
 import { resolveTrainingModel } from "./model-registry.js";
 import { defaultLocalHome } from "./store.js";
 import { verifyLocalBaseModel } from "./prefetch.js";
@@ -91,27 +91,6 @@ function firstLine(value) {
 function commandText(command, args) {
     return [command, ...args].map((part) => /\s/.test(part) ? JSON.stringify(part) : part).join(" ");
 }
-async function executableCheck(command, options = {}) {
-    const env = { ...process.env, ...options.env };
-    const cwd = options.cwd ? resolve(options.cwd) : process.cwd();
-    const candidates = isAbsolute(command) || command.includes("/")
-        ? [isAbsolute(command) ? command : resolve(cwd, command)]
-        : (env.PATH ?? "").split(delimiter).filter(Boolean).map((directory) => join(isAbsolute(directory) ? directory : resolve(cwd, directory), command));
-    for (const candidate of candidates) {
-        try {
-            await access(candidate, constants.X_OK);
-            return { name: `executable:${command}`, ok: true, message: candidate };
-        }
-        catch {
-            // Continue searching PATH.
-        }
-    }
-    return {
-        name: `executable:${command}`,
-        ok: false,
-        message: `${command} is not executable or was not found on PATH`,
-    };
-}
 async function writableDirectoryCheck(name, path) {
     const resolvedPath = resolve(path);
     const probePath = join(resolvedPath, `.tt-local-write-probe-${process.pid}-${Date.now()}`);
@@ -144,80 +123,31 @@ function pythonProbeSource(device) {
         "import json",
         "import torch, transformers, peft, huggingface_hub",
         `requested = ${JSON.stringify(device)}`,
-        "assert requested != 'cuda' or torch.cuda.is_available(), 'CUDA was requested but torch.cuda.is_available() is false'",
-        "assert requested != 'mps' or (hasattr(torch.backends, 'mps') and torch.backends.mps.is_available()), 'MPS was requested but is unavailable'",
-        "print(json.dumps({'python_ok': True, 'torch': torch.__version__, 'transformers': transformers.__version__, 'cuda_available': torch.cuda.is_available(), 'cuda_device': torch.cuda.get_device_name(0) if torch.cuda.is_available() else None}))",
+        "assert torch.cuda.is_available(), 'TT Local training requires CUDA but torch.cuda.is_available() is false'",
+        "props = torch.cuda.get_device_properties(0)",
+        "print(json.dumps({'python_ok': True, 'torch': torch.__version__, 'transformers': transformers.__version__, 'cuda_available': True, 'cuda_device': torch.cuda.get_device_name(0), 'compute_capability': list(torch.cuda.get_device_capability(0)), 'total_memory_bytes': props.total_memory, 'evaluation_device': requested}))",
     ].join("; ");
 }
 function pythonProbePlan(args) {
-    const entrypoint = buildEntrypointCommand({
-        ...args.entrypoint,
-        backend: "uv",
-        module: undefined,
-        script: "-c",
-        args: [],
-    }, {
-        extraArgs: [pythonProbeSource(args.device)],
-    });
-    const env = withHuggingFaceCacheEnvironment({
-        ...process.env,
-        ...args.env,
-    }, args.modelCache);
+    const entrypoint = buildBundledPythonCommand("-c", [pythonProbeSource(args.device)]);
+    const env = withBundledPythonEnvironment(withHuggingFaceCacheEnvironment(minimalMachineLearningEnvironment(process.env), args.modelCache));
     return {
-        name: args.name,
+        name: "python-runtime",
         command: entrypoint.command,
         args: entrypoint.commandArgs,
-        cwd: args.cwd,
         env,
     };
 }
-/** Build the exact uv environments that a configured run will use. */
+/** Build the exact bundled uv environment that every real stage uses. */
 export function buildDoctorPythonPlans(config) {
     if (config.dryRun)
         return [];
-    const plans = [];
-    if (config.training.backend === "uv") {
-        plans.push(pythonProbePlan({
-            name: "training-python",
-            entrypoint: config.training,
-            cwd: config.training.cwd,
-            env: config.training.env,
-            device: config.evaluation.inference.device,
-            modelCache: config.paths.modelCache,
-        }));
-    }
-    if (config.evaluation.inference.provider === "transformers") {
-        plans.push(pythonProbePlan({
-            name: "evaluation-python",
-            entrypoint: config.evaluation.inference,
-            cwd: config.evaluation.inference.cwd,
-            env: config.evaluation.inference.env,
+    return [
+        pythonProbePlan({
             device: config.evaluation.inference.device,
             modelCache: config.paths.modelCache,
-        }));
-    }
-    return plans;
-}
-function configuredCommandChecks(config) {
-    const checks = [];
-    if (config.training.backend === "command" && !config.dryRun) {
-        checks.push({
-            name: "training-command",
-            command: config.training.command?.[0],
-            cwd: config.training.cwd,
-            env: config.training.env,
-        });
-    }
-    const inference = config.evaluation.inference;
-    if ((inference.provider === "command" || inference.provider === "batch_command") && !config.dryRun) {
-        checks.push({
-            name: "evaluation-command",
-            command: inference.command?.[0],
-            cwd: inference.cwd,
-            env: inference.env,
-        });
-    }
-    return checks;
+        }),
+    ];
 }
 function placeholderSpecCheck(request) {
     const placeholder = request.spec_snapshot.examples.some((example) => /replace this with/i.test(example.input) || /replace this with/i.test(example.output)) || /describe the behavior this local model should learn/i.test(request.spec_snapshot.system_prompt);
@@ -229,51 +159,6 @@ function placeholderSpecCheck(request) {
             : `${request.spec_snapshot.examples.length} spec example(s); base model ${request.spec_snapshot.base_model}`,
     };
 }
-function gatedModelTokenCheck(request) {
-    let model;
-    try {
-        model = resolveTrainingModel(request.spec_snapshot.base_model);
-    }
-    catch {
-        return null;
-    }
-    if (!model.requiresHfToken)
-        return null;
-    const available = Boolean(process.env.HF_TOKEN?.trim());
-    return {
-        name: "hugging-face-token",
-        ok: available,
-        message: available
-            ? `HF_TOKEN is configured for gated model ${model.id}.`
-            : `${model.id} is gated and requires a non-empty HF_TOKEN.`,
-    };
-}
-function judgeCheck(config) {
-    if (config.evaluation.scoring.mode !== "llm_judge")
-        return null;
-    if (config.evaluation.scoring.fallback === "exact_match" && !config.llm) {
-        return {
-            name: "llm-judge",
-            ok: true,
-            message: "LLM judge is not configured; explicit exact_match fallback will be used.",
-        };
-    }
-    if (!config.llm) {
-        return {
-            name: "llm-judge",
-            ok: false,
-            message: "evaluation.scoring.mode=llm_judge requires an llm configuration, or explicitly set fallback=exact_match.",
-        };
-    }
-    const available = Boolean(process.env[config.llm.apiKeyEnv]);
-    return {
-        name: "llm-judge",
-        ok: available || config.evaluation.scoring.fallback === "exact_match",
-        message: available
-            ? `${config.llm.model} credentials found in ${config.llm.apiKeyEnv}`
-            : `${config.llm.apiKeyEnv} is not set${config.evaluation.scoring.fallback === "exact_match" ? "; explicit exact_match fallback will be used" : ""}`,
-    };
-}
 async function localBaseModelCheck(path) {
     const resolvedPath = resolve(path);
     try {
@@ -306,13 +191,8 @@ export async function runDoctor(config, request) {
         checks.push(await localBaseModelCheck(config.paths.baseModel));
     if (request) {
         checks.push(placeholderSpecCheck(request));
-        const gatedToken = gatedModelTokenCheck(request);
-        if (gatedToken)
-            checks.push(gatedToken);
+        resolveTrainingModel(request.spec_snapshot.base_model);
     }
-    const judge = judgeCheck(config);
-    if (judge)
-        checks.push(judge);
     const pythonPlans = buildDoctorPythonPlans(config);
     if (pythonPlans.length > 0) {
         const uvVersion = await runCommand("uv", ["--version"]);
@@ -326,13 +206,12 @@ export async function runDoctor(config, request) {
         if (uvVersion.code === 0) {
             const uniquePlans = new Map();
             for (const plan of pythonPlans) {
-                const key = JSON.stringify([plan.command, plan.args, plan.cwd, plan.env]);
+                const key = JSON.stringify([plan.command, plan.args, plan.env]);
                 if (!uniquePlans.has(key))
                     uniquePlans.set(key, plan);
             }
             for (const plan of uniquePlans.values()) {
                 const result = await runCommand(plan.command, plan.args, {
-                    cwd: plan.cwd,
                     env: plan.env,
                     timeoutMs: 1_800_000,
                 });
@@ -342,7 +221,7 @@ export async function runDoctor(config, request) {
                     message: result.code === 0
                         ? firstLine(result.stdout)
                         : result.error ?? (firstLine(result.stderr) || `${plan.command} exited ${result.code}`),
-                    details: { command: commandText(plan.command, plan.args), cwd: plan.cwd ?? process.cwd() },
+                    details: { command: commandText(plan.command, plan.args) },
                 });
             }
         }
@@ -353,29 +232,18 @@ export async function runDoctor(config, request) {
             ok: true,
             message: config.dryRun
                 ? "Python dependency checks skipped because dryRun is enabled."
-                : "The configured command/none backends do not require the bundled Python runtime.",
+                : "Python dependency checks were skipped.",
         });
     }
-    for (const entry of configuredCommandChecks(config)) {
-        if (!entry.command) {
-            checks.push({ name: entry.name, ok: false, message: `${entry.name} has no command configured` });
-        }
-        else {
-            const check = await executableCheck(entry.command, { cwd: entry.cwd, env: entry.env });
-            checks.push({ ...check, name: entry.name });
-        }
-    }
     const device = config.evaluation.inference.device;
-    if (!config.dryRun && (device === "cuda" || device === "auto")) {
+    if (!config.dryRun) {
         const nvidiaSmi = await runCommand("nvidia-smi", []);
         checks.push({
             name: "nvidia-smi",
-            ok: device === "auto" || nvidiaSmi.code === 0,
+            ok: nvidiaSmi.code === 0,
             message: nvidiaSmi.code === 0
                 ? firstLine(nvidiaSmi.stdout)
-                : device === "auto"
-                    ? "nvidia-smi is unavailable; device=auto may use MPS or CPU."
-                    : nvidiaSmi.error ?? (firstLine(nvidiaSmi.stderr) || "nvidia-smi not available"),
+                : nvidiaSmi.error ?? (firstLine(nvidiaSmi.stderr) || "nvidia-smi not available"),
         });
     }
     else {
@@ -387,20 +255,14 @@ export async function runDoctor(config, request) {
                 : `nvidia-smi is not required for device=${device}.`,
         });
     }
-    const trainingCommand = config.training.backend === "command"
-        ? config.training.command
-        : buildEntrypointCommand(config.training, {
-            defaultScript: request?.training_method === "dpo"
-                ? "training/local-runner/src/train_dpo.py"
-                : "training/local-runner/src/train.py",
-        }).displayCommand;
+    const trainingCommand = buildBundledPythonCommand("train.py").displayCommand;
     checks.push({
         name: "effective-plan",
         ok: true,
         message: "Resolved the configured training and evaluation plan.",
         details: {
             training_command: trainingCommand ?? null,
-            evaluation_provider: config.evaluation.inference.provider,
+            evaluation_provider: "transformers",
             evaluation_device: device,
             artifact_root: resolve(config.artifactRoot),
             store_root: resolve(config.storeRoot ?? defaultLocalHome()),