@tuned-tensor/cli 0.13.1-beta.4 → 0.13.1-beta.6

package/dist/local-runtime.js

@@ -5,9 +5,11 @@ import {
   assertFoundationSpecReady,
   assertLocalRunInputReady,
   assertUsableModelArtifact,
+  assessHardware,
   baseModelRevisionSchema,
   behaviorSpecExampleSchema,
   buildBundledPythonCommand,
+  buildFoundationPythonCommand,
   buildModelPrefetchPayload,
   buildSystemMessage,
   canonicalLocalPipeline,
@@ -46,6 +48,7 @@ import {
   localAdapterSpecFileSchema,
   localBehaviorSpecFileSchema,
   localFoundationSpecFileSchema,
+  localPathsOverlap,
   localRunnerConfigSchema,
   localRuntimePackageRoot,
   localStorePaths,
@@ -70,10 +73,11 @@ import {
   verifyLocalBaseModel,
   verifyModelPrefetchCacheReport,
   withBundledPythonEnvironment,
+  withFoundationPythonEnvironment,
   withHuggingFaceCacheEnvironment,
   withOfflineHuggingFaceCacheEnvironment,
   writePrivateJsonAtomic
-} from "./chunk-7VIUHQBI.js";
+} from "./chunk-W7MOBPCO.js";
 
 // src/local-runtime/index.ts
 import { readFileSync, realpathSync } from "fs";
@@ -145,7 +149,7 @@ function compareRuns(a, b) {
 
 // src/local-runtime/doctor.ts
 import { constants } from "fs";
-import { access, mkdir, statfs, unlink, writeFile } from "fs/promises";
+import { access, lstat, mkdir, statfs, unlink, writeFile } from "fs/promises";
 import { homedir } from "os";
 import { join, resolve } from "path";
 import { spawn } from "child_process";
@@ -265,6 +269,23 @@ async function writableDirectoryCheck(name, path) {
     };
   }
 }
+function foundationPythonProbePlan(requireBf16) {
+  const source = [
+    "import json",
+    "import numpy, safetensors, tokenizers, torch",
+    "assert torch.cuda.is_available(), 'TT Foundation training requires CUDA but torch.cuda.is_available() is false'",
+    ...requireBf16 ? ["assert torch.cuda.is_bf16_supported(), 'TT Foundation BF16 training was requested but this device does not support BF16'"] : [],
+    "props = torch.cuda.get_device_properties(0)",
+    "print(json.dumps({'python_ok': True, 'torch': torch.__version__, 'cuda_available': True, 'bf16': torch.cuda.is_bf16_supported(), 'cuda_device': torch.cuda.get_device_name(0), 'compute_capability': list(torch.cuda.get_device_capability(0)), 'total_memory_bytes': props.total_memory}))"
+  ].join("; ");
+  const entrypoint = buildFoundationPythonCommand("-c", [source]);
+  return {
+    name: "python-runtime",
+    command: entrypoint.command,
+    args: entrypoint.commandArgs,
+    env: withFoundationPythonEnvironment(process.env)
+  };
+}
 function pythonProbeSource(device) {
   return [
     "import json",
@@ -310,6 +331,26 @@ function foundationPlaceholderCheck(spec) {
     message: issues.length > 0 ? "The spec still contains generated placeholder content; edit it before training." : `${spec.examples.length} spec example(s); foundation engine`
   };
 }
+async function foundationCorpusCheck(name, path) {
+  const resolvedPath = resolve(path);
+  try {
+    const info = await lstat(resolvedPath);
+    const supported = info.isFile() || info.isDirectory();
+    return {
+      name,
+      ok: supported && !info.isSymbolicLink(),
+      message: supported && !info.isSymbolicLink() ? `${resolvedPath} is available for streaming.` : `${resolvedPath} must be a regular file or directory, not a symbolic link.`,
+      details: { path: resolvedPath }
+    };
+  } catch (error) {
+    return {
+      name,
+      ok: false,
+      message: `${resolvedPath}: ${error instanceof Error ? error.message : String(error)}`,
+      details: { path: resolvedPath }
+    };
+  }
+}
 function placeholderSpecCheck(request) {
   const placeholder = request.spec_snapshot.examples.some(
     (example) => /replace this with/i.test(example.input) || /replace this with/i.test(example.output)
@@ -359,11 +400,33 @@ async function runDoctor(config, request, foundationSpec) {
   }
   if (foundationSpec) {
     checks.push(foundationPlaceholderCheck(foundationSpec));
+    if (foundationSpec.foundation.corpus_path) {
+      checks.push(await foundationCorpusCheck("pretraining-corpus", foundationSpec.foundation.corpus_path));
+    }
+    if (foundationSpec.foundation.validation_path) {
+      checks.push(await foundationCorpusCheck("validation-corpus", foundationSpec.foundation.validation_path));
+    }
+    if (foundationSpec.foundation.corpus_path && foundationSpec.foundation.validation_path && localPathsOverlap(
+      foundationSpec.foundation.corpus_path,
+      foundationSpec.foundation.validation_path
+    )) {
+      checks.push({
+        name: "held-out-corpus",
+        ok: false,
+        message: "foundation.corpus_path and foundation.validation_path must be distinct."
+      });
+    }
+    if (foundationSpec.foundation.checkpoint_backup_dir) {
+      checks.push(await writableDirectoryCheck(
+        "checkpoint-backup",
+        foundationSpec.foundation.checkpoint_backup_dir
+      ));
+    }
   } else if (request) {
     checks.push(placeholderSpecCheck(request));
     resolveTrainingModel(request.spec_snapshot.base_model);
   }
-  const pythonPlans = buildDoctorPythonPlans(config);
+  const pythonPlans = foundationSpec && !config.dryRun ? [foundationPythonProbePlan(foundationSpec.foundation.bf16 !== false)] : buildDoctorPythonPlans(config);
   if (pythonPlans.length > 0) {
     const uvVersion = await runCommand("uv", ["--version"]);
     checks.push({
@@ -416,20 +479,20 @@ async function runDoctor(config, request, foundationSpec) {
       message: config.dryRun ? "GPU checks skipped because dryRun is enabled." : `nvidia-smi is not required for device=${device}.`
     });
   }
-  const trainingCommand = buildBundledPythonCommand("train.py").displayCommand;
+  const trainingCommand = foundationSpec ? buildFoundationPythonCommand("pretrain.py").displayCommand : buildBundledPythonCommand("train.py").displayCommand;
   checks.push({
     name: "effective-plan",
     ok: true,
     message: "Resolved the configured training and evaluation plan.",
     details: {
       training_command: trainingCommand ?? null,
-      evaluation_provider: "transformers",
+      evaluation_provider: foundationSpec ? "foundation" : "transformers",
       evaluation_device: device,
       artifact_root: resolve(config.artifactRoot),
       store_root: resolve(config.storeRoot ?? defaultLocalHome()),
       model_cache: resolve(config.paths.modelCache ?? process.env.HF_HOME ?? join(homedir(), ".cache", "huggingface")),
       base_model: request?.spec_snapshot.base_model ?? null,
-      scoring_mode: config.evaluation.scoring.mode
+      scoring_mode: foundationSpec ? "bpb/chat" : config.evaluation.scoring.mode
     }
   });
   return checks;
@@ -741,6 +804,7 @@ Commands:
   info                              Show package and runner information
   init [--name "My Local Model"] [--model Qwen/Qwen3.5-2B] [--output tunedtensor.json] [--profile spark] [--force]
   doctor [tunedtensor.json] [--config local-runner.json]
+  hardware [--config local-runner.json] [--quick]
   validate [tunedtensor.json] [--config local-runner.json]
   run [tunedtensor.json] [--config local-runner.json] [--dry-run] [--verbose] [--quiet]
   serve <model-id|active|base> [--config local-runner.json] [--host 127.0.0.1] [--port 8000]
@@ -801,6 +865,15 @@ var COMMAND_DEFINITIONS = {
     options: [CONFIG_OPTION],
     maxPositionals: 1
   },
+  hardware: {
+    usage: "tt hardware [--config path] [--quick]",
+    description: "Inventory this host and report what TT can train, fine-tune, or infer.",
+    options: [
+      CONFIG_OPTION,
+      { name: "--quick", description: "Skip the bundled torch/uv runtime probe" }
+    ],
+    maxPositionals: 0
+  },
   validate: {
     usage: "tt validate [tunedtensor.json] [options]",
     description: "Validate a local behavior spec without executing it.",
@@ -1430,9 +1503,28 @@ async function main(argv) {
       config_path: configSelection.path ?? null,
       checks
     });
+    try {
+      await assessHardware({
+        config: configSelection.config,
+        quick: true
+      });
+    } catch {
+    }
     if (!ok) process.exitCode = 1;
     return;
   }
+  if (command === "hardware") {
+    const configSelection = await configSelectionFromArgv(argv);
+    const report = await assessHardware({
+      config: configSelection.config,
+      quick: hasFlag(argv, "--quick")
+    });
+    printJson({
+      ...report,
+      config_path: configSelection.path ?? null
+    });
+    return;
+  }
   if (command === "init") {
     const outputPath = resolve3(readOption(argv, "--output") ?? DEFAULT_LOCAL_SPEC_PATH);
     const profile = readOption(argv, "--profile");
@@ -1758,6 +1850,7 @@ export {
   localAdapterSpecFileSchema,
   localBehaviorSpecFileSchema,
   localFoundationSpecFileSchema,
+  localPathsOverlap,
   localRunnerConfigSchema,
   localStorePaths,
   normalizeChatJsonlForRelocation,