@tuned-tensor/cli 0.13.1-beta.0 → 0.13.1-beta.2

package/dist/local-runtime.js

@@ -2,6 +2,7 @@
 import {
   DEFAULT_LOCAL_SPEC_PATH,
   assertArtifactManifest,
+  assertFoundationSpecReady,
   assertLocalRunInputReady,
   assertUsableModelArtifact,
   baseModelRevisionSchema,
@@ -29,16 +30,21 @@ import {
   fineTuneRunRequestSchema,
   fingerprintLocalBaseModel,
   forwardStreamLines,
+  foundationHyperparametersSchema,
+  foundationPlaceholderIssues,
   generatedPlaceholderIssues,
   initLocalRunnerConfigFile,
   initLocalSpecFile,
+  isFoundationSpecFile,
   isTerminalRunState,
   jsonFieldMetricsSchema,
   loadJsonFile,
   loadLocalRunInput,
   loadLocalRunnerConfig,
   loadRunRequest,
+  localAdapterSpecFileSchema,
   localBehaviorSpecFileSchema,
+  localFoundationSpecFileSchema,
   localRunnerConfigSchema,
   localRuntimePackageRoot,
   localStorePaths,
@@ -66,7 +72,7 @@ import {
   withHuggingFaceCacheEnvironment,
   withOfflineHuggingFaceCacheEnvironment,
   writeJsonAtomic
-} from "./chunk-YJYCGSHJ.js";
+} from "./chunk-2P2RL23O.js";
 
 // src/local-runtime/index.ts
 import { readFileSync, realpathSync } from "fs";
@@ -295,6 +301,14 @@ function buildDoctorPythonPlans(config) {
     })
   ];
 }
+function foundationPlaceholderCheck(spec) {
+  const issues = foundationPlaceholderIssues(spec);
+  return {
+    name: "spec-content",
+    ok: issues.length === 0,
+    message: issues.length > 0 ? "The spec still contains generated placeholder content; edit it before training." : `${spec.examples.length} spec example(s); foundation engine`
+  };
+}
 function placeholderSpecCheck(request) {
   const placeholder = request.spec_snapshot.examples.some(
     (example) => /replace this with/i.test(example.input) || /replace this with/i.test(example.output)
@@ -324,7 +338,7 @@ async function localBaseModelCheck(path, expectedModelId, modelCache) {
     };
   }
 }
-async function runDoctor(config, request) {
+async function runDoctor(config, request, foundationSpec) {
   const checks = [];
   const nodeVersion = process.versions.node;
   const nodeMajor = Number(nodeVersion.split(".")[0]);
@@ -342,7 +356,9 @@ async function runDoctor(config, request) {
       config.paths.modelCache
     ));
   }
-  if (request) {
+  if (foundationSpec) {
+    checks.push(foundationPlaceholderCheck(foundationSpec));
+  } else if (request) {
     checks.push(placeholderSpecCheck(request));
     resolveTrainingModel(request.spec_snapshot.base_model);
   }
@@ -749,6 +765,7 @@ var COMMAND_DEFINITIONS = {
     description: "Create a local tunedtensor.json behavior spec.",
     options: [
       { name: "--name", value: "name", description: "Behavior spec name" },
+      { name: "--engine", value: "engine", description: "adapter (default) or foundation" },
       { name: "--model", value: "model", description: "Base model ID" },
       { name: "--output", value: "path", description: "Output spec path" },
       { name: "--profile", value: "profile", description: "Write a durable runner config (spark)" },
@@ -1006,6 +1023,11 @@ async function loadCliBehaviorSpec(inputPath, runId) {
   const input = await loadLocalRunInput(inputPath, {
     ...runId ? { runId } : {}
   });
+  if (input.kind === "foundation-spec") {
+    throw new Error(
+      `This spec uses engine "foundation". Use \`tt pipeline run --spec ${input.path}\` instead of adapter commands like \`tt run\`.`
+    );
+  }
   if (input.kind !== "spec") {
     throw new Error(`TT Local CLI expects a tunedtensor.json behavior spec, not a full run request: ${input.path}`);
   }
@@ -1173,6 +1195,9 @@ async function modelSystemPrompt(args) {
     if (!local.success) {
       throw new Error(`--spec must contain a tunedtensor.json behavior spec: ${resolve3(specPath)}`);
     }
+    if (isFoundationSpecFile(local.data)) {
+      throw new Error("Foundation specs have no Hugging Face base model. `tt serve` cannot host them yet.");
+    }
     spec = local.data;
   } else {
     const runRequestPath = join3(args.store.paths.runsDir, args.model.run_id, "request.json");
@@ -1275,6 +1300,9 @@ async function serveBaseModelFromCli(args) {
   const spec = specPath ? localBehaviorSpecFileSchema.parse(
     JSON.parse(await readFile2(specPath, "utf8"))
   ) : void 0;
+  if (spec && isFoundationSpecFile(spec)) {
+    throw new Error("Foundation specs have no Hugging Face base model. `tt serve` cannot host them yet.");
+  }
   let baseModel = spec?.base_model;
   if (!baseModel) {
     const store = createLocalStore(args.config.storeRoot);
@@ -1362,8 +1390,19 @@ async function main(argv) {
     const inputPath = resolve3(cli.positionals[0] ?? DEFAULT_LOCAL_SPEC_PATH);
     const configSelection = await configSelectionFromArgv(argv, inputPath);
     const hasDefaultSpec = cli.positionals[0] ? true : Boolean((await stat(inputPath).catch(() => null))?.isFile());
-    const request = hasDefaultSpec ? (await loadCliBehaviorSpec(inputPath)).request : void 0;
-    const checks = await runDoctor(configSelection.config, request);
+    let request;
+    let foundationSpec;
+    if (hasDefaultSpec) {
+      const input = await loadLocalRunInput(inputPath);
+      if (input.kind === "foundation-spec") {
+        foundationSpec = input.spec;
+      } else if (input.kind === "spec") {
+        request = input.request;
+      } else {
+        throw new Error(`TT Local CLI expects a tunedtensor.json behavior spec, not a full run request: ${input.path}`);
+      }
+    }
+    const checks = await runDoctor(configSelection.config, request, foundationSpec);
     const ok = checks.every((check) => check.ok);
     printJson({
       ok,
@@ -1379,10 +1418,18 @@ async function main(argv) {
     if (profile !== void 0 && profile !== "spark") {
       throw new Error(`--profile must be spark, got: ${profile}`);
     }
+    const engine = readOption(argv, "--engine") ?? "adapter";
+    if (engine !== "adapter" && engine !== "foundation") {
+      throw new Error(`--engine must be adapter or foundation, got: ${engine}`);
+    }
+    if (engine === "foundation" && readOption(argv, "--model")) {
+      throw new Error("Foundation specs do not take --model; they train a tokenizer and GPT from scratch.");
+    }
     const spec = await initLocalSpecFile({
       outputPath,
-      name: readOption(argv, "--name") ?? "Local Tuned Tensor Spec",
-      baseModel: readOption(argv, "--model") ?? "Qwen/Qwen3.5-2B",
+      name: readOption(argv, "--name") ?? (engine === "foundation" ? "Foundation chat model" : "Local Tuned Tensor Spec"),
+      engine,
+      baseModel: engine === "foundation" ? void 0 : readOption(argv, "--model") ?? "Qwen/Qwen3.5-2B",
       force: hasFlag(argv, "--force")
     });
     const configPath = profile ? resolve3(readOption(argv, "--config") ?? resolve3(dirname(outputPath), "local-runner.json")) : await selectedConfigPath(argv, outputPath);
@@ -1400,14 +1447,29 @@ async function main(argv) {
       path: outputPath,
       id: spec.id,
       name: spec.name,
-      base_model: spec.base_model,
+      engine: spec.engine ?? "adapter",
+      base_model: isFoundationSpecFile(spec) ? null : spec.base_model,
       config_path: configPath ?? null
     });
     return;
   }
   if (command === "validate") {
     const inputPath = resolve3(cli.positionals[0] ?? DEFAULT_LOCAL_SPEC_PATH);
-    const input = await loadCliBehaviorSpec(inputPath);
+    const loaded = await loadLocalRunInput(inputPath);
+    if (loaded.kind === "foundation-spec") {
+      assertFoundationSpecReady(loaded.spec);
+      printJson({
+        ok: true,
+        input_path: loaded.path,
+        engine: "foundation",
+        pipeline: "tt pipeline run --spec"
+      });
+      return;
+    }
+    if (loaded.kind !== "spec") {
+      throw new Error(`TT Local CLI expects a tunedtensor.json behavior spec, not a full run request: ${loaded.path}`);
+    }
+    const input = loaded;
     assertLocalRunInputReady(input.request);
     const configSelection = await configSelectionFromArgv(argv, inputPath);
     const validated = await validateLocalFineTuneInput({
@@ -1629,6 +1691,7 @@ export {
   DEFAULT_LOCAL_SPEC_PATH,
   TT_LOCAL_VERSION,
   activateModel,
+  assertFoundationSpecReady,
   assertLocalRunInputReady,
   baseModelRevisionSchema,
   behaviorSpecExampleSchema,
@@ -1656,18 +1719,23 @@ export {
   fineTuneRunRequestSchema,
   fingerprintLocalBaseModel,
   forwardStreamLines,
+  foundationHyperparametersSchema,
+  foundationPlaceholderIssues,
   generatedPlaceholderIssues,
   getActiveModel,
   getLocalRunnerInfo,
   initLocalRunnerConfigFile,
   initLocalSpecFile,
+  isFoundationSpecFile,
   isTerminalRunState,
   jsonFieldMetricsSchema,
   loadJsonFile,
   loadLocalRunInput,
   loadLocalRunnerConfig,
   loadRunRequest,
+  localAdapterSpecFileSchema,
   localBehaviorSpecFileSchema,
+  localFoundationSpecFileSchema,
   localRunnerConfigSchema,
   localStorePaths,
   normalizeChatJsonlForRelocation,