@tuned-tensor/cli 0.16.0 → 0.18.0

package/dist/local-runtime.js

@@ -58,11 +58,14 @@ import {
   normalizeChatJsonlForRelocation,
   parseLocalRunInput,
   parseLocalRunnerConfig,
+  pipelineForRunInput,
   prefetchBaseModel,
+  projectRuntimeSchema,
   pythonEnvironmentPath,
   reportInBackground,
   resolveLocalRunInputPaths,
   resolveModelLoader,
+  resolveProjectConfig,
   resolveRequestedBaseModelRevision,
   resolveTrainingModel,
   runGpuProcess,
@@ -71,9 +74,11 @@ import {
   runReportSchema,
   runRequestFromLocalSpec,
   sanitizeLogLine,
+  specHash,
   specSnapshotSchema,
   tokenF1,
   trainingReportSchema,
+  validateBehaviorSpec,
   validateLocalFineTuneInput,
   validateLocalPipeline,
   verifyLocalBaseModel,
@@ -83,7 +88,7 @@ import {
   withHuggingFaceCacheEnvironment,
   withOfflineHuggingFaceCacheEnvironment,
   writePrivateJsonAtomic
-} from "./chunk-6RLNBTM6.js";
+} from "./chunk-U5HNS367.js";
 
 // src/local-runtime/index.ts
 import { readFileSync as readFileSync3, realpathSync } from "fs";
@@ -928,12 +933,11 @@ Global options:
   -h, --help                       Show help
   -V, --version                    Show the installed version
 
-The run command writes local artifacts under config.artifactRoot, defaulting to
-.tuned-tensor/artifacts. The file-backed local store defaults to
-~/.tuned-tensor/store unless config.storeRoot, TT_LOCAL_HOME, or
-TUNED_TENSOR_HOME is set.`);
+tunedtensor.json owns behavior, evaluation, runtime overrides and optional pipeline.
+Project artifacts and state default to .tuned-tensor/artifacts and .tuned-tensor/store.
+TT_LOCAL_HOME overrides the default store. --config is a legacy migration option.`);
 }
-var CONFIG_OPTION = { name: "--config", value: "path", description: "Local runner config JSON path" };
+var CONFIG_OPTION = { name: "--config", value: "path", description: "Legacy runner config (prefer runtime/evaluation in tunedtensor.json)" };
 var VERBOSE_OPTION = { name: "--verbose", description: "Stream subprocess output" };
 var QUIET_OPTION = { name: "--quiet", description: "Suppress progress output on stderr" };
 var MODEL_SERVE_OPTIONS = [
@@ -971,8 +975,8 @@ var COMMAND_DEFINITIONS = {
       { name: "--engine", value: "engine", description: "adapter (default) or foundation" },
       { name: "--model", value: "model", description: "Base model ID" },
       { name: "--output", value: "path", description: "Output spec path" },
-      { name: "--profile", value: "profile", description: "Write a durable runner config (spark)" },
-      { name: "--config", value: "path", description: "Runner config path (written with --profile)" },
+      { name: "--profile", value: "profile", description: "Compatibility host profile (spark); creates only tunedtensor.json" },
+      { name: "--config", value: "path", description: "Deprecated; put runtime/evaluation in tunedtensor.json" },
       { name: "--force", description: "Overwrite an existing output file" }
     ],
     maxPositionals: 0
@@ -1214,19 +1218,10 @@ function readNumberOption(argv, name) {
   const value = readOption(argv, name);
   return value ? Number(value) : void 0;
 }
-async function selectedConfigPath(argv, adjacentTo) {
-  const explicitPath = readOption(argv, "--config");
-  if (explicitPath) return resolve3(explicitPath);
-  const candidate = join5(adjacentTo ? dirname(resolve3(adjacentTo)) : cwd(), "local-runner.json");
-  const metadata = await stat(candidate).catch(() => null);
-  return metadata?.isFile() ? candidate : void 0;
-}
-async function configSelectionFromArgv(argv, adjacentTo) {
-  const path = await selectedConfigPath(argv, adjacentTo);
-  return {
-    config: await loadLocalRunnerConfig(path),
-    ...path ? { path } : {}
-  };
+async function configSelectionFromArgv(argv, adjacentTo, input) {
+  const specPath = adjacentTo ?? readOption(argv, "--spec") ?? resolve3(cwd(), DEFAULT_LOCAL_SPEC_PATH);
+  const resolved = await resolveProjectConfig(specPath, readOption(argv, "--config"), (message) => console.error(message), input);
+  return { config: resolved.config, ...resolved.legacyConfigPath ? { path: resolved.legacyConfigPath } : {} };
 }
 async function configFromArgv(argv, adjacentTo) {
   return (await configSelectionFromArgv(argv, adjacentTo)).config;
@@ -1325,7 +1320,7 @@ async function verifyActivationEvidence(model) {
   ]);
   if (!hasBaseline || !hasCandidate) {
     throw new Error(
-      "This model cannot be activated because the run did not include a general-regression suite. Add evaluation.generalRegression to local-runner.json with a held-out dataset, re-run training, then activate. Until then, serve the adapter with `tt serve local-<run-id>`."
+      "This model cannot be activated because the run did not include a general-regression suite. Add evaluation.generalRegression to tunedtensor.json with a held-out dataset, re-run training, then activate. Until then, serve the adapter with `tt serve local-<run-id>`."
     );
   }
   await assertArtifactManifest(join5(model.artifact_dir, "artifact-manifest.json"), {
@@ -1742,6 +1737,7 @@ async function main(argv) {
     if (engine === "foundation" && readOption(argv, "--model")) {
       throw new Error("Foundation specs do not take --model; they train a tokenizer and GPT from scratch.");
     }
+    if (readOption(argv, "--config")) throw new Error("tt init uses one tunedtensor.json; put overrides in runtime/evaluation instead of --config.");
     const spec = await initLocalSpecFile({
       outputPath,
       name: readOption(argv, "--name") ?? (engine === "foundation" ? "Foundation chat model" : "Local Tuned Tensor Spec"),
@@ -1749,16 +1745,7 @@ async function main(argv) {
       baseModel: engine === "foundation" ? void 0 : readOption(argv, "--model") ?? "Qwen/Qwen3.5-2B",
       force: hasFlag(argv, "--force")
     });
-    const configPath = profile ? resolve3(readOption(argv, "--config") ?? resolve3(dirname(outputPath), "local-runner.json")) : await selectedConfigPath(argv, outputPath);
-    if (profile) {
-      await initLocalRunnerConfigFile({
-        outputPath: configPath,
-        profile,
-        force: hasFlag(argv, "--force")
-      });
-    } else if (configPath) {
-      await loadLocalRunnerConfig(configPath);
-    }
+    const configPath = void 0;
     printJson({
       ok: true,
       path: outputPath,
@@ -1810,13 +1797,13 @@ async function main(argv) {
   }
   if (command === "run") {
     const inputPath = resolve3(cli.positionals[0] ?? DEFAULT_LOCAL_SPEC_PATH);
-    const configSelection = await configSelectionFromArgv(argv, inputPath);
+    const input = await loadCliBehaviorSpec(inputPath);
+    const configSelection = await configSelectionFromArgv(argv, inputPath, input);
     const configInput = configSelection.config;
     const config = localRunnerConfigSchema.parse({
       ...configInput,
       dryRun: hasFlag(argv, "--dry-run") ? true : configInput.dryRun
     });
-    const input = await loadCliBehaviorSpec(inputPath);
     assertLocalRunInputReady(input.request);
     const validated = await validateLocalFineTuneInput({
       request: input.request,
@@ -1844,11 +1831,12 @@ async function main(argv) {
         }
       });
     }
-    const result = await runLocalFineTune({
-      request,
-      config,
-      reporter
-    });
+    if (input.spec.pipeline) {
+      const result2 = await runLocalPipeline({ request, config, reporter, pipeline: pipelineForRunInput(input), projectSpec: input.spec });
+      printJson(result2);
+      return;
+    }
+    const result = await runLocalFineTune({ request, config, reporter });
     printJson({
       status: result.report.status,
       run_id: result.report.run_id,
@@ -2063,6 +2051,7 @@ export {
   parseLocalRunInput,
   parseLocalRunnerConfig,
   prefetchBaseModel,
+  projectRuntimeSchema,
   reportInBackground,
   resolveLocalRunInputPaths,
   rollbackActiveModel,
@@ -2072,8 +2061,10 @@ export {
   runRequestFromLocalSpec,
   sanitizeLogLine,
   serveLocalModel,
+  specHash,
   specSnapshotSchema,
   trainingReportSchema,
+  validateBehaviorSpec,
   validateLocalFineTuneInput,
   validateLocalPipeline,
   verifyLocalBaseModel,