@tuned-tensor/cli 0.13.1-beta.6 → 0.13.1-beta.7

package/dist/index.js

@@ -7,6 +7,7 @@ import {
   assertLocalRunInputReady,
   assessHardware,
   buildFoundationPythonCommand,
+  buildSystemMessage,
   defaultStoreRoot,
   expandUserPath,
   formatAgentHostBlock,
@@ -22,7 +23,7 @@ import {
   runLoggedProcess,
   warningsFromSnapshot,
   withFoundationPythonEnvironment
-} from "./chunk-W7MOBPCO.js";
+} from "./chunk-AKJ5WZ2S.js";
 
 // src/cli.ts
 import { spawn as spawn2 } from "child_process";
@@ -5139,9 +5140,20 @@ import { createHash as createHash3, randomUUID as randomUUID5 } from "crypto";
 import { createReadStream } from "fs";
 import { chmod as chmod2, lstat as lstat3, mkdir as mkdir3, open as open2, readdir as readdir3, readFile as readFile4, rename as rename2, rm as rm2 } from "fs/promises";
 import { basename as basename4, dirname as dirname4, join as join7, resolve as resolve4 } from "path";
+var INSTRUCTION_CORPUS_VERSION = 1;
 function isRef(value) {
   return Boolean(value) && typeof value === "object" && !Array.isArray(value) && typeof value.from === "string";
 }
+function resumeConfigMatches(previous, current, legacySystemPrompt) {
+  if (JSON.stringify(previous) === JSON.stringify(current)) return true;
+  if (!previous || typeof previous !== "object" || Array.isArray(previous)) return false;
+  const legacyInstruction = legacySystemPrompt.trim();
+  if (!legacyInstruction || current.system_prompt !== legacyInstruction) return false;
+  const migrated = { ...previous };
+  if (migrated.system_prompt !== legacySystemPrompt) return false;
+  migrated.system_prompt = legacyInstruction;
+  return JSON.stringify(migrated) === JSON.stringify(current);
+}
 function parseRef(value) {
   const index = value.from.lastIndexOf(".");
   if (index <= 0) throw new Error(`Invalid artifact reference: ${value.from}`);
@@ -5329,6 +5341,7 @@ async function runFoundationPipeline(args2) {
   const produced = /* @__PURE__ */ new Map();
   const steps = [];
   const examples = args2.spec.examples.map((example) => ({ input: example.input, output: example.output }));
+  const systemInstruction = buildSystemMessage(args2.spec);
   const hp = args2.spec.foundation;
   let tokenizerDir;
   let modelDir;
@@ -5364,7 +5377,8 @@ async function runFoundationPipeline(args2) {
         vocab_size: fields.vocabSize ?? hp.vocab_size,
         max_chars: hp.tokenizer_max_chars ?? fields.maxChars ?? hp.max_chars,
         corpus_path: hp.corpus_path,
-        system_prompt: args2.spec.system_prompt,
+        ...hp.corpus_path ? { instruction_corpus_version: INSTRUCTION_CORPUS_VERSION } : {},
+        system_prompt: systemInstruction,
         examples
       };
     } else if (step.uses === "pretrain") {
@@ -5381,6 +5395,7 @@ async function runFoundationPipeline(args2) {
         nproc_per_node: fields.nprocPerNode ?? hp.nproc_per_node,
         max_chars: hp.max_chars,
         corpus_path: hp.corpus_path,
+        ...hp.corpus_path ? { instruction_corpus_version: INSTRUCTION_CORPUS_VERSION } : {},
         seed: hp.seed,
         learning_rate: hp.learning_rate,
         weight_decay: hp.weight_decay,
@@ -5395,7 +5410,7 @@ async function runFoundationPipeline(args2) {
         log_interval_steps: hp.log_interval_steps,
         checkpoint_backup_dir: hp.checkpoint_backup_dir,
         resume: true,
-        system_prompt: args2.spec.system_prompt,
+        system_prompt: systemInstruction,
         examples
       };
     } else if (step.uses === "finetune") {
@@ -5408,7 +5423,7 @@ async function runFoundationPipeline(args2) {
         steps: fields.steps ?? hp.finetune_steps,
         batch_size: fields.batchSize ?? hp.batch_size,
         sequence_length: hp.sequence_length,
-        system_prompt: args2.spec.system_prompt,
+        system_prompt: systemInstruction,
         examples
       };
     } else if (step.uses === "rl") {
@@ -5419,7 +5434,7 @@ async function runFoundationPipeline(args2) {
         tokenizer_dir: tokenizerDir,
         output_dir: output,
         steps: fields.steps ?? hp.rl_steps,
-        system_prompt: args2.spec.system_prompt,
+        system_prompt: systemInstruction,
         examples
       };
     } else if (step.uses === "evaluate") {
@@ -5433,7 +5448,7 @@ async function runFoundationPipeline(args2) {
         sequence_length: hp.sequence_length,
         max_chars: hp.max_chars,
         validation_path: hp.validation_path,
-        system_prompt: args2.spec.system_prompt,
+        system_prompt: systemInstruction,
         examples
       };
     } else {
@@ -5446,7 +5461,7 @@ async function runFoundationPipeline(args2) {
     if (args2.resume) {
       try {
         const previousConfig = JSON.parse(await readFile4(configPath2, "utf8"));
-        if (JSON.stringify(previousConfig) !== JSON.stringify(config)) {
+        if (!resumeConfigMatches(previousConfig, config, args2.spec.system_prompt)) {
           throw new Error(
             `Foundation step "${step.id}" configuration changed; resume requires the original spec and pipeline.`
           );
@@ -6141,7 +6156,7 @@ async function runCli(version, runtime = {}) {
 }
 
 // src/index.ts
-runCli("0.13.1-beta.6").catch((err) => {
+runCli("0.13.1-beta.7").catch((err) => {
   reportError(err);
   process.exit(1);
 });