principles-disciple 1.72.0 → 1.74.0

package/src/commands/nocturnal-train.ts

@@ -1,986 +0,0 @@
-/**
- * Nocturnal Training Command Handler
- * ==================================
- *
- * Plugin command handler for nocturnal training operations.
- * Provides commands for:
- * - create-experiment: Create a new training experiment
- * - show-experiment: Show experiment details
- * - import-result: Import trainer result
- * - attach-eval: Attach benchmark eval to checkpoint
- * - show-lineage: Show checkpoint lineage
- * - list-experiments: List all experiments
- * - list-checkpoints: List all checkpoints
- *
- * Usage:
- *   /nocturnal-train create-experiment --backend=peft-trl-orpo --family=<model-family> [--hyperparams=...]
- *   /nocturnal-train show-experiment <experimentId>
- *   /nocturnal-train import-result <experimentId> --result=<path-or-json>
- *   /nocturnal-train attach-eval <checkpointId> --benchmark-id=<id> --delta=<number> --verdict=<pass|fail>
- *   /nocturnal-train show-lineage <checkpointId>
- *   /nocturnal-train list-experiments
- *   /nocturnal-train list-checkpoints
- */
-
-import * as path from 'path';
-import * as fs from 'fs';
-import { execFileSync, spawn } from 'child_process';
-import { fileURLToPath } from 'url';
-import { atomicWriteFileSync } from '../utils/io.js';
-import type { PluginCommandContext, PluginCommandResult } from '../openclaw-sdk.js';
-import { resolvePluginCommandWorkspaceDir } from '../utils/workspace-resolver.js';
-import {
-  type TrainerBackendKind,
-  type HardwareTier,
-  type TrainingExperimentResult,
-} from '../core/external-training-contract.js';
-import {
-  TrainingProgram,
-} from '../core/training-program.js';
-import {
-  listTrainingRuns,
-  getTrainingRun,
-  listCheckpoints,
-  getCheckpoint,
-  getCheckpointLineage,
-  getTrainingRegistryStats,
-} from '../core/model-training-registry.js';
-import { getDeployment } from '../core/model-deployment-registry.js';
-
-function isZh(ctx: PluginCommandContext): boolean {
-  return String(ctx.config?.language || 'en').startsWith('zh');
-}
-
-const MODULE_DIR = path.dirname(fileURLToPath(import.meta.url));
-const REPO_ROOT = path.resolve(MODULE_DIR, '..', '..', '..', '..');
-const TRAINER_SCRIPTS_DIR = path.join(REPO_ROOT, 'scripts', 'nocturnal', 'trainer');
-const BENCHMARK_SCRIPT_PATH = path.join(REPO_ROOT, 'scripts', 'nocturnal', 'run-benchmark.ts');
-
-/**
- * Parse backend from argument string.
- */
-function parseBackend(arg: string | undefined): TrainerBackendKind {
-  if (!arg) return 'peft-trl-orpo';
-  const valid: TrainerBackendKind[] = ['peft-trl-orpo', 'unsloth-orpo', 'dry-run'];
-  if (valid.includes(arg as TrainerBackendKind)) {
-    return arg as TrainerBackendKind;
-  }
-  return 'peft-trl-orpo';
-}
-
-/**
- * Parse hardware tier from argument string.
- */
-function parseHardwareTier(arg: string | undefined): HardwareTier {
-  if (!arg) return 'consumer-gpu';
-  const valid: HardwareTier[] = ['consumer-gpu', 'small-gpu', 'cpu-experimental'];
-  if (valid.includes(arg as HardwareTier)) {
-    return arg as HardwareTier;
-  }
-  return 'consumer-gpu';
-}
-
-/**
- * Format training run for display.
- */
-function formatTrainingRun(run: ReturnType<typeof getTrainingRun>, zh: boolean): string {
-  if (!run) return zh ? '未找到' : 'Not found';
-  const lines = [
-    `ID: ${run.trainRunId.substring(0, 8)}...`,
-    `Family: ${run.targetModelFamily}`,
-    `Status: ${run.status}`,
-    `Dataset FP: ${run.datasetFingerprint.substring(0, 12)}...`,
-    `Created: ${new Date(run.createdAt).toLocaleString()}`,
-  ];
-  if (run.completedAt) lines.push(`Completed: ${new Date(run.completedAt).toLocaleString()}`);
-  if (run.failureReason) lines.push(`Failure: ${run.failureReason}`);
-  if (run.checkpointIds.length > 0) {
-    lines.push(`Checkpoints: ${run.checkpointIds.length}`);
-  }
-  return lines.join('\n  ');
-}
-
-export async function handleNocturnalTrainCommand(ctx: PluginCommandContext): Promise<PluginCommandResult> {
-  const workspaceDir = resolvePluginCommandWorkspaceDir(ctx, 'nocturnal-train');
-  const zh = isZh(ctx);
-  const args = (ctx.args || '').trim();
-  const parts = args.split(/\s+/).filter(Boolean);
-  const [subcommand = 'help'] = parts;
-
-  const backendArg = parts.find((p) => p.startsWith('--backend='))?.split('=')[1];
-  const familyArg = parts.find((p) => p.startsWith('--family='))?.split('=')[1];
-  const hardwareTierArg = parts.find((p) => p.startsWith('--tier='))?.split('=')[1];
-  const datasetExportIdArg = parts.find((p) => p.startsWith('--dataset='))?.split('=')[1];
-  const benchmarkExportIdArg = parts.find((p) => p.startsWith('--benchmark='))?.split('=')[1];
-  const resultArg = parts.find((p) => p.startsWith('--result='))?.split('=')[1];
-  const checkpointIdArg = parts.find((p) => p.startsWith('--checkpoint-id='))?.split('=')[1];
-  const benchmarkIdArg = parts.find((p) => p.startsWith('--benchmark-id='))?.split('=')[1];
-  const deltaArg = parts.find((p) => p.startsWith('--delta='))?.split('=')[1];
-  const verdictArg = parts.find((p) => p.startsWith('--verdict='))?.split('=')[1];
-  const modeArg = parts.find((p) => p.startsWith('--mode='))?.split('=')[1];
-  const baselineScoreArg = parts.find((p) => p.startsWith('--baseline='))?.split('=')[1];
-  const candidateScoreArg = parts.find((p) => p.startsWith('--candidate='))?.split('=')[1];
-
-  try {
-    // ── Help ────────────────────────────────────────────────────────────────
-    if (subcommand === 'help' || subcommand === '--help') {
-      return {
-        text: zh
-          ? ` nocturnal-train 命令帮助
-          
-用法:
-  /nocturnal-train create-experiment --backend=<backend> --family=<model-family> [--dataset=<export-id>] [--benchmark=<export-id>] [--run]
-  /nocturnal-train show-experiment <experimentId>
-  /nocturnal-train import-result <experimentId> --result=<path-or-json>
-  /nocturnal-train attach-eval <checkpointId> --benchmark-id=<id> [--baseline-ref=<checkpointId>] [--delta=<number>] [--verdict=<pass|fail>] [--run-benchmark]
-  /nocturnal-train show-lineage <checkpointId>
-  /nocturnal-train list-experiments
-  /nocturnal-train list-checkpoints [--family=<model-family>]
-
-示例:
-  /nocturnal-train create-experiment --backend=peft-trl-orpo --family=qwen2.5-7b-reader --dataset=export-123 --benchmark=bench-456 --run
-  /nocturnal-train show-experiment exp-abc123
-  /nocturnal-train import-result exp-abc123 --result=.state/nocturnal/evals/result-exp-abc123.json
-  /nocturnal-train attach-eval ckpt-xyz --benchmark-id=bench-001 --delta=0.08 --verdict=pass --run-benchmark
-  /nocturnal-train show-lineage ckpt-xyz
-  /nocturnal-train list-checkpoints --family=qwen2.5-7b-reader
-
-后端选项:
-  peft-trl-orpo  - PEFT + TRL ORPO (生产用)
-  unsloth-orpo    - Unsloth 加速 ORPO
-  dry-run         - 仅验证，不实际训练
-
-硬件层级:
-  consumer-gpu     - RTX 4090 24GB (默认)
-  small-gpu       - 8-16GB VRAM
-  cpu-experimental - 仅 dry-run`
-          : ` nocturnal-train command help
-          
-Usage:
-  /nocturnal-train create-experiment --backend=<backend> --family=<model-family> [--dataset=<export-id>] [--benchmark=<export-id>]
-  /nocturnal-train show-experiment <experimentId>
-  /nocturnal-train import-result <experimentId> --result=<path-or-json>
-  /nocturnal-train attach-eval <checkpointId> --benchmark-id=<id> --delta=<number> --verdict=<pass|fail> [--baseline=<score>] [--candidate=<score>]
-  /nocturnal-train show-lineage <checkpointId>
-  /nocturnal-train list-experiments
-  /nocturnal-train list-checkpoints [--family=<model-family>]
-
-Examples:
-  /nocturnal-train create-experiment --backend=peft-trl-orpo --family=qwen2.5-7b-reader --dataset=export-123 --benchmark=bench-456
-  /nocturnal-train show-experiment exp-abc123
-  /nocturnal-train import-result exp-abc123 --result=.state/nocturnal/evals/result-exp-abc123.json
-  /nocturnal-train attach-eval ckpt-xyz --benchmark-id=bench-001 --delta=0.08 --verdict=pass
-  /nocturnal-train show-lineage ckpt-xyz
-  /nocturnal-train list-checkpoints --family=qwen2.5-7b-reader
-
-Backend options:
-  peft-trl-orpo  - PEFT + TRL ORPO (production)
-  unsloth-orpo    - Unsloth accelerated ORPO
-  dry-run         - Validation only, no real training
-
-Hardware tiers:
-  consumer-gpu     - RTX 4090 24GB (default)
-  small-gpu       - 8-16GB VRAM
-  cpu-experimental - dry-run only`,
-      };
-    }
-
-    // ── Create Experiment ─────────────────────────────────────────────────
-    if (subcommand === 'create-experiment') {
-      if (!familyArg) {
-        return { text: zh ? '错误: 需要 --family 参数' : 'Error: --family is required' };
-      }
-
-      const backend = parseBackend(backendArg);
-      const hardwareTier = parseHardwareTier(hardwareTierArg);
-      const runNow = args.includes('--run');
-
-      // Find ORPO export if dataset not specified
-      let datasetExportId = datasetExportIdArg;
-      let datasetExportPath = '';
-      if (!datasetExportId) {
-        // Try to find latest ORPO export
-        const exportsDir = path.join(workspaceDir, '.state', 'exports', 'orpo');
-        if (fs.existsSync(exportsDir)) {
-          const files = fs.readdirSync(exportsDir).filter((f) => f.endsWith('-manifest.json'));
-          if (files.length > 0) {
-            const manifest = JSON.parse(fs.readFileSync(path.join(exportsDir, files[0]), 'utf-8'));
-            datasetExportId = manifest.exportId;
-            datasetExportPath = manifest.exportPath;
-          }
-        }
-        if (!datasetExportId) {
-          return {
-            text: zh
-              ? '错误: 未找到 ORPO 导出。请先运行 /pd-nocturnal-review 导出数据。'
-              : 'Error: No ORPO export found. Run /pd-nocturnal-review to export data first.',
-          };
-        }
-      } else {
-        datasetExportPath = path.join(workspaceDir, '.state', 'exports', 'orpo', `${datasetExportId}.jsonl`);
-      }
-
-      // Get dataset fingerprint
-      let datasetFingerprint = 'unknown';
-      const manifestPath = path.join(workspaceDir, '.state', 'exports', 'orpo', `${datasetExportId}-manifest.json`);
-      if (fs.existsSync(manifestPath)) {
-        const manifest = JSON.parse(fs.readFileSync(manifestPath, 'utf-8'));
-        if (!manifest.datasetFingerprint) {
-          return {
-            text: zh
-              ? `错误: manifest 文件缺少 datasetFingerprint: ${manifestPath}`
-              : `Error: manifest missing datasetFingerprint: ${manifestPath}`,
-          };
-        }
-        ({ datasetFingerprint } = manifest);
-      }
-
-      const benchmarkExportId = benchmarkExportIdArg || datasetExportId || 'benchmark-default';
-      const outputDir = path.join(workspaceDir, '.state', 'nocturnal', 'checkpoints');
-
-      const program = new TrainingProgram(workspaceDir);
-      const createResult = program.createExperiment({
-        backend,
-        targetWorkerProfile: 'local-reader', // Phase 7 only
-        targetModelFamily: familyArg,
-        hardwareTier,
-        datasetExportId,
-        datasetExportPath,
-        datasetFingerprint,
-        benchmarkExportId,
-        outputDir,
-      });
-
-      // --- Write spec files for the manual chain ---
-      // The trainer reads spec from scripts/nocturnal/trainer/experiment-<id>.json.
-      // import-result reads spec from .state/nocturnal/checkpoints/experiment-<id>.json.
-      // Both must be written so the manual create-experiment -> trainer -> import-result chain works.
-      const {spec} = createResult;
-      const trainerSpecPath = path.join(TRAINER_SCRIPTS_DIR, `experiment-${spec.experimentId}.json`);
-      const workspaceSpecPath = path.join(workspaceDir, '.state', 'nocturnal', 'checkpoints', `experiment-${spec.experimentId}.json`);
-      const trainerSpecDir = path.dirname(trainerSpecPath);
-      const workspaceCheckpointsDir = path.dirname(workspaceSpecPath);
-      if (!fs.existsSync(trainerSpecDir)) {
-        fs.mkdirSync(trainerSpecDir, { recursive: true });
-      }
-      if (!fs.existsSync(workspaceCheckpointsDir)) {
-        fs.mkdirSync(workspaceCheckpointsDir, { recursive: true });
-      }
-      atomicWriteFileSync(trainerSpecPath, JSON.stringify(spec, null, 2));
-      atomicWriteFileSync(workspaceSpecPath, JSON.stringify(spec, null, 2));
-
-      // --- Auto-run mode: execute trainer immediately ---
-      // This closes the gap in the create-experiment -> trainer -> import-result chain.
-      // NOTE: This blocks until training completes (could be minutes).
-      if (runNow) {
-        const baseDir = TRAINER_SCRIPTS_DIR;
-        const scriptPath = path.join(baseDir, 'main.py');
-        const specPath = path.join(baseDir, `experiment-${spec.experimentId}.json`);
-
-        const resultFilePath = path.join(spec.outputDir, `result-${spec.experimentId}.json`);
-
-        // Write spec file
-        const specDir = path.dirname(specPath);
-        if (!fs.existsSync(specDir)) {
-          fs.mkdirSync(specDir, { recursive: true });
-        }
-        atomicWriteFileSync(specPath, JSON.stringify(spec, null, 2));
-
-         
-         
-        let trainerResult!: TrainingExperimentResult;
-
-        try {
-          if (spec.backend === 'dry-run') {
-            trainerResult = {
-              experimentId: spec.experimentId,
-              backend: 'dry-run',
-              status: 'dry_run' as const,
-              targetWorkerProfile: spec.targetWorkerProfile,
-              targetModelFamily: spec.targetModelFamily,
-              datasetFingerprint: spec.datasetFingerprint,
-              configFingerprint: spec.configFingerprint,
-              codeHash: spec.codeHash,
-              createdAt: new Date().toISOString(),
-            };
-          } else {
-            // Execute trainer using spawn (streaming, no full log buffering).
-            // stdout is collected into a fixed-size buffer (1MB) to avoid OOM.
-            // stderr is piped directly to parent stderr to avoid memory accumulation.
-            const timeoutMs = (spec.budget.maxWallClockMinutes * 60 * 1000) + 30000;
-            const pythonExe = process.platform === 'win32' ? 'python' : 'python3';
-            const MAX_STDOUT_BUFFER = 1 * 1024 * 1024; // 1MB cap
-
-            trainerResult = await new Promise((resolve, reject) => {
-              const proc = spawn(pythonExe, [scriptPath, '--spec', specPath, '--output-dir', outputDir], {
-                timeout: timeoutMs,
-              });
-
-              // Collect stdout with size cap to prevent OOM
-              const stdoutChunks: Buffer[] = [];
-              let stdoutSize = 0;
-
-              proc.stdout.on('data', (chunk: Buffer) => {
-                const remaining = MAX_STDOUT_BUFFER - stdoutSize;
-                if (remaining > 0) {
-                  stdoutChunks.push(chunk.slice(0, remaining));
-                  stdoutSize += Math.min(chunk.length, remaining);
-                }
-              });
-
-              // Pipe stderr directly — training logs can be large, don't buffer
-              proc.stderr.pipe(process.stderr);
-
-              const timer = setTimeout(() => {
-                proc.kill();
-                reject(new Error(`Trainer timed out after ${timeoutMs}ms`));
-              }, timeoutMs);
-              timer.unref(); // Don't keep process alive for timeout
-
-              proc.on('close', (code) => {
-                clearTimeout(timer);
-                if (code === 0) {
-                  const stdout = Buffer.concat(stdoutChunks).toString('utf-8');
-                  const trimmed = stdout.trim();
-                  if (trimmed) {
-                    try {
-                      resolve(JSON.parse(trimmed));
-                      return;
-                    } catch {
-                      // fall through to result file
-                    }
-                  }
-                  // Fallback to result file
-                  if (fs.existsSync(resultFilePath)) {
-                    try {
-                      resolve(JSON.parse(fs.readFileSync(resultFilePath, 'utf-8')));
-                      return;
-                    } catch {
-                      reject(new Error(`Trainer stdout was not valid JSON and result file also invalid: ${resultFilePath}`));
-                      return;
-                    }
-                  }
-                  reject(new Error(`Trainer produced no parseable stdout and no result file found at: ${resultFilePath}`));
-                } else {
-                  // Non-zero exit: try result file as last resort
-                  if (fs.existsSync(resultFilePath)) {
-                    try {
-                      resolve(JSON.parse(fs.readFileSync(resultFilePath, 'utf-8')));
-                    } catch {
-                      reject(new Error(`Trainer exited with code ${code} and result file was invalid`));
-                    }
-                  } else {
-                    reject(new Error(`Trainer exited with code ${code} and no result file found`));
-                  }
-                }
-              });
-
-              proc.on('error', (err) => {
-                clearTimeout(timer);
-                reject(new Error(`Trainer spawn failed: ${err instanceof Error ? err.message : String(err)}`));
-              });
-            });
-          }
-        } catch (err: unknown) {
-          return {
-            text: zh
-              ? `❌ 训练执行失败: ${err instanceof Error ? err.message : String(err)}\n\n训练 Run ID: ${createResult.trainRunId}\n请检查 trainer 输出或使用 dry-run 后端重试。`
-              : `❌ Trainer execution failed: ${err instanceof Error ? err.message : String(err)}\n\nTraining Run ID: ${createResult.trainRunId}\nCheck trainer output or retry with --backend=dry-run.`,
-          };
-        } finally {
-          // Clean up spec file
-          if (fs.existsSync(specPath)) {
-            fs.unlinkSync(specPath);
-          }
-        }
-
-        // Process trainer result (register checkpoint)
-        // dry_run returns null (no checkpoint); other statuses throw on error
-         
-         
-        let processed: { checkpointId: string; checkpointRef: string } | null;
-        try {
-          processed = program.processResult({
-            spec: createResult.spec,
-            trainRunId: createResult.trainRunId,
-            result: trainerResult,
-          });
-        } catch (err: unknown) {
-          return {
-            text: zh
-              ? `❌ 结果导入失败: ${err instanceof Error ? err.message : String(err)}`
-              : `❌ Result import failed: ${err instanceof Error ? err.message : String(err)}`,
-          };
-        }
-
-        if (processed === null) {
-          // dry_run completed with no checkpoint — this is a non-error outcome
-          return {
-            text: zh
-              ? `✅ Dry-run 完成（未产生 checkpoint）
-实验 ID: ${createResult.spec.experimentId}
-训练 Run ID: ${createResult.trainRunId}
-状态: ${trainerResult.status}
-
-下一步:
-若需产生可部署的 checkpoint，请使用 --backend=peft-trl-orpo 或 --backend=unsloth-orpo 重试。`
-              : `✅ Dry-run complete (no checkpoint produced)
-Experiment ID: ${createResult.spec.experimentId}
-Training Run ID: ${createResult.trainRunId}
-Status: ${trainerResult.status}
-
-Next steps:
-To produce a deployable checkpoint, retry with --backend=peft-trl-orpo or --backend=unsloth-orpo.`,
-          };
-        }
-
-        return {
-          text: zh
-            ? `✅ 训练完成
-实验 ID: ${createResult.spec.experimentId}
-训练 Run ID: ${createResult.trainRunId}
-Checkpoint ID: ${processed.checkpointId}
-状态: ${trainerResult.status}
-${trainerResult.failureReason ? `失败原因: ${trainerResult.failureReason}` : ''}
-
-下一步:
-1. 运行评估: /nocturnal-train attach-eval ${processed.checkpointId} --benchmark-id=<id> --delta=<number> --verdict=<pass|fail> --run-benchmark
-2. 查看检查点: /nocturnal-train show-lineage ${processed.checkpointId}`
-            : `✅ Training complete
-Experiment ID: ${createResult.spec.experimentId}
-Training Run ID: ${createResult.trainRunId}
-Checkpoint ID: ${processed.checkpointId}
-Status: ${trainerResult.status}
-${trainerResult.failureReason ? `Failure: ${trainerResult.failureReason}` : ''}
-
-Next steps:
-1. Run eval: /nocturnal-train attach-eval ${processed.checkpointId} --benchmark-id=<id> --delta=<number> --verdict=<pass|fail> --run-benchmark
-2. View checkpoint: /nocturnal-train show-lineage ${processed.checkpointId}`,
-        };
-      }
-
-      return {
-        text: zh
-          ? `✅ 实验已创建
-实验 ID: ${createResult.spec.experimentId}
-后端: ${createResult.spec.backend}
-模型家族: ${createResult.spec.targetModelFamily}
-硬件层级: ${createResult.spec.hardwareTier}
-数据集: ${createResult.spec.datasetExportId}
-输出目录: ${createResult.spec.outputDir}
-训练 Run ID: ${createResult.trainRunId}
-
-下一步:
-1. 运行外部训练器: python "${path.join(TRAINER_SCRIPTS_DIR, 'main.py')}" --spec "${trainerSpecPath}" --output-dir ${outputDir}
-2. 导入结果: /nocturnal-train import-result ${createResult.spec.experimentId} --result=<path>
-3. 附加评估: /nocturnal-train attach-eval <checkpointId> --benchmark-id=<id> --delta=<number> --verdict=<pass|fail>
-4. 手动链路 spec 已写入:
-   - ${trainerSpecPath}
-   - ${workspaceSpecPath}`
-          : `✅ Experiment created
-Experiment ID: ${createResult.spec.experimentId}
-Backend: ${createResult.spec.backend}
-Model Family: ${createResult.spec.targetModelFamily}
-Hardware Tier: ${createResult.spec.hardwareTier}
-Dataset: ${createResult.spec.datasetExportId}
-Output Dir: ${createResult.spec.outputDir}
-Training Run ID: ${createResult.trainRunId}
-
-Next steps:
-1. Run external trainer: python "${path.join(TRAINER_SCRIPTS_DIR, 'main.py')}" --spec "${trainerSpecPath}" --output-dir ${outputDir}
-2. Import result: /nocturnal-train import-result ${createResult.spec.experimentId} --result=<path>
-3. Attach eval: /nocturnal-train attach-eval <checkpointId> --benchmark-id=<id> --delta=<number> --verdict=<pass|fail>
-4. Durable spec files written to:
-   - ${trainerSpecPath}
-   - ${workspaceSpecPath}`,
-      };
-    }
-
-    // ── Show Experiment ───────────────────────────────────────────────────
-    if (subcommand === 'show-experiment') {
-      const [, experimentId] = parts;
-      if (!experimentId) {
-        return { text: zh ? '错误: 需要实验 ID' : 'Error: experiment ID required' };
-      }
-
-      const runs = listTrainingRuns(workspaceDir, { targetModelFamily: undefined });
-      const run = runs.find((r) => r.trainRunId.startsWith(experimentId) || r.trainRunId === experimentId);
-
-      if (!run) {
-        return { text: zh ? `未找到实验: ${experimentId}` : `Experiment not found: ${experimentId}` };
-      }
-
-      return { text: formatTrainingRun(run, zh) };
-    }
-
-    // ── Import Result ─────────────────────────────────────────────────────
-    if (subcommand === 'import-result') {
-      const [, experimentId] = parts;
-      if (!experimentId) {
-        return { text: zh ? '错误: 需要实验 ID' : 'Error: experiment ID required' };
-      }
-
-      // Get result from argument or file
-      let resultJson = resultArg;
-      if (resultJson && fs.existsSync(resultJson)) {
-        resultJson = fs.readFileSync(resultJson, 'utf-8');
-      }
-      if (!resultJson) {
-        // Try to find result file
-        const resultPath = path.join(workspaceDir, '.state', 'nocturnal', 'checkpoints', `result-${experimentId}.json`);
-        if (fs.existsSync(resultPath)) {
-          resultJson = fs.readFileSync(resultPath, 'utf-8');
-        } else {
-          return {
-            text: zh
-              ? `错误: 未找到结果文件。请使用 --result 参数指定路径或 JSON 内容。`
-              : `Error: Result not found. Use --result to specify path or JSON content.`,
-          };
-        }
-      }
-
-       
-      let result: any;
-      try {
-        result = JSON.parse(resultJson);
-      } catch {
-        return { text: zh ? '错误: 无效的 JSON 格式' : 'Error: Invalid JSON format' };
-      }
-
-      // Find the training run
-      const runs = listTrainingRuns(workspaceDir);
-      const run = runs.find(
-        (r) => r.trainRunId === result.trainRunId || r.trainRunId.startsWith(experimentId)
-      );
-
-      if (!run) {
-        return { text: zh ? `错误: 未找到训练 Run: ${result.trainRunId}` : `Error: Training run not found: ${result.trainRunId}` };
-      }
-
-      // Validate spec exists
-      const specPath = path.join(workspaceDir, '.state', 'nocturnal', 'checkpoints', `experiment-${experimentId}.json`);
-      if (!fs.existsSync(specPath)) {
-        return {
-          text: zh
-            ? `错误: 未找到实验 spec 文件: ${specPath}`
-            : `Error: Experiment spec not found: ${specPath}`,
-        };
-      }
-      const spec = JSON.parse(fs.readFileSync(specPath, 'utf-8'));
-
-      // Process the result
-      const program = new TrainingProgram(workspaceDir);
-       
-       
-      let processed: { checkpointId: string; checkpointRef: string } | null;
-      try {
-        processed = program.processResult({
-          spec,
-          trainRunId: run.trainRunId,
-          result,
-        });
-      } catch (err: unknown) {
-        return {
-          text: zh
-            ? `❌ 导入失败: ${err instanceof Error ? err.message : String(err)}`
-            : `❌ Import failed: ${err instanceof Error ? err.message : String(err)}`,
-        };
-      }
-
-      if (processed === null) {
-        // dry_run: non-error outcome with no checkpoint
-        return {
-          text: zh
-            ? `✅ Dry-run 结果已导入（无 checkpoint）
-Status: ${result.status}
-训练 Run: ${run.trainRunId}
-
-若需产生可部署的 checkpoint，请使用 --backend=peft-trl-orpo 或 --backend=unsloth-orpo 重试。`
-            : `✅ Dry-run result imported (no checkpoint)
-Status: ${result.status}
-Training Run: ${run.trainRunId}
-
-To produce a deployable checkpoint, retry with --backend=peft-trl-orpo or --backend=unsloth-orpo.`,
-        };
-      }
-
-      return {
-        text: zh
-          ? `✅ 结果已导入
-Status: ${result.status}
-Checkpoint ID: ${processed.checkpointId}
-Checkpoint Ref: ${processed.checkpointRef}
-${result.artifact ? `Artifact: ${result.artifact.artifactPath}` : ''}
-${result.metrics ? `Wall Time: ${result.metrics.wallClockMinutes} min` : ''}
-${result.failureReason ? `Failure: ${result.failureReason}` : ''}
-
-下一步:
-1. 运行评估: /nocturnal-train attach-eval ${processed.checkpointId} --benchmark-id=<id> --delta=<number> --verdict=<pass|fail>
-2. 查看详情: /nocturnal-train show-lineage ${processed.checkpointId}`
-          : `✅ Result imported
-Status: ${result.status}
-Checkpoint ID: ${processed.checkpointId}
-Checkpoint Ref: ${processed.checkpointRef}
-${result.artifact ? `Artifact: ${result.artifact.artifactPath}` : ''}
-${result.metrics ? `Wall Time: ${result.metrics.wallClockMinutes} min` : ''}
-${result.failureReason ? `Failure: ${result.failureReason}` : ''}
-
-Next steps:
-1. Run eval: /nocturnal-train attach-eval ${processed.checkpointId} --benchmark-id=<id> --delta=<number> --verdict=<pass|fail>
-2. View details: /nocturnal-train show-lineage ${processed.checkpointId}`,
-      };
-    }
-
-    // ── Attach Eval ──────────────────────────────────────────────────────
-    if (subcommand === 'attach-eval') {
-      const checkpointId = parts[1] || checkpointIdArg;
-      if (!checkpointId) {
-        return { text: zh ? '错误: 需要 checkpointId' : 'Error: checkpointId required' };
-      }
-
-      const runBenchmark = args.includes('--run-benchmark');
-      const baselineRefArg = parts.find((p) => p.startsWith('--baseline-ref='))?.split('=')[1];
-
-      const program = new TrainingProgram(workspaceDir);
-      const checkpoint = getCheckpoint(workspaceDir, checkpointId);
-
-      if (!checkpoint) {
-        return { text: zh ? `错误: Checkpoint 未找到: ${checkpointId}` : `Error: Checkpoint not found: ${checkpointId}` };
-      }
-
-      let benchmarkId = benchmarkIdArg || `bench-${Date.now()}`;
-      let delta = deltaArg ? parseFloat(deltaArg) : NaN;
-      let verdict: 'fail' | 'pass' | 'compare_only' = verdictArg === 'pass' || verdictArg === 'fail' || verdictArg === 'compare_only'
-        ? (verdictArg)
-        : 'compare_only';
-      let baselineScore = baselineScoreArg ? parseFloat(baselineScoreArg) : 0.5;
-      let candidateScore = candidateScoreArg ? parseFloat(candidateScoreArg) : 0.5;
-      const mode: 'prompt_assisted' | 'reduced_prompt' = (modeArg === 'prompt_assisted' ? 'prompt_assisted' : 'reduced_prompt');
-
-      // --- Run benchmark mode: execute real benchmark to get scores ---
-      // This closes the gap in the attach-eval command chain.
-      if (runBenchmark) {
-        // Determine baseline checkpoint ref
-        let baselineRef = baselineRefArg;
-        if (!baselineRef) {
-          // Try to auto-detect from deployment registry: use the currently active checkpoint as baseline
-          const deployment = getDeployment(workspaceDir, 'local-reader');
-          if (deployment?.activeCheckpointId && deployment.activeCheckpointId !== checkpointId) {
-            baselineRef = deployment.activeCheckpointId;
-          }
-        }
-        if (!baselineRef) {
-          return {
-            text: zh
-              ? `错误: --run-benchmark 需要 --baseline-ref 参数指定基线检查点，或当前需要有已启用的 local-reader 部署。`
-              : `Error: --run-benchmark requires --baseline-ref to specify the baseline checkpoint, or an active local-reader deployment must exist.`,
-          };
-        }
-
-        // Resolve both checkpoint refs to artifact paths for the scorer.
-        // The scorer (resolveCheckpointPath) expects filesystem paths to PEFT adapters,
-        // not checkpoint registry IDs. Look them up from the registry.
-        const baselineCheckpoint = getCheckpoint(workspaceDir, baselineRef);
-        if (!baselineCheckpoint) {
-          return {
-            text: zh
-              ? `错误: Baseline 检查点未找到: ${baselineRef}`
-              : `Error: Baseline checkpoint not found: ${baselineRef}`,
-          };
-        }
-        // Candidate checkpoint was already validated above (line 550)
-
-        // Find the export ID from the parent training run
-        let exportId = checkpointId;
-        if (checkpoint.trainRunId) {
-          const run = getTrainingRun(workspaceDir, checkpoint.trainRunId);
-          if (run?.exportId) {
-            ({ exportId } = run);
-          }
-        }
-        const scorerType = 'local-model'; // Use real model scorer
-
-        // Run benchmark via ts-node subprocess
-          const benchmarkScript = BENCHMARK_SCRIPT_PATH;
-        const outputDir = path.join(workspaceDir, '.state', 'nocturnal', 'evals');
-
-        // Build the compare command - pass ARTIFACT PATHS as separate arguments
-        // to avoid shell injection when paths contain special characters.
-        // Use execFileSync to pass arguments as an array (no shell interpolation).
-        const cmdArgs = [
-          '--yes',
-          'ts-node',
-          benchmarkScript,
-          'compare',
-          `--export-id=${exportId}`,
-          `--baseline=${baselineCheckpoint.artifactPath}`,
-          `--candidate=${checkpoint.artifactPath}`,
-          `--mode=${mode}`,
-          `--scorer=${scorerType}`,
-          `--output-dir=${outputDir}`,
-        ];
-
-        let benchmarkResult: {
-          delta: { delta: number; baselineScore: number; candidateScore: number };
-          verdict: 'pass' | 'fail' | 'compare_only';
-          benchmarkId: string;
-        } | null = null;
-        let benchmarkError = '';
-
-        try {
-          // Use execFileSync to avoid shell injection — paths are passed as args, not interpolated
-          const stdout = execFileSync('npx', cmdArgs, {
-            cwd: process.cwd(),
-            timeout: 300000, // 5 min timeout
-            encoding: 'utf-8',
-          });
-          // stdout is the JSON result from run-benchmark
-          try {
-            benchmarkResult = JSON.parse(stdout.trim());
-          } catch {
-            benchmarkError = `Failed to parse benchmark output: ${stdout.substring(0, 200)}`;
-          }
-        } catch (err: unknown) {
-          // execSync throws on non-zero exit code; stdout may contain partial data
-          const stdout = ((err as { stdout?: string }).stdout) ?? '';
-          try {
-            benchmarkResult = JSON.parse(stdout.trim());
-          } catch {
-            benchmarkError = `Benchmark failed: ${err instanceof Error ? err.message : String(err)}. stdout: ${stdout.substring(0, 200)}`;
-          }
-        }
-
-        if (benchmarkError || !benchmarkResult) {
-          return {
-            text: zh
-              ? `❌ Benchmark 执行失败: ${benchmarkError || '无法解析结果'}`
-              : `❌ Benchmark execution failed: ${benchmarkError || 'Could not parse result'}`,
-          };
-        }
-
-        // Destructure benchmark result - delta property contains the actual delta value
-         
-        delta = benchmarkResult.delta.delta;
-         
-        baselineScore = benchmarkResult.delta.baselineScore;
-         
-        candidateScore = benchmarkResult.delta.candidateScore;
-         
-        benchmarkId = benchmarkResult.benchmarkId;
-         
-        verdict = benchmarkResult.verdict;
-      } else {
-        // Manual mode: require explicit delta and verdict
-        if (!deltaArg || !verdictArg) {
-          return {
-            text: zh
-              ? '错误: 需要 --benchmark-id, --delta, --verdict 参数（或使用 --run-benchmark 自动运行）'
-              : 'Error: --benchmark-id, --delta, --verdict are required (or use --run-benchmark to auto-run)',
-          };
-        }
-        if (isNaN(delta)) {
-          return { text: zh ? '错误: delta 必须是数字' : 'Error: delta must be a number' };
-        }
-      }
-
-      const evalSummary = {
-        evalId: `eval-${Date.now()}`,
-        checkpointId,
-        benchmarkId,
-        targetModelFamily: checkpoint.targetModelFamily,
-        mode,
-        baselineScore,
-        candidateScore,
-        delta,
-        verdict,
-      };
-
-      try {
-        program.attachEvalAndMarkDeployable(checkpointId, evalSummary);
-        const deployable = verdict === 'pass' || verdict === 'compare_only';
-
-        return {
-          text: zh
-            ? `✅ 评估已附加${runBenchmark ? '（自动 Benchmark）' : ''}
-Checkpoint: ${checkpointId.substring(0, 8)}...
-Benchmark: ${benchmarkId}
-基线分数: ${baselineScore.toFixed(4)}
-候选分数: ${candidateScore.toFixed(4)}
-Delta: ${delta >= 0 ? '+' : ''}${delta.toFixed(4)}
-Verdict: ${verdict}
-Mode: ${mode}
-Deployable: ${deployable ? 'Yes' : 'No'}
-
-下一步:
-1. 评估晋升: /nocturnal-rollout evaluate-promotion ${checkpointId}
-2. 绑定部署: /nocturnal-rollout bind ${checkpointId} --profile=local-reader`
-            : `✅ Eval attached${runBenchmark ? ' (auto benchmark)' : ''}
-Checkpoint: ${checkpointId.substring(0, 8)}...
-Benchmark: ${benchmarkId}
-Baseline Score: ${baselineScore.toFixed(4)}
-Candidate Score: ${candidateScore.toFixed(4)}
-Delta: ${delta >= 0 ? '+' : ''}${delta.toFixed(4)}
-Verdict: ${verdict}
-Mode: ${mode}
-Deployable: ${deployable ? 'Yes' : 'No'}
-
-Next steps:
-1. Evaluate promotion: /nocturnal-rollout evaluate-promotion ${checkpointId}
-2. Bind deployment: /nocturnal-rollout bind ${checkpointId} --profile=local-reader`,
-        };
-      } catch (err: unknown) {
-        return {
-          text: zh
-            ? `❌ 附加评估失败: ${err instanceof Error ? err.message : String(err)}`
-            : `❌ Attach eval failed: ${err instanceof Error ? err.message : String(err)}`,
-        };
-      }
-    }
-
-    // ── Show Lineage ─────────────────────────────────────────────────────
-    if (subcommand === 'show-lineage') {
-      const [, checkpointId] = parts;
-      if (!checkpointId) {
-        return { text: zh ? '错误: 需要 checkpointId' : 'Error: checkpointId required' };
-      }
-
-      const lineage = getCheckpointLineage(workspaceDir, checkpointId);
-      if (!lineage) {
-        return { text: zh ? `未找到 lineage: ${checkpointId}` : `Lineage not found: ${checkpointId}` };
-      }
-
-      const { run, checkpoint, eval: eval_ } = lineage;
-
-      let text = zh
-        ? `=== Checkpoint Lineage ===
-Checkpoint: ${checkpoint.checkpointId}
-Family: ${checkpoint.targetModelFamily}
-Deployable: ${checkpoint.deployable}
-Artifact: ${checkpoint.artifactPath}
-
---- Training Run ---
-${formatTrainingRun(run, zh)}
-
---- Eval Summary ---`
-        : `=== Checkpoint Lineage ===
-Checkpoint: ${checkpoint.checkpointId}
-Family: ${checkpoint.targetModelFamily}
-Deployable: ${checkpoint.deployable}
-Artifact: ${checkpoint.artifactPath}
-
---- Training Run ---
-${formatTrainingRun(run, zh)}
-
---- Eval Summary ---`;
-
-      if (eval_) {
-        text += `
-ID: ${eval_.evalId}
-Mode: ${eval_.mode}
-Delta: ${eval_.delta >= 0 ? '+' : ''}${eval_.delta.toFixed(4)}
-Baseline: ${eval_.baselineScore.toFixed(3)}
-Candidate: ${eval_.candidateScore.toFixed(3)}
-Verdict: ${eval_.verdict}`;
-      } else {
-        text += zh ? '\n(无)' : '\n(None)';
-      }
-
-      return { text };
-    }
-
-    // ── List Experiments ──────────────────────────────────────────────────
-    if (subcommand === 'list-experiments') {
-      const runs = listTrainingRuns(workspaceDir);
-      if (runs.length === 0) {
-        return { text: zh ? '没有训练实验' : 'No training experiments' };
-      }
-
-      const lines = runs.slice(0, 20).map((run) => {
-        const date = new Date(run.createdAt).toLocaleDateString();
-        return `${run.trainRunId.substring(0, 8)}... | ${run.status} | ${run.targetModelFamily} | ${date} | ${run.checkpointIds.length} ckpts`;
-      });
-
-      return {
-        text: zh
-          ? `训练实验 (${runs.length}):
-${lines.join('\n')}`
-          : `Training experiments (${runs.length}):
-${lines.join('\n')}`,
-      };
-    }
-
-    // ── List Checkpoints ─────────────────────────────────────────────────
-    if (subcommand === 'list-checkpoints') {
-      const checkpoints = listCheckpoints(workspaceDir);
-      if (checkpoints.length === 0) {
-        return { text: zh ? '没有 Checkpoint' : 'No checkpoints' };
-      }
-
-      const filtered = familyArg
-        ? checkpoints.filter((cp) => cp.targetModelFamily.includes(familyArg))
-        : checkpoints;
-
-      if (filtered.length === 0) {
-        return { text: zh ? '没有匹配的 Checkpoint' : 'No matching checkpoints' };
-      }
-
-      const lines = filtered.slice(0, 20).map((cp) => {
-        const date = new Date(cp.createdAt).toLocaleDateString();
-        return `${cp.checkpointId.substring(0, 8)}... | ${cp.deployable ? 'deployable' : 'not-deployable'} | ${cp.targetModelFamily} | ${date}`;
-      });
-
-      return {
-        text: zh
-          ? `Checkpoints (${filtered.length}):
-${lines.join('\n')}`
-          : `Checkpoints (${filtered.length}):
-${lines.join('\n')}`,
-      };
-    }
-
-    // ── Stats ────────────────────────────────────────────────────────────
-    if (subcommand === 'stats') {
-      const stats = getTrainingRegistryStats(workspaceDir);
-      return {
-        text: zh
-          ? `=== 训练注册统计 ===
-总实验数: ${stats.totalRuns}
-完成: ${stats.completedRuns}
-失败: ${stats.failedRuns}
-进行中: ${stats.pendingRuns + stats.runningRuns}
-
-总 Checkpoint: ${stats.totalCheckpoints}
-可部署: ${stats.deployableCheckpoints}
-
-总评估: ${stats.totalEvals}
-通过: ${stats.passingEvals}
-失败: ${stats.failingEvals}`
-          : `=== Training Registry Stats ===
-Total runs: ${stats.totalRuns}
-Completed: ${stats.completedRuns}
-Failed: ${stats.failedRuns}
-In progress: ${stats.pendingRuns + stats.runningRuns}
-
-Total checkpoints: ${stats.totalCheckpoints}
-Deployable: ${stats.deployableCheckpoints}
-
-Total evals: ${stats.totalEvals}
-Passing: ${stats.passingEvals}
-Failing: ${stats.failingEvals}`,
-      };
-    }
-
-    // Unknown subcommand
-    return {
-      text: zh
-        ? `未知子命令: ${subcommand}。运行 /nocturnal-train help 查看帮助。`
-        : `Unknown subcommand: ${subcommand}. Run /nocturnal-train help for usage.`,
-    };
-  } catch (err: unknown) {
-    return {
-      text: zh
-        ? `❌ 命令失败: ${err instanceof Error ? err.message : String(err)}`
-        : `❌ Command failed: ${err instanceof Error ? err.message : String(err)}`,
-    };
-  }
-}