sillyspec 3.27.12 → 3.28.0

package/.worktrees/e58fcc4c/eval/lib/adapters/cli.mjs

@@ -1,63 +0,0 @@
-// CLI 适配器：以子进程调起本机 headless agent CLI（claude -p / zcode / codex 等，见 eval.config.json）。
-// 认证沿用该 CLI 自身的登录态或其读取的环境变量——本评测不接管、不存储任何密钥。
-// prompt 默认经 stdin 注入（{prompt} 占位符是备选），规避跨平台引号转义。
-import { mkdirSync, writeFileSync } from 'node:fs';
-import { join } from 'node:path';
-import { spawnCapture } from '../util.mjs';
-
-export async function run({ adapter, prompt, workdir, logDir }) {
-  const timeoutMs = adapter.timeoutMs ?? 900_000;
-  const replacements = {
-    '{workdir}': workdir,
-    '{maxTurns}': String(adapter.maxTurns ?? 0),
-    '{tool}': adapter.tool ?? '',
-  };
-  let args = adapter.command.map((a) => {
-    let s = String(a);
-    for (const [k, v] of Object.entries(replacements)) s = s.replaceAll(k, v);
-    return s;
-  });
-  const viaStdin = (adapter.stdin ?? 'prompt') === 'prompt' && !args.some((a) => a.includes('{prompt}'));
-  args = args.map((a) => a.replaceAll('{prompt}', prompt));
-
-  mkdirSync(logDir, { recursive: true });
-  writeFileSync(join(logDir, 'prompt.txt'), prompt, 'utf8');
-  const res = await spawnCapture({ args, cwd: workdir, timeoutMs, input: viaStdin ? prompt : null });
-  try {
-    writeFileSync(join(logDir, 'stdout.txt'), res.stdout, 'utf8');
-    writeFileSync(join(logDir, 'stderr.txt'), res.stderr, 'utf8');
-  } catch { /* 日志落盘失败不影响评测本身 */ }
-
-  const usage = adapter.parseStdoutJson ? extractUsage(res.stdout) : {};
-  return {
-    code: res.code,
-    timedOut: res.timedOut,
-    stdout: res.stdout,
-    stderr: res.stderr,
-    tokensIn: usage.tokensIn ?? null,
-    tokensOut: usage.tokensOut ?? null,
-    costUsd: usage.costUsd ?? null,
-    logDir,
-  };
-}
-
-// 宽松提取 token/费用字段：兼容 claude -p --output-format json 等常见 stdout 形状，
-// 提不到就留空（null），报告里显示为缺测而非 0。
-function extractUsage(stdout) {
-  const trimmed = (stdout ?? '').trim();
-  if (!trimmed.startsWith('{')) return {};
-  let obj = null;
-  for (const candidate of [trimmed, trimmed.split('\n').pop()]) {
-    try { obj = JSON.parse(candidate); break; } catch { /* 试下一候选 */ }
-  }
-  if (!obj || typeof obj !== 'object') return {};
-  const out = {};
-  const scan = (o) => {
-    if (!o || typeof o !== 'object') return;
-    if (typeof o.input_tokens === 'number') out.tokensIn ??= o.input_tokens;
-    if (typeof o.output_tokens === 'number') out.tokensOut ??= o.output_tokens;
-    if (typeof o.total_cost_usd === 'number') out.costUsd ??= o.total_cost_usd;
-  };
-  scan(obj); scan(obj.usage); scan(obj.cost); scan(obj.message?.usage);
-  return out;
-}

package/.worktrees/e58fcc4c/eval/lib/adapters/dryrun.mjs

@@ -1,27 +0,0 @@
-// dry-run 假 agent：零 token 验证管道（工作副本、verify、落库、报告整条链路）。
-// mixed 模式确定性制造两臂差异：A 臂全过，B 臂按任务号奇偶过——报告能展示通过率/Δ/置信区间的完整形态。
-import { writeFileSync } from 'node:fs';
-import { join } from 'node:path';
-import { copyInto } from '../workdir.mjs';
-
-export function run({ task, arm, workdir, solutionDir, mode = 'mixed' }) {
-  const numeric = Number.parseInt(String(task.id).split('-')[0], 10);
-  let pass;
-  if (mode === 'pass') pass = true;
-  else if (mode === 'fail') pass = false;
-  else pass = arm === 'A' ? true : Number.isInteger(numeric) && numeric % 2 === 1;
-
-  if (pass) copyInto(workdir, solutionDir);
-  else writeFileSync(join(workdir, 'DRY_RUN_WRONG_ANSWER.mjs'), '// dry-run 失败路径占位产物\n');
-
-  return {
-    code: 0,
-    timedOut: false,
-    stdout: `[dry-run mode=${mode}] pass=${pass}`,
-    stderr: '',
-    tokensIn: 0,
-    tokensOut: 0,
-    costUsd: 0,
-    logDir: null,
-  };
-}

package/.worktrees/e58fcc4c/eval/lib/config.mjs

@@ -1,82 +0,0 @@
-// eval 配置加载 + 实验指纹（config hash）：改动任务内容/臂定义/适配器/版本都会换新分组，
-// 旧缓存不再命中，报告也不会把两轮不同实验混在一起。
-import { existsSync, readFileSync } from 'node:fs';
-import { dirname, resolve } from 'node:path';
-import { fileURLToPath } from 'node:url';
-import { sha256, stableStringify } from './util.mjs';
-
-export const EVAL_ROOT = dirname(dirname(fileURLToPath(import.meta.url))); // eval/
-export const EVAL_SCHEMA_VERSION = 1;
-
-// 与 eval/eval.config.json 保持同构；文件缺失/部分字段缺失时以此兜底
-const DEFAULTS = {
-  tasksDir: './tasks',
-  resultsDir: './results',
-  defaultSample: 20,
-  verifyTimeoutMs: 120_000,
-  regressionThresholdPp: 5,
-  arms: {
-    A: {
-      label: '裸agent',
-      setup: [],
-      promptTemplate: '你在当前目录工作，直接完成以下需求（不要提问，直接实现，确保代码可运行）：\n\n{instruction}',
-    },
-    B: {
-      label: 'SillySpec',
-      setup: ['npx sillyspec init --dir {workdir} --tool {tool}'],
-      promptTemplate: '当前项目已安装 SillySpec 工作流。请按 SillySpec 流程完成以下需求（小任务走 quick 模式），完成后确保代码可运行：\n\n{instruction}',
-    },
-  },
-  adapter: {
-    type: 'cli',
-    tool: 'claude',
-    command: ['claude', '-p', '--output-format', 'json', '--max-turns', '{maxTurns}'],
-    stdin: 'prompt',
-    timeoutMs: 900_000,
-    maxTurns: 60,
-    parseStdoutJson: true,
-  },
-};
-
-function deepMerge(target, src) {
-  for (const key of Object.keys(src)) {
-    const sv = src[key];
-    if (sv && typeof sv === 'object' && !Array.isArray(sv) && target[key] && typeof target[key] === 'object' && !Array.isArray(target[key])) {
-      deepMerge(target[key], sv);
-    } else {
-      target[key] = sv;
-    }
-  }
-  return target;
-}
-
-export function loadConfig(configPath = resolve(EVAL_ROOT, 'eval.config.json')) {
-  let file = {};
-  if (existsSync(configPath)) file = JSON.parse(readFileSync(configPath, 'utf8'));
-  const config = deepMerge(structuredClone(DEFAULTS), file);
-  config.tasksDir = resolve(EVAL_ROOT, config.tasksDir);
-  config.resultsDir = resolve(EVAL_ROOT, config.resultsDir);
-  config._path = configPath;
-  return config;
-}
-
-export function sillyspecVersion() {
-  const pkg = JSON.parse(readFileSync(resolve(EVAL_ROOT, '..', 'package.json'), 'utf8'));
-  return pkg.version;
-}
-
-/**
- * 实验分组哈希：臂定义（prompt/setup）+ 适配器 + 任务指纹 + SillySpec 版本 + schema 版本。
- * 注意 tasksDir/resultsDir 不参与——目录挪位置不该让实验换组。
- */
-export function computeConfigHash(config, adapterType, tasksFingerprint) {
-  const payload = {
-    schema: EVAL_SCHEMA_VERSION,
-    adapterType,
-    arms: config.arms,
-    adapter: config.adapter,
-    tasksFingerprint,
-    sillyspecVersion: sillyspecVersion(),
-  };
-  return sha256(stableStringify(payload)).slice(0, 12);
-}

package/.worktrees/e58fcc4c/eval/lib/db.mjs

@@ -1,76 +0,0 @@
-// eval 结果库（node:sqlite，独立于 src/db.js 的进度库——评测数据与工具自身状态解耦）。
-// 只记录不解释：通过率/flaky/基线对比等统计全部在 report 层算，保持本层无状态可替换。
-import { mkdirSync } from 'node:fs';
-import { dirname } from 'node:path';
-import { DatabaseSync } from 'node:sqlite';
-
-const DDL = `
-CREATE TABLE IF NOT EXISTS runs (
-  id INTEGER PRIMARY KEY AUTOINCREMENT,
-  task_id TEXT NOT NULL,
-  arm TEXT NOT NULL,               -- A=裸 agent / B=SillySpec 流程
-  adapter TEXT NOT NULL,           -- dryrun | cli
-  model_label TEXT,
-  config_hash TEXT NOT NULL,       -- 实验分组（配置+任务指纹+版本）
-  tool_version TEXT,               -- sillyspec 版本（发版回归对比用）
-  started_at TEXT NOT NULL,
-  duration_ms INTEGER NOT NULL DEFAULT 0,
-  exit_code INTEGER,
-  status TEXT NOT NULL,            -- pass | fail | timeout | error
-  verify_output TEXT,
-  tokens_in INTEGER,
-  tokens_out INTEGER,
-  cost_usd REAL,
-  agent_log_path TEXT,
-  notes TEXT
-);
-CREATE INDEX IF NOT EXISTS idx_runs_group ON runs(config_hash, adapter, arm, task_id);
-`;
-
-export class EvalDB {
-  constructor(dbPath) {
-    this.dbPath = dbPath;
-    this.db = null;
-  }
-
-  init() {
-    mkdirSync(dirname(this.dbPath), { recursive: true });
-    this.db = new DatabaseSync(this.dbPath);
-    this.db.exec(DDL);
-    return this;
-  }
-
-  insertRun(row) {
-    this.db.prepare(`
-      INSERT INTO runs (task_id, arm, adapter, model_label, config_hash, tool_version,
-                        started_at, duration_ms, exit_code, status, verify_output,
-                        tokens_in, tokens_out, cost_usd, agent_log_path, notes)
-      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
-    `).run(
-      row.task_id, row.arm, row.adapter, row.model_label ?? null, row.config_hash, row.tool_version ?? null,
-      row.started_at, row.duration_ms ?? 0, row.exit_code ?? null, row.status, row.verify_output ?? null,
-      row.tokens_in ?? null, row.tokens_out ?? null, row.cost_usd ?? null, row.agent_log_path ?? null, row.notes ?? null,
-    );
-    return this.db.prepare('SELECT last_insert_rowid() AS id').get().id;
-  }
-
-  /** 同 (hash, task, arm) 已有 pass/fail 终态则可跳过重跑（--force 旁路） */
-  cachedRun(configHash, taskId, arm) {
-    return this.db.prepare(`
-      SELECT * FROM runs
-      WHERE config_hash = ? AND task_id = ? AND arm = ? AND status IN ('pass','fail')
-      ORDER BY id DESC LIMIT 1
-    `).get(configHash, taskId, arm) ?? null;
-  }
-
-  runsInGroup(configHash, adapter) {
-    return this.db.prepare('SELECT * FROM runs WHERE config_hash = ? AND adapter = ? ORDER BY id').all(configHash, adapter);
-  }
-
-  groups() {
-    return this.db.prepare(`
-      SELECT config_hash, adapter, COUNT(*) AS n, MAX(id) AS last_id
-      FROM runs GROUP BY config_hash, adapter ORDER BY last_id DESC
-    `).all();
-  }
-}

package/.worktrees/e58fcc4c/eval/lib/report.mjs

@@ -1,120 +0,0 @@
-// 报告：分臂通过率 + Wilson 95% CI + Δ(B−A) 区间 + flaky 剔除 + 基线回归对比。
-import { existsSync, readFileSync, writeFileSync } from 'node:fs';
-import { join } from 'node:path';
-import { computeConfigHash, sillyspecVersion } from './config.mjs';
-import { EvalDB } from './db.mjs';
-import { loadTasks, tasksFingerprint } from './tasks.mjs';
-import { deltaCI, fmtPct, fmtPp, wilsonCI } from './util.mjs';
-
-export function buildReport(config, opts = {}) {
-  const dbFile = join(config.resultsDir, 'eval.db');
-  if (!existsSync(dbFile)) return { empty: true };
-  const db = new EvalDB(dbFile).init();
-
-  const adapterType = opts.dryRun ? 'dryrun' : (config.adapter.type ?? 'cli');
-  const currentHash = computeConfigHash(config, adapterType, tasksFingerprint(loadTasks(config.tasksDir)));
-  const groups = db.groups();
-  const group = groups.find((g) => g.config_hash === currentHash && g.adapter === adapterType)
-    ?? groups.find((g) => g.adapter === adapterType);
-  if (!group) return { empty: true };
-
-  const rows = db.runsInGroup(group.config_hash, adapterType);
-  const byArm = { A: new Map(), B: new Map() };
-  for (const r of rows) {
-    if (r.status !== 'pass' && r.status !== 'fail') continue; // timeout/error 不计入通过率
-    if (!byArm[r.arm]) continue;
-    if (!byArm[r.arm].has(r.task_id)) byArm[r.arm].set(r.task_id, []);
-    byArm[r.arm].get(r.task_id).push(r.status);
-  }
-
-  const summary = {
-    adapterType,
-    configHash: group.config_hash,
-    hashCurrent: group.config_hash === currentHash,
-    sillyspecVersion: sillyspecVersion(),
-    arms: {},
-  };
-  for (const arm of Object.keys(byArm)) {
-    let n = 0;
-    let pass = 0;
-    const flaky = [];
-    for (const [taskId, statuses] of byArm[arm]) {
-      if (new Set(statuses).size > 1) flaky.push(taskId); // 同任务同臂结果摇摆 → flaky，剔除
-      else { n++; if (statuses[0] === 'pass') pass++; }
-    }
-    summary.arms[arm] = {
-      label: config.arms[arm]?.label ?? arm,
-      n,
-      pass,
-      rate: n ? pass / n : null,
-      ci: wilsonCI(pass, n),
-      flaky,
-    };
-  }
-  const A = summary.arms.A;
-  const B = summary.arms.B;
-  if (A?.rate != null && B?.rate != null) {
-    summary.delta = { pp: B.rate - A.rate, ci: deltaCI(A.rate, A.n, B.rate, B.n) };
-  }
-  return summary;
-}
-
-export function printReport(config, summary) {
-  if (!summary || summary.empty) {
-    console.log('暂无可报告的评测数据（先 --dry-run 或真跑一轮）');
-    return;
-  }
-  console.log('\n==== SillySpec Eval 报告 ====');
-  console.log(`adapter=${summary.adapterType}  hash=${summary.configHash}${summary.hashCurrent ? '' : '（任务/配置已变更，以上为最近一轮）'}  sillyspec=${summary.sillyspecVersion}`);
-  console.log('\n臂            n    pass  通过率   95% CI');
-  for (const arm of ['A', 'B']) {
-    const s = summary.arms[arm];
-    if (!s || (s.n === 0 && s.flaky.length === 0)) continue;
-    console.log(
-      `${s.label.padEnd(12).slice(0, 12)}  ${String(s.n).padEnd(4)} ${String(s.pass).padEnd(5)} `
-      + `${fmtPct(s.rate).padEnd(7)} [${fmtPct(s.ci[0])}, ${fmtPct(s.ci[1])}]`,
-    );
-  }
-  if (summary.delta) {
-    console.log(`\nΔ(B−A) = ${fmtPp(summary.delta.pp)}   95% CI [${fmtPp(summary.delta.ci[0])}, ${fmtPp(summary.delta.ci[1])}]`);
-    if (Math.min(summary.arms.A.n, summary.arms.B.n) < 30) {
-      console.log('（单臂样本 < 30，区间仅供方向参考）');
-    }
-  }
-  const flakyAll = ['A', 'B'].flatMap((a) => (summary.arms[a]?.flaky ?? []).map((t) => `${t}(臂${a})`));
-  if (flakyAll.length) console.log(`flaky ${flakyAll.length} 个（已从通过率剔除）：${flakyAll.join('、')}`);
-
-  const baselinePath = join(config.resultsDir, 'baseline.json');
-  if (existsSync(baselinePath)) {
-    const baseline = JSON.parse(readFileSync(baselinePath, 'utf8'));
-    const threshold = (config.regressionThresholdPp ?? 5) / 100;
-    const parts = [];
-    for (const arm of ['A', 'B']) {
-      const cur = summary.arms[arm]?.rate;
-      const base = baseline.arms?.[arm]?.rate;
-      if (cur == null || base == null) continue;
-      const diff = cur - base;
-      const flag = diff < -threshold ? ' ⚠️超回归阈值' : '';
-      parts.push(`臂${arm} ${fmtPct(base)}→${fmtPct(cur)}（${fmtPp(diff)}${flag}）`);
-    }
-    if (parts.length) console.log(`基线对比（${baseline.createdAt}）：${parts.join('  ')}`);
-  }
-}
-
-export function setBaseline(config, opts) {
-  const summary = buildReport(config, opts);
-  if (!summary || summary.empty) {
-    console.log('暂无数据可固化为基线');
-    return;
-  }
-  const pick = (a) => (a && a.rate != null ? { n: a.n, rate: a.rate } : null);
-  const payload = {
-    createdAt: new Date().toISOString(),
-    configHash: summary.configHash,
-    adapter: summary.adapterType,
-    sillyspecVersion: summary.sillyspecVersion,
-    arms: { A: pick(summary.arms.A), B: pick(summary.arms.B) },
-  };
-  writeFileSync(join(config.resultsDir, 'baseline.json'), JSON.stringify(payload, null, 2));
-  console.log(`基线已固化 → ${join(config.resultsDir, 'baseline.json')}`);
-}

package/.worktrees/e58fcc4c/eval/lib/runner.mjs

@@ -1,157 +0,0 @@
-// 编排：任务 × 臂 → (环境准备 → agent → verify) → SQLite 落库。
-// 缓存：同 (config_hash, task, arm) 已有 pass/fail 终态则跳过（--force 旁路）——
-// 调提示词/流程后只重跑受影响的臂，是控制 token 成本的主要手段。
-import { mkdirSync } from 'node:fs';
-import { join } from 'node:path';
-import { computeConfigHash } from './config.mjs';
-import { EvalDB } from './db.mjs';
-import { loadTasks, tasksFingerprint } from './tasks.mjs';
-import { prepareWorkdir } from './workdir.mjs';
-import { spawnCapture, tail } from './util.mjs';
-import { run as dryRunAdapter } from './adapters/dryrun.mjs';
-import { run as cliAdapter } from './adapters/cli.mjs';
-
-const FAILED_STATUSES = new Set(['fail', 'timeout', 'error']);
-
-export async function runEval(config, opts) {
-  const allTasks = loadTasks(config.tasksDir);
-  if (allTasks.length === 0) {
-    console.error(`任务目录为空: ${config.tasksDir}（先在 eval/tasks/ 下添加任务）`);
-    return { ran: 0, skipped: 0 };
-  }
-  const fingerprint = tasksFingerprint(allTasks);
-
-  let tasks = allTasks;
-  if (opts.taskIds?.length) tasks = tasks.filter((t) => opts.taskIds.includes(t.id));
-  if (opts.sample) tasks = tasks.slice(0, opts.sample);
-  if (tasks.length === 0) {
-    console.error('没有匹配的任务');
-    return { ran: 0, skipped: 0 };
-  }
-
-  const adapterType = opts.dryRun ? 'dryrun' : config.adapter.type;
-  const configHash = computeConfigHash(config, adapterType, fingerprint);
-  const db = new EvalDB(join(config.resultsDir, 'eval.db')).init();
-
-  const arms = opts.arms?.length ? opts.arms : ['A', 'B'];
-  let plan = [];
-  for (const arm of arms) {
-    for (const task of tasks) plan.push({ arm, task });
-  }
-  if (opts.onlyFailed) {
-    const latest = latestByTaskArm(db.runsInGroup(configHash, adapterType));
-    plan = plan.filter(({ arm, task }) => {
-      const prev = latest.get(`${arm}|${task.id}`);
-      return prev ? FAILED_STATUSES.has(prev.status) : true; // 无记录的新任务也跑
-    });
-  }
-
-  const workdirRoot = join(config.resultsDir, 'workdirs');
-  mkdirSync(workdirRoot, { recursive: true });
-
-  let ran = 0;
-  let skipped = 0;
-  // --rerun-failed 语义就是「重跑失败者」，必须旁路缓存（否则 fail 终态被缓存拦下，一次都跑不了）
-  const useCache = !opts.force && !opts.onlyFailed;
-  for (const { arm, task } of plan) {
-    const cached = useCache ? db.cachedRun(configHash, task.id, arm) : null;
-    if (cached) {
-      skipped++;
-      console.log(`[cache] ${task.id} 臂${arm} → ${cached.status}（--force 可重跑）`);
-      continue;
-    }
-    const result = await executeRun({ config, opts, adapterType, configHash, db, task, arm, workdirRoot });
-    ran++;
-    const icon = result.status === 'pass' ? '✓' : result.status === 'fail' ? '✗' : '!';
-    console.log(`[${icon}] ${task.id} 臂${arm} ${result.status} ${result.durationMs}ms${result.note ? `（${result.note}）` : ''}`);
-  }
-  console.log(`完成：新跑 ${ran}，缓存跳过 ${skipped}（hash=${configHash}）`);
-  return { ran, skipped, configHash, adapterType };
-}
-
-function latestByTaskArm(rows) {
-  const m = new Map(); // rows 按 id 升序，后写覆盖即最新
-  for (const r of rows) m.set(`${r.arm}|${r.task_id}`, r);
-  return m;
-}
-
-async function executeRun({ config, opts, adapterType, configHash, db, task, arm, workdirRoot }) {
-  const t0 = Date.now();
-  const armCfg = config.arms[arm] ?? {};
-  const workdir = prepareWorkdir(workdirRoot, task.id, arm, task.filesDir);
-  const row = {
-    task_id: task.id,
-    arm,
-    adapter: adapterType,
-    model_label: opts.dryRun ? 'dry-run' : (config.adapter.tool ?? adapterType),
-    config_hash: configHash,
-    tool_version: null,
-    started_at: new Date().toISOString(),
-    duration_ms: 0,
-    exit_code: null,
-    status: 'error',
-    verify_output: null,
-    agent_log_path: null,
-    notes: null,
-    tokens_in: null,
-    tokens_out: null,
-    cost_usd: null,
-  };
-
-  // 臂环境准备：B 臂执行 sillyspec init 等（dry-run 跳过，保持零副作用）
-  if (!opts.dryRun) {
-    for (const cmd of armCfg.setup ?? []) {
-      const args = render(cmd, { workdir, tool: config.adapter.tool ?? '' }).split(/\s+/).filter(Boolean);
-      const r = await spawnCapture({ args, cwd: workdir, timeoutMs: 120_000 });
-      if (r.code !== 0) {
-        row.status = 'error';
-        row.notes = `臂 setup 失败: ${cmd}`;
-        row.verify_output = tail(`${r.stdout}\n${r.stderr}`);
-        row.exit_code = r.code;
-        row.duration_ms = Date.now() - t0;
-        db.insertRun(row);
-        return { status: 'error', durationMs: row.duration_ms, note: row.notes };
-      }
-    }
-  }
-
-  const prompt = (armCfg.promptTemplate ?? '{instruction}').replaceAll('{instruction}', task.instruction);
-  const logDir = join(config.resultsDir, 'logs', `${stamp()}-${task.id}-arm${arm}`);
-  let res;
-  if (opts.dryRun) {
-    res = dryRunAdapter({ task, arm, workdir, solutionDir: task.solutionDir, mode: opts.dryMode ?? 'mixed' });
-  } else {
-    res = await cliAdapter({ adapter: config.adapter, prompt, workdir, logDir });
-  }
-  row.agent_log_path = res.logDir ?? null;
-  row.exit_code = res.code ?? null;
-  row.tokens_in = res.tokensIn ?? null;
-  row.tokens_out = res.tokensOut ?? null;
-  row.cost_usd = res.costUsd ?? null;
-
-  if (res.timedOut) {
-    row.status = 'timeout';
-  } else if ((res.code ?? -1) !== 0) {
-    row.status = 'error';
-    row.verify_output = tail(res.stderr || res.stdout);
-  } else {
-    // 判分：verify.mjs 以 workdir 为 cwd 执行，退出码 0 = pass
-    const v = await spawnCapture({ args: ['node', task.verifyPath], cwd: workdir, timeoutMs: config.verifyTimeoutMs ?? 120_000 });
-    row.status = v.code === 0 ? 'pass' : 'fail';
-    row.verify_output = tail(`${v.stderr}\n${v.stdout}`);
-  }
-
-  row.duration_ms = Date.now() - t0;
-  db.insertRun(row);
-  return { status: row.status, durationMs: row.duration_ms, note: null };
-}
-
-function render(cmd, vars) {
-  let s = cmd;
-  for (const [k, v] of Object.entries(vars)) s = s.replaceAll(`{${k}}`, v);
-  return s;
-}
-
-function stamp() {
-  return new Date().toISOString().replace(/[:.]/g, '-');
-}

package/.worktrees/e58fcc4c/eval/lib/tasks.mjs

@@ -1,73 +0,0 @@
-// 任务加载与内容指纹。任务 = eval/tasks/<id>/ 下四件套：
-//   task.json（id/instruction）· verify.mjs（cwd=被测工作目录，退出码 0=过）· files/（工作副本脚手架）· solution/（dry-run 参考解）
-import { createHash } from 'node:crypto';
-import { existsSync, readFileSync, readdirSync } from 'node:fs';
-import { join } from 'node:path';
-
-export function loadTasks(tasksDir) {
-  if (!existsSync(tasksDir)) return [];
-  const out = [];
-  for (const entry of readdirSync(tasksDir, { withFileTypes: true })) {
-    if (!entry.isDirectory()) continue;
-    const dir = join(tasksDir, entry.name);
-    const taskFile = join(dir, 'task.json');
-    if (!existsSync(taskFile)) continue;
-    const meta = JSON.parse(readFileSync(taskFile, 'utf8'));
-    const task = {
-      id: meta.id ?? entry.name,
-      title: meta.title ?? entry.name,
-      instruction: meta.instruction,
-      tags: meta.tags ?? [],
-      dir,
-      verifyPath: join(dir, 'verify.mjs'),
-      filesDir: join(dir, 'files'),
-      solutionDir: join(dir, 'solution'),
-    };
-    if (typeof task.instruction !== 'string' || !task.instruction.trim()) {
-      throw new Error(`任务 ${task.id} 缺少 instruction`);
-    }
-    if (!existsSync(task.verifyPath)) {
-      throw new Error(`任务 ${task.id} 缺少 verify.mjs`);
-    }
-    out.push(task);
-  }
-  out.sort((a, b) => a.id.localeCompare(b.id));
-  const seen = new Set();
-  for (const t of out) {
-    if (seen.has(t.id)) throw new Error(`任务 id 重复: ${t.id}`);
-    seen.add(t.id);
-  }
-  return out;
-}
-
-/**
- * 全量任务内容指纹（task.json + verify.mjs + files/ 递归内容；solution/ 不参与——
- * 它只服务 dry-run，改动不应让真实评测换组）。始终对目录内全部任务计算，
- * 与实际抽样跑哪些无关——否则 --task 子集会产生另一套分组，报告对不上。
- */
-export function tasksFingerprint(tasks) {
-  const h = createHash('sha256');
-  for (const t of tasks) {
-    h.update(t.id); h.update('\0');
-    h.update(readFileSync(join(t.dir, 'task.json')));
-    h.update('\0');
-    h.update(readFileSync(t.verifyPath));
-    h.update('\0');
-    for (const rel of walkFiles(t.filesDir)) {
-      h.update(rel); h.update('\0');
-      h.update(readFileSync(join(t.filesDir, rel))); h.update('\0');
-    }
-  }
-  return h.digest('hex').slice(0, 16);
-}
-
-function walkFiles(dir, prefix = '') {
-  if (!existsSync(dir)) return [];
-  const acc = [];
-  for (const e of readdirSync(dir, { withFileTypes: true })) {
-    const rel = prefix ? `${prefix}/${e.name}` : e.name;
-    if (e.isDirectory()) acc.push(...walkFiles(join(dir, e.name), rel));
-    else acc.push(rel);
-  }
-  return acc.sort();
-}