@tekyzinc/gsd-t 3.29.11 → 4.0.14

package/bin/gsd-t-orchestrator-queue.cjs

@@ -1,180 +0,0 @@
-'use strict';
-
-const fs = require('fs');
-const path = require('path');
-
-const DEFAULT_WAVE = 0;
-
-function listDomainTaskFiles(projectDir) {
-  const domainsDir = path.join(projectDir, '.gsd-t', 'domains');
-  if (!fs.existsSync(domainsDir)) return [];
-  const out = [];
-  for (const entry of fs.readdirSync(domainsDir, { withFileTypes: true })) {
-    if (!entry.isDirectory()) continue;
-    const p = path.join(domainsDir, entry.name, 'tasks.md');
-    if (fs.existsSync(p)) out.push({ domain: entry.name, file: p });
-  }
-  return out.sort((a, b) => a.domain.localeCompare(b.domain));
-}
-
-function parseFilesField(text) {
-  const patterns = [];
-  const seen = new Set();
-  const re = /`([^`]+)`/g;
-  let m;
-  while ((m = re.exec(text)) !== null) {
-    const raw = m[1].trim();
-    if (!raw) continue;
-    const pattern = raw.replace(/\/$/, '/**');
-    if (!seen.has(pattern)) { seen.add(pattern); patterns.push(pattern); }
-  }
-  if (patterns.length === 0) {
-    for (const part of text.split(/[,;]/)) {
-      const raw = part.replace(/\([^)]*\)/g, '').trim();
-      if (raw && !/^(none|n\/a)$/i.test(raw) && !seen.has(raw)) {
-        seen.add(raw); patterns.push(raw);
-      }
-    }
-  }
-  return patterns;
-}
-
-function parseTasksFile(markdown, domain) {
-  const tasks = [];
-  const lines = markdown.split(/\r?\n/);
-
-  let current = null;
-
-  const commitCurrent = () => {
-    if (current) {
-      if (current.wave == null) current.wave = DEFAULT_WAVE;
-      if (!current.dependencies) current.dependencies = [];
-      if (!current.ownedPatterns) current.ownedPatterns = [];
-      tasks.push(current);
-    }
-    current = null;
-  };
-
-  for (let i = 0; i < lines.length; i++) {
-    const line = lines[i];
-    const taskHeader = line.match(/^###\s+Task\s+(\d+)\s*:\s*(.+?)\s*$/i);
-    if (taskHeader) {
-      commitCurrent();
-      current = {
-        domain,
-        id: `${domain}:T${taskHeader[1]}`,
-        taskNum: parseInt(taskHeader[1], 10),
-        title: taskHeader[2].trim(),
-        wave: null,
-        dependencies: [],
-        ownedPatterns: []
-      };
-      continue;
-    }
-    if (!current) continue;
-
-    const waveMatch = line.match(/^\s*-\s*\*\*Wave\*\*\s*:\s*(\d+)\s*$/i);
-    if (waveMatch) {
-      current.wave = parseInt(waveMatch[1], 10);
-      continue;
-    }
-
-    const depMatch = line.match(/^\s*-\s*\*\*Dependencies\*\*\s*:\s*(.+?)\s*$/i);
-    if (depMatch) {
-      current.dependencies = parseDependencies(depMatch[1], domain);
-      continue;
-    }
-
-    const filesMatch = line.match(/^\s*-\s*\*\*Files\*\*\s*:\s*(.+?)\s*$/i);
-    if (filesMatch) {
-      current.ownedPatterns = parseFilesField(filesMatch[1]);
-      continue;
-    }
-  }
-  commitCurrent();
-  return tasks;
-}
-
-function parseDependencies(text, domain) {
-  const trimmed = text.trim();
-  if (!trimmed || /^none$/i.test(trimmed) || /^n\/a$/i.test(trimmed)) return [];
-
-  const deps = [];
-  const seen = new Set();
-
-  const push = (id) => {
-    if (!seen.has(id)) { seen.add(id); deps.push(id); }
-  };
-
-  const sameDomainTaskRe = /\bTask\s+(\d+)\b/gi;
-  const crossDomainRe = /\b([a-z][a-z0-9-]+)\s+Task\s+(\d+)\b/gi;
-
-  let m;
-  while ((m = crossDomainRe.exec(trimmed)) !== null) {
-    const prefix = m[1].toLowerCase();
-    if (prefix === 'requires' || prefix === 'blocked') continue;
-    push(`${prefix}:T${m[2]}`);
-  }
-
-  const crossIds = new Set(deps);
-  sameDomainTaskRe.lastIndex = 0;
-  while ((m = sameDomainTaskRe.exec(trimmed)) !== null) {
-    const id = `${domain}:T${m[1]}`;
-    const crossMatch = [...crossIds].some((d) => d.endsWith(`:T${m[1]}`) && d !== id);
-    if (!crossMatch) push(id);
-  }
-
-  return deps;
-}
-
-function readAllTasks(projectDir) {
-  const all = [];
-  for (const { domain, file } of listDomainTaskFiles(projectDir)) {
-    const md = fs.readFileSync(file, 'utf8');
-    all.push(...parseTasksFile(md, domain));
-  }
-  return all;
-}
-
-function groupByWave(tasks) {
-  const groups = new Map();
-  for (const t of tasks) {
-    const w = t.wave == null ? DEFAULT_WAVE : t.wave;
-    if (!groups.has(w)) groups.set(w, []);
-    groups.get(w).push(t);
-  }
-  return new Map([...groups.entries()].sort((a, b) => a[0] - b[0]));
-}
-
-function validateNoForwardDeps(tasks) {
-  const byId = new Map(tasks.map((t) => [t.id, t]));
-  const errors = [];
-  for (const t of tasks) {
-    for (const depId of t.dependencies) {
-      const dep = byId.get(depId);
-      if (!dep) continue;
-      if (dep.wave > t.wave) {
-        errors.push(
-          `Task ${t.id} (wave ${t.wave}) depends on ${depId} (wave ${dep.wave}) — forward cross-wave dependency not allowed`
-        );
-      }
-    }
-  }
-  if (errors.length) {
-    const err = new Error(`Wave dependency validation failed:\n  ${errors.join('\n  ')}`);
-    err.errors = errors;
-    throw err;
-  }
-  return true;
-}
-
-module.exports = {
-  DEFAULT_WAVE,
-  listDomainTaskFiles,
-  parseTasksFile,
-  parseDependencies,
-  parseFilesField,
-  readAllTasks,
-  groupByWave,
-  validateNoForwardDeps
-};

package/bin/gsd-t-orchestrator-recover.cjs

@@ -1,231 +0,0 @@
-'use strict';
-/**
- * M40 D6-T1 — Orchestrator Recovery
- *
- * Reconstructs run state from an existing `.gsd-t/orchestrator/state.json`
- * so the orchestrator can be resumed after a crash/SIGINT/kill.
- *
- * Contract: stream-json-sink v1.1.0 (for workerPid/taskId attribution),
- *           completion-signal v1.x (assertCompletion reconciliation),
- *           wave-join v1.x (wave ordering + second-fail-halt policy).
- *
- * Rules:
- *   - state.json absent             → { mode: 'fresh' }
- *   - status ∈ {done,failed,stopped,interrupted,completed} → { mode: 'terminal' }
- *   - status === 'running'          → { mode: 'resume', ... }
- *     - Every task with status === 'running' is reconciled via assertCompletion:
- *         ok                       → DONE (status rewritten, retry count preserved)
- *         missing only progress    → flagged for operator triage (status: 'ambiguous')
- *         missing commit+test+etc  → FAILED (respects existing retryCount — if already
- *                                   retried once, second-fail-halt is triggered by caller)
- *     - A live `workerPid` on a task gets a best-effort `kill -0` liveness check; stale
- *       pid is logged but treated as crashed (not silently reclaimed).
- *     - currentWave = first wave with any task not in {done, ambiguous}; null if all done.
- *
- * The caller (the orchestrator `--resume` CLI flag, D6-T2) decides what to do with
- * ambiguous tasks — this module never silently claims completion.
- */
-
-const fs = require('fs');
-const path = require('path');
-
-const STATE_DIR = path.join('.gsd-t', 'orchestrator');
-const STATE_FILE = 'state.json';
-
-const TERMINAL_STATUSES = new Set(['done', 'failed', 'stopped', 'interrupted', 'completed']);
-
-// ── Public API ───────────────────────────────────────────────────────────────
-
-/**
- * @param {object} opts
- * @param {string} opts.projectDir
- * @param {Function} [opts.assertCompletionImpl] - for testing (default: real impl)
- * @param {Function} [opts.pidLivenessCheck]     - for testing (default: process.kill(pid, 0))
- * @param {Function} [opts.now]                  - iso string; default new Date().toISOString()
- * @returns {object} { mode, currentWave, tasks, state, ambiguous, notes }
- */
-function recoverRunState(opts) {
-  const projectDir = (opts && opts.projectDir) || process.cwd();
-  const statePath = path.join(projectDir, STATE_DIR, STATE_FILE);
-  const notes = [];
-
-  if (!fs.existsSync(statePath)) {
-    return { mode: 'fresh', currentWave: null, tasks: {}, state: null, ambiguous: [], notes };
-  }
-
-  let state;
-  try {
-    state = JSON.parse(fs.readFileSync(statePath, 'utf8'));
-  } catch (err) {
-    notes.push(`state.json parse failed: ${err.message} — treating as terminal/corrupt`);
-    return { mode: 'terminal', currentWave: null, tasks: {}, state: null, ambiguous: [], notes };
-  }
-  if (!state || typeof state !== 'object') {
-    notes.push('state.json is not an object — treating as terminal/corrupt');
-    return { mode: 'terminal', currentWave: null, tasks: {}, state: null, ambiguous: [], notes };
-  }
-
-  if (TERMINAL_STATUSES.has(state.status)) {
-    return { mode: 'terminal', currentWave: null, tasks: state.tasks || {}, state, ambiguous: [], notes };
-  }
-
-  // Non-terminal: reconcile every in-flight task.
-  const assertCompletionImpl = (opts && opts.assertCompletionImpl) || defaultAssertCompletion;
-  const pidCheck = (opts && opts.pidLivenessCheck) || defaultPidLiveness;
-  const expectedBranch = (opts && opts.expectedBranch) || state.expectedBranch || 'main';
-
-  const tasks = { ...(state.tasks || {}) };
-  const ambiguous = [];
-
-  for (const [taskId, t] of Object.entries(tasks)) {
-    if (t.status !== 'running') continue;
-
-    // PID liveness — informational only
-    if (t.workerPid) {
-      const alive = pidCheck(t.workerPid);
-      if (!alive) notes.push(`task ${taskId}: workerPid ${t.workerPid} no longer alive (crashed)`);
-    }
-
-    // Reconcile via assertCompletion
-    let result;
-    try {
-      result = assertCompletionImpl({
-        taskId: t.canonicalId || taskId,
-        projectDir,
-        expectedBranch,
-        taskStart: t.startedAt,
-        ownedPatterns: t.ownedPatterns || [],
-        skipTest: true, // recovery shouldn't rerun the test suite per task
-      });
-    } catch (err) {
-      notes.push(`task ${taskId}: assertCompletion threw — ${err.message}; treating as failed`);
-      tasks[taskId] = {
-        ...t,
-        status: 'failed',
-        endedAt: (opts && opts.now ? opts.now() : new Date().toISOString()),
-        missing: ['recovery_assert_threw'],
-        recoverySource: 'assert_error',
-      };
-      continue;
-    }
-
-    const missing = Array.isArray(result && result.missing) ? result.missing : [];
-
-    if (result && result.ok) {
-      tasks[taskId] = {
-        ...t,
-        status: 'done',
-        endedAt: t.endedAt || (opts && opts.now ? opts.now() : new Date().toISOString()),
-        missing: [],
-        recoverySource: 'recovered_ok',
-      };
-      continue;
-    }
-
-    // Ambiguous case: commit present BUT progress entry missing (and no other issues).
-    // Don't silently claim done; caller must triage.
-    const onlyProgressMissing = missing.length === 1 && missing[0] === 'no_progress_entry';
-    if (onlyProgressMissing) {
-      tasks[taskId] = {
-        ...t,
-        status: 'ambiguous',
-        missing,
-        recoverySource: 'commit_without_progress',
-      };
-      ambiguous.push(taskId);
-      notes.push(`task ${taskId}: commit found but no progress.md entry — flagged for triage`);
-      continue;
-    }
-
-    // Otherwise: treat as failed. Preserve retryCount.
-    tasks[taskId] = {
-      ...t,
-      status: 'failed',
-      endedAt: (opts && opts.now ? opts.now() : new Date().toISOString()),
-      missing,
-      recoverySource: 'reconcile_failed',
-    };
-  }
-
-  const currentWave = firstIncompleteWave(tasks);
-
-  return {
-    mode: 'resume',
-    currentWave,
-    tasks,
-    state,
-    ambiguous,
-    notes,
-  };
-}
-
-/**
- * Write back a reconciled state.json (same path) with recovered task statuses.
- * The orchestrator `--resume` flow uses this to persist the recovery results
- * before it begins retrying / continuing.
- */
-function writeRecoveredState(projectDir, reconciled) {
-  const statePath = path.join(projectDir, STATE_DIR, STATE_FILE);
-  try { fs.mkdirSync(path.dirname(statePath), { recursive: true }); } catch { /* exists */ }
-  const tmp = statePath + '.tmp';
-  fs.writeFileSync(tmp, JSON.stringify(reconciled, null, 2) + '\n');
-  fs.renameSync(tmp, statePath);
-}
-
-/**
- * Archive the existing state.json to .gsd-t/orchestrator/archive/{ts}/state.json
- * and remove the original. Used when mode === 'terminal' and a fresh run is desired.
- * Returns { archived: true, archivePath } or { archived: false } if nothing to archive.
- */
-function archiveState(projectDir, opts) {
-  const statePath = path.join(projectDir, STATE_DIR, STATE_FILE);
-  if (!fs.existsSync(statePath)) return { archived: false };
-  const ts = (opts && opts.timestamp) || new Date().toISOString().replace(/[:.]/g, '-');
-  const archiveDir = path.join(projectDir, STATE_DIR, 'archive', ts);
-  fs.mkdirSync(archiveDir, { recursive: true });
-  const dest = path.join(archiveDir, STATE_FILE);
-  fs.renameSync(statePath, dest);
-  return { archived: true, archivePath: dest };
-}
-
-// ── Helpers ──────────────────────────────────────────────────────────────────
-
-function firstIncompleteWave(tasks) {
-  let min = Infinity;
-  for (const t of Object.values(tasks)) {
-    if (!t || typeof t !== 'object') continue;
-    if (t.status === 'done' || t.status === 'ambiguous') continue;
-    if (t.wave != null && Number.isFinite(Number(t.wave))) {
-      const w = Number(t.wave);
-      if (w < min) min = w;
-    }
-  }
-  return min === Infinity ? null : min;
-}
-
-function defaultAssertCompletion(opts) {
-  const { assertCompletion } = require('./gsd-t-completion-check.cjs');
-  return assertCompletion(opts);
-}
-
-function defaultPidLiveness(pid) {
-  if (!pid || !Number.isFinite(Number(pid))) return false;
-  try {
-    // signal 0 doesn't deliver a signal — only checks existence/permission.
-    process.kill(Number(pid), 0);
-    return true;
-  } catch (err) {
-    // ESRCH = no such process; EPERM = exists but not ours (treat as alive)
-    if (err && err.code === 'EPERM') return true;
-    return false;
-  }
-}
-
-module.exports = {
-  recoverRunState,
-  writeRecoveredState,
-  archiveState,
-  // exported for tests
-  _firstIncompleteWave: firstIncompleteWave,
-  _TERMINAL_STATUSES: TERMINAL_STATUSES,
-};

package/bin/gsd-t-orchestrator-worker.cjs

@@ -1,219 +0,0 @@
-'use strict';
-
-const { spawn } = require('child_process');
-const path = require('path');
-const { assertCompletion } = require('./gsd-t-completion-check.cjs');
-const transcriptTee = require('./gsd-t-transcript-tee.cjs');
-
-const DEFAULT_CLAUDE_BIN = 'claude';
-
-function nowIso() {
-  return new Date().toISOString();
-}
-
-function pickClaudeBin(env) {
-  return env.GSD_T_CLAUDE_BIN || DEFAULT_CLAUDE_BIN;
-}
-
-function buildArgs(task) {
-  const model = (task && task.model) || 'sonnet';
-  return [
-    '-p',
-    '--dangerously-skip-permissions',
-    '--output-format', 'stream-json',
-    '--verbose',
-    '--model', model
-  ];
-}
-
-function emitBoundary(onFrame, task, state, extra) {
-  if (typeof onFrame !== 'function') return;
-  const frame = {
-    type: 'task-boundary',
-    taskId: task.id,
-    domain: task.domain || null,
-    wave: task.wave == null ? null : task.wave,
-    state,
-    ts: nowIso()
-  };
-  if (extra) Object.assign(frame, extra);
-  try { onFrame(frame); } catch (_) { /* onFrame must not kill worker */ }
-}
-
-function parseLines(buffer, onLine) {
-  let start = 0;
-  for (let i = 0; i < buffer.length; i++) {
-    if (buffer[i] === '\n') {
-      const line = buffer.slice(start, i);
-      if (line) onLine(line);
-      start = i + 1;
-    }
-  }
-  return buffer.slice(start);
-}
-
-function runWorker(opts) {
-  const {
-    task,
-    brief,
-    config,
-    onFrame,
-    env = process.env,
-    spawnImpl = spawn
-  } = opts || {};
-
-  if (!task || !task.id) throw new Error('runWorker requires task with id');
-  if (typeof brief !== 'string' || !brief.length) throw new Error('runWorker requires non-empty brief');
-  if (!config || !config.projectDir) throw new Error('runWorker requires config.projectDir');
-  if (!config.workerTimeoutMs) throw new Error('runWorker requires config.workerTimeoutMs');
-
-  const startMs = Date.now();
-  const taskStart = nowIso();
-  const bin = pickClaudeBin(env);
-  const args = buildArgs(task);
-
-  // M42 D1 — allocate a spawn-id and open the transcript registry entry
-  const parentSpawnId = (opts && opts.parentSpawnId) || env.GSD_T_SPAWN_ID || null;
-  const spawnId = (opts && opts.spawnId) || transcriptTee.allocateSpawnId({ parentId: parentSpawnId });
-  let transcriptOpened = false;
-  try {
-    transcriptTee.openTranscript({
-      spawnId,
-      projectDir: config.projectDir,
-      meta: {
-        parentId: parentSpawnId,
-        command: 'orchestrator-worker',
-        description: `task=${task.id} domain=${task.domain || '-'} wave=${task.wave == null ? '-' : task.wave}`,
-        model: (task && task.model) || 'sonnet',
-      },
-    });
-    transcriptOpened = true;
-  } catch (_) { /* tee is best-effort */ }
-
-  emitBoundary(onFrame, task, 'start');
-
-  return new Promise((resolve) => {
-    const child = spawnImpl(bin, args, {
-      cwd: config.projectDir,
-      env: { ...env, GSD_T_PROJECT_DIR: config.projectDir, GSD_T_SPAWN_ID: spawnId },
-      stdio: ['pipe', 'pipe', 'pipe']
-    });
-
-    const workerPid = child && typeof child.pid === 'number' ? child.pid : null;
-    emitBoundary(onFrame, task, 'pid', { workerPid });
-    if (transcriptOpened && workerPid != null) {
-      try {
-        const idx = transcriptTee._readIndex(config.projectDir);
-        const i = idx.spawns.findIndex((s) => s.spawnId === spawnId);
-        if (i >= 0) { idx.spawns[i].workerPid = workerPid; transcriptTee._writeIndex(config.projectDir, idx); }
-      } catch (_) {}
-    }
-    if (typeof opts.onSpawn === 'function') {
-      try { opts.onSpawn({ child, pid: workerPid, spawnId }); } catch (_) {}
-    }
-
-    let stdoutBuf = '';
-    let stderrBuf = '';
-    let timedOut = false;
-    let killTimer = null;
-
-    const handleLine = (line) => {
-      if (transcriptOpened) {
-        try { transcriptTee.appendFrame({ spawnId, projectDir: config.projectDir, frame: line }); } catch (_) {}
-      }
-      try {
-        const frame = JSON.parse(line);
-        if (typeof onFrame === 'function') onFrame(frame);
-      } catch (_) {
-        if (typeof onFrame === 'function') {
-          onFrame({ type: 'raw', line });
-        }
-      }
-    };
-
-    child.stdout.on('data', (chunk) => {
-      stdoutBuf += chunk.toString('utf8');
-      stdoutBuf = parseLines(stdoutBuf, handleLine);
-    });
-    child.stderr.on('data', (chunk) => {
-      stderrBuf += chunk.toString('utf8');
-    });
-
-    const timeout = setTimeout(() => {
-      timedOut = true;
-      const elapsed = Date.now() - startMs;
-      if (config.logger && typeof config.logger.log === 'function') {
-        config.logger.log(`[worker_timeout] task=${task.id} budget=${config.workerTimeoutMs}ms elapsed=${elapsed}ms`);
-      }
-      try { child.kill('SIGTERM'); } catch (_) {}
-      killTimer = setTimeout(() => { try { child.kill('SIGKILL'); } catch (_) {} }, 5000);
-    }, config.workerTimeoutMs);
-
-    child.on('error', (err) => {
-      clearTimeout(timeout);
-      if (killTimer) clearTimeout(killTimer);
-      const durationMs = Date.now() - startMs;
-      emitBoundary(onFrame, task, 'failed', { reason: 'spawn_error', error: String(err), workerPid });
-      resolve({
-        result: { ok: false, missing: ['spawn_error'], details: { error: String(err) } },
-        exitCode: -1,
-        durationMs,
-        timedOut: false,
-        stderr: stderrBuf,
-        workerPid
-      });
-    });
-
-    child.on('exit', async (code, signal) => {
-      clearTimeout(timeout);
-      if (killTimer) clearTimeout(killTimer);
-      if (stdoutBuf.length) {
-        stdoutBuf = parseLines(stdoutBuf + '\n', handleLine);
-      }
-      const durationMs = Date.now() - startMs;
-      const exitCode = code == null ? (signal ? -1 : 0) : code;
-
-      let result;
-      try {
-        result = assertCompletion({
-          taskId: task.canonicalId || task.id,
-          projectDir: config.projectDir,
-          expectedBranch: task.expectedBranch || config.expectedBranch || 'main',
-          taskStart,
-          skipTest: !!task.skipTest,
-          ownedPatterns: task.ownedPatterns || []
-        });
-      } catch (err) {
-        result = { ok: false, missing: ['completion_check_error'], details: { error: String(err) } };
-      }
-
-      if (timedOut) {
-        result = {
-          ok: false,
-          missing: ['worker_exited_via_timeout', ...(result.missing || [])],
-          details: { ...(result.details || {}), timedOut: true, budget: config.workerTimeoutMs }
-        };
-      } else if (exitCode !== 0) {
-        const missing = result.missing ? [...result.missing] : [];
-        if (!missing.includes('worker_exit_nonzero')) missing.unshift('worker_exit_nonzero');
-        result = { ok: false, missing, details: { ...(result.details || {}), exitCode, signal: signal || null, stderr: stderrBuf.slice(-2000) } };
-      }
-
-      emitBoundary(onFrame, task, result.ok ? 'done' : 'failed', { exitCode, durationMs, workerPid });
-      if (transcriptOpened) {
-        try { transcriptTee.closeTranscript({ spawnId, projectDir: config.projectDir, status: result.ok ? 'done' : 'failed' }); } catch (_) {}
-      }
-      resolve({ result, exitCode, durationMs, timedOut, stderr: stderrBuf, workerPid, spawnId });
-    });
-
-    child.stdin.on('error', () => { /* ignore — covered by child exit */ });
-    child.stdin.write(brief);
-    child.stdin.end();
-  });
-}
-
-module.exports = {
-  runWorker,
-  buildArgs,
-  DEFAULT_CLAUDE_BIN
-};