@vzn/vx 0.0.0 → 0.0.14

package/src/orchestrator/stable-keys.ts

@@ -0,0 +1,177 @@
+// Stable-key derivation, shared by remote-prefetch and the local
+// short-circuit. Both need to identify the tasks whose cache key is
+// provably independent of any upstream task's OUTPUTS — those are the
+// only tasks safe to probe / restore ahead of the schedule. Factored
+// out so the two callers can never drift on the stability gate.
+//
+// A task's key is "stable" only if its inputs can't be altered by an
+// upstream's outputs (a `cache.inputs.files` glob that could match a
+// sibling's declared output has a PRELIMINARY key until that upstream
+// runs — probing it would target the wrong artifact). Unstable tasks
+// fall back to lazy read-through in execute-task, which is always
+// correct. The check is conservative: when unsure, treat as unstable.
+
+import { isGroupTask, type TaskNode, type TaskOutcome } from '../graph/index.js'
+import type { CacheLayer, GitFilesCache } from '../cache/index.js'
+import { computeGroupHash, computeTaskHash, type HashCache } from './task-hash.js'
+
+export interface DeriveStableKeysArgs {
+  nodes: Map<string, TaskNode>
+  cache: CacheLayer
+  workspaceRoot: string
+  workspaceFingerprint: string
+  forwardArgs?: readonly string[] | undefined
+  nestedDirsByProject: Map<string, string[]>
+  gitFilesCache: GitFilesCache
+  hashCache: HashCache
+}
+
+export interface StableKey {
+  hash: string
+  node: TaskNode
+}
+
+/**
+ * Walk the graph in topological order, deriving every task's key the
+ * SAME way execute-task does (folding upstream keys via the synthetic
+ * {node, hash} outcomes filterUpstreamHashes / computeGroupHash read)
+ * and classifying each as stable / unstable. Returns the stable,
+ * cache-enabled, non-group tasks paired with their keys.
+ *
+ * Reuses the run's `hashCache`, so execute-task's later computeTaskHash
+ * for the same node hits the memo (package.json bytes + task config) —
+ * the key bytes are derived here, the heavy per-project hashing is
+ * shared. No cache layer is touched: keys only.
+ */
+export async function deriveStableKeys(args: DeriveStableKeysArgs): Promise<StableKey[]> {
+  const order = topoOrder(args.nodes)
+  const keyById = new Map<string, string>()
+  const unstableById = new Set<string>()
+  const stableKeys: StableKey[] = []
+
+  for (const id of order) {
+    const node = args.nodes.get(id)!
+    const upstream = synthUpstream(node, args.nodes, keyById)
+
+    if (isGroupTask(node)) {
+      // Groups have no exec/cache; they only fold upstream keys so
+      // dependents that filter inputs.tasks through the group still
+      // cascade. They inherit instability from any unstable member.
+      keyById.set(id, computeGroupHash(upstream))
+      if (node.deps.some((d) => unstableById.has(d))) unstableById.add(id)
+      continue
+    }
+
+    const hash = await computeTaskHash({
+      node,
+      upstream,
+      workspaceRoot: args.workspaceRoot,
+      workspaceFingerprint: args.workspaceFingerprint,
+      cache: args.cache,
+      forwardArgs: args.forwardArgs,
+      nestedProjectDirs: args.nestedDirsByProject.get(node.projectName) ?? [],
+      gitFilesCache: args.gitFilesCache,
+      hashCache: args.hashCache,
+    })
+    keyById.set(id, hash)
+
+    const unstable =
+      node.deps.some((d) => unstableById.has(d)) || dependsOnSiblingOutputs(node, args.nodes)
+    if (unstable) unstableById.add(id)
+
+    const cacheEnabled = node.config.cache !== undefined
+    if (cacheEnabled && !unstable) stableKeys.push({ hash, node })
+  }
+  return stableKeys
+}
+
+/**
+ * Synthetic upstream outcomes for key derivation. Only `node` + `hash`
+ * are read by filterUpstreamHashes / computeGroupHash; the rest of
+ * TaskOutcome is irrelevant here, so we cast a minimal shape.
+ */
+export function synthUpstream(
+  node: TaskNode,
+  nodes: Map<string, TaskNode>,
+  keyById: Map<string, string>,
+): TaskOutcome[] {
+  const out: TaskOutcome[] = []
+  for (const dep of node.deps) {
+    const depNode = nodes.get(dep)
+    if (!depNode) continue
+    out.push({
+      node: depNode,
+      status: 'success',
+      exitCode: 0,
+      durationMs: 0,
+      hash: keyById.get(dep),
+    } as TaskOutcome)
+  }
+  return out
+}
+
+/**
+ * Conservative stability check: does any UPSTREAM task whose outputs
+ * could land where this task reads its inputs make this task's key
+ * preliminary?
+ *
+ *   - Same-project upstream with declared `cache.outputs.files`: its
+ *     outputs land inside this project's dir, which this task's input
+ *     globs (default `**` / anything project-relative) can match —
+ *     the upstream must run before this key is final. Project
+ *     boundaries are hard, so only SAME-project outputs can reach a
+ *     project-relative input.
+ *   - Any upstream with declared `cache.outputs.workspaceFiles` when
+ *     this task reads `cache.inputs.workspaceFiles`: root-anchored
+ *     outputs ignore boundaries and can land anywhere the root-anchored
+ *     inputs read.
+ *
+ * Either case → unstable → skip prefetch (lazy read-through in
+ * execute-task stays correct). When in doubt, unstable.
+ */
+export function dependsOnSiblingOutputs(node: TaskNode, nodes: Map<string, TaskNode>): boolean {
+  const inputs = node.config.cache?.inputs
+  // A cache-disabled task has no key to prefetch anyway; treat as
+  // unstable-irrelevant (caller filters on cacheEnabled).
+  if (node.config.cache === undefined) return false
+  const readsWorkspaceFiles = (inputs?.workspaceFiles?.length ?? 0) > 0
+
+  for (const dep of node.deps) {
+    const depNode = nodes.get(dep)
+    if (!depNode) continue
+    const depOutputs = depNode.config.cache?.outputs
+    if (depOutputs === undefined) continue
+    const sameProject = depNode.projectName === node.projectName
+    if (sameProject && (depOutputs.files?.length ?? 0) > 0) return true
+    if (readsWorkspaceFiles && (depOutputs.workspaceFiles?.length ?? 0) > 0) return true
+  }
+  return false
+}
+
+export function topoOrder(nodes: Map<string, TaskNode>): string[] {
+  const indegree = new Map<string, number>()
+  const dependents = new Map<string, string[]>()
+  for (const node of nodes.values()) {
+    indegree.set(node.id, node.deps.length)
+    for (const dep of node.deps) {
+      const list = dependents.get(dep)
+      if (list) list.push(node.id)
+      else dependents.set(dep, [node.id])
+    }
+  }
+  // Kahn's algorithm with a head pointer instead of `queue.shift()` — a shift
+  // reindexes the whole array (O(N) each), making the walk O(N²) on a big
+  // graph. `out` doubles as the queue (every dequeued id is already in topo
+  // order); we only ever append and advance `head`. Same pattern as
+  // computeReverseDepCount / package-graph.
+  const out: string[] = []
+  for (const [id, deg] of indegree) if (deg === 0) out.push(id)
+  for (let head = 0; head < out.length; head++) {
+    for (const d of dependents.get(out[head]!) ?? []) {
+      const rem = (indegree.get(d) ?? 0) - 1
+      indegree.set(d, rem)
+      if (rem === 0) out.push(d)
+    }
+  }
+  return out
+}

package/src/orchestrator/status-line.ts

@@ -0,0 +1,287 @@
+// Dynamic status display for interactive runs. NOT a TUI: a
+// fixed-height worker region redrawn in place with clear-line /
+// cursor-up — no alternate screen.
+// The writer is the serialization point for ALL logger stdout: every
+// ordinary write erases the status display first, writes its content,
+// then redraws, so the display can never interleave with task output.
+
+import { paint, type ColorSupport } from './colors.js'
+import { formatTaskRow, paintIdParts, TIME_COL } from './framed-output.js'
+
+const NO_COLOR: ColorSupport = { enabled: false }
+// Same palette as framed-output.ts so glyphs and stats agree.
+const ACCENT = '#06b6d4'
+const ERROR = '#ef4444'
+
+/** Erase the current line and return the cursor to column 0. */
+const CLEAR = '\x1b[2K\r'
+
+export interface StatusStream {
+  write(chunk: string): unknown
+  isTTY?: boolean
+}
+
+export interface OutputWriter {
+  /** True only when the stream is a TTY and the run isn't CI. */
+  readonly enabled: boolean
+  /** Serialized content write: erase status → content → redraw. */
+  write(chunk: string): void
+  /**
+   * Replace the status line's content. Redraws are throttled to
+   * `minRedrawMs` unless `force` (task start/finish) is set.
+   */
+  setStatus(line: string, opts?: { force?: boolean }): void
+  /**
+   * Replace the multi-line status region. Same throttle contract as
+   * `setStatus`; the two share one display slot.
+   */
+  setRegion(lines: readonly string[], opts?: { force?: boolean }): void
+  /** Permanently remove the status display; later set* is a no-op. */
+  clearStatus(): void
+}
+
+export interface OutputWriterOptions {
+  /** Master switch on top of the TTY check (false in CI). */
+  enabled?: boolean
+  /** Minimum interval between unforced redraws. */
+  minRedrawMs?: number
+  /**
+   * Floor between FORCED redraws. Task events force a redraw each; a
+   * 3,270-task warm run produced 6,540 forced redraws ≈ 6.7 MB of
+   * ANSI to the terminal. A forced set inside the floor marks the
+   * content dirty and ONE trailing draw lands the final state when
+   * the floor expires. 0 disables (tests asserting synchronously).
+   */
+  forceFloorMs?: number
+  /** Injectable clock for tests. */
+  now?: () => number
+}
+
+export function createOutputWriter(
+  stream: StatusStream,
+  opts: OutputWriterOptions = {},
+): OutputWriter {
+  const enabled = (opts.enabled ?? true) && stream.isTTY === true
+  const minRedrawMs = opts.minRedrawMs ?? 100
+  const forceFloorMs = opts.forceFloorMs ?? 30
+  const now = opts.now ?? Date.now
+
+  let current: readonly string[] | null = null
+  let shown = false
+  let shownHeight = 0
+  let dead = false
+  let lastDraw = -Infinity
+  // Trailing draw scheduled when a forced set lands inside the floor.
+  let trailing: ReturnType<typeof setTimeout> | null = null
+  // Streamed task output (focused mode) can end mid-line; redrawing
+  // the status display would wipe the partial line, so we hold off
+  // until a write restores column 0.
+  let atLineStart = true
+
+  const cancelTrailing = (): void => {
+    if (trailing !== null) {
+      clearTimeout(trailing)
+      trailing = null
+    }
+  }
+
+  // Erase sequence for whatever is currently shown. Single line keeps
+  // the exact legacy bytes (ESC[2K\r); a taller region moves to its
+  // top line and clears to end of screen.
+  const eraseSeq = (): string => (shownHeight > 1 ? `\r\x1b[${shownHeight - 1}A\x1b[J` : CLEAR)
+
+  const draw = (): void => {
+    // Whatever was pending is now painted — the trailing draw would
+    // only repeat these bytes.
+    cancelTrailing()
+    const erase = shown ? eraseSeq() : CLEAR
+    stream.write(erase + current!.join('\n'))
+    shown = true
+    shownHeight = current!.length
+    lastDraw = now()
+  }
+  const set = (lines: readonly string[], o: { force?: boolean }): void => {
+    if (!enabled || dead) return
+    current = lines
+    if (!atLineStart) return
+    const since = now() - lastDraw
+    if (o.force) {
+      if (since >= forceFloorMs) {
+        draw()
+        return
+      }
+      // Coalesce the burst: `current` is already the latest state, so
+      // one trailing draw at floor expiry lands it. unref — a stray
+      // timer must never hold the process open.
+      if (trailing === null) {
+        trailing = setTimeout(() => {
+          trailing = null
+          if (dead || current === null || !atLineStart) return
+          draw()
+        }, forceFloorMs - since)
+        trailing.unref?.()
+      }
+      return
+    }
+    if (since >= minRedrawMs) draw()
+  }
+
+  return {
+    enabled,
+    write(chunk) {
+      if (!enabled) {
+        stream.write(chunk)
+        return
+      }
+      if (shown) {
+        stream.write(eraseSeq())
+        shown = false
+        shownHeight = 0
+      }
+      stream.write(chunk)
+      if (chunk.length > 0) atLineStart = chunk.endsWith('\n')
+      if (!dead && current !== null && atLineStart) draw()
+    },
+    setStatus(line, o = {}) {
+      set([line], o)
+    },
+    setRegion(lines, o = {}) {
+      set(lines, o)
+    },
+    clearStatus() {
+      if (!enabled || dead) return
+      dead = true
+      current = null
+      cancelTrailing()
+      if (shown) {
+        stream.write(eraseSeq())
+        shown = false
+        shownHeight = 0
+      }
+    },
+  }
+}
+
+const IDLE = '#6b7280'
+
+export interface WorkerSlot {
+  id: string
+  startedMs: number
+}
+
+export interface StatusRegionState {
+  /**
+   * Ready persistent tasks (dev servers …) whose children keep
+   * running after their outcome lands. Pinned until runEnd — the
+   * orchestrator SIGTERMs them when the graph finishes, so runEnd is
+   * the honest end of their life.
+   */
+  pinnedPersistent: readonly string[]
+  /** Fixed-size slot array; null = idle worker. Index = display row. */
+  slots: readonly (WorkerSlot | null)[]
+  /** Running tasks beyond the displayed slots. */
+  overflow: number
+  /** Clock value used for per-slot elapsed (injectable for tests). */
+  nowMs: number
+  /**
+   * The live summary section (built by the logger via
+   * formatSummarySection) — the SAME section the final summary
+   * prints, filling in as the run progresses. Rendered verbatim
+   * below the worker rows.
+   */
+  summaryLines: readonly string[]
+}
+
+/** Identity-colored id, full (never truncated) — name is the last column. */
+function paintPinnedId(id: string, colors: ColorSupport): string {
+  const sep = id.indexOf('#')
+  if (sep < 0) return id
+  return paintIdParts(id.slice(0, sep), id.slice(0, sep), id.slice(sep + 1), colors)
+}
+
+/**
+ * Permanent one-liner logged the moment a task fails (owner design:
+ * "log the failure and continue, full frames at the end"). On the grid:
+ * red ◼ glyph + exec time + `failed` + `miss` + id. The exit code and
+ * output live in the framed block that replays at runEnd, not the line.
+ */
+export function formatFailureLine(
+  id: string,
+  durationMs: number | null,
+  colors: ColorSupport = NO_COLOR,
+): string {
+  return formatTaskRow(
+    paint(ERROR, '◼\uFE0E', colors),
+    durationMs,
+    'failed',
+    ERROR,
+    'miss',
+    '',
+    paintPinnedId(id, colors),
+    colors,
+  )
+}
+
+/**
+ * Worker region: pinned ready persistent tasks, one row per worker
+ * slot — a task stays in its slot for its whole life so names never
+ * jump — then the live summary section. Every row sits on the shared
+ * column grid (see formatTaskRow), so nothing shifts with id length:
+ * layout shift IS the bug this display exists to fix. Height varies
+ * only when pins arrive.
+ */
+export function formatStatusRegion(
+  s: StatusRegionState,
+  colors: ColorSupport = NO_COLOR,
+): string[] {
+  const dim = (t: string) => paint('', t, colors, { dim: true })
+  // Leading blank separates the live running region from the completed
+  // task list scrolling above it (owner: "separate running from list").
+  const lines: string[] = ['']
+  // Persistent (dev-server) rows: ▸ glyph, no elapsed, `running`, no
+  // cache state (it's still alive).
+  for (const id of s.pinnedPersistent) {
+    lines.push(
+      formatTaskRow(
+        paint(ACCENT, '▸', colors),
+        null,
+        'running',
+        ACCENT,
+        '',
+        '',
+        paintPinnedId(id, colors),
+        colors,
+      ),
+    )
+  }
+
+  // Worker rows: NO glyph — the live elapsed time leads (no spinner;
+  // the ticking time IS the motion), then `running`, full id (never
+  // truncated — name is the last column). Idle rows hold their slot's
+  // place, dim, aligned under the status column.
+  for (const slot of s.slots) {
+    if (slot === null) {
+      lines.push(`${' '.repeat(3 + TIME_COL + 1)}${paint(IDLE, 'idle', colors, { dim: true })}`)
+      continue
+    }
+    lines.push(
+      formatTaskRow(
+        ' ',
+        Math.max(0, s.nowMs - slot.startedMs),
+        'running',
+        ACCENT,
+        '',
+        '',
+        paintPinnedId(slot.id, colors),
+        colors,
+      ),
+    )
+  }
+  if (s.overflow > 0) {
+    lines.push(dim(`\u2026 +${s.overflow} more running`))
+  }
+  // The live summary section — identical shape to the final printout,
+  // so the region visually BECOMES the summary when the run ends.
+  lines.push(...s.summaryLines)
+  return lines
+}