spexcode 0.6.2 → 0.6.6

package/spec-cli/src/graph.ts

@@ -1,271 +0,0 @@
-import { loadSpecs, deriveStatus } from './specs.js'
-import { resolveLayout } from './layout.js'
-import { listSessions } from './sessions.js'
-import { repoRoot, driftIndex, historyIndex } from './git.js'
-import { residentForgeRevision, residentForgeState } from '../../spec-forge/src/resident.js'
-import { resolveForgeHost } from '../../spec-forge/src/drivers.js'
-import { boardThreads } from './issues.js'
-import { evalContext, evalTimelines } from '../../spec-eval/src/evaltab.js'
-import { evalNodesAsync } from '../../spec-eval/src/scenarios.js'
-import { resolveProjectIdentity } from './project-identity.js'
-import { sessionEvalProjections } from '../../spec-eval/src/sessioneval.js'
-import { publishReviewSnapshot } from './reviewSnapshot.js'
-// @ts-expect-error Shared browser/server scoring keeps graph summary counts aligned with review rows.
-import { evalReviewState } from '../../spec-dashboard/src/reviewFilters.js'
-
-// a ghost (added) node's parent: the existing node whose directory is the longest prefix of the new one.
-function resolveParent(path: string, byDir: Record<string, string>): string | null {
-  const dir = path.replace(/\/spec\.md$/, '')
-  const segs = dir.split('/')
-  for (let k = segs.length - 1; k > 0; k--) {
-    const anc = segs.slice(0, k).join('/')
-    if (byDir[anc]) return byDir[anc]
-  }
-  return null
-}
-
-const OVERLAY_TO_PATH = Symbol('overlay-to-path')
-
-// The server-only review snapshot keeps latest readings verbatim. Graph JSON receives only counts.
-export function latestPerScenario<T extends { scenario: string }>(readings: T[]): T[] {
-  const seen = new Set<string>()
-  return readings.filter((r) => !seen.has(r.scenario) && (seen.add(r.scenario), true))
-}
-
-export function nodeEvalSummary(scenarios: { name: string }[], readings: any[]) {
-  type State = 'pass' | 'fail' | 'stalePass' | 'staleFail' | 'empty'
-  const latest = new Map(latestPerScenario(readings).map((reading) => [reading.scenario, reading]))
-  const summary = { total: scenarios.length, pass: 0, fail: 0, stalePass: 0, staleFail: 0, empty: 0 }
-  for (const scenario of scenarios) {
-    const reading = latest.get(scenario.name)
-    const state = (reading ? evalReviewState(reading) : 'empty') as State
-    summary[state]++
-  }
-  return summary
-}
-
-// @@@ a shelved row carries no delta ([[archive]]) - the board has TWO producers (a full buildBoard and the
-// sessions-only spliceSessions), and shelving is a session-scoped write, so it takes the SPLICE path — which
-// reuses the previous board's ops by path. Skipping the delta only in layout's row builder would therefore be
-// invisible exactly when it fires: the splice would carry the stale ops forward forever. The rule belongs to
-// the row, not to one producer, so both decorate through this one function.
-const rowOps = (s: { path: string; archived?: boolean }, opsByPath: Record<string, any[]>): any[] =>
-  (s.archived ? [] : opsByPath[s.path] || [])
-
-export async function buildBoard() {
-  // loadSpecs starts alongside the public session census and REUSES the HEAD-keyed spec-history cache. Layout
-  // then receives that census's projected-active ids so an archived runtime hazard contributes the same ops to
-  // the full producer that spliceSessions preserves. Its per-worktree cache still recomputes only changed deltas.
-  const root = repoRoot()
-  const sessionsPromise = listSessions()
-  const specsPromise = loadSpecs()
-  const sessions = await sessionsPromise
-  const [layout, specs] = await Promise.all([
-    resolveLayout({ activeSessionIds: sessions.map((session) => session.id) }),
-    specsPromise,
-  ])
-  // the eval fold's freshness axes: WARM hits — loadSpecs already computed this HEAD's drift + history
-  // indices, so these are the same cached walks, fetched once and reused for every measurable node (the history
-  // index drives the rename-safe scenario axis, mirroring a spec node's own freshness).
-  const idx = await driftIndex(root)
-  const hidx = await historyIndex(root)
-  const worktrees = layout.worktrees.filter((w) => !w.isMain)
-  // resolveLayout already zeroed ops for unmanaged worktrees, so this is just "has pending changes".
-  const opWts = worktrees.filter((w) => w.ops && w.ops.length)
-
-  const sessIdByPath: Record<string, string> = {}
-  sessions.forEach((s) => { sessIdByPath[s.path] = s.id })
-  const seedOf = (path: string): string => sessIdByPath[path] || path
-
-  const byId: Record<string, any> = Object.fromEntries(specs.map((n) => [n.id, n]))
-  const byDir: Record<string, string> = {}
-  specs.forEach((n: any) => { if (n.path) byDir[n.path.replace(/\/spec\.md$/, '')] = n.id })
-  // register each added node's own dir in byDir first, so resolveParent can chain a new node to its new
-  // ghost ancestor (a whole added subtree renders as one tree, not a flat scatter of roots).
-  for (const w of opWts) for (const op of w.ops) {
-    if (op.op === 'added') byDir[op.path.replace(/\/spec\.md$/, '')] = op.nodeId
-  }
-
-  const overlaysByNode: Record<string, any[]> = {}
-  const ghostById: Record<string, any> = {}
-  for (const w of opWts) {
-    const source = w.path, label = w.node || w.branch || w.path, seed = seedOf(w.path)
-    for (const op of w.ops) {
-      const ov = {
-        op: op.op, source, label, branch: w.branch, seed,
-        committed: op.committed, dirty: op.dirty,
-        toParent: op.op === 'moved' ? resolveParent(op.toPath || op.path, byDir) : null,
-        [OVERLAY_TO_PATH]: op.op === 'moved' ? op.toPath || op.path : null,
-      }
-      if (op.op === 'added' && !byId[op.nodeId]) {
-        if (ghostById[op.nodeId]) { ghostById[op.nodeId].overlays.push(ov); continue }
-        // a ghost is a node being ADDED by a worktree but not yet on main -> it has a pending op,
-        // so its derived status is `active` (live, in-flight), never `pending`.
-        ghostById[op.nodeId] = {
-          id: op.nodeId, parent: resolveParent(op.path, byDir), path: op.path,
-          title: op.nodeId, status: deriveStatus({ version: 0, drift: 0, hasOverlay: true }),
-          version: 0, session: null, fmStatus: null,
-          desc: '', code: [], related: [], body: '', drift: 0, driftFiles: [], ghost: true, overlays: [ov],
-        }
-      } else {
-        (overlaysByNode[op.nodeId] ??= []).push(ov)
-      }
-    }
-  }
-
-  // re-derive status WITH the overlay so a node an unmerged worktree is touching reads `active` — the only
-  // place in-flight work is known, so the only place `active` is produced.
-  const nodes = [
-    ...specs.map((n: any) => {
-      const overlays = overlaysByNode[n.id] || []
-      // `body` and its derivation `parts` are DROPPED from the board payload ([[graph-lean]]): together ~56% of
-      // the bytes, and detail the graph overview never renders. The detail view fetches them per node from
-      // `/api/specs/:id/content` on open, and the search palette fetches the body corpus from `/api/specs/lite`
-      // once on open — both off this hot poll. `undefined` makes JSON.stringify omit the keys.
-      return { ...n, body: undefined, parts: undefined, overlays, status: deriveStatus({ version: n.version, drift: n.drift, hasOverlay: overlays.length > 0, hasCode: (n.code?.length ?? 0) > 0, fmStatus: n.fmStatus ?? undefined }) }
-    }),
-    ...Object.values(ghostById),
-  ]
-  // Reconcile Issues once. Full rows stay in the server-only review snapshot; graph nodes get counts and
-  // open identity only, enough for tile/stat/tree glances without reconstructing the list.
-  const isOpen = (i: { status: string }) => i.status === 'open'
-  // ONE store walk yielding both halves ([[issues]] boardThreads): the ISSUE surfaces get the split
-  // population, the freshness carrier gets the whole store.
-  const forgeState = residentForgeState()
-  const forgeRevision = residentForgeRevision()
-  const { issues: merged, stamp: issuesStamp } = boardThreads({ host: resolveForgeHost(), state: forgeState }, nodes.map((n) => n.id))
-  // `issuesStamp` above is that ONE board-level freshness stamp, over EVERY thread — noded or nodeless,
-  // both stores, BOTH remark hosts. It is folded from the whole store and NOT from the split `merged`: a
-  // scenario-hosted remark lands on an eval track the issue read splits out ([[eval-issue-split]]), so a
-  // carrier folded over the issue half alone left an open READING blind to every remark on it — the write
-  // moved no board byte, [[graph-delta]] correctly suppressed the no-change broadcast, and the push never
-  // fired at all. The per-node fold below stays [[graph-lean]]-slim (no reply payloads).
-  const issuesByNode: Record<string, ReturnType<typeof boardThreads>['issues']> = {}
-  for (const issue of merged)
-    for (const nid of issue.nodes) (issuesByNode[nid] ??= []).push(issue)
-  for (const n of nodes) {
-    const issues = issuesByNode[n.id]
-    if (!issues || !issues.length) continue
-    const open = issues.filter(isOpen)
-    n.reviewSummary = {
-      ...(n.reviewSummary || {}),
-      issues: { open: open.length, closed: issues.length - open.length, openIds: open.map((issue) => issue.id) },
-    }
-  }
-
-  // Reconcile current Evals once. Latest rows/declarations stay server-only for paged review; graph nodes
-  // receive the explicit per-state count projection and nothing row-shaped.
-  // evalContext reuses the specs + driftIndex above; evalTimeline short-circuits non-measurable nodes. The
-  // eval-file walk rides fs/promises ([[graph-cache]]) so it yields the event loop instead of stalling /health.
-  const ynodes = await evalNodesAsync(root)
-  const ectx = await evalContext(root, specs, idx, hidx, undefined, ynodes)
-  const timelines = await evalTimelines(nodes.map((n) => n.id), ectx)
-  const evalReviewNodes = timelines.map((tl, index) => {
-    const n = nodes[index]
-    if (!tl.hasEvalFile) return null
-    const latest = latestPerScenario(tl.readings)
-    n.reviewSummary = { ...(n.reviewSummary || {}), evals: nodeEvalSummary(tl.scenarios, latest) }
-    return { id: n.id, hue: n.hue, scenarios: tl.scenarios, evals: latest, readings: tl.readings }
-  }).filter((node): node is NonNullable<typeof node> => node !== null)
-
-  publishReviewSnapshot({ issues: merged, evalNodes: evalReviewNodes, forgeRevision })
-
-  const opsByPath: Record<string, any[]> = {}
-  opWts.forEach((w) => { opsByPath[w.path] = w.ops })
-  const evalProjections = sessionEvalProjections(sessions)
-  const sess = sessions.map((s) => ({
-    ...s,
-    source: s.path,
-    ops: rowOps(s, opsByPath),
-    evalSummary: evalProjections.get(s.id),
-  }))
-
-  // One resolved identity projection feeds title, favicon, rail, and catalog compatibility. A worktree
-  // backend reads the actual served tree's branch config and identity; endpoint registration uses the
-  // same git toplevel, so a linked worktree occupies its own host slot instead of replacing main.
-  const identity = resolveProjectIdentity(root, root)
-  return { nodes, sessions: sess, identity, issuesStamp }
-}
-
-// @@@ spliceSessions — the SESSIONS-ONLY producer ([[graph-cache]]). A session-scoped change (a lifecycle
-// write, a liveness/activity poll flip) reshapes only the board's `sessions` rows — the node/meta units are
-// untouched — so the cache re-derives ONLY the sessions and splices them onto the previous board verbatim,
-// skipping the whole loadSpecs/layout/eval assembly a full buildBoard() pays. Pure aside from listSessions:
-// each row is decorated EXACTLY as buildBoard's sess mapping (`{...s, source: s.path, ops}`), and every
-// path's `ops` is REUSED from the previous board (a path→ops map). A session path absent in `prev` gets []
-// — a brand-new worktree has no pending spec ops yet, and any later ops-CHANGING event (a commit, a
-// worktree `.spec` edit) is refs/worktree-scoped, i.e. a FULL rebuild, never a sessions splice. So the
-// splice is byte-indistinguishable from a full rebuild whenever only session state moved.
-export async function spliceSessions(prev: Awaited<ReturnType<typeof buildBoard>>): Promise<Awaited<ReturnType<typeof buildBoard>>> {
-  const sessions = await listSessions()
-  const evalProjections = sessionEvalProjections(sessions)
-  const activeSources = new Set(sessions.map((session) => session.path))
-  const opsByPath: Record<string, any[]> = {}
-  for (const s of prev.sessions) opsByPath[s.source] = s.ops
-  const sess = sessions.map((s) => ({
-    ...s,
-    source: s.path,
-    ops: rowOps(s, opsByPath),
-    evalSummary: evalProjections.get(s.id),
-  }))
-  // Archive and close are subtractive topology changes: their worktree leaves the working set, so its
-  // overlays must leave in the same cheap publication as its row. Filtering the already-built units is exact
-  // and forks nothing. A newly-active source is intentionally absent here; graphCache keeps a full obligation
-  // for additions/resume so resolveLayout can discover that worktree's current delta.
-  let nodeProjectionMoved = false
-  const projectedNodes = prev.nodes.flatMap((node: any) => {
-    const overlays = (node.overlays || []).filter((overlay: any) => activeSources.has(overlay.source))
-    if (node.ghost && overlays.length === 0) { nodeProjectionMoved = true; return [] }
-    if (overlays.length === (node.overlays || []).length) return [node]
-    nodeProjectionMoved = true
-    if (node.ghost) return [{ ...node, overlays, status: deriveStatus({ version: 0, drift: 0, hasOverlay: true }) }]
-    return [{ ...node, overlays, status: deriveStatus({
-      version: node.version,
-      drift: node.drift,
-      hasOverlay: overlays.length > 0,
-      hasCode: (node.code?.length ?? 0) > 0,
-      fmStatus: node.fmStatus ?? undefined,
-    }) }]
-  })
-  const nodes = nodeProjectionMoved ? projectedNodes : prev.nodes
-  if (nodeProjectionMoved) {
-    const byDir: Record<string, string> = {}
-    for (const node of nodes) if (node.path) byDir[node.path.replace(/\/spec\.md$/, '')] = node.id
-    const retainedIds = new Set(nodes.map((node: any) => node.id))
-    for (let index = 0; index < nodes.length; index++) {
-      const node: any = nodes[index]
-      let changed = false
-      let parent = node.parent
-      if (node.ghost) {
-        const next = resolveParent(node.path, byDir)
-        if (next !== parent) { parent = next; changed = true }
-      }
-      const overlays = (node.overlays || []).map((overlay: any) => {
-        if (!overlay.toParent || retainedIds.has(overlay.toParent)) return overlay
-        const toPath = overlay[OVERLAY_TO_PATH]
-        changed = true
-        return { ...overlay, toParent: typeof toPath === 'string' ? resolveParent(toPath, byDir) : null }
-      })
-      if (changed) nodes[index] = { ...node, parent, overlays }
-    }
-  }
-  return { ...prev, nodes, sessions: sess }
-}
-
-// A full producer may finish after the session lane has already shown a newer row. Reuse that published
-// projection on the full topology without another store read: topology owns the current per-path ops, while
-// the published row owns lifecycle/eval fields. This is deliberately synchronous so a full completion never
-// waits for a quiet session store.
-export function rebasePublishedSessions(
-  topology: Awaited<ReturnType<typeof buildBoard>>,
-  published: Awaited<ReturnType<typeof buildBoard>>,
-): Awaited<ReturnType<typeof buildBoard>> {
-  const opsByPath: Record<string, any[]> = {}
-  for (const session of topology.sessions) opsByPath[session.source] = session.ops
-  const sessions = published.sessions.map((session) => ({
-    ...session,
-    source: session.path,
-    ops: rowOps(session, opsByPath),
-  }))
-  return { ...topology, sessions }
-}