@yemi33/minions 0.1.2025 → 0.1.2027

package/dashboard/js/refresh.js

@@ -13,6 +13,7 @@ const _pageCounters = {
   pipelines: function(d) { return (d.pipelines || []).length + '|' + (d.pipelines || []).reduce(function(s, p) { return s + (p.runs || []).length; }, 0); },
   schedule:  function(d) { return (d.schedules || []).length; },
   engine:    function(d) { return (d.dispatch?.completed || []).filter(function(c) { return c.result === 'error'; }).length; },
+  qa:        function(d) { return (d.qaRuns?.total || 0) + '|' + (d.qaRuns?.sig || ''); },
 };
 let _prevCounts = {};
 function _detectPageChanges(data) {

package/dashboard.js

@@ -1589,7 +1589,9 @@ function _ifNoneMatchHasEtag(headerValue, currentEtag) {
 // delegate so any module that contributes to `_buildStatusFastState()` can
 // register its mtime inputs in one place.
 const _mtimeTrackedFiles = () => queries.getStatusFastStateMtimePaths(CONFIG);
-let _lastMtimes = {}; // { filePath: mtimeMs }
+const _slowMtimeTrackedFiles = () => queries.getStatusSlowStateMtimePaths(CONFIG);
+let _lastMtimes = {}; // { filePath: mtimeMs } — fast-state baseline
+let _lastSlowMtimes = {}; // { filePath: mtimeMs } — slow-state baseline
 
 function _getMtimes() {
   const result = {};
@@ -1599,6 +1601,14 @@ function _getMtimes() {
   return result;
 }
 
+function _getSlowMtimes() {
+  const result = {};
+  for (const fp of _slowMtimeTrackedFiles()) {
+    try { result[fp] = fs.statSync(fp).mtimeMs; } catch { result[fp] = 0; }
+  }
+  return result;
+}
+
 function _mtimesChanged(prev, curr) {
   for (const fp of Object.keys(curr)) {
     if (prev[fp] !== curr[fp]) return true;
@@ -1668,6 +1678,21 @@ function _buildStatusFastState() {
     workItems: getWorkItems(),
     watches: watchesMod.getWatches(),
     meetings: (() => { try { return require('./engine/meeting').getMeetings(); } catch { return []; } })(),
+    // QA runs — surfaced for the sidebar activity-dot counter and any future
+    // CC/aggregate view. Tab-level rendering keeps its own /api/qa/runs poll
+    // (5 s while the QA page is mounted). qa-runs.json is in the mtime tracker
+    // so a new run lights the dot within one /api/status poll cycle (~4 s).
+    qaRuns: (() => {
+      try {
+        const runs = require('./engine/qa-runs').listRuns({ limit: 50 }) || [];
+        return {
+          total: runs.length,
+          // Signature of (id, status) for the most recent 20 runs so the
+          // sidebar counter advances on status flips AND on new entries.
+          sig: runs.slice(0, 20).map(r => (r && r.id || '') + ':' + (r && r.status || '')).join(','),
+        };
+      } catch { return { total: 0, sig: '' }; }
+    })(),
   };
 }
 
@@ -1772,8 +1797,16 @@ function getStatus() {
     if (_mtimesChanged(_lastMtimes, currMtimes)) fastStale = true;
   }
 
-  // Slow state: 60s TTL, pure TTL (no mtime check — these files change rarely)
-  const slowStale = !_slowState || (now - _slowStateTs) >= SLOW_STATE_TTL;
+  // Slow state: 60s TTL with mtime-based validation for early bust.
+  // The mtime tracker covers engine-driven slow-state writes (PRD updates,
+  // pipeline-runs.json, schedule-runs.json, verify guides, project skills)
+  // so changes surface within one SPA poll (~4 s) instead of waiting up to
+  // 60 s for TTL. Same pre-build snapshot semantics as fast-state below.
+  let slowStale = !_slowState || (now - _slowStateTs) >= SLOW_STATE_TTL;
+  if (!slowStale) {
+    const currSlowMtimes = _getSlowMtimes();
+    if (_mtimesChanged(_lastSlowMtimes, currSlowMtimes)) slowStale = true;
+  }
 
   // If nothing stale, return cached merged result
   if (!fastStale && !slowStale && _statusCache) return _statusCache;
@@ -1795,10 +1828,14 @@ function getStatus() {
     _lastMtimes = preBuildMtimes;
   }
 
-  // Rebuild slow state (rarely-changing data: ~8-15 reads, 60s TTL)
+  // Rebuild slow state (rarely-changing data: ~8-15 reads, 60s TTL).
+  // Same pre-build snapshot pattern as fast-state — capture mtimes BEFORE
+  // disk reads so any write landing mid-build busts the next poll.
   if (slowStale) {
+    const preBuildSlowMtimes = _getSlowMtimes();
     _slowState = _buildStatusSlowState();
     _slowStateTs = now;
+    _lastSlowMtimes = preBuildSlowMtimes;
   }
 
   // Merge both tiers — no API contract change
@@ -1839,7 +1876,11 @@ function refreshStatusAsync() {
         const currMtimes = _getMtimes();
         if (_mtimesChanged(_lastMtimes, currMtimes)) fastStale = true;
       }
-      const slowStale = !_slowState || (now - _slowStateTs) >= SLOW_STATE_TTL;
+      let slowStale = !_slowState || (now - _slowStateTs) >= SLOW_STATE_TTL;
+      if (!slowStale) {
+        const currSlowMtimes = _getSlowMtimes();
+        if (_mtimesChanged(_lastSlowMtimes, currSlowMtimes)) slowStale = true;
+      }
 
       if (!fastStale && !slowStale && _statusCache) return _statusCache;
 
@@ -1866,7 +1907,9 @@ function refreshStatusAsync() {
       }
 
       let slow = _slowState;
+      let preBuildSlowMtimes = null;
       if (slowStale) {
+        preBuildSlowMtimes = _getSlowMtimes();
         slow = _buildStatusSlowState();
       }
 
@@ -1887,6 +1930,7 @@ function refreshStatusAsync() {
       if (slowStale) {
         _slowState = slow;
         _slowStateTs = now;
+        _lastSlowMtimes = preBuildSlowMtimes;
       }
       _statusCache = { ..._fastState, ..._slowState, timestamp: new Date().toISOString() };
       _markStatusCacheBuilt();
@@ -1921,6 +1965,7 @@ function _resetStatusCacheForTesting() {
   _statusInvalidationGeneration = 0;
   _statusRefreshHook = null;
   _lastMtimes = {};
+  _lastSlowMtimes = {};
 }
 
 /** Return cached JSON string of status — single stringify, reused by SSE and /api/status */

package/engine/queries.js

@@ -1907,7 +1907,40 @@ function getStatusFastStateMtimePaths(config) {
     path.join(ENGINE_DIR, 'watches.json'),
     // Central work-items.json surfaced by getWorkItems().
     path.join(MINIONS_DIR, 'work-items.json'),
+    // notes.md (surfaced by getNotesWithMeta) — consolidation writes this
+    // when an inbox batch is processed. Single file, mtime advances on every
+    // write. Without this, the dashboard's notes view sat stale for up to
+    // FAST_STATE_TTL (10 s) after each consolidation cycle.
+    NOTES_PATH,
+    // notes/inbox/ (surfaced by getInbox) — every writeToInbox call CREATES
+    // a new file (engine/shared.js#writeToInbox always uses a uid'd path,
+    // never an in-place edit), so the directory's mtime is a reliable
+    // entry-add/remove signal even on Windows NTFS. Without it, PR-comment
+    // notifications, agent-failure summaries, follow-up build alerts, and
+    // meeting-transcript dumps all lagged up to 10 s before appearing on
+    // the dashboard's inbox view.
+    INBOX_DIR,
+    // engine/qa-runs.json (surfaced by listRuns via fast-state qaRuns slice)
+    // — new QA runs and status flips need to light the sidebar activity dot
+    // within one SPA poll cycle. Single file, mtime advances on each write.
+    path.join(ENGINE_DIR, 'qa-runs.json'),
   ];
+  // meetings/<id>.json (surfaced by meeting.getMeetings) — round transitions
+  // edit each file in-place via mutateMeeting, so the parent dir's mtime
+  // does NOT advance on Windows. Tracking each file individually catches
+  // in-file edits. Bounded by meeting count (typically <50 active); a 50-
+  // meeting fleet adds ~50 statSync calls per cache miss — still cheap.
+  // Filter `.backup` sidecars (from safe-write tempfile pattern) and
+  // non-*.json entries so corrupted state can't pollute the registry.
+  try {
+    const meetingsDir = path.join(MINIONS_DIR, 'meetings');
+    const entries = fs.readdirSync(meetingsDir);
+    for (const f of entries) {
+      if (f.endsWith('.json') && !f.endsWith('.backup.json')) {
+        files.push(path.join(meetingsDir, f));
+      }
+    }
+  } catch { /* meetings dir absent → no meetings to track */ }
   // Per-project work-items (surfaced by getWorkItems) and pull-requests
   // (surfaced by getPullRequests). The PR file was the biggest miss in the
   // original tracked list — PR status flips (running → passing, waiting →
@@ -1932,6 +1965,79 @@ function getStatusFastStateMtimePaths(config) {
   return files;
 }
 
+/**
+ * Slow-state mtime tracker — symmetric with the fast-state registry above.
+ *
+ * Slow-state slices (`prdProgress`, `prd`, `verifyGuides`, `archivedPrds`,
+ * `skills`, `mcpServers`, `schedules`, `pipelines`, `pinned`, `projects`,
+ * `version`, etc.) live behind a 60 s TTL in `dashboard.js`. Without mtime
+ * tracking, engine-driven writes to `prd/*.json`, `engine/schedule-runs.json`,
+ * `engine/pipeline-runs.json`, or `prd/guides/*.md` waited up to the full
+ * 60 s before surfacing in the dashboard — which produced the visible
+ * "plan status doesn't update, pipelines never advance" symptom.
+ *
+ * The same conventions as fast-state apply:
+ *   - Entries must back something `_buildStatusSlowState()` reads; otherwise
+ *     the rebuild silently no-ops on detected change.
+ *   - Files mutated through a `mutate*` helper are reliable (`safeWrite`
+ *     rename advances mtime). Append-only logs reset the cache often but
+ *     are not relevant here.
+ *   - Per-project paths must use `shared.project*` so newly-added projects
+ *     are picked up without registry edits.
+ *
+ * Files intentionally NOT tracked here:
+ *   - `mcpServers`, version, autoMode, installId — change only on human/
+ *     CLI edits, which already pop the slow-state via reloadConfig + the
+ *     60 s TTL.
+ *   - `~/.claude/skills/`, `~/.copilot/skills/` — user-home dirs that
+ *     `extractSkillsFromOutput` writes to from the agent-close path,
+ *     which already calls `invalidateStatusCache()` directly.
+ *   - project git state — already invalidated via the
+ *     `_setOnProjectGitStatusChanged` callback into `invalidateStatusCache`
+ *     (W-mpgrk5cy fix); also tracked in fast-state via `.git/logs/HEAD`.
+ */
+function getStatusSlowStateMtimePaths(config) {
+  const projects = getProjects(config || getConfig());
+  const files = [
+    // prd/*.json (surfaced by getPrdInfo) — engine writes via syncPrdFromPrs,
+    // the materializer, and plan-to-prd outputs. Dir mtime advances on entry
+    // add/remove; in-file edits use getPrdInfo's own per-file mtime cache so
+    // small-content flips still surface via the 10 s TTL backstop, but the
+    // big "new PRD created" event surfaces immediately.
+    PRD_DIR,
+    // prd/archive/*.json — manual archive moves PRDs here; dir mtime catches
+    // the move.
+    path.join(PRD_DIR, 'archive'),
+    // prd/guides/*.md — verify agent writes new files here on E2E completion.
+    path.join(MINIONS_DIR, 'prd', 'guides'),
+    // engine/schedule-runs.json — scheduler rewrites this on every cron fire.
+    path.join(ENGINE_DIR, 'schedule-runs.json'),
+    // engine/pipeline-runs.json — pipeline executor rewrites this on each
+    // stage transition (the most user-visible slow-state lag pre-fix).
+    path.join(ENGINE_DIR, 'pipeline-runs.json'),
+    // pipelines/*.json — pipeline definitions, edited by humans + plan agents.
+    // Dir mtime is fine because pipeline edits are wholesale file replacements
+    // (no in-place tweaks once a pipeline is authored).
+    path.join(MINIONS_DIR, 'pipelines'),
+    // pinned.md — single file, dashboard-side writes already call
+    // invalidateStatusCache({includeSlow:true}); tracker entry catches any
+    // CLI/editor edit that bypasses the API.
+    path.join(MINIONS_DIR, 'pinned.md'),
+    // engine/skill-states/ — engine writes when agents extract new skills.
+    // Dir mtime catches new skill files. Skips per-skill in-place edits which
+    // the agent-close invalidate already covers.
+    SKILLS_DIR,
+  ];
+  // Per-project local skill dirs — agents extract project-scoped skills here.
+  for (const p of projects) {
+    if (p && p.localPath) {
+      files.push(path.join(p.localPath, '.claude', 'skills'));
+      files.push(path.join(p.localPath, '.github', 'skills'));
+    }
+  }
+  return files;
+}
+
 // ── Exports ─────────────────────────────────────────────────────────────────
 
 module.exports = {
@@ -1952,6 +2058,7 @@ module.exports = {
   _setOnProjectGitStatusChanged,
   // W-mpftp7na000td0f4 — engine→dashboard cache-invalidation registry
   getStatusFastStateMtimePaths,
+  getStatusSlowStateMtimePaths,
 
   // Core state
   getConfig, getControl, getDispatch, getDispatchQueue, getDispatchCompletionReport, invalidateDispatchCache,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yemi33/minions",
-  "version": "0.1.2025",
+  "version": "0.1.2027",
   "description": "Multi-agent AI dev team that runs from ~/.minions/ — five autonomous agents share a single engine, dashboard, and knowledge base",
   "bin": {
     "minions": "bin/minions.js"