@yemi33/minions 0.1.476 → 0.1.478

package/CHANGELOG.md

@@ -1,8 +1,10 @@
 # Changelog
 
-## 0.1.476 (2026-04-07)
+## 0.1.478 (2026-04-07)
 
 ### Features
+- Cache getStatus() JSON serialization and add mtime-based invalidation
+- Add mtime-based caching to getPrdInfo()
 - Optimize getAgentStatus() to read only head+tail of live-output.log
 - Fix unlocked metrics.json in lifecycle.js post-merge hook
 - Fix unlocked metrics.json read-modify-write in trackEngineUsage

package/dashboard.js

@@ -264,20 +264,59 @@ function parsePinnedEntries(content) {
 }
 
 let _statusCache = null;
+let _statusCacheJson = null; // cached JSON.stringify(_statusCache) — avoids double-serialization for SSE
 let _statusCacheTs = 0;
 const STATUS_CACHE_TTL = 10000; // 10s — reduces expensive aggregation frequency; mutations call invalidateStatusCache()
 const _statusStreamClients = new Set();
 let _statusPushTimer = null;
 let _lastStatusHash = '';
 
+// mtime-based cache invalidation — skip full rebuild if no tracked files changed
+const _mtimeTrackedFiles = () => {
+  const files = [
+    path.join(ENGINE_DIR, 'dispatch.json'),
+    path.join(ENGINE_DIR, 'control.json'),
+    path.join(ENGINE_DIR, 'log.json'),
+    path.join(ENGINE_DIR, 'metrics.json'),
+  ];
+  // Add per-project work-items.json
+  for (const p of PROJECTS) {
+    if (p.localPath) files.push(path.join(p.localPath, '.minions', 'work-items.json'));
+  }
+  // Central work-items.json
+  files.push(path.join(MINIONS_DIR, 'work-items.json'));
+  return files;
+};
+let _lastMtimes = {}; // { filePath: mtimeMs }
+
+function _getMtimes() {
+  const result = {};
+  for (const fp of _mtimeTrackedFiles()) {
+    try { result[fp] = fs.statSync(fp).mtimeMs; } catch { result[fp] = 0; }
+  }
+  return result;
+}
+
+function _mtimesChanged(prev, curr) {
+  for (const fp of Object.keys(curr)) {
+    if (prev[fp] !== curr[fp]) return true;
+  }
+  // Also check if keys differ (new files appeared)
+  for (const fp of Object.keys(prev)) {
+    if (!(fp in curr)) return true;
+  }
+  return false;
+}
+
 function invalidateStatusCache() {
   _statusCache = null;
+  _statusCacheJson = null;
   // Push to SSE clients (debounced 500ms to avoid flooding during batch mutations)
   if (_statusPushTimer) return;
   _statusPushTimer = setTimeout(() => {
     _statusPushTimer = null;
     if (_statusStreamClients.size === 0) return;
-    const data = JSON.stringify(getStatus());
+    const data = getStatusJson();
     for (const res of _statusStreamClients) {
       try { res.write('data: ' + data + '\n\n'); } catch { _statusStreamClients.delete(res); }
     }
@@ -286,7 +325,11 @@ function invalidateStatusCache() {
 
 function getStatus() {
   const now = Date.now();
-  if (_statusCache && (now - _statusCacheTs) < STATUS_CACHE_TTL) return _statusCache;
+  if (_statusCache && (now - _statusCacheTs) < STATUS_CACHE_TTL) {
+    // Within TTL — check mtimes for early return (skip full rebuild if nothing changed)
+    const currMtimes = _getMtimes();
+    if (!_mtimesChanged(_lastMtimes, currMtimes)) return _statusCache;
+  }
 
   // Reload config on each cache miss — picks up external changes (minions init, minions add)
   reloadConfig();
@@ -352,17 +395,27 @@ function getStatus() {
     timestamp: new Date().toISOString(),
   };
   _statusCacheTs = now;
+  _statusCacheJson = null; // invalidate cached JSON — will be lazily rebuilt by getStatusJson()
+  _lastMtimes = _getMtimes();
   return _statusCache;
 }
 
+/** Return cached JSON string of status — single stringify, reused by SSE and /api/status */
+function getStatusJson() {
+  getStatus(); // ensure _statusCache is fresh
+  if (!_statusCacheJson) {
+    _statusCacheJson = JSON.stringify(_statusCache);
+  }
+  return _statusCacheJson;
+}
+
 // Periodic push for engine-driven changes (dispatch.json, control.json) that bypass invalidateStatusCache
 setInterval(() => {
   if (_statusStreamClients.size === 0) return;
-  const status = getStatus();
-  const hash = require('crypto').createHash('md5').update(JSON.stringify(status)).digest('hex');
+  const data = getStatusJson();
+  const hash = require('crypto').createHash('md5').update(data).digest('hex');
   if (hash === _lastStatusHash) return;
   _lastStatusHash = hash;
-  const data = JSON.stringify(status);
   for (const res of _statusStreamClients) {
     try { res.write('data: ' + data + '\n\n'); } catch { _statusStreamClients.delete(res); }
   }
@@ -3500,7 +3553,18 @@ What would you like to discuss or change? When you're happy, say "approve" and I
 
   async function handleStatus(req, res) {
     try {
-      return jsonReply(res, 200, getStatus(), req);
+      // Use pre-serialized JSON to avoid double-stringify in jsonReply
+      const json = getStatusJson();
+      res.setHeader('Content-Type', 'application/json');
+      res.setHeader('Access-Control-Allow-Origin', '*');
+      res.statusCode = 200;
+      const ae = req && req.headers && req.headers['accept-encoding'] || '';
+      if (ae.includes('gzip') && json.length > 1024) {
+        res.setHeader('Content-Encoding', 'gzip');
+        res.end(zlib.gzipSync(json));
+      } else {
+        res.end(json);
+      }
     } catch (e) {
       return jsonReply(res, 500, { error: e.message }, req);
     }
@@ -3548,7 +3612,7 @@ What would you like to discuss or change? When you're happy, say "approve" and I
     { method: 'GET', path: '/api/status', desc: 'Full dashboard status snapshot (agents, PRDs, work items, dispatch, etc.)', handler: handleStatus },
     { method: 'GET', path: '/api/status-stream', desc: 'SSE stream of real-time status updates', handler: (req, res) => {
       res.writeHead(200, { 'Content-Type': 'text/event-stream', 'Cache-Control': 'no-cache', 'Connection': 'keep-alive' });
-      res.write('data: ' + JSON.stringify(getStatus()) + '\n\n');
+      res.write('data: ' + getStatusJson() + '\n\n');
       _statusStreamClients.add(res);
       req.on('close', () => _statusStreamClients.delete(res));
     }},

package/engine/queries.js

@@ -627,12 +627,51 @@ function getWorkItems(config) {
 
 // ── PRD Progress ────────────────────────────────────────────────────────────
 
+// Module-level caches for getPrdInfo() — avoids re-reading unchanged PRD files
+const _prdFileCache = new Map();       // filePath → { mtimeMs, plan }
+let _prdDirMtimes = { prd: 0, archive: 0 }; // directory mtimes to detect new/deleted files
+let _prdResultCache = null;            // cached final result
+let _prdResultInputHash = '';          // hash of all input mtimes to detect any change
+
+/**
+ * Collect mtimes of all input files that affect getPrdInfo() output.
+ * Returns a string hash for quick equality check plus the dir mtimes.
+ */
+function _getPrdInputHash(projects) {
+  const mtimes = [];
+  // PRD directory mtimes (detect new/deleted files)
+  let prdDirMtime = 0, archiveDirMtime = 0;
+  try { prdDirMtime = fs.statSync(PRD_DIR).mtimeMs; } catch { /* optional */ }
+  const archiveDir = path.join(PRD_DIR, 'archive');
+  try { archiveDirMtime = fs.statSync(archiveDir).mtimeMs; } catch { /* optional */ }
+  mtimes.push(prdDirMtime, archiveDirMtime);
+  // Work-items file mtimes (affect status display)
+  for (const project of projects) {
+    try { mtimes.push(fs.statSync(projectWorkItemsPath(project)).mtimeMs); } catch { mtimes.push(0); }
+  }
+  try { mtimes.push(fs.statSync(path.join(MINIONS_DIR, 'work-items.json')).mtimeMs); } catch { mtimes.push(0); }
+  // PR file mtimes (affect PR links)
+  for (const project of projects) {
+    try { mtimes.push(fs.statSync(projectPrPath(project)).mtimeMs); } catch { mtimes.push(0); }
+  }
+  return { hash: mtimes.join(','), prdDirMtime, archiveDirMtime };
+}
+
 function getPrdInfo(config) {
   config = config || getConfig();
   const projects = getProjects(config);
+
+  // Quick mtime check — return cached result if nothing changed
+  const { hash, prdDirMtime, archiveDirMtime } = _getPrdInputHash(projects);
+  if (_prdResultCache && hash === _prdResultInputHash) return _prdResultCache;
+
   let allPrdItems = [];
   let latestStat = null;
 
+  // Check if directory listings need refresh
+  const dirsChanged = prdDirMtime !== _prdDirMtimes.prd || archiveDirMtime !== _prdDirMtimes.archive;
+  _prdDirMtimes = { prd: prdDirMtime, archive: archiveDirMtime };
+
   // Scan active PRDs and archived PRDs (completed PRDs still need to show progress)
   const planDirs = [
     { dir: PRD_DIR, archived: false },
@@ -643,10 +682,21 @@ function getPrdInfo(config) {
       const planFiles = fs.readdirSync(dir).filter(f => f.endsWith('.json'));
       for (const pf of planFiles) {
         try {
-          const plan = safeJson(path.join(dir, pf));
-          if (!plan || !plan.missing_features) continue;
-          const stat = fs.statSync(path.join(dir, pf));
+          const filePath = path.join(dir, pf);
+          const stat = fs.statSync(filePath);
           if (!latestStat || stat.mtimeMs > latestStat.mtimeMs) latestStat = stat;
+
+          // Per-file mtime cache: only re-read files that changed
+          const cached = _prdFileCache.get(filePath);
+          let plan;
+          if (cached && cached.mtimeMs === stat.mtimeMs) {
+            plan = cached.plan;
+          } else {
+            plan = safeJson(filePath);
+            _prdFileCache.set(filePath, { mtimeMs: stat.mtimeMs, plan });
+          }
+          if (!plan || !plan.missing_features) continue;
+
           // Staleness: compare source plan mtime to recorded sourcePlanModifiedAt
           let planStale = false;
           if (!archived && plan.source_plan) {
@@ -668,6 +718,12 @@ function getPrdInfo(config) {
           }
         } catch { /* optional */ }
       }
+      // Clean stale entries from file cache when dirs changed
+      if (dirsChanged) {
+        for (const cachedPath of _prdFileCache.keys()) {
+          if (cachedPath.startsWith(dir) && !fs.existsSync(cachedPath)) _prdFileCache.delete(cachedPath);
+        }
+      }
     } catch { /* optional */ }
   }
 
@@ -766,7 +822,18 @@ function getPrdInfo(config) {
     missingList: items.filter(i => i.status === 'missing').map(f => ({ id: f.id, name: f.name || f.title, priority: f.priority, complexity: f.estimated_complexity || f.size })),
   };
 
-  return { progress, status };
+  const result = { progress, status };
+  _prdResultCache = result;
+  _prdResultInputHash = hash;
+  return result;
+}
+
+/** Reset PRD info cache — exported for testing */
+function resetPrdInfoCache() {
+  _prdFileCache.clear();
+  _prdDirMtimes = { prd: 0, archive: 0 };
+  _prdResultCache = null;
+  _prdResultInputHash = '';
 }
 
 // ── Exports ─────────────────────────────────────────────────────────────────
@@ -779,6 +846,7 @@ module.exports = {
   // Helpers
   timeSince,
   readHeadTail, // exported for testing
+  resetPrdInfoCache,
 
   // Core state
   getConfig, getControl, getDispatch, getDispatchQueue,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yemi33/minions",
-  "version": "0.1.476",
+  "version": "0.1.478",
   "description": "Multi-agent AI dev team that runs from ~/.minions/ — five autonomous agents share a single engine, dashboard, and knowledge base",
   "bin": {
     "minions": "bin/minions.js"