agentacta 1.2.1 → 1.3.0

package/index.js

@@ -2,6 +2,7 @@
 const http = require('http');
 const fs = require('fs');
 const path = require('path');
+const { EventEmitter } = require('events');
 
 // --demo flag: use demo session data (must run before config load)
 if (process.argv.includes('--demo')) {
@@ -129,6 +130,10 @@ const db = open();
 // Live re-indexing setup
 const stmts = createStmts(db);
 
+// SSE emitter: notifies connected clients when a session is re-indexed
+const sseEmitter = new EventEmitter();
+sseEmitter.setMaxListeners(100);
+
 const sessionDirs = discoverSessionDirs(config);
 
 // Initial indexing pass
@@ -146,20 +151,31 @@ for (const dir of sessionDirs) {
 
 console.log(`Watching ${sessionDirs.length} session directories`);
 
+// Debounce map: filePath -> timeout handle
+const _reindexTimers = new Map();
+const REINDEX_DEBOUNCE_MS = 2000;
+
 for (const dir of sessionDirs) {
   try {
     fs.watch(dir.path, { persistent: false }, (eventType, filename) => {
       if (!filename || !filename.endsWith('.jsonl')) return;
       const filePath = path.join(dir.path, filename);
       if (!fs.existsSync(filePath)) return;
-      setTimeout(() => {
+
+      // Debounce: cancel pending re-index for this file, schedule a new one
+      if (_reindexTimers.has(filePath)) clearTimeout(_reindexTimers.get(filePath));
+      _reindexTimers.set(filePath, setTimeout(() => {
+        _reindexTimers.delete(filePath);
         try {
           const result = indexFile(db, filePath, dir.agent, stmts, ARCHIVE_MODE);
-          if (!result.skipped) console.log(`Live re-indexed: ${filename} (${dir.agent})`);
+          if (!result.skipped) {
+            console.log(`Live re-indexed: ${filename} (${dir.agent})`);
+            if (result.sessionId) sseEmitter.emit('session-update', result.sessionId);
+          }
         } catch (err) {
           console.error(`Error re-indexing ${filename}:`, err.message);
         }
-      }, 500);
+      }, REINDEX_DEBOUNCE_MS));
     });
     console.log(`  Watching: ${dir.path}`);
   } catch (err) {
@@ -244,6 +260,66 @@ const server = http.createServer((req, res) => {
       const total = agent ? db.prepare(countSql).get(agent).c : db.prepare(countSql).get().c;
       json(res, { sessions: rows, total, limit, offset });
     }
+
+    else if (pathname.match(/^\/api\/sessions\/[^/]+\/events$/)) {
+      const id = pathname.split('/')[3];
+      const session = db.prepare('SELECT id FROM sessions WHERE id = ?').get(id);
+      if (!session) return json(res, { error: 'Not found' }, 404);
+
+      const after = query.after || '1970-01-01T00:00:00.000Z';
+      const afterId = query.afterId || '';
+      const limit = Math.min(parseInt(query.limit || '50', 10) || 50, 200);
+      const rows = db.prepare(
+        `SELECT * FROM events
+         WHERE session_id = ?
+           AND (timestamp > ? OR (timestamp = ? AND id > ?))
+         ORDER BY timestamp ASC, id ASC
+         LIMIT ?`
+      ).all(id, after, after, afterId, limit);
+      json(res, { events: rows, after, afterId, count: rows.length });
+    }
+
+    else if (pathname.match(/^\/api\/sessions\/[^/]+\/stream$/)) {
+      const id = pathname.split('/')[3];
+      const session = db.prepare('SELECT id FROM sessions WHERE id = ?').get(id);
+      if (!session) return json(res, { error: 'Not found' }, 404);
+
+      res.writeHead(200, {
+        'Content-Type': 'text/event-stream',
+        'Cache-Control': 'no-cache',
+        'Connection': 'keep-alive',
+        'X-Accel-Buffering': 'no'
+      });
+      res.write(': connected\n\n');
+
+      let lastTs = req.headers['last-event-id'] || query.after || new Date().toISOString();
+
+      const onUpdate = (sessionId) => {
+        if (sessionId !== id) return;
+        try {
+          const rows = db.prepare(
+            'SELECT * FROM events WHERE session_id = ? AND timestamp > ? ORDER BY timestamp ASC'
+          ).all(id, lastTs);
+          if (rows.length) {
+            lastTs = rows[rows.length - 1].timestamp;
+            res.write(`id: ${lastTs}\ndata: ${JSON.stringify(rows)}\n\n`);
+          }
+        } catch (err) {
+          console.error('SSE query error:', err.message);
+        }
+      };
+
+      sseEmitter.on('session-update', onUpdate);
+
+      const ping = setInterval(() => {
+        try { res.write(': ping\n\n'); } catch {}
+      }, 30000);
+
+      req.on('close', () => {
+        sseEmitter.off('session-update', onUpdate);
+        clearInterval(ping);
+      });
+    }
     else if (pathname.match(/^\/api\/sessions\/[^/]+$/) && !pathname.includes('export')) {
       const id = pathname.split('/')[3];
       const session = db.prepare('SELECT * FROM sessions WHERE id = ?').get(id);
@@ -403,6 +479,17 @@ const server = http.createServer((req, res) => {
 });
 
 const HOST = process.env.AGENTACTA_HOST || '127.0.0.1';
+server.on('error', (err) => {
+  if (err.code === 'EADDRINUSE') {
+    console.error(`Port ${PORT} in use, retrying in 2s...`);
+    setTimeout(() => {
+      server.close();
+      server.listen(PORT, HOST);
+    }, 2000);
+  } else {
+    throw err;
+  }
+});
 server.listen(PORT, HOST, () => console.log(`AgentActa running on http://${HOST}:${PORT}`));
 
 // Graceful shutdown

package/indexer.js

@@ -208,11 +208,7 @@ function indexFile(db, filePath, agentName, stmts, archiveMode, config) {
     return { skipped: true };
   }
 
-  stmts.deleteEvents.run(sessionId);
-  stmts.deleteSession.run(sessionId);
-  stmts.deleteFileActivity.run(sessionId);
-  if (stmts.deleteArchive) stmts.deleteArchive.run(sessionId);
-
+  // --- Parse the entire file BEFORE any DB operations ---
   const pendingEvents = [];
   const fileActivities = [];
   const projectCounts = new Map();
@@ -338,11 +334,8 @@ function indexFile(db, filePath, agentName, stmts, archiveMode, config) {
   }
   if (!sessionType && !initialPrompt) sessionType = 'heartbeat';
   // Detect subagent: task-style prompts injected by sessions_spawn
-  // These typically start with a date/time stamp (e.g. "[Wed 2026-...")
-  // But exclude System Messages (cron announcements injected into main session)
   if (!sessionType && initialPrompt) {
     const p = initialPrompt.trim();
-    // Sub-agent prompts start with "[Wed 2026-..." but NOT "[... [System Message]"
     if (/^\[(?:Mon|Tue|Wed|Thu|Fri|Sat|Sun)\s+\d{4}-/.test(p) && !p.includes('[System Message]')) {
       sessionType = 'subagent';
     }
@@ -354,18 +347,28 @@ function indexFile(db, filePath, agentName, stmts, archiveMode, config) {
     .map(([name]) => name);
   const projectsJson = projects.length > 0 ? JSON.stringify(projects) : null;
 
-  stmts.upsertSession.run(sessionId, sessionStart, sessionEnd, msgCount, toolCount, model, summary, agent, sessionType, totalCost, totalTokens, totalInputTokens, totalOutputTokens, totalCacheReadTokens, totalCacheWriteTokens, initialPrompt, firstMessageId, firstMessageTimestamp, modelsJson, projectsJson);
-  for (const ev of pendingEvents) stmts.insertEvent.run(...ev);
-  for (const fa of fileActivities) stmts.insertFileActivity.run(...fa);
-
-  // Archive mode: store raw JSONL lines
-  if (archiveMode && stmts.insertArchive) {
-    for (let i = 0; i < lines.length; i++) {
-      stmts.insertArchive.run(sessionId, i + 1, lines[i]);
+  // --- All DB operations in a single transaction for atomicity ---
+  const commitIndex = db.transaction(() => {
+    stmts.deleteEvents.run(sessionId);
+    stmts.deleteFileActivity.run(sessionId);
+    if (stmts.deleteArchive) stmts.deleteArchive.run(sessionId);
+    stmts.deleteSession.run(sessionId);
+
+    stmts.upsertSession.run(sessionId, sessionStart, sessionEnd, msgCount, toolCount, model, summary, agent, sessionType, totalCost, totalTokens, totalInputTokens, totalOutputTokens, totalCacheReadTokens, totalCacheWriteTokens, initialPrompt, firstMessageId, firstMessageTimestamp, modelsJson, projectsJson);
+    for (const ev of pendingEvents) stmts.insertEvent.run(...ev);
+    for (const fa of fileActivities) stmts.insertFileActivity.run(...fa);
+
+    // Archive mode: store raw JSONL lines
+    if (archiveMode && stmts.insertArchive) {
+      for (let i = 0; i < lines.length; i++) {
+        stmts.insertArchive.run(sessionId, i + 1, lines[i]);
+      }
     }
-  }
 
-  stmts.upsertState.run(filePath, lines.length, mtime);
+    stmts.upsertState.run(filePath, lines.length, mtime);
+  });
+
+  commitIndex();
 
   return { sessionId, msgCount, toolCount };
 }
@@ -443,8 +446,12 @@ function indexAll(db, config) {
   for (const dir of sessionDirs) {
     const files = fs.readdirSync(dir.path).filter(f => f.endsWith('.jsonl'));
     for (const file of files) {
-      const result = indexFile(db, path.join(dir.path, file), dir.agent, stmts, archiveMode, config);
-      if (!result.skipped) totalSessions++;
+      try {
+        const result = indexFile(db, path.join(dir.path, file), dir.agent, stmts, archiveMode, config);
+        if (!result.skipped) totalSessions++;
+      } catch (err) {
+        console.error(`Error indexing ${file}:`, err.message);
+      }
     }
   }
   const stats = db.prepare('SELECT COUNT(*) as sessions FROM sessions').get();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentacta",
-  "version": "1.2.1",
+  "version": "1.3.0",
   "description": "Audit trail and search engine for AI agent sessions",
   "main": "index.js",
   "bin": {

package/public/app.js

@@ -4,8 +4,26 @@ const content = $('#content');
 const API = '/api';
 
 async function api(path) {
-  const res = await fetch(API + path);
-  return res.json();
+  let res;
+  try {
+    res = await fetch(API + path);
+  } catch (err) {
+    // Network error (server down, offline, etc.)
+    return { _error: true, error: 'Network error' };
+  }
+  if (!res.ok) {
+    try {
+      const body = await res.json();
+      return { _error: true, error: body.error || `HTTP ${res.status}`, status: res.status };
+    } catch {
+      return { _error: true, error: `HTTP ${res.status}`, status: res.status };
+    }
+  }
+  try {
+    return await res.json();
+  } catch {
+    return { _error: true, error: 'Invalid JSON response' };
+  }
 }
 
 function fmtTime(ts) {
@@ -256,6 +274,10 @@ async function showSearchHome() {
 
   const stats = await api('/stats');
   const sessions = await api('/sessions?limit=5');
+  if (stats._error || sessions._error) {
+    el.innerHTML = '<div class="empty"><h2>Unable to load</h2><p>Server unavailable. Pull to refresh or try again.</p></div>';
+    return;
+  }
 
   let suggestions = [];
   try { const r = await fetch('/api/suggestions'); const d = await r.json(); suggestions = d.suggestions || []; } catch(e) { suggestions = []; }
@@ -309,7 +331,7 @@ async function doSearch(q) {
 
   const data = await api(url);
 
-  if (data.error) { el.innerHTML = `<div class="empty"><p>${escHtml(data.error)}</p></div>`; return; }
+  if (data._error || data.error) { el.innerHTML = `<div class="empty"><p>${escHtml(data.error || 'Server error')}</p></div>`; return; }
   if (!data.results.length) { el.innerHTML = '<div class="empty"><h2>No results</h2><p>Try a different search term or adjust filters</p></div>'; return; }
 
   let header = `<div style="display:flex;justify-content:space-between;align-items:center;margin-bottom:var(--space-md)">
@@ -345,6 +367,10 @@ async function viewSessions() {
   window._currentSessionId = null;
   content.innerHTML = '<div class="loading">Loading</div>';
   const data = await api('/sessions?limit=200');
+  if (data._error) {
+    content.innerHTML = '<div class="empty"><h2>Unable to load</h2><p>Server unavailable. Pull to refresh or try again.</p></div>';
+    return;
+  }
 
   let html = `<div class="page-title">Sessions</div>`;
   html += data.sessions.map(renderSessionItem).join('');
@@ -357,11 +383,12 @@ async function viewSessions() {
 }
 
 async function viewSession(id) {
+  if (window._sseCleanup) { window._sseCleanup(); window._sseCleanup = null; }
   window._currentSessionId = id;
-  content.innerHTML = '<div class="loading">Loading</div>';
+  window.scrollTo(0, 0);
   const data = await api(`/sessions/${id}`);
 
-  if (data.error) { content.innerHTML = `<div class="empty"><h2>${data.error}</h2></div>`; return; }
+  if (data._error || data.error) { content.innerHTML = `<div class="empty"><h2>${escHtml(data.error || 'Unable to load')}</h2></div>`; return; }
 
   const s = data.session;
   const cost = fmtCost(s.total_cost);
@@ -399,11 +426,51 @@ async function viewSession(id) {
     <div class="section-label">Events</div>
   `;
 
-  html += data.events.map(renderEvent).join('');
+  const PAGE_SIZE = 50;
+  const allEvents = data.events;
+  let rendered = 0;
+
+  function renderBatch() {
+    const batch = allEvents.slice(rendered, rendered + PAGE_SIZE);
+    if (!batch.length) return;
+    const frag = document.createElement('div');
+    frag.innerHTML = batch.map(renderEvent).join('');
+    const container = document.getElementById('eventsContainer');
+    if (container) {
+      while (frag.firstChild) container.appendChild(frag.firstChild);
+    }
+    rendered += batch.length;
+
+  }
+
+  html += '<div id="eventsContainer">' + allEvents.slice(0, PAGE_SIZE).map(renderEvent).join('') + '</div>';
+  rendered = Math.min(PAGE_SIZE, allEvents.length);
   content.innerHTML = html;
   transitionView();
 
+  let onScroll = null;
+  if (allEvents.length > PAGE_SIZE) {
+    let loading = false;
+    onScroll = () => {
+      if (loading || rendered >= allEvents.length) return;
+      const scrollBottom = window.innerHeight + window.scrollY;
+      const threshold = document.body.offsetHeight - 300;
+      if (scrollBottom >= threshold) {
+        loading = true;
+        renderBatch();
+        loading = false;
+        if (rendered >= allEvents.length) {
+          window.removeEventListener('scroll', onScroll);
+          onScroll = null;
+        }
+      }
+    };
+    window.addEventListener('scroll', onScroll, { passive: true });
+  }
+
   $('#backBtn').addEventListener('click', () => {
+    if (onScroll) { window.removeEventListener('scroll', onScroll); onScroll = null; }
+    if (window._sseCleanup) { window._sseCleanup(); window._sseCleanup = null; }
     if (window._lastView === 'timeline') viewTimeline();
     else if (window._lastView === 'files') viewFiles();
     else if (window._lastView === 'search') viewSearch(window._lastSearchQuery || '');
@@ -452,6 +519,10 @@ async function viewSession(id) {
   const jumpBtn = $('#jumpToStartBtn');
   if (jumpBtn) {
     jumpBtn.addEventListener('click', () => {
+      // Load all remaining events to find the first message
+      while (rendered < allEvents.length) {
+        renderBatch();
+      }
       const firstMessage = document.querySelector(`[data-event-id="${s.first_message_id}"]`);
       if (firstMessage) {
         firstMessage.scrollIntoView({ behavior: 'smooth', block: 'center' });
@@ -462,6 +533,81 @@ async function viewSession(id) {
       }
     });
   }
+
+    // --- Lightweight realtime updates (polling fallback first) ---
+  const knownIds = new Set(allEvents.map(e => e.id));
+  let pendingNewCount = 0;
+
+  const applyIncomingEvents = (incoming) => {
+    const container = document.getElementById('eventsContainer');
+    if (!container || !incoming?.length) return;
+
+    const fresh = incoming.filter(e => !knownIds.has(e.id));
+    if (!fresh.length) return;
+    fresh.forEach(e => knownIds.add(e.id));
+
+    const isAtTop = window.scrollY < 100;
+    for (const ev of fresh) {
+      const div = document.createElement('div');
+      div.innerHTML = renderEvent(ev);
+      const el = div.firstElementChild;
+      el.classList.add('event-highlight');
+      container.insertBefore(el, container.firstChild);
+      setTimeout(() => el.classList.remove('event-highlight'), 2000);
+    }
+
+    if (!isAtTop) {
+      pendingNewCount += fresh.length;
+      let indicator = document.getElementById('newEventsIndicator');
+      if (!indicator) {
+        indicator = document.createElement('div');
+        indicator.id = 'newEventsIndicator';
+        indicator.className = 'new-events-indicator';
+        document.body.appendChild(indicator);
+        indicator.addEventListener('click', () => {
+          window.scrollTo({ top: 0, behavior: 'smooth' });
+          indicator.remove();
+          pendingNewCount = 0;
+        });
+      }
+      indicator.textContent = `${pendingNewCount} new event${pendingNewCount !== 1 ? 's' : ''} ↑`;
+    }
+  };
+
+  // Poll every 3s for new events using delta endpoint
+  let lastSeenTs = allEvents.length ? allEvents[0].timestamp : new Date(0).toISOString();
+  let lastSeenId = allEvents.length ? allEvents[0].id : '';
+  const pollNewEvents = async () => {
+    try {
+      const latest = await api(`/sessions/${id}/events?after=${encodeURIComponent(lastSeenTs)}&afterId=${encodeURIComponent(lastSeenId)}&limit=50`);
+      const incoming = latest.events || [];
+      if (incoming.length) {
+        const tail = incoming[incoming.length - 1];
+        lastSeenTs = tail.timestamp || lastSeenTs;
+        lastSeenId = tail.id || lastSeenId;
+        applyIncomingEvents(incoming);
+      }
+    } catch (err) {
+      // silent; next tick will retry
+    }
+  };
+
+  const pollInterval = setInterval(pollNewEvents, 3000);
+
+  const sseScrollHandler = () => {
+    if (window.scrollY < 100) {
+      const ind = document.getElementById('newEventsIndicator');
+      if (ind) { ind.remove(); pendingNewCount = 0; }
+    }
+  };
+  window.addEventListener('scroll', sseScrollHandler, { passive: true });
+
+  window._sseCleanup = () => {
+    clearInterval(pollInterval);
+    window.removeEventListener('scroll', sseScrollHandler);
+    const ind = document.getElementById('newEventsIndicator');
+    if (ind) ind.remove();
+  };
 }
 
 async function viewTimeline(date) {
@@ -478,6 +624,10 @@ async function viewTimeline(date) {
   transitionView();
 
   const data = await api(`/timeline?date=${date}`);
+  if (data._error) {
+    $('#timelineContent').innerHTML = '<div class="empty"><h2>Unable to load</h2><p>Server unavailable. Pull to refresh or try again.</p></div>';
+    return;
+  }
   const el = $('#timelineContent');
 
   if (!data.events.length) {
@@ -495,6 +645,10 @@ async function viewTimeline(date) {
 async function viewStats() {
   content.innerHTML = '<div class="loading">Loading</div>';
   const data = await api('/stats');
+  if (data._error) {
+    content.innerHTML = '<div class="empty"><h2>Unable to load</h2><p>Server unavailable. Pull to refresh or try again.</p></div>';
+    return;
+  }
 
   let html = `<div class="page-title">Stats</div>
     <div class="stat-grid">
@@ -554,6 +708,10 @@ async function viewFiles() {
   window._lastView = 'files';
   content.innerHTML = '<div class="loading">Loading</div>';
   const data = await api('/files?limit=500');
+  if (data._error) {
+    content.innerHTML = '<div class="empty"><h2>Unable to load</h2><p>Server unavailable. Pull to refresh or try again.</p></div>';
+    return;
+  }
   window._allFiles = data.files || [];
   window._fileSort = window._fileSort || 'touches';
   window._fileFilter = window._fileFilter || '';
@@ -719,6 +877,10 @@ function renderFileItem(f) {
 async function viewFileDetail(filePath) {
   content.innerHTML = '<div class="loading">Loading</div>';
   const data = await api(`/files/sessions?path=${encodeURIComponent(filePath)}`);
+  if (data._error) {
+    content.innerHTML = '<div class="empty"><h2>Unable to load</h2><p>Server unavailable. Pull to refresh or try again.</p></div>';
+    return;
+  }
 
   let html = `
     <div class="back-btn" id="backBtn">\u2190 Back</div>
@@ -743,6 +905,7 @@ window._lastView = 'sessions';
 
 $$('.nav-item').forEach(item => {
   item.addEventListener('click', () => {
+    if (window._sseCleanup) { window._sseCleanup(); window._sseCleanup = null; }
     $$('.nav-item').forEach(i => i.classList.remove('active'));
     item.classList.add('active');
     const view = item.dataset.view;
@@ -794,6 +957,7 @@ viewSearch();
 (function initPTR() {
   let startY = 0;
   let pulling = false;
+  let refreshing = false;
   const threshold = 80;
 
   const indicator = document.createElement('div');
@@ -823,22 +987,20 @@ viewSearch();
   document.addEventListener('touchend', async e => {
     if (!pulling) return;
     pulling = false;
+    if (refreshing) { indicator.classList.remove('visible'); return; }
     const diff = e.changedTouches[0].clientY - startY;
     if (diff > threshold && indicator.classList.contains('visible')) {
+      refreshing = true;
       indicator.textContent = 'Refreshing\u2026';
       indicator.classList.add('refreshing');
       try {
         await api('/reindex');
-        const backBtn = $('#backBtn');
-        if (backBtn && window._currentSessionId) {
-          await viewSession(window._currentSessionId);
-        } else {
-          const active = $('.nav-item.active');
-          if (active) active.click();
-        }
+        // Just reindex data without re-rendering the view
+        // The next manual navigation will pick up new data
       } catch(err) {}
       setTimeout(() => {
         indicator.classList.remove('visible', 'refreshing');
+        refreshing = false;
       }, 500);
     } else {
       indicator.classList.remove('visible');

package/public/style.css

@@ -1077,6 +1077,34 @@ mark {
   animation: highlightFade 2s var(--ease-out);
 }
 
+/* ---- New Events SSE Indicator ---- */
+.new-events-indicator {
+  position: fixed;
+  top: 20px;
+  left: 50%;
+  transform: translateX(-50%);
+  background: var(--accent);
+  color: #fff;
+  padding: 8px 20px;
+  border-radius: 20px;
+  font-size: 12px;
+  font-weight: 600;
+  cursor: pointer;
+  z-index: 90;
+  box-shadow: 0 4px 16px rgba(99, 144, 240, 0.4);
+  animation: slideDown 0.3s var(--ease-out);
+}
+
+.new-events-indicator:hover {
+  background: #4a7ae8;
+  transform: translateX(-50%) scale(1.05);
+}
+
+@keyframes slideDown {
+  from { opacity: 0; transform: translateX(-50%) translateY(-10px); }
+  to { opacity: 1; transform: translateX(-50%) translateY(0); }
+}
+
 /* ---- Search Home Stats ---- */
 .search-stats {
   display: grid;
@@ -1349,3 +1377,21 @@ mark {
   }
 }
 
+
+/* Load more button */
+.load-more-btn {
+  text-align: center;
+  padding: var(--space-lg);
+  margin: var(--space-md) 0;
+  color: var(--accent);
+  font-size: 13px;
+  font-weight: 500;
+  cursor: pointer;
+  border: 1px solid var(--border-subtle);
+  border-radius: var(--radius-md);
+  transition: all var(--duration-normal) var(--ease-out);
+}
+.load-more-btn:hover {
+  background: var(--bg-active);
+  border-color: var(--border-hover);
+}