@matt82198/aesop 0.1.0-beta.3 → 0.1.0-beta.4

package/ui/sse.py

@@ -0,0 +1,168 @@
+#!/usr/bin/env python3
+"""Aesop UI — SSE client registry + broadcast + background collector loop (wave-9 split)."""
+import hashlib
+import json
+import queue
+import sys
+import threading
+
+import config
+from collectors import (parse_audit_backlog, _snapshot_data, _snapshot_tracker,
+                        _snapshot_orchestrator_status, drain_tracker_inbox)
+from agents import get_fleet_agents, _transcripts_fingerprint
+
+
+_sse_lock = threading.Lock()
+
+_sse_clients = []  # list[queue.Queue]
+
+_latest_lock = threading.Lock()
+
+_latest_snapshots = {"data": None, "backlog": None, "agents": None, "tracker": None, "status": None}  # name -> json str
+
+_collector_lock = threading.Lock()
+
+_collector_started = False
+
+_collector_stop_event = threading.Event()
+
+
+def reset_state():
+    """Reset collector/SSE singleton state for a fresh serve import.
+
+    The sse module object is cached in sys.modules, so per-test re-imports of
+    serve would otherwise share one collector thread + snapshot dict (a prior
+    test's thread keeps polling its own dir; later tests never see their state).
+    serve.py calls this at import to restore the per-import isolation the
+    pre-split monolith had. In production serve is imported once, so this is a
+    harmless no-op before the collector ever starts.
+    """
+    global _collector_started, _collector_stop_event
+    with _collector_lock:
+        _collector_stop_event.set()        # stop a thread left over from a prior import
+        _collector_stop_event = threading.Event()
+        _collector_started = False
+    with _latest_lock:
+        for k in list(_latest_snapshots):
+            _latest_snapshots[k] = None
+    with _sse_lock:
+        _sse_clients.clear()
+
+
+def register_sse_client():
+    """Register a new SSE client queue. Returns the queue to read events from, or None if cap exceeded."""
+    with _sse_lock:
+        if len(_sse_clients) >= config.SSE_MAX_CLIENTS:
+            return None  # Caller will return HTTP 503
+        q = queue.Queue(maxsize=config.SSE_QUEUE_MAXSIZE)
+        _sse_clients.append(q)
+    return q
+
+def unregister_sse_client(q):
+    """Remove a disconnected SSE client's queue."""
+    with _sse_lock:
+        if q in _sse_clients:
+            _sse_clients.remove(q)
+
+def broadcast_sse(event_name, payload):
+    """Push (event_name, payload) onto every currently-registered client queue.
+
+    If a client queue is full, drop the oldest event to make room (bounded backpressure).
+    This prevents one slow client from blocking the broadcast.
+    """
+    with _sse_lock:
+        clients = list(_sse_clients)
+    for q in clients:
+        try:
+            q.put_nowait((event_name, payload))
+        except queue.Full:
+            # Queue is full: drop the oldest event and retry
+            try:
+                q.get_nowait()  # Remove oldest
+                q.put_nowait((event_name, payload))  # Add new
+            except Exception as e:
+                print(f"[collector_loop] Exception: {type(e).__name__}: {e}", file=sys.stderr, flush=True)
+        except Exception:
+            pass
+
+def _maybe_emit(name, snapshot, last_hashes):
+    """Hash-gate: only store + broadcast a section if its content actually changed."""
+    payload = json.dumps(snapshot, default=str, sort_keys=True)
+    digest = hashlib.sha256(payload.encode("utf-8")).hexdigest()
+    if last_hashes.get(name) == digest:
+        return
+    last_hashes[name] = digest
+    with _latest_lock:
+        _latest_snapshots[name] = payload
+    broadcast_sse(name, payload)
+
+def collector_loop(stop_event):
+    """Background loop: poll cheap sources, gate expensive ones, broadcast on change."""
+    last_hashes = {}
+    last_backlog_mtime = object()  # sentinel guaranteed != any real mtime/None
+    last_agents_fingerprint = None
+    cached_backlog_snapshot = {"tiers": []}
+    cached_agents_snapshot = []
+    last_tracker_mtime = object()
+    last_status_mtime = object()
+    cached_tracker_snapshot = {'items': []}
+    cached_status_snapshot = {'orchestrators': []}
+
+    while not stop_event.is_set():
+        try:
+            _maybe_emit("data", _snapshot_data(), last_hashes)
+
+            try:
+                backlog_mtime = config.AUDIT_BACKLOG_FILE.stat().st_mtime if config.AUDIT_BACKLOG_FILE.exists() else None
+            except OSError:
+                backlog_mtime = None
+            if backlog_mtime != last_backlog_mtime:
+                last_backlog_mtime = backlog_mtime
+                cached_backlog_snapshot = parse_audit_backlog()
+            _maybe_emit("backlog", cached_backlog_snapshot, last_hashes)
+
+            fingerprint = _transcripts_fingerprint()
+            if fingerprint != last_agents_fingerprint:
+                last_agents_fingerprint = fingerprint
+                cached_agents_snapshot = get_fleet_agents()
+            _maybe_emit("agents", cached_agents_snapshot, last_hashes)
+
+            # Emit tracker section (mtime-gated)
+            try:
+                tracker_mtime = (config.STATE_DIR / "tracker.json").stat().st_mtime if (config.STATE_DIR / "tracker.json").exists() else None
+            except OSError:
+                tracker_mtime = None
+            if tracker_mtime != last_tracker_mtime:
+                last_tracker_mtime = tracker_mtime
+                cached_tracker_snapshot = _snapshot_tracker()
+            _maybe_emit("tracker", cached_tracker_snapshot, last_hashes)
+
+            # Emit status section (mtime-gated)
+            try:
+                status_mtime = (config.STATE_DIR / "orchestrator-status.json").stat().st_mtime if (config.STATE_DIR / "orchestrator-status.json").exists() else None
+            except OSError:
+                status_mtime = None
+            if status_mtime != last_status_mtime:
+                last_status_mtime = status_mtime
+                cached_status_snapshot = _snapshot_orchestrator_status()
+            _maybe_emit("status", cached_status_snapshot, last_hashes)
+
+            # Drain inbox
+            try:
+                drain_tracker_inbox()
+            except Exception as e:
+                print(f"[collector] Inbox drain error: {e}", file=sys.stderr, flush=True)
+        except Exception as e:
+            print(f"[collector_loop] Exception: {type(e).__name__}: {e}", file=sys.stderr, flush=True)
+        stop_event.wait(config.COLLECTOR_INTERVAL)
+
+def start_collector_thread():
+    """Idempotently start the background collector daemon thread (safe to call from
+    multiple request handlers / run_server — only the first call actually starts it)."""
+    global _collector_started
+    with _collector_lock:
+        if _collector_started:
+            return
+        _collector_started = True
+        t = threading.Thread(target=collector_loop, args=(_collector_stop_event,), daemon=True)
+        t.start()