@runtimescope/collector 0.7.0 → 0.7.2

package/dist/{chunk-6JZXAFPC.js → chunk-TUFSIGGJ.js}

@@ -297,40 +297,84 @@ var EventStore = class {
 
 // src/sqlite-store.ts
 import Database from "better-sqlite3";
-var SqliteStore = class {
+import { renameSync, existsSync } from "fs";
+var SqliteStore = class _SqliteStore {
   db;
   writeBuffer = [];
   flushTimer = null;
   batchSize;
+  dbPath;
+  static MAX_SNAPSHOTS_PER_SESSION = 50;
   insertEventStmt;
   insertSessionStmt;
   updateSessionDisconnectedStmt;
   constructor(options) {
-    this.db = new Database(options.dbPath);
+    this.dbPath = options.dbPath;
     this.batchSize = options.batchSize ?? 50;
-    if (options.walMode !== false) {
-      this.db.pragma("journal_mode = WAL");
+    this.db = this.openDatabase(options);
+    const flushInterval = options.flushIntervalMs ?? 100;
+    this.flushTimer = setInterval(() => this.flush(), flushInterval);
+  }
+  openDatabase(options) {
+    try {
+      const db = new Database(options.dbPath);
+      if (options.walMode !== false) {
+        db.pragma("journal_mode = WAL");
+      }
+      db.pragma("synchronous = NORMAL");
+      const check = db.pragma("integrity_check");
+      if (check[0]?.integrity_check !== "ok") {
+        throw new Error("Integrity check failed");
+      }
+      this.createSchema(db);
+      this.prepareStatements(db);
+      return db;
+    } catch (err) {
+      console.error(
+        `[RuntimeScope] SQLite database corrupt or unreadable (${err.message}), recreating...`
+      );
+      try {
+        if (existsSync(options.dbPath)) {
+          const backupPath = `${options.dbPath}.corrupt.${Date.now()}`;
+          renameSync(options.dbPath, backupPath);
+          console.error(`[RuntimeScope] Renamed corrupt DB to ${backupPath}`);
+        }
+        for (const suffix of ["-wal", "-shm"]) {
+          const p = options.dbPath + suffix;
+          if (existsSync(p)) {
+            renameSync(p, `${p}.corrupt.${Date.now()}`);
+          }
+        }
+      } catch {
+      }
+      const db = new Database(options.dbPath);
+      if (options.walMode !== false) {
+        db.pragma("journal_mode = WAL");
+      }
+      db.pragma("synchronous = NORMAL");
+      this.createSchema(db);
+      this.prepareStatements(db);
+      return db;
     }
-    this.db.pragma("synchronous = NORMAL");
-    this.createSchema();
-    this.insertEventStmt = this.db.prepare(`
+  }
+  prepareStatements(db) {
+    this.insertEventStmt = db.prepare(`
       INSERT INTO events (event_id, session_id, project, event_type, timestamp, data)
       VALUES (?, ?, ?, ?, ?, ?)
     `);
-    this.insertSessionStmt = this.db.prepare(`
+    this.insertSessionStmt = db.prepare(`
       INSERT OR REPLACE INTO sessions (
         session_id, project, app_name, connected_at, sdk_version,
         event_count, is_connected, build_meta
       ) VALUES (?, ?, ?, ?, ?, ?, ?, ?)
     `);
-    this.updateSessionDisconnectedStmt = this.db.prepare(`
+    this.updateSessionDisconnectedStmt = db.prepare(`
       UPDATE sessions SET is_connected = 0, disconnected_at = ? WHERE session_id = ?
     `);
-    const flushInterval = options.flushIntervalMs ?? 100;
-    this.flushTimer = setInterval(() => this.flush(), flushInterval);
   }
-  createSchema() {
-    this.db.exec(`
+  createSchema(db) {
+    const d = db ?? this.db;
+    d.exec(`
       CREATE TABLE IF NOT EXISTS events (
         id INTEGER PRIMARY KEY AUTOINCREMENT,
         event_id TEXT NOT NULL UNIQUE,
@@ -374,7 +418,7 @@ var SqliteStore = class {
       CREATE INDEX IF NOT EXISTS idx_snapshots_session ON session_snapshots(session_id);
       CREATE INDEX IF NOT EXISTS idx_snapshots_project ON session_snapshots(project, created_at);
     `);
-    this.migrateSessionMetrics();
+    this.migrateSessionMetrics(d);
   }
   // --- Write Operations ---
   addEvent(event, project) {
@@ -427,6 +471,21 @@ var SqliteStore = class {
       INSERT INTO session_snapshots (session_id, project, label, metrics, created_at)
       VALUES (?, ?, ?, ?, ?)
     `).run(sessionId, project, label ?? null, JSON.stringify(metrics), Date.now());
+    this.pruneSnapshots(sessionId);
+  }
+  /** Remove oldest snapshots for a session beyond the retention limit */
+  pruneSnapshots(sessionId) {
+    const count = this.db.prepare("SELECT COUNT(*) as cnt FROM session_snapshots WHERE session_id = ?").get(sessionId).cnt;
+    if (count > _SqliteStore.MAX_SNAPSHOTS_PER_SESSION) {
+      this.db.prepare(`
+        DELETE FROM session_snapshots WHERE id IN (
+          SELECT id FROM session_snapshots
+          WHERE session_id = ?
+          ORDER BY created_at ASC
+          LIMIT ?
+        )
+      `).run(sessionId, count - _SqliteStore.MAX_SNAPSHOTS_PER_SESSION);
+    }
   }
   // --- Read Operations ---
   getEvents(filter) {
@@ -552,17 +611,17 @@ var SqliteStore = class {
     return rows.map((row) => JSON.parse(row.data));
   }
   // --- Migration ---
-  migrateSessionMetrics() {
-    const hasOldTable = this.db.prepare(
+  migrateSessionMetrics(db) {
+    const hasOldTable = db.prepare(
       "SELECT name FROM sqlite_master WHERE type='table' AND name='session_metrics'"
     ).get();
     if (hasOldTable) {
-      this.db.exec(`
+      db.exec(`
         INSERT OR IGNORE INTO session_snapshots (session_id, project, label, metrics, created_at)
         SELECT session_id, project, 'auto-disconnect', metrics, created_at
         FROM session_metrics
       `);
-      this.db.exec("DROP TABLE session_metrics");
+      db.exec("DROP TABLE session_metrics");
     }
   }
   // --- Maintenance ---
@@ -583,6 +642,26 @@ var SqliteStore = class {
   }
 };
 
+// src/sqlite-check.ts
+import { createRequire } from "module";
+var _checked = false;
+var _available = false;
+function isSqliteAvailable() {
+  if (_checked) return _available;
+  _checked = true;
+  try {
+    const require2 = createRequire(import.meta.url);
+    require2("better-sqlite3");
+    _available = true;
+  } catch {
+    _available = false;
+    console.error(
+      "[RuntimeScope] better-sqlite3 is not available \u2014 running in memory-only mode.\n[RuntimeScope] Historical data persistence is disabled. To fix this:\n[RuntimeScope]   macOS:   xcode-select --install\n[RuntimeScope]   Ubuntu:  sudo apt-get install build-essential python3\n[RuntimeScope]   Windows: npm install --global windows-build-tools\n[RuntimeScope] Then run: npm rebuild better-sqlite3"
+    );
+  }
+  return _available;
+}
+
 // src/rate-limiter.ts
 var SessionRateLimiter = class {
   windows = /* @__PURE__ */ new Map();
@@ -707,6 +786,7 @@ var CollectorServer = class {
   connectCallbacks = [];
   disconnectCallbacks = [];
   pruneTimer = null;
+  heartbeatTimer = null;
   tlsConfig = null;
   constructor(options = {}) {
     this.store = new EventStore(options.bufferSize ?? 1e4);
@@ -766,6 +846,8 @@ var CollectorServer = class {
         httpsServer.on("listening", () => {
           this.wss = wss;
           this.setupConnectionHandler(wss);
+          this.setupPersistentErrorHandler(wss);
+          this.startHeartbeat(wss);
           console.error(`[RuntimeScope] Collector listening on wss://${host}:${port}`);
           resolve2();
         });
@@ -779,6 +861,8 @@ var CollectorServer = class {
         wss.on("listening", () => {
           this.wss = wss;
           this.setupConnectionHandler(wss);
+          this.setupPersistentErrorHandler(wss);
+          this.startHeartbeat(wss);
           console.error(`[RuntimeScope] Collector listening on ws://${host}:${port}`);
           resolve2();
         });
@@ -804,6 +888,7 @@ var CollectorServer = class {
   }
   ensureSqliteStore(projectName) {
     if (!this.projectManager) return null;
+    if (!isSqliteAvailable()) return null;
     let sqliteStore = this.sqliteStores.get(projectName);
     if (!sqliteStore) {
       try {
@@ -823,8 +908,33 @@ var CollectorServer = class {
     }
     return sqliteStore;
   }
+  /** Catch runtime errors on the WSS so an unhandled error doesn't crash the process */
+  setupPersistentErrorHandler(wss) {
+    wss.on("error", (err) => {
+      console.error("[RuntimeScope] WebSocket server runtime error:", err.message);
+    });
+  }
+  /** Ping all connected clients every 15s — terminate those that don't respond */
+  startHeartbeat(wss) {
+    this.heartbeatTimer = setInterval(() => {
+      for (const ws of wss.clients) {
+        const ext = ws;
+        if (ext._rsAlive === false) {
+          ws.terminate();
+          continue;
+        }
+        ext._rsAlive = false;
+        ws.ping();
+      }
+    }, 15e3);
+  }
   setupConnectionHandler(wss) {
     wss.on("connection", (ws) => {
+      const ext = ws;
+      ext._rsAlive = true;
+      ws.on("pong", () => {
+        ext._rsAlive = true;
+      });
       if (this.authManager?.isEnabled()) {
         this.pendingHandshakes.add(ws);
         const authTimeout = setTimeout(() => {
@@ -914,6 +1024,15 @@ var CollectorServer = class {
           };
           sqliteStore.saveSession(sessionInfo);
         }
+        this.store.addEvent({
+          eventId: `session-${payload.sessionId}`,
+          sessionId: payload.sessionId,
+          timestamp: msg.timestamp,
+          eventType: "session",
+          appName: payload.appName,
+          connectedAt: msg.timestamp,
+          sdkVersion: payload.sdkVersion
+        });
         console.error(
           `[RuntimeScope] Session ${payload.sessionId} connected (${payload.appName} v${payload.sdkVersion})`
         );
@@ -1010,10 +1129,27 @@ var CollectorServer = class {
     });
   }
   stop() {
+    if (this.heartbeatTimer) {
+      clearInterval(this.heartbeatTimer);
+      this.heartbeatTimer = null;
+    }
     if (this.pruneTimer) {
       clearInterval(this.pruneTimer);
       this.pruneTimer = null;
     }
+    if (this.wss) {
+      for (const client of this.wss.clients) {
+        if (client.readyState === 1) {
+          try {
+            client.send(JSON.stringify({
+              type: "__server_restart",
+              timestamp: Date.now()
+            }));
+          } catch {
+          }
+        }
+      }
+    }
     for (const [name, sqliteStore] of this.sqliteStores) {
       try {
         sqliteStore.close();
@@ -1031,7 +1167,7 @@ var CollectorServer = class {
 };
 
 // src/project-manager.ts
-import { mkdirSync, readFileSync as readFileSync2, writeFileSync, existsSync, readdirSync } from "fs";
+import { mkdirSync, readFileSync as readFileSync2, writeFileSync, existsSync as existsSync2, readdirSync } from "fs";
 import { join } from "path";
 import { homedir } from "os";
 var DEFAULT_GLOBAL_CONFIG = {
@@ -1063,7 +1199,7 @@ var ProjectManager = class {
     this.mkdirp(this.baseDir);
     this.mkdirp(join(this.baseDir, "projects"));
     const configPath = join(this.baseDir, "config.json");
-    if (!existsSync(configPath)) {
+    if (!existsSync2(configPath)) {
       this.writeJson(configPath, DEFAULT_GLOBAL_CONFIG);
     }
   }
@@ -1071,7 +1207,7 @@ var ProjectManager = class {
     const projectDir = this.getProjectDir(projectName);
     this.mkdirp(projectDir);
     const configPath = join(projectDir, "config.json");
-    if (!existsSync(configPath)) {
+    if (!existsSync2(configPath)) {
       const config = {
         name: projectName,
         createdAt: (/* @__PURE__ */ new Date()).toISOString(),
@@ -1085,7 +1221,7 @@ var ProjectManager = class {
   // --- Config ---
   getGlobalConfig() {
     const configPath = join(this.baseDir, "config.json");
-    if (!existsSync(configPath)) return { ...DEFAULT_GLOBAL_CONFIG };
+    if (!existsSync2(configPath)) return { ...DEFAULT_GLOBAL_CONFIG };
     return { ...DEFAULT_GLOBAL_CONFIG, ...this.readJson(configPath) };
   }
   saveGlobalConfig(config) {
@@ -1093,7 +1229,7 @@ var ProjectManager = class {
   }
   getProjectConfig(projectName) {
     const configPath = join(this.getProjectDir(projectName), "config.json");
-    if (!existsSync(configPath)) return null;
+    if (!existsSync2(configPath)) return null;
     return this.readJson(configPath);
   }
   saveProjectConfig(projectName, config) {
@@ -1101,12 +1237,12 @@ var ProjectManager = class {
   }
   getInfrastructureConfig(projectName) {
     const jsonPath = join(this.getProjectDir(projectName), "infrastructure.json");
-    if (existsSync(jsonPath)) {
+    if (existsSync2(jsonPath)) {
       const config = this.readJson(jsonPath);
       return this.resolveConfigEnvVars(config);
     }
     const yamlPath = join(this.getProjectDir(projectName), "infrastructure.yaml");
-    if (existsSync(yamlPath)) {
+    if (existsSync2(yamlPath)) {
       try {
         const content = readFileSync2(yamlPath, "utf-8");
         return this.resolveConfigEnvVars(this.parseSimpleYaml(content));
@@ -1118,17 +1254,17 @@ var ProjectManager = class {
   }
   getClaudeInstructions(projectName) {
     const filePath = join(this.getProjectDir(projectName), "claude-instructions.md");
-    if (!existsSync(filePath)) return null;
+    if (!existsSync2(filePath)) return null;
     return readFileSync2(filePath, "utf-8");
   }
   // --- Discovery ---
   listProjects() {
     const projectsDir = join(this.baseDir, "projects");
-    if (!existsSync(projectsDir)) return [];
+    if (!existsSync2(projectsDir)) return [];
     return readdirSync(projectsDir, { withFileTypes: true }).filter((d) => d.isDirectory()).map((d) => d.name);
   }
   projectExists(projectName) {
-    return existsSync(this.getProjectDir(projectName));
+    return existsSync2(this.getProjectDir(projectName));
   }
   // --- Environment variable resolution ---
   resolveEnvVars(value) {
@@ -1138,7 +1274,7 @@ var ProjectManager = class {
   }
   // --- Private helpers ---
   mkdirp(dir) {
-    if (!existsSync(dir)) {
+    if (!existsSync2(dir)) {
       mkdirSync(dir, { recursive: true });
     }
   }
@@ -1478,14 +1614,14 @@ var SessionManager = class {
 // src/http-server.ts
 import { createServer } from "http";
 import { createServer as createHttpsServer2 } from "https";
-import { readFileSync as readFileSync3, existsSync as existsSync3 } from "fs";
+import { readFileSync as readFileSync3, existsSync as existsSync4 } from "fs";
 import { resolve, dirname } from "path";
 import { fileURLToPath } from "url";
 import { WebSocketServer as WebSocketServer2 } from "ws";
 
 // src/pm/pm-routes.ts
 import { readdir, readFile, writeFile, unlink, mkdir } from "fs/promises";
-import { existsSync as existsSync2 } from "fs";
+import { existsSync as existsSync3 } from "fs";
 import { join as join2 } from "path";
 import { homedir as homedir2 } from "os";
 import { spawn, execSync, execFileSync } from "child_process";
@@ -1732,7 +1868,7 @@ function createPmRouter(pmStore, discovery, helpers, broadcastDevServer) {
       return;
     }
     try {
-      await discovery.indexSession(id, session.projectId, session.jsonlPath);
+      await discovery.indexProjectSessions(session.projectId);
       const updated = pmStore.getSession(id);
       helpers.json(res, updated);
     } catch (err) {
@@ -2420,7 +2556,7 @@ function parseGitStatus(porcelain) {
 }
 async function readRuleFile(filePath) {
   try {
-    if (existsSync2(filePath)) {
+    if (existsSync3(filePath)) {
       const content = await readFile(filePath, "utf-8");
       return { path: filePath, content, exists: true };
     }
@@ -2445,12 +2581,14 @@ var HttpServer = class {
   sdkBundlePath = null;
   activePort = 9091;
   startedAt = Date.now();
+  connectedSessionsGetter = null;
   constructor(store, processMonitor, options) {
     this.store = store;
     this.processMonitor = processMonitor ?? null;
     this.authManager = options?.authManager ?? null;
     this.allowedOrigins = options?.allowedOrigins ?? null;
     this.rateLimiter = options?.rateLimiter ?? null;
+    this.connectedSessionsGetter = options?.getConnectedSessions ?? null;
     this.registerRoutes();
     if (options?.pmStore && options?.discovery) {
       this.pmRouter = createPmRouter(options.pmStore, options.discovery, {
@@ -2491,6 +2629,24 @@ var HttpServer = class {
           });
         }
       }
+      if (this.connectedSessionsGetter) {
+        for (const cs of this.connectedSessionsGetter()) {
+          const existing = projectMap.get(cs.projectName);
+          if (existing) {
+            if (!existing.sessions.includes(cs.sessionId)) {
+              existing.sessions.push(cs.sessionId);
+            }
+            existing.isConnected = true;
+          } else {
+            projectMap.set(cs.projectName, {
+              appName: cs.projectName,
+              sessions: [cs.sessionId],
+              isConnected: true,
+              eventCount: 0
+            });
+          }
+        }
+      }
       const projects = Array.from(projectMap.values());
       this.json(res, { data: projects, count: projects.length });
     });
@@ -2695,7 +2851,7 @@ var HttpServer = class {
       // npm installed
     ];
     for (const p of candidates) {
-      if (existsSync3(p)) {
+      if (existsSync4(p)) {
         this.sdkBundlePath = p;
         return p;
       }
@@ -3105,6 +3261,10 @@ var PmStore = class {
       this.db.exec("ALTER TABLE pm_projects ADD COLUMN sdk_installed INTEGER DEFAULT 0");
     } catch {
     }
+    try {
+      this.db.exec("ALTER TABLE pm_projects ADD COLUMN runtime_apps TEXT DEFAULT NULL");
+    } catch {
+    }
   }
   // ============================================================
   // Projects
@@ -3113,15 +3273,16 @@ var PmStore = class {
     this.db.prepare(`
       INSERT INTO pm_projects (id, name, path, claude_project_key, runtimescope_project,
         phase, management_authorized, probable_to_complete, project_status,
-        category, sdk_installed,
+        category, sdk_installed, runtime_apps,
         created_at, updated_at, metadata)
-      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
       ON CONFLICT(id) DO UPDATE SET
         name = excluded.name,
         path = COALESCE(excluded.path, pm_projects.path),
         claude_project_key = COALESCE(excluded.claude_project_key, pm_projects.claude_project_key),
         runtimescope_project = COALESCE(excluded.runtimescope_project, pm_projects.runtimescope_project),
         sdk_installed = CASE WHEN excluded.sdk_installed = 1 THEN 1 ELSE pm_projects.sdk_installed END,
+        runtime_apps = COALESCE(excluded.runtime_apps, pm_projects.runtime_apps),
         updated_at = excluded.updated_at,
         metadata = COALESCE(excluded.metadata, pm_projects.metadata)
     `).run(
@@ -3136,6 +3297,7 @@ var PmStore = class {
       project.projectStatus,
       project.category ?? null,
       project.sdkInstalled ? 1 : 0,
+      project.runtimeApps?.length ? JSON.stringify(project.runtimeApps) : null,
       project.createdAt,
       project.updatedAt,
       project.metadata ? JSON.stringify(project.metadata) : null
@@ -3180,6 +3342,14 @@ var PmStore = class {
       sets.push("sdk_installed = ?");
       params.push(updates.sdkInstalled ? 1 : 0);
     }
+    if (updates.runtimeApps !== void 0) {
+      sets.push("runtime_apps = ?");
+      params.push(updates.runtimeApps.length ? JSON.stringify(updates.runtimeApps) : null);
+    }
+    if (updates.runtimescopeProject !== void 0) {
+      sets.push("runtimescope_project = ?");
+      params.push(updates.runtimescopeProject ?? null);
+    }
     if (updates.metadata !== void 0) {
       sets.push("metadata = ?");
       params.push(JSON.stringify(updates.metadata));
@@ -3201,6 +3371,7 @@ var PmStore = class {
       path: row.path ?? void 0,
       claudeProjectKey: row.claude_project_key ?? void 0,
       runtimescopeProject: row.runtimescope_project ?? void 0,
+      runtimeApps: row.runtime_apps ? JSON.parse(row.runtime_apps) : void 0,
       phase: row.phase,
       managementAuthorized: row.management_authorized === 1,
       probableToComplete: row.probable_to_complete === 1,
@@ -4036,7 +4207,7 @@ async function parseSessionJsonl(jsonlPath, sessionId, projectId) {
 // src/pm/project-discovery.ts
 import { readdir as readdir2, readFile as readFile2, stat as stat2 } from "fs/promises";
 import { join as join3, basename as basename2 } from "path";
-import { existsSync as existsSync4 } from "fs";
+import { existsSync as existsSync5 } from "fs";
 import { homedir as homedir3 } from "os";
 var LOG_PREFIX = "[RuntimeScope PM]";
 async function detectSdkInstalled(projectPath) {
@@ -4103,7 +4274,7 @@ function slugifyPath(fsPath) {
 }
 function decodeClaudeKey(key) {
   const naive = "/" + key.slice(1).replace(/-/g, "/");
-  if (existsSync4(naive)) return naive;
+  if (existsSync5(naive)) return naive;
   const parts = key.slice(1).split("-");
   return resolvePathSegments(parts);
 }
@@ -4111,16 +4282,16 @@ function resolvePathSegments(parts) {
   if (parts.length === 0) return null;
   function tryResolve(prefix, remaining) {
     if (remaining.length === 0) {
-      return existsSync4(prefix) ? prefix : null;
+      return existsSync5(prefix) ? prefix : null;
     }
     for (let count = remaining.length; count >= 1; count--) {
       const segment = remaining.slice(0, count).join("-");
       const candidate = join3(prefix, segment);
       if (count === remaining.length) {
-        if (existsSync4(candidate)) return candidate;
+        if (existsSync5(candidate)) return candidate;
       } else {
         try {
-          if (existsSync4(candidate)) {
+          if (existsSync5(candidate)) {
             const result = tryResolve(candidate, remaining.slice(count));
             if (result) return result;
           }
@@ -4596,6 +4767,7 @@ export {
   RingBuffer,
   EventStore,
   SqliteStore,
+  isSqliteAvailable,
   SessionRateLimiter,
   loadTlsOptions,
   resolveTlsConfig,
@@ -4613,4 +4785,4 @@ export {
   parseSessionJsonl,
   ProjectDiscovery
 };
-//# sourceMappingURL=chunk-6JZXAFPC.js.map
+//# sourceMappingURL=chunk-TUFSIGGJ.js.map