@indigoai-us/hq-cli 5.108.16 → 5.108.17

package/CHANGELOG.md

@@ -2,6 +2,8 @@
 
 ## [Unreleased]
 
+## [5.108.17] — 2026-09-07
+
 ## [5.108.16] — 2026-09-07
 
 ### Fixed
@@ -39,6 +41,15 @@
   at most every five minutes, and `held.jsonl` is capped at 20,000 lines with
   the oldest overflow dead-lettered as `HELD_OVERFLOW` (loss-free under failure
   and concurrent flushers). (#525)
+- The Work Mesh Live daemon's transcript watcher no longer rescans every file
+  under `~/.claude/projects` and `~/.codex/sessions` every 15 seconds. It keeps a
+  per-directory mtime cache and only relists directories that changed, re-stats
+  recently active files, revalidates every cached directory at least every five
+  minutes (content appends do not change a directory's mtime, so a session that
+  resumes after idling is still picked up), backs the interval off from 30 s to
+  120 s on busy machines, caps the entries examined per tick with per-root
+  budgets, never runs two ticks at once, and bounds its cache. Capped ticks skip
+  disappearance reconciliation so an unvisited session is never ended falsely.
 
 ## [5.108.14] — 2026-09-07
 
@@ -70,6 +81,15 @@
   `incomplete_install` context so the next occurrence is attributable. The drop
   is wired both at the top-level boundary and in the shared `beforeSend`, so it
   covers every capture route.
+- The Work Mesh Live daemon's transcript watcher no longer rescans every file
+  under `~/.claude/projects` and `~/.codex/sessions` every 15 seconds. It keeps a
+  per-directory mtime cache and only relists directories that changed, re-stats
+  recently active files, revalidates every cached directory at least every five
+  minutes (content appends do not change a directory's mtime, so a session that
+  resumes after idling is still picked up), backs the interval off from 30 s to
+  120 s on busy machines, caps the entries examined per tick with per-root
+  budgets, never runs two ticks at once, and bounds its cache. Capped ticks skip
+  disappearance reconciliation so an unvisited session is never ended falsely.
 
 ## [5.108.13] — 2026-09-06
 
@@ -231,7 +251,6 @@
   and `hq reindex` now prunes local session-log copies 7 days after the vault
   confirms them (`HQ_SESSION_LOG_LOCAL_RETENTION_DAYS`, `off` to disable).
 
-
 ## [5.108.5] — 2026-09-04
 
 ### Added
@@ -1672,7 +1691,6 @@ All self-update behavior honors the existing `HQ_NO_UPDATE_CHECK=1` opt-out.
 
 - **`hq db provision` / `hq db status --remote` use Cognito + vault API** to call the live control plane (`POST /v1/db/provision`, `GET /v1/db/status`). Team plan required for provision; local `status|sql|migrate` unchanged.
 
-
 ## [5.55.1]
 
 ### Fixed

package/dist/lib/mesh/live/daemon/index.d.ts

@@ -19,6 +19,6 @@ export type { DaemonDoctorDeps, DaemonDoctorReport } from "./doctor.js";
 export { scopeBundleToAgentIdentity, } from "./credentials.js";
 export { FLUSH_INTERVAL_MS, SPOOL_DEBOUNCE_MS, runMeshDaemon, } from "./run.js";
 export type { DaemonHandle, DaemonRunDeps } from "./run.js";
-export { TRANSCRIPT_ADAPTER_VERSION, TRANSCRIPT_EVENT_SOURCE, TRANSCRIPT_FRESH_MS, TRANSCRIPT_HOOK_COVER_MS, TRANSCRIPT_MARKER, TRANSCRIPT_SESSION_END_MS, TRANSCRIPT_TURN_QUIET_MS, TRANSCRIPT_WATCH_INTERVAL_MS, TranscriptWatcher, decodeClaudeProjectDirName, defaultTranscriptFs, discoverTranscripts, isTranscriptHookCovered, noteHookSessionsFromSpoolFile, resolveTranscriptRegistration, sessionIdFromClaudeTranscriptPath, sessionIdFromCodexTranscriptPath, } from "./transcript-watch.js";
-export type { DiscoveredTranscript, TranscriptFs, TranscriptKind, TranscriptWatchDeps, TranscriptWatchTickResult, } from "./transcript-watch.js";
+export { TRANSCRIPT_ADAPTER_VERSION, TRANSCRIPT_EVENT_SOURCE, TRANSCRIPT_FRESH_MS, TRANSCRIPT_HOOK_COVER_MS, TRANSCRIPT_MARKER, TRANSCRIPT_SESSION_END_MS, TRANSCRIPT_TURN_QUIET_MS, TRANSCRIPT_WATCH_BACKOFF_DURATION_MS, TRANSCRIPT_WATCH_BACKOFF_ENTRIES, TRANSCRIPT_WATCH_ENTRY_CAP, TRANSCRIPT_WATCH_INTERVAL_MAX_MS, TRANSCRIPT_WATCH_INTERVAL_MS, TRANSCRIPT_WATCH_REVALIDATE_MS, TranscriptWatcher, createTranscriptDiscoverCache, decodeClaudeProjectDirName, defaultTranscriptFs, discoverTranscripts, discoverTranscriptsWithMeta, isTranscriptHookCovered, nextTranscriptWatchIntervalMs, noteHookSessionsFromSpoolFile, resolveTranscriptRegistration, sessionIdFromClaudeTranscriptPath, sessionIdFromCodexTranscriptPath, sortDiscoveries, } from "./transcript-watch.js";
+export type { DiscoveredTranscript, DiscoverScanMeta, DiscoverTranscriptsResult, TranscriptDiscoverCache, TranscriptFs, TranscriptKind, TranscriptWatchDeps, TranscriptWatchTickResult, } from "./transcript-watch.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/lib/mesh/live/daemon/index.js

@@ -10,5 +10,5 @@ export { buildInstallPaths, daemonServiceStatus, detectPlatform, installDaemonSe
 export { UNHEALTHY_SPOOL_AGE_MS, collectDaemonDoctor, formatDaemonDoctor, } from "./doctor.js";
 export { scopeBundleToAgentIdentity, } from "./credentials.js";
 export { FLUSH_INTERVAL_MS, SPOOL_DEBOUNCE_MS, runMeshDaemon, } from "./run.js";
-export { TRANSCRIPT_ADAPTER_VERSION, TRANSCRIPT_EVENT_SOURCE, TRANSCRIPT_FRESH_MS, TRANSCRIPT_HOOK_COVER_MS, TRANSCRIPT_MARKER, TRANSCRIPT_SESSION_END_MS, TRANSCRIPT_TURN_QUIET_MS, TRANSCRIPT_WATCH_INTERVAL_MS, TranscriptWatcher, decodeClaudeProjectDirName, defaultTranscriptFs, discoverTranscripts, isTranscriptHookCovered, noteHookSessionsFromSpoolFile, resolveTranscriptRegistration, sessionIdFromClaudeTranscriptPath, sessionIdFromCodexTranscriptPath, } from "./transcript-watch.js";
+export { TRANSCRIPT_ADAPTER_VERSION, TRANSCRIPT_EVENT_SOURCE, TRANSCRIPT_FRESH_MS, TRANSCRIPT_HOOK_COVER_MS, TRANSCRIPT_MARKER, TRANSCRIPT_SESSION_END_MS, TRANSCRIPT_TURN_QUIET_MS, TRANSCRIPT_WATCH_BACKOFF_DURATION_MS, TRANSCRIPT_WATCH_BACKOFF_ENTRIES, TRANSCRIPT_WATCH_ENTRY_CAP, TRANSCRIPT_WATCH_INTERVAL_MAX_MS, TRANSCRIPT_WATCH_INTERVAL_MS, TRANSCRIPT_WATCH_REVALIDATE_MS, TranscriptWatcher, createTranscriptDiscoverCache, decodeClaudeProjectDirName, defaultTranscriptFs, discoverTranscripts, discoverTranscriptsWithMeta, isTranscriptHookCovered, nextTranscriptWatchIntervalMs, noteHookSessionsFromSpoolFile, resolveTranscriptRegistration, sessionIdFromClaudeTranscriptPath, sessionIdFromCodexTranscriptPath, sortDiscoveries, } from "./transcript-watch.js";
 //# sourceMappingURL=index.js.map

package/dist/lib/mesh/live/daemon/run.js

@@ -358,6 +358,17 @@ export async function runMeshDaemon(deps = {}) {
             return;
         try {
             const summary = await transcriptWatcher.tick();
+            if (summary.skippedConcurrent)
+                return;
+            if (summary.intervalChanged) {
+                log(dir, `transcript-watch interval ${summary.previousIntervalMs}ms -> ${summary.intervalMs}ms`);
+            }
+            if (summary.capEpisodeStart) {
+                log(dir, `transcript-watch entry cap hit (examined=${summary.entriesExamined})`);
+            }
+            if (summary.cacheOverflowCleared) {
+                log(dir, "transcript-watch cache overflow; cleared for full rescan");
+            }
             if (summary.started > 0 ||
                 summary.turns > 0 ||
                 summary.ended > 0) {
@@ -377,7 +388,8 @@ export async function runMeshDaemon(deps = {}) {
             void runTranscriptTick().finally(() => {
                 if (stopped)
                     return;
-                transcriptIntervalHandle = timers.setTimeout(transcriptTick, TRANSCRIPT_WATCH_INTERVAL_MS);
+                const delay = transcriptWatcher?.getIntervalMs() ?? TRANSCRIPT_WATCH_INTERVAL_MS;
+                transcriptIntervalHandle = timers.setTimeout(transcriptTick, delay);
             });
         }, TRANSCRIPT_WATCH_INTERVAL_MS);
     }

package/dist/lib/mesh/live/daemon/transcript-watch.d.ts

@@ -2,7 +2,16 @@
  * Transcript-watch fallback for hookless hosts (US-018 / AMEND-001).
  *
  * Enumerates ~/.claude/projects/ (recursive *.jsonl) and ~/.codex/sessions/
- * every 15s using only readdir + stat (mtime). Never opens or reads transcript bytes.
+ * on an adaptive interval (default 30s, backoff to 120s) using only readdir +
+ * stat (mtime). Never opens or reads transcript bytes.
+ *
+ * Scans are incremental: directory mtime is cached so unchanged directories are
+ * not re-listed; only files in changed directories (plus files still inside the
+ * active mtime window) are re-statted. Every TRANSCRIPT_WATCH_REVALIDATE_MS a
+ * cached directory is force-relisted so idle appends and coarse mtimes cannot
+ * hide changes forever. A per-tick entry cap (split across Claude/Codex roots)
+ * bounds pathological trees; capped ticks skip disappearance reconciliation.
+ * Ticks never overlap (a concurrent call is skipped).
  *
  * Session identity (deterministic):
  * - Claude: ~/.claude/projects/<encoded-cwd>/<sessionId>.jsonl
@@ -22,7 +31,21 @@ import { reconcileObservation, type ReconcileDeps } from "../../../work-context/
 import { readSessionState, writeSessionState, type SessionStateFile } from "../../../work-context/state.js";
 import { enqueueSessionEvent } from "../enqueue.js";
 import type { SessionEventHarness } from "../format-spool-line.js";
-export declare const TRANSCRIPT_WATCH_INTERVAL_MS = 15000;
+export declare const TRANSCRIPT_WATCH_INTERVAL_MS = 30000;
+/** Ceiling for adaptive backoff after heavy ticks. */
+export declare const TRANSCRIPT_WATCH_INTERVAL_MAX_MS = 120000;
+/** Double the interval when a tick examines more than this many entries. */
+export declare const TRANSCRIPT_WATCH_BACKOFF_ENTRIES = 2000;
+/** Double the interval when a tick takes longer than this many ms. */
+export declare const TRANSCRIPT_WATCH_BACKOFF_DURATION_MS = 500;
+/** Hard cap on entries examined (dir stats, readdir children, file stats) per tick. */
+export declare const TRANSCRIPT_WATCH_ENTRY_CAP = 20000;
+/**
+ * Even when a directory mtime matches the cache, force a full relist (readdir +
+ * re-stat) after this many ms so content appends and coarse mtime granularity
+ * cannot hide membership or mtime changes indefinitely.
+ */
+export declare const TRANSCRIPT_WATCH_REVALIDATE_MS: number;
 export declare const TRANSCRIPT_TURN_QUIET_MS = 5000;
 export declare const TRANSCRIPT_SESSION_END_MS: number;
 export declare const TRANSCRIPT_HOOK_COVER_MS = 60000;
@@ -86,6 +109,8 @@ export interface TranscriptWatchDeps {
     reconcile?: typeof reconcileObservation;
     claudeProjectsDir?: string;
     codexSessionsDir?: string;
+    /** Override entry cap (tests). Defaults to TRANSCRIPT_WATCH_ENTRY_CAP. */
+    entryCap?: number;
 }
 export interface TranscriptWatchTickResult {
     discovered: number;
@@ -94,7 +119,43 @@ export interface TranscriptWatchTickResult {
     ended: number;
     skippedHookCovered: number;
     skippedStale: number;
+    /** Dir stats + readdir children + file stats examined this tick. */
+    entriesExamined: number;
+    durationMs: number;
+    /** True when TRANSCRIPT_WATCH_ENTRY_CAP stopped the walk early. */
+    capped: boolean;
+    /** True on the first capped tick of a contiguous capped episode (for logging). */
+    capEpisodeStart: boolean;
+    /** True when the discover cache was cleared due to exceeding the file cap. */
+    cacheOverflowCleared: boolean;
+    /** Interval after this tick's adaptive backoff adjustment. */
+    intervalMs: number;
+    previousIntervalMs: number;
+    intervalChanged: boolean;
+    /** True when a previous tick was still running (this call was a no-op). */
+    skippedConcurrent: boolean;
+}
+/** Per-directory mtime + child cache for incremental discovery. */
+export interface TranscriptDirCacheEntry {
+    mtimeMs: number;
+    files: DiscoveredTranscript[];
+    subdirs: string[];
+    /** Wall time of the last complete listing of this directory. */
+    lastFullStatAtMs: number;
+}
+export interface TranscriptDiscoverCache {
+    dirs: Map<string, TranscriptDirCacheEntry>;
 }
+export interface DiscoverScanMeta {
+    entriesExamined: number;
+    dirsListed: number;
+    dirsSkipped: number;
+    filesStatted: number;
+    capped: boolean;
+    /** True when cache file count exceeded the entry cap and the cache was cleared. */
+    cacheOverflowCleared: boolean;
+}
+export declare function createTranscriptDiscoverCache(): TranscriptDiscoverCache;
 /**
  * Claude Code encodes an absolute cwd as a directory name by replacing every
  * "/" with "-". Decoding is best-effort (hyphenated path segments are ambiguous).
@@ -110,15 +171,41 @@ export declare function sessionIdFromClaudeTranscriptPath(filePath: string): str
  * Rule: trailing UUID in basename, else basename without extension.
  */
 export declare function sessionIdFromCodexTranscriptPath(filePath: string): string | null;
-/**
- * Enumerate transcript files with mtime only (no content read).
- */
-export declare function discoverTranscripts(opts: {
+export interface DiscoverTranscriptsOptions {
     home?: string;
     fs?: TranscriptFs;
     claudeProjectsDir?: string;
     codexSessionsDir?: string;
-}): DiscoveredTranscript[];
+    /** When set, reuse/update this cache for incremental scans. */
+    cache?: TranscriptDiscoverCache;
+    /** Clock for active-window re-stat decisions. Defaults to Date.now(). */
+    nowMs?: number;
+    /** Override entry cap (tests). Defaults to TRANSCRIPT_WATCH_ENTRY_CAP. */
+    entryCap?: number;
+    /** Active mtime window for re-stat in unchanged dirs. */
+    activeWindowMs?: number;
+}
+export interface DiscoverTranscriptsResult {
+    transcripts: DiscoveredTranscript[];
+    meta: DiscoverScanMeta;
+}
+/**
+ * Enumerate transcript files with mtime only (no content read).
+ * Pass `cache` to skip readdir on directories whose mtime is unchanged
+ * (until TRANSCRIPT_WATCH_REVALIDATE_MS forces a relist).
+ *
+ * Each root gets half of `entryCap`; unused budget from the first root is
+ * available to the second so a huge Claude tree cannot starve Codex.
+ */
+export declare function discoverTranscriptsWithMeta(opts?: DiscoverTranscriptsOptions): DiscoverTranscriptsResult;
+/**
+ * Enumerate transcript files with mtime only (no content read).
+ * Without a cache this is a full walk; with `cache` it is incremental.
+ */
+export declare function discoverTranscripts(opts?: DiscoverTranscriptsOptions): DiscoveredTranscript[];
+/** Sort key for comparing discovery results independent of walk order. */
+export declare function discoveryFingerprint(d: DiscoveredTranscript): string;
+export declare function sortDiscoveries(items: DiscoveredTranscript[]): DiscoveredTranscript[];
 /**
  * Whether hooks already cover this session: durable hook-written state, or a
  * hook event observed within the last TRANSCRIPT_HOOK_COVER_MS.
@@ -156,10 +243,23 @@ export declare class TranscriptWatcher {
     private readonly readState;
     private readonly writeState;
     private readonly reconcileFn;
+    private readonly discoverCache;
+    private intervalMs;
+    private tickInFlight;
+    /** Tracks contiguous capped ticks so we log once per cap episode. */
+    private inCapEpisode;
     constructor(deps: TranscriptWatchDeps);
+    /** Current adaptive poll interval (after the last tick's backoff). */
+    getIntervalMs(): number;
+    /** Expose discovery cache for tests. */
+    getDiscoverCache(): TranscriptDiscoverCache;
     /** Record that a hook path emitted an event for sessionId (daemon flush). */
     noteHookEvent(sessionId: string, atMs?: number): void;
     tick(): Promise<TranscriptWatchTickResult>;
+    /**
+     * Heavy ticks double the poll interval up to MAX; a quiet tick resets to base.
+     */
+    private applyIntervalBackoff;
     /**
      * Register via reconcileObservation (membership-validated slug→uid), then
      * enqueue session_start. Never overwrites a hook-written state.
@@ -167,4 +267,11 @@ export declare class TranscriptWatcher {
     private emitStart;
     private emitKind;
 }
+/**
+ * Adaptive interval: busy ticks double up to MAX; quiet ticks return to base.
+ */
+export declare function nextTranscriptWatchIntervalMs(currentMs: number, opts: {
+    entriesExamined: number;
+    durationMs: number;
+}): number;
 //# sourceMappingURL=transcript-watch.d.ts.map

package/dist/lib/mesh/live/daemon/transcript-watch.js

@@ -2,7 +2,16 @@
  * Transcript-watch fallback for hookless hosts (US-018 / AMEND-001).
  *
  * Enumerates ~/.claude/projects/ (recursive *.jsonl) and ~/.codex/sessions/
- * every 15s using only readdir + stat (mtime). Never opens or reads transcript bytes.
+ * on an adaptive interval (default 30s, backoff to 120s) using only readdir +
+ * stat (mtime). Never opens or reads transcript bytes.
+ *
+ * Scans are incremental: directory mtime is cached so unchanged directories are
+ * not re-listed; only files in changed directories (plus files still inside the
+ * active mtime window) are re-statted. Every TRANSCRIPT_WATCH_REVALIDATE_MS a
+ * cached directory is force-relisted so idle appends and coarse mtimes cannot
+ * hide changes forever. A per-tick entry cap (split across Claude/Codex roots)
+ * bounds pathological trees; capped ticks skip disappearance reconciliation.
+ * Ticks never overlap (a concurrent call is skipped).
  *
  * Session identity (deterministic):
  * - Claude: ~/.claude/projects/<encoded-cwd>/<sessionId>.jsonl
@@ -28,7 +37,21 @@ import { deriveRemoteOwnerSlug } from "../../../work-context/repo-remote.js";
 import { isHookWrittenSessionState, readSessionState, writeSessionState, } from "../../../work-context/state.js";
 import { enqueueSessionEvent } from "../enqueue.js";
 import { isValidSessionId } from "../session-identity.js";
-export const TRANSCRIPT_WATCH_INTERVAL_MS = 15_000;
+export const TRANSCRIPT_WATCH_INTERVAL_MS = 30_000;
+/** Ceiling for adaptive backoff after heavy ticks. */
+export const TRANSCRIPT_WATCH_INTERVAL_MAX_MS = 120_000;
+/** Double the interval when a tick examines more than this many entries. */
+export const TRANSCRIPT_WATCH_BACKOFF_ENTRIES = 2_000;
+/** Double the interval when a tick takes longer than this many ms. */
+export const TRANSCRIPT_WATCH_BACKOFF_DURATION_MS = 500;
+/** Hard cap on entries examined (dir stats, readdir children, file stats) per tick. */
+export const TRANSCRIPT_WATCH_ENTRY_CAP = 20_000;
+/**
+ * Even when a directory mtime matches the cache, force a full relist (readdir +
+ * re-stat) after this many ms so content appends and coarse mtime granularity
+ * cannot hide membership or mtime changes indefinitely.
+ */
+export const TRANSCRIPT_WATCH_REVALIDATE_MS = 5 * 60_000;
 export const TRANSCRIPT_TURN_QUIET_MS = 5_000;
 export const TRANSCRIPT_SESSION_END_MS = 10 * 60_000;
 export const TRANSCRIPT_HOOK_COVER_MS = 60_000;
@@ -45,6 +68,9 @@ export const defaultTranscriptFs = {
     statSync: (p) => fs.statSync(p),
     existsSync: (p) => fs.existsSync(p),
 };
+export function createTranscriptDiscoverCache() {
+    return { dirs: new Map() };
+}
 const UUID_RE = /[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/i;
 /**
  * Claude Code encodes an absolute cwd as a directory name by replacing every
@@ -89,155 +115,315 @@ export function sessionIdFromCodexTranscriptPath(filePath) {
         return null;
     return id;
 }
-function listJsonlFiles(root, tfs) {
-    if (!tfs.existsSync(root))
-        return [];
-    const out = [];
+function emptyScanMeta() {
+    return {
+        entriesExamined: 0,
+        dirsListed: 0,
+        dirsSkipped: 0,
+        filesStatted: 0,
+        capped: false,
+        cacheOverflowCleared: false,
+    };
+}
+function countCachedFiles(cache) {
+    let n = 0;
+    for (const entry of cache.dirs.values())
+        n += entry.files.length;
+    return n;
+}
+function bumpExamined(meta, entryCap) {
+    if (meta.entriesExamined >= entryCap) {
+        meta.capped = true;
+        return false;
+    }
+    meta.entriesExamined += 1;
+    return true;
+}
+function entryIsDirFile(entry, full, tfs, meta, entryCap) {
+    if (typeof entry !== "string" && typeof entry.isDirectory === "function") {
+        return { isDir: entry.isDirectory(), isFile: entry.isFile() };
+    }
+    if (!bumpExamined(meta, entryCap))
+        return null;
+    try {
+        const st = tfs.statSync(full);
+        return { isDir: st.isDirectory(), isFile: st.isFile() };
+    }
+    catch {
+        return null;
+    }
+}
+function isCodexSessionCandidate(filePath) {
+    const base = path.basename(filePath);
+    return filePath.endsWith(".jsonl") || base.startsWith("rollout-");
+}
+function pruneCacheTree(cache, root) {
     const stack = [root];
     while (stack.length > 0) {
         const dir = stack.pop();
-        let entries;
+        const entry = cache.dirs.get(dir);
+        cache.dirs.delete(dir);
+        if (!entry)
+            continue;
+        for (const sub of entry.subdirs)
+            stack.push(sub);
+    }
+}
+function buildClaudeDiscovery(filePath, mtimeMs) {
+    const sessionId = sessionIdFromClaudeTranscriptPath(filePath);
+    if (!sessionId)
+        return null;
+    const projectDir = path.basename(path.dirname(filePath));
+    const cwd = decodeClaudeProjectDirName(projectDir);
+    return {
+        path: filePath,
+        sessionId,
+        kind: "claude",
+        cwd,
+        mtimeMs,
+        harness: "claude-desktop",
+    };
+}
+function buildCodexDiscovery(filePath, mtimeMs) {
+    if (!isCodexSessionCandidate(filePath))
+        return null;
+    const sessionId = sessionIdFromCodexTranscriptPath(filePath);
+    if (!sessionId)
+        return null;
+    return {
+        path: filePath,
+        sessionId,
+        kind: "codex",
+        mtimeMs,
+        harness: "codex",
+    };
+}
+function acceptFileName(kind, name) {
+    if (kind === "claude")
+        return name.endsWith(".jsonl");
+    // Codex: keep parity with prior walk (all files; filtered when building).
+    return true;
+}
+/**
+ * Walk one transcript root with optional per-directory mtime cache.
+ * Unchanged directories skip readdir until TRANSCRIPT_WATCH_REVALIDATE_MS elapses;
+ * active-window files are still re-statted on the skip path.
+ */
+function walkTranscriptRoot(opts) {
+    const { root, kind, tfs, cache, nowMs, activeWindowMs, revalidateMs, entryCap, meta, out, visited, } = opts;
+    if (!tfs.existsSync(root)) {
+        if (cache)
+            pruneCacheTree(cache, root);
+        return;
+    }
+    const stack = [root];
+    while (stack.length > 0) {
+        if (meta.capped)
+            return;
+        const dir = stack.pop();
+        if (!bumpExamined(meta, entryCap))
+            return;
+        let dirMtime;
         try {
-            entries = tfs.readdirSync(dir, { withFileTypes: true });
+            const st = tfs.statSync(dir);
+            if (!st.isDirectory())
+                continue;
+            dirMtime = st.mtimeMs;
         }
         catch {
+            if (cache)
+                pruneCacheTree(cache, dir);
             continue;
         }
-        for (const entry of entries) {
-            const name = typeof entry === "string" ? entry : entry.name;
-            const full = path.join(dir, name);
-            let isDir;
-            let isFile;
-            if (typeof entry !== "string" && typeof entry.isDirectory === "function") {
-                isDir = entry.isDirectory();
-                isFile = entry.isFile();
-            }
-            else {
-                try {
-                    const st = tfs.statSync(full);
-                    isDir = st.isDirectory();
-                    isFile = st.isFile();
+        visited?.add(dir);
+        const cached = cache?.dirs.get(dir);
+        const cacheFresh = cached !== undefined &&
+            nowMs - cached.lastFullStatAtMs < revalidateMs;
+        if (cache && cached && cached.mtimeMs === dirMtime && cacheFresh) {
+            meta.dirsSkipped += 1;
+            for (const f of cached.files) {
+                if (meta.capped)
+                    return;
+                if (nowMs - f.mtimeMs <= activeWindowMs) {
+                    if (!bumpExamined(meta, entryCap))
+                        return;
+                    meta.filesStatted += 1;
+                    try {
+                        const st = tfs.statSync(f.path);
+                        if (!st.isFile())
+                            continue;
+                        f.mtimeMs = st.mtimeMs;
+                        out.push({ ...f });
+                    }
+                    catch {
+                        /* file gone; parent mtime should refresh on next listing */
+                    }
                 }
-                catch {
-                    continue;
+                else {
+                    out.push({ ...f });
                 }
             }
-            if (isDir) {
-                stack.push(full);
-            }
-            else if (isFile && name.endsWith(".jsonl")) {
-                out.push(full);
-            }
+            for (const sub of cached.subdirs)
+                stack.push(sub);
+            continue;
         }
-    }
-    return out;
-}
-function listCodexSessionFiles(root, tfs) {
-    if (!tfs.existsSync(root))
-        return [];
-    const out = [];
-    const stack = [root];
-    while (stack.length > 0) {
-        const dir = stack.pop();
+        meta.dirsListed += 1;
         let entries;
         try {
             entries = tfs.readdirSync(dir, { withFileTypes: true });
         }
         catch {
+            if (cache)
+                pruneCacheTree(cache, dir);
             continue;
         }
+        const files = [];
+        const subdirs = [];
+        let listingComplete = true;
         for (const entry of entries) {
+            if (!bumpExamined(meta, entryCap)) {
+                listingComplete = false;
+                break;
+            }
             const name = typeof entry === "string" ? entry : entry.name;
             const full = path.join(dir, name);
-            let isDir;
-            let isFile;
-            if (typeof entry !== "string" && typeof entry.isDirectory === "function") {
-                isDir = entry.isDirectory();
-                isFile = entry.isFile();
+            const kindFlags = entryIsDirFile(entry, full, tfs, meta, entryCap);
+            if (!kindFlags) {
+                listingComplete = false;
+                break;
             }
-            else {
-                try {
-                    const st = tfs.statSync(full);
-                    isDir = st.isDirectory();
-                    isFile = st.isFile();
-                }
-                catch {
+            if (kindFlags.isDir) {
+                subdirs.push(full);
+                stack.push(full);
+                continue;
+            }
+            if (!kindFlags.isFile || !acceptFileName(kind, name))
+                continue;
+            if (!bumpExamined(meta, entryCap)) {
+                listingComplete = false;
+                break;
+            }
+            meta.filesStatted += 1;
+            let mtimeMs;
+            try {
+                const st = tfs.statSync(full);
+                if (!st.isFile())
                     continue;
-                }
+                mtimeMs = st.mtimeMs;
             }
-            if (isDir) {
-                stack.push(full);
+            catch {
+                continue;
             }
-            else if (isFile) {
-                // Codex stores rollout-*.jsonl (and occasionally other session files).
-                out.push(full);
+            const discovered = kind === "claude"
+                ? buildClaudeDiscovery(full, mtimeMs)
+                : buildCodexDiscovery(full, mtimeMs);
+            if (!discovered)
+                continue;
+            files.push(discovered);
+            out.push({ ...discovered });
+        }
+        // Only replace the cache after a complete listing. A mid-listing cap must
+        // not overwrite a prior complete entry with a partial files/subdirs set.
+        if (cache && listingComplete) {
+            const prev = cache.dirs.get(dir);
+            if (prev) {
+                const keep = new Set(subdirs);
+                for (const sub of prev.subdirs) {
+                    if (!keep.has(sub))
+                        pruneCacheTree(cache, sub);
+                }
             }
+            cache.dirs.set(dir, {
+                mtimeMs: dirMtime,
+                files,
+                subdirs,
+                lastFullStatAtMs: nowMs,
+            });
         }
     }
-    return out;
 }
 /**
  * Enumerate transcript files with mtime only (no content read).
+ * Pass `cache` to skip readdir on directories whose mtime is unchanged
+ * (until TRANSCRIPT_WATCH_REVALIDATE_MS forces a relist).
+ *
+ * Each root gets half of `entryCap`; unused budget from the first root is
+ * available to the second so a huge Claude tree cannot starve Codex.
  */
-export function discoverTranscripts(opts) {
+export function discoverTranscriptsWithMeta(opts = {}) {
     const home = opts.home ?? os.homedir();
     const tfs = opts.fs ?? defaultTranscriptFs;
     const claudeRoot = opts.claudeProjectsDir ?? path.join(home, ".claude", "projects");
     const codexRoot = opts.codexSessionsDir ?? path.join(home, ".codex", "sessions");
-    const found = [];
-    for (const filePath of listJsonlFiles(claudeRoot, tfs)) {
-        const sessionId = sessionIdFromClaudeTranscriptPath(filePath);
-        if (!sessionId)
-            continue;
-        let mtimeMs;
-        try {
-            const st = tfs.statSync(filePath);
-            if (!st.isFile())
-                continue;
-            mtimeMs = st.mtimeMs;
-        }
-        catch {
-            continue;
-        }
-        const projectDir = path.basename(path.dirname(filePath));
-        const cwd = decodeClaudeProjectDirName(projectDir);
-        found.push({
-            path: filePath,
-            sessionId,
-            kind: "claude",
-            cwd,
-            mtimeMs,
-            harness: "claude-desktop",
-        });
+    const cache = opts.cache ?? null;
+    const nowMs = opts.nowMs ?? Date.now();
+    const entryCap = opts.entryCap ?? TRANSCRIPT_WATCH_ENTRY_CAP;
+    const activeWindowMs = opts.activeWindowMs ?? TRANSCRIPT_FRESH_MS;
+    const revalidateMs = TRANSCRIPT_WATCH_REVALIDATE_MS;
+    const meta = emptyScanMeta();
+    const transcripts = [];
+    const visited = cache ? new Set() : null;
+    // Per-root budgets: first root limited to half; remainder rolls to second.
+    const firstRootBudget = Math.floor(entryCap / 2);
+    walkTranscriptRoot({
+        root: claudeRoot,
+        kind: "claude",
+        tfs,
+        cache,
+        nowMs,
+        activeWindowMs,
+        revalidateMs,
+        entryCap: firstRootBudget,
+        meta,
+        out: transcripts,
+        visited,
+    });
+    const firstRootIncomplete = meta.capped;
+    // Allow the second root to consume leftover budget up to the global cap.
+    if (meta.capped && meta.entriesExamined < entryCap) {
+        meta.capped = false;
     }
-    for (const filePath of listCodexSessionFiles(codexRoot, tfs)) {
-        if (!filePath.endsWith(".jsonl") && !path.basename(filePath).startsWith("rollout-")) {
-            // Prefer jsonl; still accept rollout-* without extension edge cases via id parse.
-            if (!path.basename(filePath).startsWith("rollout-"))
-                continue;
-        }
-        const sessionId = sessionIdFromCodexTranscriptPath(filePath);
-        if (!sessionId)
-            continue;
-        let mtimeMs;
-        try {
-            const st = tfs.statSync(filePath);
-            if (!st.isFile())
-                continue;
-            mtimeMs = st.mtimeMs;
-        }
-        catch {
-            continue;
+    walkTranscriptRoot({
+        root: codexRoot,
+        kind: "codex",
+        tfs,
+        cache,
+        nowMs,
+        activeWindowMs,
+        revalidateMs,
+        entryCap,
+        meta,
+        out: transcripts,
+        visited,
+    });
+    meta.capped = meta.capped || firstRootIncomplete;
+    if (cache && !meta.capped && visited) {
+        for (const key of [...cache.dirs.keys()]) {
+            if (!visited.has(key))
+                cache.dirs.delete(key);
         }
-        found.push({
-            path: filePath,
-            sessionId,
-            kind: "codex",
-            mtimeMs,
-            harness: "codex",
-        });
     }
-    return found;
+    // Bound by the production constant (not a test-reduced entryCap) so a low
+    // scan budget cannot wipe a still-valid cache.
+    if (cache && countCachedFiles(cache) > TRANSCRIPT_WATCH_ENTRY_CAP) {
+        cache.dirs.clear();
+        meta.cacheOverflowCleared = true;
+    }
+    return { transcripts, meta };
+}
+/**
+ * Enumerate transcript files with mtime only (no content read).
+ * Without a cache this is a full walk; with `cache` it is incremental.
+ */
+export function discoverTranscripts(opts = {}) {
+    return discoverTranscriptsWithMeta(opts).transcripts;
+}
+/** Sort key for comparing discovery results independent of walk order. */
+export function discoveryFingerprint(d) {
+    return `${d.path}\0${d.sessionId}\0${d.kind}\0${d.mtimeMs}\0${d.cwd ?? ""}\0${d.harness}`;
+}
+export function sortDiscoveries(items) {
+    return [...items].sort((a, b) => a.path.localeCompare(b.path));
 }
 /**
  * Whether hooks already cover this session: durable hook-written state, or a
@@ -350,6 +536,11 @@ export class TranscriptWatcher {
     readState;
     writeState;
     reconcileFn;
+    discoverCache = createTranscriptDiscoverCache();
+    intervalMs = TRANSCRIPT_WATCH_INTERVAL_MS;
+    tickInFlight = false;
+    /** Tracks contiguous capped ticks so we log once per cap episode. */
+    inCapEpisode = false;
     constructor(deps) {
         this.deps = deps;
         this.tfs = deps.fs ?? defaultTranscriptFs;
@@ -358,6 +549,14 @@ export class TranscriptWatcher {
         this.writeState = deps.writeState ?? writeSessionState;
         this.reconcileFn = deps.reconcile ?? reconcileObservation;
     }
+    /** Current adaptive poll interval (after the last tick's backoff). */
+    getIntervalMs() {
+        return this.intervalMs;
+    }
+    /** Expose discovery cache for tests. */
+    getDiscoverCache() {
+        return this.discoverCache;
+    }
     /** Record that a hook path emitted an event for sessionId (daemon flush). */
     noteHookEvent(sessionId, atMs) {
         const map = this.deps.lastHookEventAt;
@@ -366,97 +565,158 @@ export class TranscriptWatcher {
         map.set(sessionId, atMs ?? (this.deps.now?.() ?? Date.now()));
     }
     async tick() {
-        const nowMs = this.deps.now?.() ?? Date.now();
-        const home = this.deps.home ?? os.homedir();
-        const result = {
+        const previousIntervalMs = this.intervalMs;
+        const idle = () => ({
             discovered: 0,
             started: 0,
             turns: 0,
             ended: 0,
             skippedHookCovered: 0,
             skippedStale: 0,
-        };
-        const discovered = discoverTranscripts({
-            home,
-            fs: this.tfs,
-            claudeProjectsDir: this.deps.claudeProjectsDir,
-            codexSessionsDir: this.deps.codexSessionsDir,
+            entriesExamined: 0,
+            durationMs: 0,
+            capped: false,
+            capEpisodeStart: false,
+            cacheOverflowCleared: false,
+            intervalMs: this.intervalMs,
+            previousIntervalMs,
+            intervalChanged: false,
+            skippedConcurrent: true,
         });
-        result.discovered = discovered.length;
-        const seenPaths = new Set();
-        for (const d of discovered) {
-            seenPaths.add(d.path);
-            if (isTranscriptHookCovered(d.sessionId, {
-                workContextRoot: this.deps.workContextRoot,
+        if (this.tickInFlight)
+            return idle();
+        this.tickInFlight = true;
+        // Wall clock for backoff — independent of injectable session `now`.
+        const wallStartedAt = Date.now();
+        try {
+            const nowMs = this.deps.now?.() ?? Date.now();
+            const home = this.deps.home ?? os.homedir();
+            const result = {
+                discovered: 0,
+                started: 0,
+                turns: 0,
+                ended: 0,
+                skippedHookCovered: 0,
+                skippedStale: 0,
+                entriesExamined: 0,
+                durationMs: 0,
+                capped: false,
+                capEpisodeStart: false,
+                cacheOverflowCleared: false,
+                intervalMs: this.intervalMs,
+                previousIntervalMs,
+                intervalChanged: false,
+                skippedConcurrent: false,
+            };
+            const { transcripts: discovered, meta } = discoverTranscriptsWithMeta({
+                home,
+                fs: this.tfs,
+                claudeProjectsDir: this.deps.claudeProjectsDir,
+                codexSessionsDir: this.deps.codexSessionsDir,
+                cache: this.discoverCache,
                 nowMs,
-                lastHookEventAt: this.deps.lastHookEventAt,
-                readState: this.readState,
-            })) {
-                result.skippedHookCovered += 1;
-                this.tracked.delete(d.path);
-                continue;
-            }
-            let track = this.tracked.get(d.path);
-            if (!track) {
-                // First sight: only adopt fresh or actively-written transcripts.
-                if (nowMs - d.mtimeMs > TRANSCRIPT_FRESH_MS) {
-                    result.skippedStale += 1;
+                entryCap: this.deps.entryCap,
+            });
+            result.discovered = discovered.length;
+            result.entriesExamined = meta.entriesExamined;
+            result.capped = meta.capped;
+            result.capEpisodeStart = meta.capped && !this.inCapEpisode;
+            this.inCapEpisode = meta.capped;
+            result.cacheOverflowCleared = meta.cacheOverflowCleared;
+            const seenPaths = new Set();
+            for (const d of discovered) {
+                seenPaths.add(d.path);
+                if (isTranscriptHookCovered(d.sessionId, {
+                    workContextRoot: this.deps.workContextRoot,
+                    nowMs,
+                    lastHookEventAt: this.deps.lastHookEventAt,
+                    readState: this.readState,
+                })) {
+                    result.skippedHookCovered += 1;
+                    this.tracked.delete(d.path);
                     continue;
                 }
-                track = {
-                    path: d.path,
-                    sessionId: d.sessionId,
-                    kind: d.kind,
-                    cwd: d.cwd,
-                    harness: d.harness,
-                    lastMtimeMs: d.mtimeMs,
-                    lastChangeAtMs: d.mtimeMs,
-                    started: false,
-                    ended: false,
-                    pendingTurn: false,
-                    seq: 0,
-                };
-                this.tracked.set(d.path, track);
-                const started = await this.emitStart(track, nowMs);
-                if (started)
-                    result.started += 1;
-                continue;
-            }
-            if (track.ended)
-                continue;
-            if (d.mtimeMs > track.lastMtimeMs) {
-                track.lastMtimeMs = d.mtimeMs;
-                track.lastChangeAtMs = nowMs;
-                if (track.started) {
-                    track.pendingTurn = true;
+                let track = this.tracked.get(d.path);
+                if (!track) {
+                    // First sight: only adopt fresh or actively-written transcripts.
+                    if (nowMs - d.mtimeMs > TRANSCRIPT_FRESH_MS) {
+                        result.skippedStale += 1;
+                        continue;
+                    }
+                    track = {
+                        path: d.path,
+                        sessionId: d.sessionId,
+                        kind: d.kind,
+                        cwd: d.cwd,
+                        harness: d.harness,
+                        lastMtimeMs: d.mtimeMs,
+                        lastChangeAtMs: d.mtimeMs,
+                        started: false,
+                        ended: false,
+                        pendingTurn: false,
+                        seq: 0,
+                    };
+                    this.tracked.set(d.path, track);
+                    const started = await this.emitStart(track, nowMs);
+                    if (started)
+                        result.started += 1;
+                    continue;
+                }
+                if (track.ended)
+                    continue;
+                if (d.mtimeMs > track.lastMtimeMs) {
+                    track.lastMtimeMs = d.mtimeMs;
+                    track.lastChangeAtMs = nowMs;
+                    if (track.started) {
+                        track.pendingTurn = true;
+                    }
+                }
+                if (track.pendingTurn &&
+                    nowMs - track.lastChangeAtMs >= TRANSCRIPT_TURN_QUIET_MS) {
+                    this.emitKind(track, "turn_end", nowMs);
+                    track.pendingTurn = false;
+                    result.turns += 1;
+                }
+                if (track.started &&
+                    !track.ended &&
+                    nowMs - track.lastChangeAtMs >= TRANSCRIPT_SESSION_END_MS) {
+                    this.emitKind(track, "session_end", nowMs);
+                    track.ended = true;
+                    result.ended += 1;
                 }
             }
-            if (track.pendingTurn &&
-                nowMs - track.lastChangeAtMs >= TRANSCRIPT_TURN_QUIET_MS) {
-                this.emitKind(track, "turn_end", nowMs);
-                track.pendingTurn = false;
-                result.turns += 1;
-            }
-            if (track.started &&
-                !track.ended &&
-                nowMs - track.lastChangeAtMs >= TRANSCRIPT_SESSION_END_MS) {
-                this.emitKind(track, "session_end", nowMs);
-                track.ended = true;
-                result.ended += 1;
+            // Sessions that disappeared from disk: end if still open. Skip when the
+            // walk was capped — missing paths may simply be unvisited, not gone.
+            if (!meta.capped) {
+                for (const [p, track] of [...this.tracked.entries()]) {
+                    if (seenPaths.has(p))
+                        continue;
+                    if (track.started && !track.ended) {
+                        this.emitKind(track, "session_end", nowMs);
+                        track.ended = true;
+                        result.ended += 1;
+                    }
+                    this.tracked.delete(p);
+                }
             }
+            result.durationMs = Math.max(0, Date.now() - wallStartedAt);
+            this.applyIntervalBackoff(result.entriesExamined, result.durationMs);
+            result.intervalMs = this.intervalMs;
+            result.intervalChanged = this.intervalMs !== previousIntervalMs;
+            return result;
         }
-        // Sessions that disappeared from disk: end if still open.
-        for (const [p, track] of [...this.tracked.entries()]) {
-            if (seenPaths.has(p))
-                continue;
-            if (track.started && !track.ended) {
-                this.emitKind(track, "session_end", nowMs);
-                track.ended = true;
-                result.ended += 1;
-            }
-            this.tracked.delete(p);
+        finally {
+            this.tickInFlight = false;
         }
-        return result;
+    }
+    /**
+     * Heavy ticks double the poll interval up to MAX; a quiet tick resets to base.
+     */
+    applyIntervalBackoff(entriesExamined, durationMs) {
+        this.intervalMs = nextTranscriptWatchIntervalMs(this.intervalMs, {
+            entriesExamined,
+            durationMs,
+        });
     }
     /**
      * Register via reconcileObservation (membership-validated slug→uid), then
@@ -517,4 +777,15 @@ export class TranscriptWatcher {
         this.enqueueFn(opts);
     }
 }
+/**
+ * Adaptive interval: busy ticks double up to MAX; quiet ticks return to base.
+ */
+export function nextTranscriptWatchIntervalMs(currentMs, opts) {
+    const busy = opts.entriesExamined > TRANSCRIPT_WATCH_BACKOFF_ENTRIES ||
+        opts.durationMs > TRANSCRIPT_WATCH_BACKOFF_DURATION_MS;
+    if (busy) {
+        return Math.min(currentMs * 2, TRANSCRIPT_WATCH_INTERVAL_MAX_MS);
+    }
+    return TRANSCRIPT_WATCH_INTERVAL_MS;
+}
 //# sourceMappingURL=transcript-watch.js.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@indigoai-us/hq-cli",
-  "version": "5.108.16",
+  "version": "5.108.17",
   "description": "HQ by Indigo management CLI — modules and cloud sync",
   "main": "dist/index.js",
   "bin": {