codesesh 0.18.0 → 0.19.0

package/dist/{chunk-DHNP33L4.js → chunk-KD3DGWZY.js}

@@ -4,7 +4,7 @@ import {
   restrictExistingPrivateFiles,
   restrictPrivateFile,
   setCoreDiagnostics
-} from "./chunk-HIYT2ZJL.js";
+} from "./chunk-G2BTNW3C.js";
 
 // src/logging.ts
 import { appendFileSync, existsSync, readdirSync, renameSync, statSync, unlinkSync } from "fs";
@@ -174,4 +174,4 @@ export {
   appLogger,
   logSearchIndexSync
 };
-//# sourceMappingURL=chunk-DHNP33L4.js.map
+//# sourceMappingURL=chunk-KD3DGWZY.js.map

package/dist/{dist-DMGLFBW6.js → dist-ALXOBKV2.js}

@@ -20,16 +20,20 @@ import {
   ensureSessionTagsSync,
   executeSessionSearch,
   filterSessionSearchCandidates,
+  filterSessionTreeByActivityWindow,
+  getAgentFullSyncCursor,
   getAgentInfoMap,
   getAgentLastFullSyncAt,
   getCachePath2,
   getPricingGeneration,
   getRegisteredAgents,
+  getRootSessions,
   getSessionActivityTime,
   getSmartTagSourceTimestamp,
   hasPendingPricing,
   importBookmarks,
   isAgentCacheInitialized,
+  isChildSession,
   isProjectIdentityKind,
   listBookmarks,
   listCachedProjectGroups,
@@ -38,6 +42,8 @@ import {
   loadCachedSessions,
   markAgentCacheInitialized,
   markAgentFullSyncCompleted,
+  markAgentFullSyncProgress,
+  markAgentFullSyncStarted,
   matchesProjectIdentity,
   matchesProjectScope,
   materializeSessionDetailResponse,
@@ -59,7 +65,7 @@ import {
   syncSessionSearchIndexChanges,
   upsertBookmark,
   upsertSessionAlias
-} from "./chunk-HIYT2ZJL.js";
+} from "./chunk-G2BTNW3C.js";
 export {
   BaseAgent,
   StateStorageUnavailableError as BookmarkStorageUnavailableError,
@@ -82,16 +88,20 @@ export {
   ensureSessionTagsSync,
   executeSessionSearch,
   filterSessionSearchCandidates,
+  filterSessionTreeByActivityWindow,
+  getAgentFullSyncCursor,
   getAgentInfoMap,
   getAgentLastFullSyncAt,
   getCachePath2 as getCachePath,
   getPricingGeneration,
   getRegisteredAgents,
+  getRootSessions,
   getSessionActivityTime,
   getSmartTagSourceTimestamp,
   hasPendingPricing,
   importBookmarks,
   isAgentCacheInitialized,
+  isChildSession,
   isProjectIdentityKind,
   listBookmarks,
   listCachedProjectGroups,
@@ -100,6 +110,8 @@ export {
   loadCachedSessions,
   markAgentCacheInitialized,
   markAgentFullSyncCompleted,
+  markAgentFullSyncProgress,
+  markAgentFullSyncStarted,
   matchesProjectIdentity,
   matchesProjectScope,
   materializeSessionDetailResponse,
@@ -122,4 +134,4 @@ export {
   upsertBookmark,
   upsertSessionAlias
 };
-//# sourceMappingURL=dist-DMGLFBW6.js.map
+//# sourceMappingURL=dist-ALXOBKV2.js.map

package/dist/index.js

@@ -2,7 +2,7 @@
 import {
   appLogger,
   logSearchIndexSync
-} from "./chunk-DHNP33L4.js";
+} from "./chunk-KD3DGWZY.js";
 import {
   FileSystemSessionSource,
   SessionAliasValidationError,
@@ -20,7 +20,9 @@ import {
   deleteSessionAlias,
   executeSessionSearch,
   filterSessionSearchCandidates,
+  filterSessionTreeByActivityWindow,
   formatSessionReference,
+  getAgentFullSyncCursor,
   getAgentInfoMap,
   getAgentLastFullSyncAt,
   getSessionActivityTime,
@@ -33,7 +35,10 @@ import {
   listFileActivity,
   listSessionAliases,
   loadCachedSessions,
+  markAgentCacheInitialized,
   markAgentFullSyncCompleted,
+  markAgentFullSyncProgress,
+  markAgentFullSyncStarted,
   matchesProjectIdentity,
   matchesProjectScope,
   materializeSessionDetailResponse,
@@ -44,6 +49,8 @@ import {
   perf,
   publishPendingPricing,
   refreshPricingCache,
+  saveCachedSessionChanges,
+  saveCachedSessions,
   scanSessions,
   sessionRoutePath,
   sessionSignature,
@@ -51,7 +58,7 @@ import {
   startOfCalendarDay,
   upsertBookmark,
   upsertSessionAlias
-} from "./chunk-HIYT2ZJL.js";
+} from "./chunk-G2BTNW3C.js";
 
 // src/index.ts
 import { defineCommand, runMain } from "citty";
@@ -206,13 +213,7 @@ function parseSearchOptions(c, defaults, projectIdentity) {
   };
 }
 function filterSessionsByActivityWindow(sessions, from, to) {
-  if (from == null && to == null) return sessions;
-  return sessions.filter((session) => {
-    const activity = getSessionActivityTime(session);
-    if (from != null && activity < from) return false;
-    if (to != null && activity > to) return false;
-    return true;
-  });
+  return filterSessionTreeByActivityWindow(sessions, from, to);
 }
 
 // src/api/session-aliases-view.ts
@@ -1684,6 +1685,17 @@ var ScanStatusModel = class {
     backfill: { active: false, pendingAgents: [], completedAgents: [], failedAgents: [] }
   };
   snapshot() {
+    const backfill = {
+      ...this.status.backfill,
+      pendingAgents: [...this.status.backfill.pendingAgents],
+      completedAgents: [...this.status.backfill.completedAgents],
+      failedAgents: [...this.status.backfill.failedAgents]
+    };
+    if (this.status.backfill.progress) {
+      backfill.progress = { ...this.status.backfill.progress };
+    } else {
+      delete backfill.progress;
+    }
     return {
       type: "scan-status",
       ...this.status,
@@ -1696,12 +1708,7 @@ var ScanStatusModel = class {
           { ...status }
         ])
       ),
-      backfill: {
-        ...this.status.backfill,
-        pendingAgents: [...this.status.backfill.pendingAgents],
-        completedAgents: [...this.status.backfill.completedAgents],
-        failedAgents: [...this.status.backfill.failedAgents]
-      }
+      backfill
     };
   }
   startBatch(agentNames, phase, sessionCounts) {
@@ -1771,26 +1778,34 @@ var ScanStatusModel = class {
   }
   updateAgent(agentName, progress) {
     const status = this.status.agentStatuses[agentName];
-    if (!status || status.status !== "scanning") return null;
+    if (!status || status.status === "pending" || status.status === "complete" || status.status === "indexing" && progress.phase !== "finalizing") {
+      return null;
+    }
     const now = Date.now();
+    const nextStatus = progress.phase === "finalizing" ? "finalizing" : "scanning";
+    const agentStatuses = {
+      ...this.status.agentStatuses,
+      [agentName]: {
+        ...status,
+        status: nextStatus,
+        total: progress.total ?? status.total,
+        processed: progress.processed ?? status.processed,
+        sessions: progress.sessions ?? status.sessions,
+        updatedAt: now
+      }
+    };
     return this.set({
       ...this.status,
-      agentStatuses: {
-        ...this.status.agentStatuses,
-        [agentName]: {
-          ...status,
-          total: progress.total ?? status.total,
-          processed: progress.processed ?? status.processed,
-          sessions: progress.sessions ?? status.sessions,
-          updatedAt: now
-        }
-      },
+      phase: this.activePhase(this.status.pendingAgents, this.status.scanningAgents, agentStatuses),
+      agentStatuses,
       updatedAt: now
     });
   }
   indexAgent(agentName) {
     const status = this.status.agentStatuses[agentName];
-    if (!this.status.active || !status || status.status !== "scanning") return null;
+    if (!this.status.active || !status || status.status !== "scanning" && status.status !== "finalizing") {
+      return null;
+    }
     const now = Date.now();
     const agentStatuses = {
       ...this.status.agentStatuses,
@@ -1862,7 +1877,10 @@ var ScanStatusModel = class {
     });
   }
   activePhase(pendingAgents, scanningAgents, agentStatuses) {
-    if (pendingAgents.length === 0 && scanningAgents.length > 0 && scanningAgents.every((agentName) => agentStatuses[agentName]?.status === "indexing")) {
+    if (pendingAgents.length === 0 && scanningAgents.length > 0 && scanningAgents.every((agentName) => {
+      const status = agentStatuses[agentName]?.status;
+      return status === "finalizing" || status === "indexing";
+    })) {
       return "indexing";
     }
     return this.status.phase === "initializing" ? "initializing" : "scanning";
@@ -1878,6 +1896,7 @@ var REFRESH_DEBOUNCE_MS = 200;
 var EMPTY_AGENT_REFRESH_DEBOUNCE_MS = 3e4;
 var SEARCH_INDEX_BULK_PENDING_PATH_THRESHOLD = 100;
 var BACKFILL_INTERVAL_MS = 24 * 60 * 60 * 1e3;
+var CACHE_TRUNCATION_COVERAGE = 0.5;
 function buildPersistenceDiff(previousSessions, nextSessions, candidateChangedIds = []) {
   const { changes, removedSessionIds } = computeSessionDiff(
     previousSessions,
@@ -1901,6 +1920,8 @@ var AgentSyncEngine = class {
   sessionIndex = new LiveSessionIndex();
   backfillQueue = [];
   currentBackfillAgent;
+  currentBackfillProgress;
+  cacheIntegrityCheckedAgents = /* @__PURE__ */ new Set();
   completedBackfillAgents = [];
   failedBackfillAgents = [];
   sessionsChangedListeners = /* @__PURE__ */ new Set();
@@ -1980,6 +2001,8 @@ var AgentSyncEngine = class {
     }
     this.backfillQueue.length = 0;
     this.currentBackfillAgent = void 0;
+    this.currentBackfillProgress = void 0;
+    this.cacheIntegrityCheckedAgents.clear();
     const searchIndexSnapshot = this.searchIndexJobs.snapshot();
     appLogger.info("search_index.shutdown.started", {
       active_batch_id: searchIndexSnapshot.activeBatchId,
@@ -2012,6 +2035,16 @@ var AgentSyncEngine = class {
     );
   }
   updateAgentScanProgress(agentName, progress) {
+    if (this.currentBackfillAgent === agentName) {
+      this.currentBackfillProgress = {
+        phase: progress.phase,
+        total: progress.total,
+        processed: progress.processed,
+        sessions: progress.sessions
+      };
+      this.publishBackfillStatus();
+      return;
+    }
     this.publishStatus(this.scanStatus.updateAgent(agentName, progress));
   }
   beginAgentIndexing(agentName) {
@@ -2157,7 +2190,9 @@ var AgentSyncEngine = class {
   async initializeAgent(agent, previousSessions) {
     this.setScanPhase("initializing");
     const scanStartedAt = performance.now();
-    const result = await this.runWorker(agent, previousSessions, null, this.startupScanOptions());
+    const result = await this.runWorker(agent, previousSessions, null, this.startupScanOptions(), {
+      checkpoint: true
+    });
     agent.setSessionMetaMap(new Map(Object.entries(result.meta)));
     const sessions = attachMissingProjectIdentities(result.sessions);
     this.lastRefreshAtByAgent.set(agent.name, Date.now());
@@ -2202,7 +2237,7 @@ var AgentSyncEngine = class {
     const preciseChangedIds = checkResult.changedIds ?? null;
     const scanStartedAt = performance.now();
     if (preciseChangedIds === null) {
-      const result = await this.runWorker(agent, baseline, null, {});
+      const result = await this.runWorker(agent, baseline, null, {}, { checkpoint: true });
       agent.setSessionMetaMap(new Map(Object.entries(result.meta)));
       const sessions2 = attachMissingProjectIdentities(result.sessions);
       return this.refreshStrategyResult(sessions2, {
@@ -2223,7 +2258,7 @@ var AgentSyncEngine = class {
   }
   async scanAgentFully(agent, previousSessions) {
     const scanStartedAt = performance.now();
-    const result = await this.runWorker(agent, previousSessions, null, {});
+    const result = await this.runWorker(agent, previousSessions, null, {}, { checkpoint: true });
     agent.setSessionMetaMap(new Map(Object.entries(result.meta)));
     const sessions = attachMissingProjectIdentities(result.sessions);
     this.lastRefreshAtByAgent.set(agent.name, Date.now());
@@ -2250,8 +2285,63 @@ var AgentSyncEngine = class {
       changedIds,
       scanOptions,
       sourceSync: workerOptions.sourceSync,
+      backfill: workerOptions.backfill,
+      backfillCursor: workerOptions.backfillCursor,
+      checkpoint: workerOptions.checkpoint,
       meta: workerOptions.meta ?? buildAgentCacheMeta(agent),
-      onProgress: (progress) => this.updateAgentScanProgress(agent.name, progress)
+      onProgress: (progress) => this.updateAgentScanProgress(agent.name, progress),
+      onCheckpoint: (checkpoint) => this.handleWorkerCheckpoint(agent, checkpoint)
+    });
+  }
+  handleWorkerCheckpoint(agent, checkpoint) {
+    if (this.isShuttingDown) return;
+    if (checkpoint.stage === "scanned") {
+      let persisted2 = false;
+      try {
+        persisted2 = saveCachedSessions(agent.name, checkpoint.sessions, checkpoint.meta);
+        if (persisted2) markAgentCacheInitialized(agent.name);
+      } catch (error) {
+        appLogger.error("scan.checkpoint.failed", {
+          agent: agent.name,
+          stage: checkpoint.stage,
+          error
+        });
+      }
+      agent.setSessionMetaMap(new Map(Object.entries(checkpoint.meta)));
+      const event = this.sessionIndex.commitAgentSessions(agent.name, checkpoint.sessions);
+      this.emitSessionsChanged({
+        agentName: agent.name,
+        sessions: this.sessionIndex.snapshot().byAgent[agent.name] ?? [],
+        event
+      });
+      appLogger.info("scan.checkpoint.persisted", {
+        agent: agent.name,
+        stage: checkpoint.stage,
+        sessions: checkpoint.sessions.length,
+        persisted: persisted2
+      });
+      return;
+    }
+    let persisted = false;
+    try {
+      persisted = saveCachedSessionChanges(agent.name, checkpoint.changes, [], checkpoint.meta);
+    } catch (error) {
+      appLogger.error("scan.checkpoint.failed", {
+        agent: agent.name,
+        stage: checkpoint.stage,
+        sessions: checkpoint.changes.length,
+        error
+      });
+    }
+    if (persisted && checkpoint.backfillCursor) {
+      markAgentFullSyncProgress(agent.name, checkpoint.backfillCursor);
+    }
+    appLogger.debug("scan.checkpoint.persisted", {
+      agent: agent.name,
+      stage: checkpoint.stage,
+      sessions: checkpoint.changes.length,
+      backfill_cursor: checkpoint.backfillCursor,
+      persisted
     });
   }
   needsBackfill(agent) {
@@ -2259,7 +2349,23 @@ var AgentSyncEngine = class {
     if (startupScanOptions.from == null && startupScanOptions.to == null) return false;
     if (!agent.isAvailable()) return false;
     const lastSyncAt = getAgentLastFullSyncAt(agent.name);
-    return lastSyncAt == null || Date.now() - lastSyncAt > BACKFILL_INTERVAL_MS;
+    if (lastSyncAt == null || Date.now() - lastSyncAt > BACKFILL_INTERVAL_MS) return true;
+    if (!(agent instanceof FileSystemSessionSource)) return false;
+    if (this.cacheIntegrityCheckedAgents.has(agent.name)) return false;
+    const cached = loadCachedSessions(agent.name);
+    const sourceCount = agent.listSessionSources().length;
+    const cachedCount = cached?.sessions.length ?? 0;
+    this.cacheIntegrityCheckedAgents.add(agent.name);
+    if (sourceCount > 0 && cachedCount / sourceCount < CACHE_TRUNCATION_COVERAGE) {
+      appLogger.warn("scan.backfill.cache_truncated", {
+        agent: agent.name,
+        cached_sessions: cachedCount,
+        source_files: sourceCount,
+        last_sync_at: lastSyncAt
+      });
+      return true;
+    }
+    return false;
   }
   enqueueBackfill(agentName) {
     if (this.isShuttingDown || this.currentBackfillAgent === agentName || this.backfillQueue.includes(agentName)) {
@@ -2274,10 +2380,12 @@ var AgentSyncEngine = class {
     const agentName = this.backfillQueue.shift();
     if (!agentName) return;
     this.currentBackfillAgent = agentName;
+    this.currentBackfillProgress = void 0;
     this.publishBackfillStatus();
     void this.runBackfill(agentName).then((result) => {
       if (this.isShuttingDown) return;
       this.currentBackfillAgent = void 0;
+      this.currentBackfillProgress = void 0;
       if (result === "committed") {
         if (!this.completedBackfillAgents.includes(agentName)) {
           this.completedBackfillAgents.push(agentName);
@@ -2287,6 +2395,7 @@ var AgentSyncEngine = class {
         );
       } else if (!this.failedBackfillAgents.includes(agentName)) {
         this.failedBackfillAgents.push(agentName);
+        this.cacheIntegrityCheckedAgents.delete(agentName);
       }
       this.publishBackfillStatus();
       this.pumpBackfillQueue();
@@ -2303,8 +2412,10 @@ var AgentSyncEngine = class {
     const cached = loadCachedSessions(agentName);
     const baseline = cached?.sessions ?? snapshot.byAgent[agentName] ?? [];
     const meta = cached?.meta ?? buildAgentCacheMeta(agent);
+    const backfillCursor = getAgentFullSyncCursor(agentName);
     if (cached) restoreAgentCacheMeta(agent, cached);
     try {
+      markAgentFullSyncStarted(agentName);
       const result = await this.runWorker(
         agent,
         baseline,
@@ -2312,11 +2423,16 @@ var AgentSyncEngine = class {
         {},
         {
           sourceSync: agent instanceof FileSystemSessionSource,
-          meta
+          backfill: true,
+          backfillCursor,
+          meta,
+          checkpoint: true
         }
       );
       agent.setSessionMetaMap(new Map(Object.entries(result.meta)));
       const fullSessions = attachMissingProjectIdentities(result.sessions);
+      this.currentBackfillProgress = { phase: "indexing", sessions: fullSessions.length };
+      this.publishBackfillStatus();
       await this.commitSessionPublication({
         context: "scan.backfill",
         agentName,
@@ -2350,6 +2466,7 @@ var AgentSyncEngine = class {
       active: this.currentBackfillAgent != null || this.backfillQueue.length > 0,
       pendingAgents: [...this.backfillQueue],
       currentAgent: this.currentBackfillAgent,
+      progress: this.currentBackfillProgress,
       completedAgents: [...this.completedBackfillAgents],
       failedAgents: [...this.failedBackfillAgents]
     };
@@ -2783,6 +2900,9 @@ var ThreadWorkerRunner = class {
       previousSessions: payload.previousSessions,
       changedIds: payload.changedIds,
       sourceSync: payload.sourceSync,
+      backfill: payload.backfill,
+      backfillCursor: payload.backfillCursor,
+      checkpoint: payload.checkpoint,
       scanOptions: payload.scanOptions,
       meta: payload.meta
     };
@@ -2801,7 +2921,8 @@ var ThreadWorkerRunner = class {
         resolve: resolve4,
         reject,
         payload,
-        onProgress: payload.onProgress
+        onProgress: payload.onProgress,
+        onCheckpoint: payload.onCheckpoint
       });
       if (!isNewWorker) {
         try {
@@ -2853,6 +2974,10 @@ var ThreadWorkerRunner = class {
       pending.onProgress?.(message.progress);
       return;
     }
+    if (message.type === "checkpoint") {
+      pending.onCheckpoint?.(message.checkpoint);
+      return;
+    }
     slot.pending.delete(message.requestId);
     if (message.type === "error") {
       pending.reject(new Error(message.error));
@@ -3068,14 +3193,14 @@ function printScanResults(agents) {
 
 // src/session-index-output.ts
 function buildSessionIndexOutput(snapshot, window = {}) {
-  const sessions = snapshot.sessions.filter((session) => {
-    const activity = session.time_updated ?? session.time_created;
-    if (window.from != null && activity < window.from) return false;
-    if (window.to != null && activity > window.to) return false;
-    return true;
-  });
+  const sessions = filterSessionTreeByActivityWindow(snapshot.sessions, window.from, window.to);
   const agents = getAgentInfoMap(
-    Object.fromEntries(Object.entries(snapshot.byAgent).map(([name, list]) => [name, list.length]))
+    Object.fromEntries(
+      Object.entries(snapshot.byAgent).map(([name, list]) => [
+        name,
+        filterSessionTreeByActivityWindow(list, window.from, window.to).length
+      ])
+    )
   ).map(({ name, displayName, count }) => ({
     name,
     displayName,
@@ -3293,7 +3418,7 @@ var main = defineCommand({
       log_path: appLogger.getLogPath()
     });
     if (clearCache) {
-      const { clearCache: clear } = await import("./dist-DMGLFBW6.js");
+      const { clearCache: clear } = await import("./dist-ALXOBKV2.js");
       clear();
       appLogger.info("cache.clear");
       console.log("Cache cleared.");