@cortexkit/pi-magic-context 0.49.19 → 0.49.21

package/dist/{index-ym6nh2gk.js → index-wgmhk91m.js}

@@ -3,11 +3,11 @@ import {
 } from "./index-0h2mkab2.js";
 import {
   getMagicContextStorageDir
-} from "./index-7bqrfyny.js";
+} from "./index-fgs78jyd.js";
 import {
   isPidAlive,
   readProcessStartTime
-} from "./index-apgwdby5.js";
+} from "./index-n4wyxcgr.js";
 import {
   resolveOpenCodeDbPath,
   assertOpenCodeStoreGeneration
@@ -18,23 +18,23 @@ import {
   prepareCachedStatement2,
   withSqliteBackgroundWriter2,
   withoutSqliteTransformPass2
-} from "./index-rrwv9y2k.js";
+} from "./index-2qtx0q6h.js";
 import {
   removeSystemReminders,
   removeNestedBlocks,
   hasMeaningfulUserText2,
   extractTexts2
-} from "./index-1kcfwk9c.js";
+} from "./index-my0dn413.js";
 import {
   recordMessageFtsRowid2,
   recordIndexedMessageTime2,
   messageFtsOrdinalRangeIsMapped2,
   getMessageFtsRowidMapBackfillProgress2,
   deleteUnmappedMessageFtsRows2
-} from "./index-yygsh681.js";
+} from "./index-579m1751.js";
 import {
-  deleteChunkEmbedBackoffForSession
-} from "./index-xnch62s6.js";
+  deleteChunkEmbedBackoffForSession2
+} from "./index-vx6f7wff.js";
 import {
   closeQuietly,
   TAG_TOMBSTONE_OWNER_PREFIX,
@@ -43,16 +43,16 @@ import {
   tagRevisionKey,
   tagIdentityRevisionKey,
   deleteTagIdentityRevisions
-} from "./index-jrap43gc.js";
+} from "./index-w1avzkdt.js";
 import {
   cleanUserText2
-} from "./index-wveb51es.js";
+} from "./index-gqjxy2p7.js";
 import {
   sameProjectDirectory
 } from "./index-wrr9rp9a.js";
 import {
   logSlowWriteTransaction
-} from "./index-d4dt19md.js";
+} from "./index-hqw0rt9k.js";
 import {
   ensurePrivateStorageDirectorySync,
   writeStorageFileSync,
@@ -63,7 +63,14 @@ import {
 
 // ../plugin/src/hooks/magic-context/lkg-recovery-fence.ts
 import { createHash as createHash2, randomUUID as randomUUID2 } from "node:crypto";
-import { lstatSync, readdirSync as readdirSync2, readFileSync as readFileSync2, rmdirSync, rmSync as rmSync2 } from "node:fs";
+import {
+  lstatSync,
+  opendirSync,
+  readdirSync as readdirSync2,
+  readFileSync as readFileSync2,
+  rmdirSync,
+  rmSync as rmSync2
+} from "node:fs";
 import { basename, dirname, join as join2 } from "node:path";
 
 // ../plugin/src/shared/bounded-session-map.ts
@@ -250,6 +257,58 @@ var hash = (value) => createHash2("sha256").update(value).digest("hex");
 function lkgRecoveryFencePath(sessionId) {
   return join2(getMagicContextStorageDir(), "lkg-recovery-fences", `${hash(sessionId)}.json`);
 }
+var lockSweepDirectory;
+function closeLkgLockSweepDirectory() {
+  lockSweepDirectory?.dir.closeSync();
+  lockSweepDirectory = undefined;
+}
+function takeLkgRecoveryLockSweepPage(maxEntries = 200) {
+  const path = join2(getMagicContextStorageDir(), "lkg-recovery-fences");
+  if (lockSweepDirectory?.path !== path)
+    closeLkgLockSweepDirectory();
+  const names = [];
+  try {
+    lockSweepDirectory ??= { path, dir: opendirSync(path) };
+    for (let i = 0;i < Math.min(200, Math.max(1, maxEntries)); i++) {
+      const entry = lockSweepDirectory.dir.readSync();
+      if (!entry) {
+        closeLkgLockSweepDirectory();
+        break;
+      }
+      if (entry.isDirectory() && /^[a-f0-9]{64}\.json\.locks$/.test(entry.name))
+        names.push(entry.name);
+    }
+  } catch {
+    closeLkgLockSweepDirectory();
+  }
+  return names;
+}
+function sweepEmptyLkgRecoveryLockDirectories(names, retainedSessionIds) {
+  if (!durableFencesSupported())
+    return 0;
+  const retainedHashes = new Set(Array.from(retainedSessionIds, hash));
+  const root = join2(getMagicContextStorageDir(), "lkg-recovery-fences");
+  let removed = 0;
+  for (const name of names.slice(0, 200)) {
+    if (!/^[a-f0-9]{64}\.json\.locks$/.test(name) || retainedHashes.has(name.slice(0, 64)))
+      continue;
+    const path = join2(root, name);
+    try {
+      try {
+        lstatSync(path.slice(0, -".locks".length));
+        continue;
+      } catch (error) {
+        if (error.code !== "ENOENT")
+          continue;
+      }
+      if (!lstatSync(path).isDirectory())
+        continue;
+      rmdirSync(path);
+      removed++;
+    } catch {}
+  }
+  return removed;
+}
 function metadata(slot) {
   return [
     slot.inputIdSeq,
@@ -631,6 +690,12 @@ function closeConnection(connection) {
     counters.readersClosed += 1;
   }
 }
+function messageTimesQuery(count) {
+  return `SELECT id, COALESCE(time_created, json_extract(data, '$.time.created')) AS created,
+                   json_extract(data, '$.time.completed') AS completed
+            FROM session_message WHERE +session_id = ? AND id IN (${Array.from({ length: count }, () => "?").join(",")})`;
+}
+
 class V2StoreReader {
   path;
   pool;
@@ -726,6 +791,12 @@ class V2StoreReader {
       return typeof row?.count === "number" ? row.count : 0;
     });
   }
+  messageCountAfterSequence(sessionID, after, through) {
+    const rawTypes = RAW_MESSAGE_TYPES.map(() => "?").join(", ");
+    const row = this.prepare(`SELECT COUNT(*) AS count FROM session_message
+             WHERE session_id = ? AND seq > ? AND seq <= ? AND type IN (${rawTypes})`).get(sessionID, after, through, ...RAW_MESSAGE_TYPES);
+    return typeof row?.count === "number" ? row.count : 0;
+  }
   sessionDirectoryPage(afterSessionID, limit) {
     const rows = this.prepare(`SELECT id, COALESCE(directory, '') AS directory FROM session_v2
                  WHERE id > ? ORDER BY id ASC LIMIT ?`).all(afterSessionID ?? "", limit);
@@ -853,9 +924,7 @@ class V2StoreReader {
     const times = new Map;
     for (let offset = 0;offset < ids.length; offset += 500) {
       const batch = ids.slice(offset, offset + 500);
-      const rows = this.prepare(`SELECT id, COALESCE(time_created, json_extract(data, '$.time.created')) AS created,
-                        json_extract(data, '$.time.completed') AS completed
-                 FROM session_message WHERE session_id = ? AND id IN (${batch.map(() => "?").join(",")})`).all(sessionID, ...batch);
+      const rows = this.prepare(messageTimesQuery(batch.length)).all(sessionID, ...batch);
       for (const row of rows)
         times.set(row.id, {
           created: typeof row.created === "number" ? row.created : undefined,
@@ -1248,7 +1317,7 @@ function deleteSessionScopedRows(db, sessionIds, harness, options = {}) {
       fallback.run(tagTombstoneOwnerKey(id, getHarness2()), getHarness2(), ...tagTombstoneOwnerRange(id));
   }
   for (const sessionId of deletableSessionIds)
-    deleteChunkEmbedBackoffForSession(db, sessionId);
+    deleteChunkEmbedBackoffForSession2(db, sessionId);
   for (const definition of SESSION_SCOPED_TABLES) {
     if (definition.table === "message_history_fts") {
       cleanupStatement(db, `DELETE FROM message_history_fts
@@ -1299,7 +1368,7 @@ function deleteSessionScopedRowsSlice(db, sessionId, harness) {
   cleanupStatement(db, "INSERT OR IGNORE INTO schema_migrations_meta(key,value) VALUES (?,?)").run(tagTombstoneOwnerKey(sessionId, harness), harness);
   let remaining = SESSION_CLEANUP_SLICE_ROWS;
   const started = performance.now();
-  remaining -= deleteChunkEmbedBackoffForSession(db, sessionId, remaining);
+  remaining -= deleteChunkEmbedBackoffForSession2(db, sessionId, remaining);
   if (remaining <= 0)
     return { complete: false, deleted: 0 };
   for (const definition of SESSION_SCOPED_TABLES) {
@@ -1884,14 +1953,20 @@ function harnessSupportsOpenCodeOrphanSweep(harness) {
   return harness === "opencode" || harness === "opencode2";
 }
 function getMessageHistoryOrphanSweepState(db, harness) {
-  return db.prepare("SELECT cursor_session_id, last_swept_at FROM message_history_orphan_sweep WHERE harness = ?").get(harness) ?? {};
+  const state = db.prepare("SELECT cursor_session_id, last_swept_at FROM message_history_orphan_sweep WHERE harness = ?").get(harness) ?? {};
+  if (harness === "opencode2") {
+    if (!state.cursor_session_id?.startsWith("session_v2:"))
+      return {};
+    return { ...state, cursor_session_id: state.cursor_session_id.slice("session_v2:".length) };
+  }
+  return state;
 }
 function persistMessageHistoryOrphanSweepState(db, cursor, lastSweptAt, harness) {
   db.prepare(`INSERT INTO message_history_orphan_sweep (harness, cursor_session_id, last_swept_at)
           VALUES (?, ?, ?)
          ON CONFLICT(harness) DO UPDATE SET
              cursor_session_id = excluded.cursor_session_id,
-             last_swept_at = excluded.last_swept_at`).run(harness, cursor, lastSweptAt);
+             last_swept_at = excluded.last_swept_at`).run(harness, harness === "opencode2" ? `session_v2:${cursor}` : cursor, lastSweptAt);
 }
 function getOpenCodeSessionScopedCandidateSourceSql(harness) {
   const sources = SESSION_SCOPED_TABLES.filter((definition) => definition.harnessScoped === true).map((definition) => {
@@ -1939,13 +2014,14 @@ function* sweepOrphanedOpenCodeMessageIndexesInBackground(db, openReadableOpenCo
   let v2Reader;
   try {
     let sessionExists;
+    let liveIds;
     if (harness === "opencode2") {
       try {
         const path = getSqliteDatabasePath2(openCodeDb);
         if (!path)
           throw new Error("OpenCode 2 source has no durable path");
         v2Reader = new V2StoreReader(path);
-        const liveIds = new Set(v2Reader.sessionIds());
+        liveIds = new Set(v2Reader.sessionIds());
         if (liveIds.size === 0)
           throw new Error("OpenCode 2 source has no sessions");
         sessionExists = (id) => liveIds.has(id);
@@ -1954,9 +2030,26 @@ function* sweepOrphanedOpenCodeMessageIndexesInBackground(db, openReadableOpenCo
         return { status: "source_unavailable", scanned: 0, deleted: 0, cursor };
       }
     } else {
+      liveIds = new Set(openCodeDb.prepare("SELECT id FROM session").all().map((row) => row.id));
       const query = openCodeDb.prepare("SELECT 1 FROM session WHERE id = ? LIMIT 1");
       sessionExists = (id) => !!query.get(id);
     }
+    if (options.fenceLockNames?.length) {
+      const retainedIds = new Set(liveIds);
+      const sources = SESSION_SCOPED_TABLES.map((def) => `SELECT session_id FROM ${def.table}${def.extraPredicate ? ` WHERE ${def.extraPredicate}` : ""}`);
+      for (const row of db.prepare(sources.join(" UNION ")).all()) {
+        if (typeof row.session_id === "string")
+          retainedIds.add(row.session_id);
+      }
+      for (const row of db.prepare("SELECT key FROM schema_migrations_meta WHERE key >= ? AND key < ?").all(TAG_TOMBSTONE_OWNER_PREFIX, "tag_revision_owner;")) {
+        try {
+          const id = JSON.parse(row.key.slice(TAG_TOMBSTONE_OWNER_PREFIX.length, row.key.lastIndexOf(":")));
+          if (typeof id === "string")
+            retainedIds.add(id);
+        } catch {}
+      }
+      sweepEmptyLkgRecoveryLockDirectories(options.fenceLockNames, retainedIds);
+    }
     const cutoff = now - safetyAgeMs;
     const candidateSourceSql = getOpenCodeSessionScopedCandidateSourceSql(harness);
     const candidates = db.prepare(`SELECT session_id
@@ -2048,4 +2141,4 @@ async function sweepOrphanedOpenCodeMessageIndexesCooperatively2(db, openSource,
   }));
 }
 
-export { BoundedSessionMap, LkgRecoveryFenceError, clearLkgFenceProcessState, lkgFenceRequiresRebuild, lkgRecoveryFenceUnclean, ownsLkgDirtyFence, invalidateCleanLkgRecoveryFence, markLkgRecoveryDirty, commitLkgWithRecoveryFence, clearLkgRecoveryFence, gaDatabasePath, V2StoreReader, readSessionActivity, observeSessionActivity, backfillSessionActivity, deleteSessionScopedRows, clearCompressionDepth, clearCompressionDepthRange, cleanSearchText, keywordRelevance, matchedSearchSnippet, MESSAGE_INDEX_MAX_FTS_BYTES2, messageIndexSkipKey2, toMessageIndexSource2, getMessageIndexSourceIdentity2, isMessageIndexSourceCurrent2, getLastIndexedOrdinal2, getIndexedMessageCorpusSize2, markMessageIndexDirty2, getMessageIndexReconciliationStartOrdinal2, isMessageIndexReconciledThrough2, deleteIndexedMessage2, clearIndexedMessagesInTransaction2, clearIndexedMessages2, getIndexableContent2, indexSingleMessage2, indexMessagesAfterOrdinal2, indexSourcesAfterOrdinal2, sweepOrphanedOpenCodeMessageIndexesCooperatively2 };
+export { BoundedSessionMap, LkgRecoveryFenceError, clearLkgFenceProcessState, takeLkgRecoveryLockSweepPage, lkgFenceRequiresRebuild, lkgRecoveryFenceUnclean, ownsLkgDirtyFence, invalidateCleanLkgRecoveryFence, markLkgRecoveryDirty, commitLkgWithRecoveryFence, clearLkgRecoveryFence, gaDatabasePath, V2StoreReader, readSessionActivity, observeSessionActivity, backfillSessionActivity, deleteSessionScopedRows, clearCompressionDepth, clearCompressionDepthRange, cleanSearchText, keywordRelevance, matchedSearchSnippet, MESSAGE_INDEX_MAX_FTS_BYTES2, messageIndexSkipKey2, toMessageIndexSource2, getMessageIndexSourceIdentity2, isMessageIndexSourceCurrent2, getLastIndexedOrdinal2, getIndexedMessageCorpusSize2, markMessageIndexDirty2, getMessageIndexReconciliationStartOrdinal2, isMessageIndexReconciledThrough2, deleteIndexedMessage2, clearIndexedMessagesInTransaction2, clearIndexedMessages2, getIndexableContent2, indexSingleMessage2, indexMessagesAfterOrdinal2, indexSourcesAfterOrdinal2, sweepOrphanedOpenCodeMessageIndexesCooperatively2 };