@cortexkit/pi-magic-context 0.49.31 → 0.49.32

package/dist/{index-yddeb86g.js → index-wpazxe9x.js}

@@ -9,11 +9,12 @@ import {
 } from "./index-my0dn413.js";
 import {
   cleanUserText2
-} from "./index-34e3mm36.js";
+} from "./index-87xkw8xm.js";
 import {
   recordMessageFtsRowid2,
   recordIndexedMessageTime2,
-  messageFtsOrdinalRangeIsMapped2
+  messageFtsOrdinalRangeIsMapped2,
+  deleteUnmappedMessageFtsRows2
 } from "./index-bvpar0bg.js";
 import {
   logSlowWriteTransaction
@@ -120,6 +121,14 @@ function skipStatement(db, sql) {
   return statement;
 }
 var messageIndexSkipKey = (sessionId, messageId) => `message_index_skip:${JSON.stringify([sessionId, messageId])}`;
+function deleteMessageIndexSkips(db, sessionId, messageId) {
+  if (messageId !== undefined) {
+    skipStatement(db, "DELETE FROM schema_migrations_meta WHERE key=?").run(messageIndexSkipKey(sessionId, messageId));
+  } else {
+    const prefix = `message_index_skip:${JSON.stringify([sessionId]).slice(0, -1)},`;
+    skipStatement(db, "DELETE FROM schema_migrations_meta WHERE substr(key,1,length(?))=?").run(prefix, prefix);
+  }
+}
 function normalizeIndexText(text) {
   return text.replace(/\s+/g, " ").trim();
 }
@@ -155,6 +164,17 @@ function getUpsertDirtyFloorStatement(db) {
   }
   return stmt;
 }
+function getDeleteFtsStatement(db) {
+  let stmt = deleteFtsStatements.get(db);
+  if (!stmt) {
+    stmt = db.prepare(`DELETE FROM message_history_fts
+             WHERE rowid IN (
+                 SELECT fts_rowid FROM message_fts_rowid_map WHERE session_id = ?
+             )`);
+    deleteFtsStatements.set(db, stmt);
+  }
+  return stmt;
+}
 function getDeleteFtsRangeStatement(db) {
   let stmt = deleteFtsRangeStatements.get(db);
   if (!stmt) {
@@ -168,6 +188,14 @@ function getDeleteFtsRangeStatement(db) {
   }
   return stmt;
 }
+function getDeleteIndexStatement(db) {
+  let stmt = deleteIndexStatements.get(db);
+  if (!stmt) {
+    stmt = db.prepare("DELETE FROM message_history_index WHERE session_id = ?");
+    deleteIndexStatements.set(db, stmt);
+  }
+  return stmt;
+}
 function getCountIndexedMessageStatement(db) {
   let stmt = countIndexedMessageStatements.get(db);
   if (!stmt) {
@@ -207,6 +235,14 @@ function getUpsertMessageSourceStatement(db) {
   }
   return stmt;
 }
+function getDeleteMessageSourceStatement(db) {
+  let stmt = deleteMessageSourceStatements.get(db);
+  if (!stmt) {
+    stmt = db.prepare("DELETE FROM message_history_source WHERE session_id = ?");
+    deleteMessageSourceStatements.set(db, stmt);
+  }
+  return stmt;
+}
 function getDeleteMessageSourceRangeStatement(db) {
   let stmt = deleteMessageSourceRangeStatements.get(db);
   if (!stmt) {
@@ -231,6 +267,14 @@ function getDeleteMessageFtsStatement(db) {
   }
   return stmt;
 }
+function getDeleteFtsMapStatement(db) {
+  let stmt = deleteFtsMapStatements.get(db);
+  if (!stmt) {
+    stmt = db.prepare("DELETE FROM message_fts_rowid_map WHERE session_id = ?");
+    deleteFtsMapStatements.set(db, stmt);
+  }
+  return stmt;
+}
 function getDeleteFtsMapRangeStatement(db) {
   let stmt = deleteFtsMapRangeStatements.get(db);
   if (!stmt) {
@@ -345,6 +389,23 @@ function isMessageIndexReconciledThrough(db, sessionId, finalWatermark) {
   const dirtyFloor = getDirtyIndexFloor(db, sessionId);
   return getLastIndexedOrdinal(db, sessionId) >= finalWatermark && dirtyFloor === null;
 }
+function clearIndexedMessagesInTransaction(db, sessionId) {
+  deleteMessageIndexSkips(db, sessionId);
+  getDeleteFtsStatement(db).run(sessionId);
+  deleteUnmappedMessageFtsRows2(db, [sessionId]);
+  getDeleteFtsMapStatement(db).run(sessionId);
+  getDeleteMessageSourceStatement(db).run(sessionId);
+  getDeleteIndexStatement(db).run(sessionId);
+  clearCompressionDepth(db, sessionId);
+}
+function clearIndexedMessages(db, sessionId) {
+  let transactionStartedAt = 0;
+  db.transaction(() => {
+    transactionStartedAt = performance.now();
+    clearIndexedMessagesInTransaction(db, sessionId);
+  }).immediate();
+  logSlowWriteTransaction("message_index_clear", transactionStartedAt);
+}
 function getIndexableContent(role, parts) {
   if (role === "user") {
     if (!hasMeaningfulUserText2(parts)) {
@@ -485,4 +546,4 @@ function indexItemsAfterOrdinal(db, sessionId, items, finalWatermark, toSource)
   return inserted;
 }
 
-export { clearCompressionDepth, clearCompressionDepthRange, cleanSearchText, keywordRelevance, matchedSearchSnippet, MESSAGE_INDEX_MAX_FTS_BYTES, messageIndexSkipKey, getMessageIndexSourceIdentity, isMessageIndexSourceCurrent, getLastIndexedOrdinal, getIndexedMessageCorpusSize, markMessageIndexDirty, getMessageIndexReconciliationStartOrdinal, isMessageIndexReconciledThrough, getIndexableContent, indexSingleMessage, indexMessagesAfterOrdinal };
+export { clearCompressionDepth, clearCompressionDepthRange, cleanSearchText, keywordRelevance, matchedSearchSnippet, MESSAGE_INDEX_MAX_FTS_BYTES, messageIndexSkipKey, getMessageIndexSourceIdentity, isMessageIndexSourceCurrent, getLastIndexedOrdinal, getIndexedMessageCorpusSize, markMessageIndexDirty, getMessageIndexReconciliationStartOrdinal, isMessageIndexReconciledThrough, clearIndexedMessages, getIndexableContent, indexSingleMessage, indexMessagesAfterOrdinal };

package/dist/{index-0jykn0dw.js → index-xn5yh0pn.js}

@@ -41,7 +41,7 @@ import {
   countSessionCompartmentEmbedCoverage2,
   countSessionCompartmentEmbedCoveragePolite2,
   countUnembeddedSessionCompartmentsPolite2
-} from "./index-kmk3xpf9.js";
+} from "./index-0gymvr5j.js";
 import {
   DEFAULT_LOCAL_EMBEDDING_MODEL
 } from "./index-ccanzg8p.js";
@@ -74,6 +74,9 @@ import {
   getMemoryEmbedCoverage,
   invalidateProject2
 } from "./index-yhzhdp3m.js";
+import {
+  isKnownAutocommit
+} from "./index-nrzkqte4.js";
 import {
   logSlowWriteTransaction
 } from "./index-hqw0rt9k.js";
@@ -785,6 +788,51 @@ function createChunkEmbeddingWriter(db) {
   };
 }
 
+// ../plugin/src/features/magic-context/chunk-scope-repair-revision.ts
+var revisions = new WeakMap;
+var KEY = "chunk_scope_repair_revision";
+function readChunkScopeRepairRevision(db) {
+  if (!isKnownAutocommit(db))
+    return null;
+  let state = revisions.get(db);
+  if (!state) {
+    if (!db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 'schema_migrations_meta'").get())
+      return null;
+    const bump = `INSERT INTO schema_migrations_meta(key, value) VALUES ('${KEY}', lower(hex(randomblob(16))))
+            ON CONFLICT(key) DO UPDATE SET value = excluded.value;`;
+    db.exec(`CREATE TEMP TRIGGER IF NOT EXISTS mc_chunk_scope_binding_bi
+            BEFORE INSERT ON main.session_projects
+            WHEN NOT EXISTS (SELECT 1 FROM session_projects WHERE session_id = NEW.session_id
+                AND harness = NEW.harness AND project_path = NEW.project_path)
+            BEGIN ${bump} END;
+            CREATE TEMP TRIGGER IF NOT EXISTS mc_chunk_scope_binding_au
+            AFTER UPDATE ON main.session_projects
+            WHEN OLD.session_id IS NOT NEW.session_id OR OLD.harness IS NOT NEW.harness
+                OR OLD.project_path IS NOT NEW.project_path
+            BEGIN ${bump} END;
+            CREATE TEMP TRIGGER IF NOT EXISTS mc_chunk_scope_rows_bi
+            BEFORE INSERT ON main.compartment_chunk_embeddings BEGIN ${bump} END;
+            CREATE TEMP TRIGGER IF NOT EXISTS mc_chunk_scope_rows_au
+            AFTER UPDATE OF project_path, session_id, harness ON main.compartment_chunk_embeddings
+            WHEN NOT EXISTS (SELECT 1 FROM session_projects WHERE session_id = NEW.session_id
+                AND harness = NEW.harness AND project_path = NEW.project_path)
+            BEGIN ${bump} END;`);
+    const statement = db.prepare(`SELECT
+            (SELECT value FROM schema_migrations_meta WHERE key = '${KEY}') AS local,
+            (SELECT data_version FROM pragma_data_version) AS external,
+            (SELECT schema_version FROM pragma_schema_version) AS schemaVersion`);
+    state = { statement };
+    revisions.set(db, state);
+  }
+  const row = state.statement.get();
+  if (state.schemaVersion !== undefined && state.schemaVersion !== row.schemaVersion) {
+    revisions.delete(db);
+    return readChunkScopeRepairRevision(db);
+  }
+  state.schemaVersion = row.schemaVersion;
+  return JSON.stringify(row);
+}
+
 // ../plugin/src/features/magic-context/git-commits/storage-git-commit-embeddings.ts
 var saveStatements = new WeakMap;
 var loadProjectStatements = new WeakMap;
@@ -1439,6 +1487,7 @@ function recordScopeActiveIdentity(db, projectIdentity, scope, modelId, now) {
   getUpsertActiveIdentityStatement(db).run(projectIdentity, scope, modelId, now);
 }
 var legacyDiscoveryComplete = new WeakMap;
+var chunkScopeRepairComplete = new WeakMap;
 function recordActiveEmbeddingIdentity(db, projectIdentity, currentProviderIdentity, currentChunkIdentity, features) {
   if (currentProviderIdentity === OFF_PROVIDER_IDENTITY) {
     return false;
@@ -1460,7 +1509,21 @@ function recordActiveEmbeddingIdentity(db, projectIdentity, currentProviderIdent
     model,
     rows: getBackfillActiveIdentityStatement(db, scope).all(projectIdentity, projectIdentity, scope)
   }));
-  const repairIds = findMisScopedCompartmentChunkEmbeddingIdsForProject(db, projectIdentity);
+  const repairKey = JSON.stringify([projectIdentity, currentChunkIdentity]);
+  const repairRevision = readChunkScopeRepairRevision(db);
+  let completed = chunkScopeRepairComplete.get(db);
+  if (!completed) {
+    completed = new Map;
+    chunkScopeRepairComplete.set(db, completed);
+  }
+  if (repairRevision === null)
+    completed.clear();
+  const repairIds = repairRevision !== null && completed.get(repairKey) === repairRevision ? [] : findMisScopedCompartmentChunkEmbeddingIdsForProject(db, projectIdentity);
+  if (repairIds.length === 0 && repairRevision !== null) {
+    if (completed.size >= 256)
+      completed.delete(completed.keys().next().value);
+    completed.set(repairKey, repairRevision);
+  }
   if (legacy.every(({ rows }) => rows.length === 0) && scopes.every(([scope, model]) => active.get(projectIdentity, scope, model)) && repairIds.length === 0) {
     for (const { scope, model } of legacy)
       discovered.add(discoveryKey(scope, model));