@cortexkit/opencode-magic-context 0.49.2 → 0.49.3

package/dist/{index-xnanvj3w.js → index-mgy5dwcw.js}

@@ -53,7 +53,7 @@ import {
   storedPathBelongsToIdentity,
   beginBootQuietPeriod,
   scheduleAfterBootQuiet
-} from "./index-gzky5rva.js";
+} from "./index-41gqa557.js";
 import {
   recordSessionProjectIdentity,
   hasRecordedSessionProjectIdentity,
@@ -80,7 +80,7 @@ import {
   drainCommitBacklogForProject2,
   embedSessionCompartmentChunks2,
   getEmbeddingCoverageStatus2
-} from "./index-fg00p1cg.js";
+} from "./index-c0b01zrc.js";
 import {
   hasTrustedAbsoluteWall,
   applyProvenInputFloor,
@@ -142,7 +142,7 @@ import {
   getDroppedTagsByNumbers2,
   getMaxDroppedTagNumber2,
   getTagById2
-} from "./index-nydv6g8r.js";
+} from "./index-yqps2zsv.js";
 import {
   observeTemporalDecisions
 } from "./index-1bt88epp.js";
@@ -164,7 +164,7 @@ import {
   extractInMemoryMessageViews2,
   buildInMemoryTailRawMessages2,
   runSessionWarmupWorker
-} from "./index-h5zfkjyk.js";
+} from "./index-jpm52v9x.js";
 import {
   openCodeDbExists,
   withReadOnlySessionDb,
@@ -172,7 +172,7 @@ import {
   latestPersistedMessageForRecovery,
   latestRealUserTurnIdFromOpenCodeDb,
   findLastAssistantModelFromOpenCodeDb
-} from "./index-0pjvpfkf.js";
+} from "./index-qvr78ej6.js";
 import {
   expandToolPart,
   estimateTrueRawMessageTokens,
@@ -284,7 +284,7 @@ import {
   readRawSessionMessageById2,
   readSessionChunk2,
   readRawSessionSeedTail2
-} from "./index-sv0bb7vg.js";
+} from "./index-7zg9dvx0.js";
 import {
   getMeasuredToolDefinitionTokens
 } from "./index-h2wc01qk.js";
@@ -315,7 +315,7 @@ import {
   runSqliteOptimize,
   openDatabase,
   openCurrentDatabase
-} from "./index-zg8yq4ya.js";
+} from "./index-znzgze2v.js";
 import {
   registerOwnRpcServerInstance,
   rpcPortDir,
@@ -337,7 +337,7 @@ import {
   resolveStoredPathWorkspaceIdentity,
   storedPathBelongsToWorkspace,
   computeWorkspaceEpochFingerprint
-} from "./index-att4bfan.js";
+} from "./index-xfbfrngb.js";
 import {
   V2_MEMORY_CATEGORIES,
   CATEGORY_PRIORITY
@@ -466,12 +466,13 @@ import {
   dismissUserMemory,
   getMuralIdentity,
   getMural,
+  getOpenCodeDbPath,
+  prepareCompactionMarkerCandidates,
+  removeMcOwnedCompactionMarkers,
   readCoordinateGeneration,
   readCoordinateRebaseNotice,
   formatCoordinateRebaseNotice,
   rebaseSessionCoordinatesAsync,
-  getOpenCodeDbPath,
-  removeMcOwnedCompactionMarkers,
   MARKER_SUMMARY_TEXT,
   markerUpdateDefinitelyDidNotCut,
   buildMagicContextSection,
@@ -508,7 +509,7 @@ import {
   snapRangeToCompartments,
   getActiveCompartmentRun,
   startCompartmentAgent
-} from "./index-zfzdpeq2.js";
+} from "./index-s4ztdn8v.js";
 import {
   SubcClient,
   connectionFileExists,
@@ -528,16 +529,16 @@ import {
   prepareLkgCaptureFence,
   certifyCommittedLkgCapture,
   markLkgRecoveryDirty,
-  getMessageIndexSourceIdentity,
-  isMessageIndexSourceCurrent,
-  getLastIndexedOrdinal,
-  getMessageIndexReconciliationStartOrdinal,
-  isMessageIndexReconciledThrough,
-  clearIndexedMessages,
-  indexSingleMessage,
-  indexMessagesAfterOrdinal,
-  sweepOrphanedOpenCodeMessageIndexes
-} from "./index-sfhndpcb.js";
+  getMessageIndexSourceIdentity2,
+  isMessageIndexSourceCurrent2,
+  getLastIndexedOrdinal2,
+  getMessageIndexReconciliationStartOrdinal2,
+  isMessageIndexReconciledThrough2,
+  clearIndexedMessages2,
+  indexSingleMessage2,
+  indexMessagesAfterOrdinal2,
+  sweepOrphanedOpenCodeMessageIndexes2
+} from "./index-3wckxwfp.js";
 import {
   renderUserFacingFailure,
   userFacingFailureCode,
@@ -581,7 +582,7 @@ import {
   readGitFileChangeTimesSince,
   verificationFileExists,
   normalizeVerificationFiles
-} from "./index-rafsaxac.js";
+} from "./index-fjtgekd4.js";
 import {
   registerNotificationSink2,
   pushNotification2,
@@ -599,7 +600,7 @@ import {
 } from "./index-4dhv7mqz.js";
 import {
   cosineSimilarity
-} from "./index-r2zcs71c.js";
+} from "./index-7ndnvw7a.js";
 import {
   computeCueContentHash,
   hasMuralCueColumns,
@@ -645,17 +646,17 @@ import {
   resolveMemoriesByIdsForSearch2,
   unifiedSearch2,
   formatSearchResults2
-} from "./index-fdtkt5r1.js";
+} from "./index-fst3t0d9.js";
 import {
   flushIgnoredMessages2,
   clearIgnoredMessages2,
   observeIgnoredNotificationEvent2,
   sendStatusNotification2
-} from "./index-xgrwmj82.js";
+} from "./index-bhk710rw.js";
 import {
   setRecompStarting2,
   setRecompTerminal2
-} from "./index-eypn4ba6.js";
+} from "./index-w9pe0nx1.js";
 import {
   searchMessageHistoryOffThread,
   findSessionId,
@@ -705,7 +706,7 @@ import {
   abortSessionFailClosed2,
   evaluateEmergencyFailClosed2,
   runPostTransformPhase2
-} from "./index-p0n5ryq8.js";
+} from "./index-ws3gcy5m.js";
 import {
   ANNOUNCEMENT_VERSION2,
   ANNOUNCEMENT_FEATURES2,
@@ -4967,7 +4968,7 @@ function getAsyncModule() {
       await beforeModuleLoad();
     const [{ default: singlefileAsyncifyVariant }, { newQuickJSAsyncWASMModuleFromVariant }] = await importPluginModule(() => Promise.all([
       import("./index-e7vx3byk.js").then((m)=>__toESM(m.default,1)),
-      import("./index-69vas84q.js")
+      import("./index-e6xnpach.js")
     ]));
     const module = await newQuickJSAsyncWASMModuleFromVariant(singlefileAsyncifyVariant);
     return module;
@@ -10834,174 +10835,506 @@ function clearDreamerTickFailure(db) {
   db.prepare("DELETE FROM schema_migrations_meta WHERE key = ?").run(DREAMER_TICK_FAILURE_KEY);
 }
 
-// src/plugin/dream-timer.ts
-var DREAM_TIMER_INTERVAL_MS = 15 * 60 * 1000;
-var GIT_COMMIT_BACKLOG_DRAIN_MAX_MS = 5 * 60 * 1000;
-var BOOT_PROJECT_JITTER_SLOT_MS = 1000;
-var activeTimer = null;
-var tickInFlight = false;
-var startupTickTimer = null;
-var startupTimers = new Map;
-var startupJitters = new Map;
-var nextStartupJitterSlot = 0;
-function directoryStillExists(directory) {
-  try {
-    return statSync2(directory).isDirectory();
-  } catch {
+// src/features/magic-context/message-index-async.ts
+var indexCancellations = new Map;
+var sessionEpochs = new Map;
+var workerMeasurements = new WeakMap;
+function isDatabaseLockedError(error) {
+  if (!error || typeof error !== "object")
     return false;
+  const e = error;
+  if (typeof e.code === "string") {
+    if (e.code === "SQLITE_BUSY" || e.code === "SQLITE_LOCKED")
+      return true;
   }
-}
-function openTimerDatabaseOrNull(context) {
-  let db;
-  try {
-    db = openCurrentDatabase();
-  } catch (error) {
-    log2(`[dreamer] storage fatal; skipping ${context}: ${getErrorMessage(error)}`);
-    return null;
-  }
-  if (!db) {
-    log2(`[dreamer] storage unavailable; skipping ${context} (the cache schema is newer than this binary supports — restart/upgrade OpenCode/Pi/Magic Context to recover)`);
-    return null;
+  if (typeof e.message === "string") {
+    if (/database is locked/i.test(e.message))
+      return true;
+    if (/sqlite_(busy|locked)/i.test(e.message))
+      return true;
   }
-  return db;
+  return false;
 }
-var refusedEmptyIdentityDirectories = new Set;
-function logEmptyIdentityRefusalOnce(directory) {
-  if (refusedEmptyIdentityDirectories.has(directory))
-    return;
-  refusedEmptyIdentityDirectories.add(directory);
-  log2(`[dreamer] not registering ${directory}: it has no project identity, so no project-scoped work runs for it`);
+var INCREMENTAL_DEBOUNCE_MS = 100;
+var RECONCILIATION_BATCH_SIZE = 100;
+
+class MagicContextMessageIndexHeapHolder {
+  reconciledSessions = new Set;
+  reconciliationScheduledSessions = new Set;
+  clearAndReindexScheduledSessions = new Map;
+  sessionLocks = new Map;
+  incrementalTimers = new Map;
+  pendingIncrementalKeys = new Set;
+  completedIncrementalKeys = new Set;
+  activeReconcilerBuffers = new Map;
 }
-var registeredProjects = new Map;
-function stopDreamScheduleTimerIfIdle() {
-  if (registeredProjects.size !== 0)
-    return;
-  const stopped = activeTimer !== null || startupTickTimer !== null;
-  if (activeTimer) {
-    clearInterval(activeTimer);
-    activeTimer = null;
-  }
-  if (startupTickTimer) {
-    clearTimeout(startupTickTimer);
-    startupTickTimer = null;
+var heapHolder = new MagicContextMessageIndexHeapHolder;
+function clearCompletedIncrementalKeys(sessionId) {
+  const prefix = `${sessionId}\x00`;
+  for (const key of heapHolder.completedIncrementalKeys) {
+    if (key.startsWith(prefix))
+      heapHolder.completedIncrementalKeys.delete(key);
   }
-  startupJitters.clear();
-  nextStartupJitterSlot = 0;
-  if (stopped)
-    log2("[dreamer] stopped dream schedule timer (no projects left)");
 }
-async function startDreamScheduleTimer(args) {
-  if (!isUsableProjectIdentity(args.projectIdentity)) {
-    logEmptyIdentityRefusalOnce(args.directory);
+var PREPARE_RETRY_MS = 60000;
+async function sourceReady(source, sessionId) {
+  const prepare = source?.prepare;
+  return typeof prepare === "function" ? prepare(sessionId) : true;
+}
+function defer(fn) {
+  const immediate = globalThis.setImmediate;
+  if (typeof immediate === "function") {
+    immediate(fn);
     return;
   }
-  beginBootQuietPeriod();
-  const db = openTimerDatabaseOrNull("schedule timer registration");
-  if (!db)
+  setTimeout(fn, 0);
+}
+function yieldToEventLoop() {
+  return new Promise((resolve) => defer(resolve));
+}
+function runWithSessionLock(sessionId, operation) {
+  const previous = heapHolder.sessionLocks.get(sessionId) ?? Promise.resolve();
+  const run = previous.catch(() => {
     return;
-  const dreamingEnabled = Boolean(args.dreamerConfig && args.dreamerConfig.disable !== true);
-  const embeddingSweepEnabled = args.memoryEnabled === true;
-  const commitIndexingEnabled = args.gitCommitIndexing?.enabled === true;
-  const previousRegistration = registeredProjects.get(args.directory);
-  const isNewRegistration = previousRegistration === undefined;
-  if (previousRegistration && previousRegistration !== args) {
-    const pendingStartup = startupTimers.get(args.directory);
-    if (pendingStartup) {
-      clearTimeout(pendingStartup);
-      startupTimers.delete(args.directory);
+  }).then(async () => {
+    await operation();
+  });
+  heapHolder.sessionLocks.set(sessionId, run);
+  run.finally(() => {
+    if (heapHolder.sessionLocks.get(sessionId) === run) {
+      heapHolder.sessionLocks.delete(sessionId);
     }
+  }).catch(() => {
+    return;
+  });
+  return run;
+}
+function logIndexingError(sessionId, action, error) {
+  if (isDatabaseLockedError(error)) {
+    sessionLog2(sessionId, `message FTS async ${action} skipped (database busy; will retry on next reconciliation)`);
+    return;
   }
-  registeredProjects.set(args.directory, args);
-  if (isNewRegistration) {
-    log2(`[dreamer] registered project ${args.projectIdentity} (dreaming=${dreamingEnabled} embeddings=${embeddingSweepEnabled} commits=${commitIndexingEnabled}; total=${registeredProjects.size})`);
-  }
-  if (!activeTimer) {
-    log2(`[dreamer] started independent schedule timer (every ${DREAM_TIMER_INTERVAL_MS / 60000}m)`);
-    startupTickTimer = scheduleAfterBootQuiet(() => {
-      startupTickTimer = null;
-      runTick("startup");
-    });
-    const timer = setInterval(() => runTick("interval"), DREAM_TIMER_INTERVAL_MS);
-    if (typeof timer === "object" && "unref" in timer) {
-      timer.unref();
-    }
-    activeTimer = timer;
-  } else if (isNewRegistration || previousRegistration !== args) {
-    scheduleInitialProjectRun(args, db);
+  sessionLog2(sessionId, `message FTS async ${action} failed: ${error instanceof Error ? error.message : String(error)}`);
+  log2(`[message-index-async] ${action} failed for ${sessionId}:`, error);
+}
+function serializedMessageBytes(messages) {
+  try {
+    return Buffer.byteLength(JSON.stringify(messages));
+  } catch {
+    return 0;
   }
-  return () => {
-    if (registeredProjects.get(args.directory) !== args) {
-      stopDreamScheduleTimerIfIdle();
-      return;
-    }
-    registeredProjects.delete(args.directory);
-    const startupTimer = startupTimers.get(args.directory);
-    if (startupTimer) {
-      clearTimeout(startupTimer);
-      startupTimers.delete(args.directory);
-    }
-    log2(`[dreamer] unregistered project ${args.projectIdentity} (remaining=${registeredProjects.size})`);
-    stopDreamScheduleTimerIfIdle();
-  };
 }
-var tickStages = {
-  runMessageHistoryMaintenance,
-  runProjectMaintenance
-};
-function runTick(origin) {
-  if (tickInFlight)
-    return;
-  tickInFlight = true;
-  log2(`[dreamer] timer tick (${origin}) — projects=${registeredProjects.size}`);
-  (async () => {
+async function reconcileSessionIndex(db, sessionId, readMessages) {
+  if (!await sourceReady(readMessages, sessionId))
+    return false;
+  await runWithSessionLock(sessionId, async () => {
+    if (heapHolder.reconciledSessions.has(sessionId))
+      return;
+    let fallbackSnapshot = null;
     try {
-      const db = openTimerDatabaseOrNull("maintenance tick");
-      if (!db)
-        return;
-      let failure = null;
-      const noteFailure = (stage, error) => {
-        failure ??= { at: Date.now(), stage, message: getErrorMessage(error) };
-      };
-      try {
-        await tickStages.runMessageHistoryMaintenance(db);
-      } catch (error) {
-        log2("[magic-context] timer-triggered message-history maintenance failed:", error);
-        noteFailure("message-history maintenance", error);
-      }
-      for (const reg of registeredProjects.values()) {
-        try {
-          if (origin === "startup") {
-            scheduleInitialProjectRun(reg, db);
-          } else {
-            await tickStages.runProjectMaintenance(reg, origin, db);
-          }
-        } catch (error) {
-          log2(`[magic-context] timer-triggered maintenance failed for ${reg.projectIdentity}:`, error);
-          noteFailure(`project ${reg.projectIdentity}`, error);
+      const fullReader = typeof readMessages === "function" ? readMessages : null;
+      const finalWatermark = readMessages.getCount ? readMessages.getCount(sessionId) : (fallbackSnapshot = fullReader?.(sessionId) ?? []).length;
+      let cursor = getMessageIndexReconciliationStartOrdinal2(db, sessionId);
+      let after;
+      while (cursor < finalWatermark) {
+        const pageEnd = Math.min(finalWatermark, cursor + RECONCILIATION_BATCH_SIZE);
+        const messages = readMessages.readPage ? readMessages.readPage(sessionId, cursor, RECONCILIATION_BATCH_SIZE, finalWatermark, after) : (fallbackSnapshot ?? []).filter((message) => message.ordinal > cursor && message.ordinal <= pageEnd);
+        const retainedMessages = fallbackSnapshot ?? messages;
+        heapHolder.activeReconcilerBuffers.set(sessionId, retainedMessages);
+        withSqliteBackgroundWriter2(() => indexMessagesAfterOrdinal2(db, sessionId, messages, cursor, pageEnd));
+        const nextCursor = getMessageIndexReconciliationStartOrdinal2(db, sessionId);
+        if (nextCursor <= cursor)
+          break;
+        cursor = nextCursor;
+        const last = messages.at(-1);
+        after = last?.ordinal === cursor && typeof last.createdAt === "number" ? { timeCreated: last.createdAt, id: last.id } : undefined;
+        if (cursor < finalWatermark) {
+          await yieldToEventLoop();
         }
       }
-      persistTickOutcome(db, failure);
-      if (origin === "startup")
-        return;
-      runSqliteOptimize(db);
-    } catch (error) {
-      log2("[magic-context] timer-triggered maintenance check failed:", error);
+      if (isMessageIndexReconciledThrough2(db, sessionId, finalWatermark)) {
+        heapHolder.reconciledSessions.add(sessionId);
+      }
     } finally {
-      tickInFlight = false;
+      heapHolder.activeReconcilerBuffers.delete(sessionId);
     }
-  })();
+  });
+  return true;
 }
-function persistTickOutcome(db, failure) {
-  try {
-    if (failure)
-      recordDreamerTickFailure(db, failure);
-    else
-      clearDreamerTickFailure(db);
-  } catch (error) {
-    log2("[dreamer] could not persist the outcome of this tick:", error);
+function scheduleReconciliation(db, sessionId, readMessages) {
+  if (heapHolder.reconciledSessions.has(sessionId) || heapHolder.reconciliationScheduledSessions.has(sessionId)) {
+    return;
   }
-}
-async function runMessageHistoryMaintenance(db) {
+  heapHolder.reconciliationScheduledSessions.add(sessionId);
+  scheduleAfterBootQuiet(() => {
+    defer(() => {
+      reconcileSessionIndex(db, sessionId, readMessages).then((ran) => {
+        if (ran)
+          return;
+        setTimeout(() => {
+          heapHolder.reconciliationScheduledSessions.delete(sessionId);
+          scheduleReconciliation(db, sessionId, readMessages);
+        }, PREPARE_RETRY_MS).unref?.();
+      }).catch((error) => {
+        logIndexingError(sessionId, "reconciliation", error);
+        if (isDatabaseLockedError(error))
+          setTimeout(() => scheduleReconciliation(db, sessionId, readMessages), 1000).unref();
+      }).finally(() => {
+        heapHolder.reconciliationScheduledSessions.delete(sessionId);
+      });
+    });
+  });
+}
+function scheduleIncrementalIndex(db, sessionId, messageId, messageSource) {
+  const schedulingKey = `${sessionId}\x00${messageId}`;
+  const epoch = sessionEpochs.get(sessionId) ?? 0;
+  if (heapHolder.pendingIncrementalKeys.has(schedulingKey))
+    return;
+  const activeTimer = heapHolder.incrementalTimers.get(schedulingKey);
+  if (activeTimer)
+    clearTimeout(activeTimer);
+  const timer = setTimeout(() => {
+    heapHolder.incrementalTimers.delete(schedulingKey);
+    heapHolder.pendingIncrementalKeys.add(schedulingKey);
+    const indexMessage = async () => {
+      if ((sessionEpochs.get(sessionId) ?? 0) !== epoch || !heapHolder.pendingIncrementalKeys.has(schedulingKey))
+        return;
+      const message = typeof messageSource === "function" ? messageSource(sessionId, messageId) : messageSource;
+      if (!message)
+        return;
+      const revisionKey = `${schedulingKey}\x00${getMessageIndexSourceIdentity2(message)}`;
+      if (heapHolder.completedIncrementalKeys.has(revisionKey))
+        return;
+      const currentWatermark = getLastIndexedOrdinal2(db, sessionId);
+      if (message.ordinal <= currentWatermark && isMessageIndexSourceCurrent2(db, sessionId, message)) {
+        heapHolder.completedIncrementalKeys.add(revisionKey);
+        return;
+      }
+      const wasReconciled = heapHolder.reconciledSessions.delete(sessionId);
+      await indexSingleMessageOffThread(db, sessionId, message);
+      if ((sessionEpochs.get(sessionId) ?? 0) !== epoch || !heapHolder.pendingIncrementalKeys.has(schedulingKey))
+        return;
+      const finalWatermark = getLastIndexedOrdinal2(db, sessionId);
+      if (wasReconciled && isMessageIndexReconciledThrough2(db, sessionId, finalWatermark)) {
+        heapHolder.reconciledSessions.add(sessionId);
+      }
+      heapHolder.completedIncrementalKeys.add(revisionKey);
+    };
+    sourceReady(messageSource, sessionId).then((ready) => {
+      if ((sessionEpochs.get(sessionId) ?? 0) !== epoch)
+        return;
+      if (ready)
+        return runWithSessionLock(sessionId, indexMessage);
+      setTimeout(() => scheduleIncrementalIndex(db, sessionId, messageId, messageSource), PREPARE_RETRY_MS).unref?.();
+    }).catch((error) => {
+      if ((sessionEpochs.get(sessionId) ?? 0) !== epoch)
+        return;
+      heapHolder.reconciledSessions.delete(sessionId);
+      logIndexingError(sessionId, `incremental index for ${messageId}`, error);
+      if (isDatabaseLockedError(error))
+        setTimeout(() => scheduleIncrementalIndex(db, sessionId, messageId, messageSource), 1000).unref();
+    }).finally(() => {
+      if ((sessionEpochs.get(sessionId) ?? 0) === epoch)
+        heapHolder.pendingIncrementalKeys.delete(schedulingKey);
+    });
+  }, INCREMENTAL_DEBOUNCE_MS);
+  heapHolder.incrementalTimers.set(schedulingKey, timer);
+}
+async function indexSingleMessageOffThread(db, sessionId, message) {
+  const path = getSqliteDatabasePath2(db);
+  if (!path)
+    return withSqliteBackgroundWriter2(() => indexSingleMessage2(db, sessionId, message));
+  const cancellation = new Int32Array(new SharedArrayBuffer(4));
+  const active = indexCancellations.get(sessionId) ?? new Set;
+  active.add(cancellation);
+  indexCancellations.set(sessionId, active);
+  const result = await runSessionWarmupWorker({
+    path,
+    sessionId,
+    indexMessage: message,
+    harness: getHarness2(),
+    indexCancellation: cancellation.buffer,
+    ...indexCoordinationInput2()
+  }, {}).finally(() => {
+    active.delete(cancellation);
+    if (active.size === 0)
+      indexCancellations.delete(sessionId);
+  });
+  if (!("inserted" in result))
+    throw new Error("failure" in result ? result.detail : "unexpected indexing worker reply");
+  if (result.measurements) {
+    const sessions = workerMeasurements.get(db) ?? new Map;
+    sessions.set(sessionId, result.measurements);
+    workerMeasurements.set(db, sessions);
+    if (result.measurements.skipped)
+      log2(`[magic-context] incremental FTS skipped oversized source ${message.id} (${result.measurements.sourceBytes} bytes); identity and progress persisted`);
+  }
+  return result.inserted;
+}
+async function sweepOrphanedOpenCodeMessageIndexesOffThread(db, openSource, options = {}) {
+  const path = getSqliteDatabasePath2(db);
+  if (!path || getHarness2() !== "opencode")
+    return sweepOrphanedOpenCodeMessageIndexes2(db, openSource, options);
+  let source = null;
+  let sourcePath = null;
+  try {
+    source = openSource();
+    if (source)
+      sourcePath = getSqliteDatabasePath2(source);
+  } catch {} finally {
+    if (sourcePath)
+      source?.close();
+  }
+  if (!sourcePath)
+    return sweepOrphanedOpenCodeMessageIndexes2(db, () => source, options);
+  const reply = await runSessionWarmupWorker({
+    path,
+    sessionId: "",
+    harness: getHarness2(),
+    orphanSweep: { sourcePath, options }
+  }, {});
+  if (!("orphanSweep" in reply))
+    throw new Error("message history orphan sweep worker failed");
+  return reply.orphanSweep;
+}
+function scheduleClearAndReindex(db, sessionId, readMessages) {
+  heapHolder.reconciledSessions.delete(sessionId);
+  heapHolder.reconciliationScheduledSessions.delete(sessionId);
+  clearCompletedIncrementalKeys(sessionId);
+  const existing = heapHolder.clearAndReindexScheduledSessions.get(sessionId);
+  if (existing) {
+    existing.source = readMessages;
+    return;
+  }
+  const pending = { source: readMessages };
+  heapHolder.clearAndReindexScheduledSessions.set(sessionId, pending);
+  scheduleAfterBootQuiet(() => {
+    defer(() => {
+      let cleared = false;
+      runWithSessionLock(sessionId, () => {
+        if (heapHolder.clearAndReindexScheduledSessions.get(sessionId) !== pending)
+          return;
+        heapHolder.clearAndReindexScheduledSessions.delete(sessionId);
+        heapHolder.reconciledSessions.delete(sessionId);
+        clearCompletedIncrementalKeys(sessionId);
+        clearIndexedMessages2(db, sessionId);
+        cleared = true;
+      }).then(() => cleared ? reconcileSessionIndex(db, sessionId, pending.source) : undefined).catch((error) => {
+        heapHolder.reconciledSessions.delete(sessionId);
+        if (heapHolder.clearAndReindexScheduledSessions.get(sessionId) === pending)
+          heapHolder.clearAndReindexScheduledSessions.delete(sessionId);
+        logIndexingError(sessionId, "clear and reindex", error);
+      });
+    });
+  });
+}
+function getMessageIndexQueueHeapStats() {
+  return {
+    queueLength: heapHolder.reconciliationScheduledSessions.size + heapHolder.incrementalTimers.size + heapHolder.pendingIncrementalKeys.size,
+    reconciliationScheduled: heapHolder.reconciliationScheduledSessions.size,
+    incrementalTimers: heapHolder.incrementalTimers.size,
+    pendingIncremental: heapHolder.pendingIncrementalKeys.size,
+    activeSessionLocks: heapHolder.sessionLocks.size,
+    completedIncrementalKeys: heapHolder.completedIncrementalKeys.size,
+    activeBufferMessages: [...heapHolder.activeReconcilerBuffers.values()].reduce((sum, messages) => sum + messages.length, 0),
+    activeBufferBytes: [...heapHolder.activeReconcilerBuffers.values()].reduce((sum, messages) => sum + serializedMessageBytes(messages), 0)
+  };
+}
+function clearSessionTracking(sessionId) {
+  sessionEpochs.set(sessionId, (sessionEpochs.get(sessionId) ?? 0) + 1);
+  for (const cancellation of indexCancellations.get(sessionId) ?? [])
+    Atomics.store(cancellation, 0, 1);
+  heapHolder.clearAndReindexScheduledSessions.delete(sessionId);
+  heapHolder.reconciledSessions.delete(sessionId);
+  heapHolder.reconciliationScheduledSessions.delete(sessionId);
+  heapHolder.sessionLocks.delete(sessionId);
+  heapHolder.activeReconcilerBuffers.delete(sessionId);
+  const prefix = `${sessionId}\x00`;
+  for (const [key, timer] of heapHolder.incrementalTimers) {
+    if (key.startsWith(prefix)) {
+      clearTimeout(timer);
+      heapHolder.incrementalTimers.delete(key);
+    }
+  }
+  for (const key of heapHolder.pendingIncrementalKeys) {
+    if (key.startsWith(prefix)) {
+      heapHolder.pendingIncrementalKeys.delete(key);
+    }
+  }
+  for (const key of heapHolder.completedIncrementalKeys) {
+    if (key.startsWith(prefix))
+      heapHolder.completedIncrementalKeys.delete(key);
+  }
+}
+
+// src/plugin/dream-timer.ts
+var DREAM_TIMER_INTERVAL_MS = 15 * 60 * 1000;
+var GIT_COMMIT_BACKLOG_DRAIN_MAX_MS = 5 * 60 * 1000;
+var BOOT_PROJECT_JITTER_SLOT_MS = 1000;
+var activeTimer = null;
+var tickInFlight = false;
+var startupTickTimer = null;
+var startupTimers = new Map;
+var startupJitters = new Map;
+var nextStartupJitterSlot = 0;
+function directoryStillExists(directory) {
+  try {
+    return statSync2(directory).isDirectory();
+  } catch {
+    return false;
+  }
+}
+function openTimerDatabaseOrNull(context) {
+  let db;
+  try {
+    db = openCurrentDatabase();
+  } catch (error) {
+    log2(`[dreamer] storage fatal; skipping ${context}: ${getErrorMessage(error)}`);
+    return null;
+  }
+  if (!db) {
+    log2(`[dreamer] storage unavailable; skipping ${context} (the cache schema is newer than this binary supports — restart/upgrade OpenCode/Pi/Magic Context to recover)`);
+    return null;
+  }
+  return db;
+}
+var refusedEmptyIdentityDirectories = new Set;
+function logEmptyIdentityRefusalOnce(directory) {
+  if (refusedEmptyIdentityDirectories.has(directory))
+    return;
+  refusedEmptyIdentityDirectories.add(directory);
+  log2(`[dreamer] not registering ${directory}: it has no project identity, so no project-scoped work runs for it`);
+}
+var registeredProjects = new Map;
+function stopDreamScheduleTimerIfIdle() {
+  if (registeredProjects.size !== 0)
+    return;
+  const stopped = activeTimer !== null || startupTickTimer !== null;
+  if (activeTimer) {
+    clearInterval(activeTimer);
+    activeTimer = null;
+  }
+  if (startupTickTimer) {
+    clearTimeout(startupTickTimer);
+    startupTickTimer = null;
+  }
+  startupJitters.clear();
+  nextStartupJitterSlot = 0;
+  if (stopped)
+    log2("[dreamer] stopped dream schedule timer (no projects left)");
+}
+async function startDreamScheduleTimer(args) {
+  if (!isUsableProjectIdentity(args.projectIdentity)) {
+    logEmptyIdentityRefusalOnce(args.directory);
+    return;
+  }
+  beginBootQuietPeriod();
+  const db = openTimerDatabaseOrNull("schedule timer registration");
+  if (!db)
+    return;
+  const dreamingEnabled = Boolean(args.dreamerConfig && args.dreamerConfig.disable !== true);
+  const embeddingSweepEnabled = args.memoryEnabled === true;
+  const commitIndexingEnabled = args.gitCommitIndexing?.enabled === true;
+  const previousRegistration = registeredProjects.get(args.directory);
+  const isNewRegistration = previousRegistration === undefined;
+  if (previousRegistration && previousRegistration !== args) {
+    const pendingStartup = startupTimers.get(args.directory);
+    if (pendingStartup) {
+      clearTimeout(pendingStartup);
+      startupTimers.delete(args.directory);
+    }
+  }
+  registeredProjects.set(args.directory, args);
+  if (isNewRegistration) {
+    log2(`[dreamer] registered project ${args.projectIdentity} (dreaming=${dreamingEnabled} embeddings=${embeddingSweepEnabled} commits=${commitIndexingEnabled}; total=${registeredProjects.size})`);
+  }
+  if (!activeTimer) {
+    log2(`[dreamer] started independent schedule timer (every ${DREAM_TIMER_INTERVAL_MS / 60000}m)`);
+    startupTickTimer = scheduleAfterBootQuiet(() => {
+      startupTickTimer = null;
+      runTick("startup");
+    });
+    const timer = setInterval(() => runTick("interval"), DREAM_TIMER_INTERVAL_MS);
+    if (typeof timer === "object" && "unref" in timer) {
+      timer.unref();
+    }
+    activeTimer = timer;
+  } else if (isNewRegistration || previousRegistration !== args) {
+    scheduleInitialProjectRun(args, db);
+  }
+  return () => {
+    if (registeredProjects.get(args.directory) !== args) {
+      stopDreamScheduleTimerIfIdle();
+      return;
+    }
+    registeredProjects.delete(args.directory);
+    const startupTimer = startupTimers.get(args.directory);
+    if (startupTimer) {
+      clearTimeout(startupTimer);
+      startupTimers.delete(args.directory);
+    }
+    log2(`[dreamer] unregistered project ${args.projectIdentity} (remaining=${registeredProjects.size})`);
+    stopDreamScheduleTimerIfIdle();
+  };
+}
+var tickStages = {
+  runMessageHistoryMaintenance,
+  runProjectMaintenance
+};
+function runTick(origin) {
+  if (tickInFlight)
+    return;
+  tickInFlight = true;
+  log2(`[dreamer] timer tick (${origin}) — projects=${registeredProjects.size}`);
+  (async () => {
+    try {
+      const db = openTimerDatabaseOrNull("maintenance tick");
+      if (!db)
+        return;
+      let failure = null;
+      const noteFailure = (stage, error) => {
+        failure ??= { at: Date.now(), stage, message: getErrorMessage(error) };
+      };
+      try {
+        await tickStages.runMessageHistoryMaintenance(db);
+      } catch (error) {
+        log2("[magic-context] timer-triggered message-history maintenance failed:", error);
+        noteFailure("message-history maintenance", error);
+      }
+      for (const reg of registeredProjects.values()) {
+        try {
+          if (origin === "startup") {
+            scheduleInitialProjectRun(reg, db);
+          } else {
+            await tickStages.runProjectMaintenance(reg, origin, db);
+          }
+        } catch (error) {
+          log2(`[magic-context] timer-triggered maintenance failed for ${reg.projectIdentity}:`, error);
+          noteFailure(`project ${reg.projectIdentity}`, error);
+        }
+      }
+      persistTickOutcome(db, failure);
+      if (origin === "startup")
+        return;
+      runSqliteOptimize(db);
+    } catch (error) {
+      log2("[magic-context] timer-triggered maintenance check failed:", error);
+    } finally {
+      tickInFlight = false;
+    }
+  })();
+}
+function persistTickOutcome(db, failure) {
+  try {
+    if (failure)
+      recordDreamerTickFailure(db, failure);
+    else
+      clearDreamerTickFailure(db);
+  } catch (error) {
+    log2("[dreamer] could not persist the outcome of this tick:", error);
+  }
+}
+async function runMessageHistoryMaintenance(db) {
   try {
     await drainStaleLkgSlots(db);
   } catch (error) {
@@ -11026,7 +11359,7 @@ async function runMessageHistoryMaintenance(db) {
       log2(`[message-index] pending Rust session cleanup: cleared=${rustCleanup.cleared} failed=${rustCleanup.failedSessionIds.length}`);
     }
   }
-  const sweep = sweepOrphanedOpenCodeMessageIndexes(db, openOpenCodeDb);
+  const sweep = await sweepOrphanedOpenCodeMessageIndexesOffThread(db, openOpenCodeDb);
   if (sweep.reason)
     log2(`[message-index] orphan sweep parked: ${sweep.reason}`);
   if (sweep.deleted > 0) {
@@ -11991,419 +12324,113 @@ function createScheduler(config) {
       if (contextUsage.percentage >= threshold) {
         return "execute";
       }
-      let ttlMs;
-      try {
-        ttlMs = parseCacheTtl(sessionMeta.cacheTtl);
-      } catch (error) {
-        if (sessionId) {
-          sessionLog2(sessionId, `invalid cache_ttl "${sessionMeta.cacheTtl}"; falling back to default 5m`, error);
-        } else {
-          log2(`[magic-context] invalid cache_ttl "${sessionMeta.cacheTtl}"; falling back to default 5m`, error);
-        }
-        ttlMs = parseCacheTtl("5m");
-      }
-      const elapsedTime = currentTime - sessionMeta.lastResponseTime;
-      if (elapsedTime > ttlMs) {
-        return "execute";
-      }
-      return "defer";
-    }
-  };
-}
-function computeHardCacheExpired(cacheTtl, lastResponseTime, now, onInvalid) {
-  let ttlMs;
-  try {
-    ttlMs = parseCacheTtl(cacheTtl);
-  } catch (error) {
-    onInvalid?.(error);
-    ttlMs = 5 * 60 * 1000;
-  }
-  return lastResponseTime > 0 && now - lastResponseTime > ttlMs;
-}
-
-// src/features/magic-context/storage-unavailable-reason.ts
-function describeStorageUnavailability(fallbackCause) {
-  const migration = getMigrationOnOpenRefusal();
-  const blockingProcesses = migration?.blockingProcesses ?? migration?.serverPids.map((pid) => ({ kind: "process", pid })) ?? [];
-  if (migration && (blockingProcesses.length > 0 || migration.unreadableFile)) {
-    return {
-      kind: "migration_guard",
-      persistedVersion: migration.persistedVersion,
-      supportedVersion: migration.supportedVersion,
-      blockingProcesses,
-      ...migration.unreadableFile ? { unreadableFile: migration.unreadableFile } : {},
-      ...migration.unreadableArm ? { unreadableArm: migration.unreadableArm } : {}
-    };
-  }
-  const fence = getSchemaFenceRejection();
-  if (fence) {
-    return {
-      kind: "schema_fence",
-      persistedVersion: fence.persistedVersion,
-      supportedVersion: fence.supportedVersion
-    };
-  }
-  return { kind: "storage_failure", cause: fallbackCause };
-}
-
-// src/plugin/rpc-handlers.ts
-import { randomUUID as randomUUID3 } from "node:crypto";
-import { once } from "node:events";
-import { rmSync as rmSync2 } from "node:fs";
-import { join as join5 } from "node:path";
-
-// src/features/magic-context/memory/memory-diagnostics.ts
-function emptyMemoryImportanceHistogram() {
-  return {
-    total: 0,
-    unclassified: 0,
-    bands: {
-      "0-19": 0,
-      "20-39": 0,
-      "40-59": 0,
-      "60-79": 0,
-      "80-100": 0
-    }
-  };
-}
-function readHistogramRow(db, projectPath, classifiedColumn) {
-  const unclassified = classifiedColumn ? "SUM(CASE WHEN classified_at IS NULL THEN 1 ELSE 0 END)" : "COUNT(*)";
-  return db.prepare(`SELECT COUNT(*) AS total,
-                    ${unclassified} AS unclassified,
-                    SUM(CASE WHEN COALESCE(importance, 50) BETWEEN 0 AND 19 THEN 1 ELSE 0 END) AS band_0_19,
-                    SUM(CASE WHEN COALESCE(importance, 50) BETWEEN 20 AND 39 THEN 1 ELSE 0 END) AS band_20_39,
-                    SUM(CASE WHEN COALESCE(importance, 50) BETWEEN 40 AND 59 THEN 1 ELSE 0 END) AS band_40_59,
-                    SUM(CASE WHEN COALESCE(importance, 50) BETWEEN 60 AND 79 THEN 1 ELSE 0 END) AS band_60_79,
-                    SUM(CASE WHEN COALESCE(importance, 50) BETWEEN 80 AND 100 THEN 1 ELSE 0 END) AS band_80_100
-               FROM memories
-              WHERE project_path = ? AND status = 'active'`).get(projectPath);
-}
-function getActiveMemoryImportanceHistogram(db, projectPath) {
-  let row;
-  try {
-    row = readHistogramRow(db, projectPath, true);
-  } catch (error) {
-    if (!String(error).includes("no such column: classified_at"))
-      throw error;
-    row = readHistogramRow(db, projectPath, false);
-  }
-  return {
-    total: Number(row.total ?? 0),
-    unclassified: Number(row.unclassified ?? 0),
-    bands: {
-      "0-19": Number(row.band_0_19 ?? 0),
-      "20-39": Number(row.band_20_39 ?? 0),
-      "40-59": Number(row.band_40_59 ?? 0),
-      "60-79": Number(row.band_60_79 ?? 0),
-      "80-100": Number(row.band_80_100 ?? 0)
-    }
-  };
-}
-
-// src/features/magic-context/message-index-async.ts
-var indexCancellations = new Map;
-var sessionEpochs = new Map;
-var workerMeasurements = new WeakMap;
-function isDatabaseLockedError(error) {
-  if (!error || typeof error !== "object")
-    return false;
-  const e = error;
-  if (typeof e.code === "string") {
-    if (e.code === "SQLITE_BUSY" || e.code === "SQLITE_LOCKED")
-      return true;
-  }
-  if (typeof e.message === "string") {
-    if (/database is locked/i.test(e.message))
-      return true;
-    if (/sqlite_(busy|locked)/i.test(e.message))
-      return true;
-  }
-  return false;
-}
-var INCREMENTAL_DEBOUNCE_MS = 100;
-var RECONCILIATION_BATCH_SIZE = 100;
-
-class MagicContextMessageIndexHeapHolder {
-  reconciledSessions = new Set;
-  reconciliationScheduledSessions = new Set;
-  clearAndReindexScheduledSessions = new Map;
-  sessionLocks = new Map;
-  incrementalTimers = new Map;
-  pendingIncrementalKeys = new Set;
-  completedIncrementalKeys = new Set;
-  activeReconcilerBuffers = new Map;
-}
-var heapHolder = new MagicContextMessageIndexHeapHolder;
-function clearCompletedIncrementalKeys(sessionId) {
-  const prefix = `${sessionId}\x00`;
-  for (const key of heapHolder.completedIncrementalKeys) {
-    if (key.startsWith(prefix))
-      heapHolder.completedIncrementalKeys.delete(key);
-  }
-}
-var PREPARE_RETRY_MS = 60000;
-async function sourceReady(source, sessionId) {
-  const prepare = source?.prepare;
-  return typeof prepare === "function" ? prepare(sessionId) : true;
-}
-function defer(fn) {
-  const immediate = globalThis.setImmediate;
-  if (typeof immediate === "function") {
-    immediate(fn);
-    return;
-  }
-  setTimeout(fn, 0);
-}
-function yieldToEventLoop() {
-  return new Promise((resolve) => defer(resolve));
-}
-function runWithSessionLock(sessionId, operation) {
-  const previous = heapHolder.sessionLocks.get(sessionId) ?? Promise.resolve();
-  const run = previous.catch(() => {
-    return;
-  }).then(async () => {
-    await operation();
-  });
-  heapHolder.sessionLocks.set(sessionId, run);
-  run.finally(() => {
-    if (heapHolder.sessionLocks.get(sessionId) === run) {
-      heapHolder.sessionLocks.delete(sessionId);
-    }
-  }).catch(() => {
-    return;
-  });
-  return run;
-}
-function logIndexingError(sessionId, action, error) {
-  if (isDatabaseLockedError(error)) {
-    sessionLog2(sessionId, `message FTS async ${action} skipped (database busy; will retry on next reconciliation)`);
-    return;
-  }
-  sessionLog2(sessionId, `message FTS async ${action} failed: ${error instanceof Error ? error.message : String(error)}`);
-  log2(`[message-index-async] ${action} failed for ${sessionId}:`, error);
-}
-function serializedMessageBytes(messages) {
-  try {
-    return Buffer.byteLength(JSON.stringify(messages));
-  } catch {
-    return 0;
-  }
-}
-async function reconcileSessionIndex(db, sessionId, readMessages) {
-  if (!await sourceReady(readMessages, sessionId))
-    return false;
-  await runWithSessionLock(sessionId, async () => {
-    if (heapHolder.reconciledSessions.has(sessionId))
-      return;
-    let fallbackSnapshot = null;
-    try {
-      const fullReader = typeof readMessages === "function" ? readMessages : null;
-      const finalWatermark = readMessages.getCount ? readMessages.getCount(sessionId) : (fallbackSnapshot = fullReader?.(sessionId) ?? []).length;
-      let cursor = getMessageIndexReconciliationStartOrdinal(db, sessionId);
-      let after;
-      while (cursor < finalWatermark) {
-        const pageEnd = Math.min(finalWatermark, cursor + RECONCILIATION_BATCH_SIZE);
-        const messages = readMessages.readPage ? readMessages.readPage(sessionId, cursor, RECONCILIATION_BATCH_SIZE, finalWatermark, after) : (fallbackSnapshot ?? []).filter((message) => message.ordinal > cursor && message.ordinal <= pageEnd);
-        const retainedMessages = fallbackSnapshot ?? messages;
-        heapHolder.activeReconcilerBuffers.set(sessionId, retainedMessages);
-        withSqliteBackgroundWriter2(() => indexMessagesAfterOrdinal(db, sessionId, messages, cursor, pageEnd));
-        const nextCursor = getMessageIndexReconciliationStartOrdinal(db, sessionId);
-        if (nextCursor <= cursor)
-          break;
-        cursor = nextCursor;
-        const last = messages.at(-1);
-        after = last?.ordinal === cursor && typeof last.createdAt === "number" ? { timeCreated: last.createdAt, id: last.id } : undefined;
-        if (cursor < finalWatermark) {
-          await yieldToEventLoop();
+      let ttlMs;
+      try {
+        ttlMs = parseCacheTtl(sessionMeta.cacheTtl);
+      } catch (error) {
+        if (sessionId) {
+          sessionLog2(sessionId, `invalid cache_ttl "${sessionMeta.cacheTtl}"; falling back to default 5m`, error);
+        } else {
+          log2(`[magic-context] invalid cache_ttl "${sessionMeta.cacheTtl}"; falling back to default 5m`, error);
         }
+        ttlMs = parseCacheTtl("5m");
       }
-      if (isMessageIndexReconciledThrough(db, sessionId, finalWatermark)) {
-        heapHolder.reconciledSessions.add(sessionId);
+      const elapsedTime = currentTime - sessionMeta.lastResponseTime;
+      if (elapsedTime > ttlMs) {
+        return "execute";
       }
-    } finally {
-      heapHolder.activeReconcilerBuffers.delete(sessionId);
+      return "defer";
     }
-  });
-  return true;
+  };
 }
-function scheduleReconciliation(db, sessionId, readMessages) {
-  if (heapHolder.reconciledSessions.has(sessionId) || heapHolder.reconciliationScheduledSessions.has(sessionId)) {
-    return;
+function computeHardCacheExpired(cacheTtl, lastResponseTime, now, onInvalid) {
+  let ttlMs;
+  try {
+    ttlMs = parseCacheTtl(cacheTtl);
+  } catch (error) {
+    onInvalid?.(error);
+    ttlMs = 5 * 60 * 1000;
   }
-  heapHolder.reconciliationScheduledSessions.add(sessionId);
-  scheduleAfterBootQuiet(() => {
-    defer(() => {
-      reconcileSessionIndex(db, sessionId, readMessages).then((ran) => {
-        if (ran)
-          return;
-        setTimeout(() => {
-          heapHolder.reconciliationScheduledSessions.delete(sessionId);
-          scheduleReconciliation(db, sessionId, readMessages);
-        }, PREPARE_RETRY_MS).unref?.();
-      }).catch((error) => {
-        logIndexingError(sessionId, "reconciliation", error);
-        if (isDatabaseLockedError(error))
-          setTimeout(() => scheduleReconciliation(db, sessionId, readMessages), 1000).unref();
-      }).finally(() => {
-        heapHolder.reconciliationScheduledSessions.delete(sessionId);
-      });
-    });
-  });
+  return lastResponseTime > 0 && now - lastResponseTime > ttlMs;
 }
-function scheduleIncrementalIndex(db, sessionId, messageId, messageSource) {
-  const schedulingKey = `${sessionId}\x00${messageId}`;
-  const epoch = sessionEpochs.get(sessionId) ?? 0;
-  if (heapHolder.pendingIncrementalKeys.has(schedulingKey))
-    return;
-  const activeTimer = heapHolder.incrementalTimers.get(schedulingKey);
-  if (activeTimer)
-    clearTimeout(activeTimer);
-  const timer = setTimeout(() => {
-    heapHolder.incrementalTimers.delete(schedulingKey);
-    heapHolder.pendingIncrementalKeys.add(schedulingKey);
-    const indexMessage = async () => {
-      if ((sessionEpochs.get(sessionId) ?? 0) !== epoch || !heapHolder.pendingIncrementalKeys.has(schedulingKey))
-        return;
-      const message = typeof messageSource === "function" ? messageSource(sessionId, messageId) : messageSource;
-      if (!message)
-        return;
-      const revisionKey = `${schedulingKey}\x00${getMessageIndexSourceIdentity(message)}`;
-      if (heapHolder.completedIncrementalKeys.has(revisionKey))
-        return;
-      const currentWatermark = getLastIndexedOrdinal(db, sessionId);
-      if (message.ordinal <= currentWatermark && isMessageIndexSourceCurrent(db, sessionId, message)) {
-        heapHolder.completedIncrementalKeys.add(revisionKey);
-        return;
-      }
-      const wasReconciled = heapHolder.reconciledSessions.delete(sessionId);
-      await indexSingleMessageOffThread(db, sessionId, message);
-      if ((sessionEpochs.get(sessionId) ?? 0) !== epoch || !heapHolder.pendingIncrementalKeys.has(schedulingKey))
-        return;
-      const finalWatermark = getLastIndexedOrdinal(db, sessionId);
-      if (wasReconciled && isMessageIndexReconciledThrough(db, sessionId, finalWatermark)) {
-        heapHolder.reconciledSessions.add(sessionId);
-      }
-      heapHolder.completedIncrementalKeys.add(revisionKey);
+
+// src/features/magic-context/storage-unavailable-reason.ts
+function describeStorageUnavailability(fallbackCause) {
+  const migration = getMigrationOnOpenRefusal();
+  const blockingProcesses = migration?.blockingProcesses ?? migration?.serverPids.map((pid) => ({ kind: "process", pid })) ?? [];
+  if (migration && (blockingProcesses.length > 0 || migration.unreadableFile)) {
+    return {
+      kind: "migration_guard",
+      persistedVersion: migration.persistedVersion,
+      supportedVersion: migration.supportedVersion,
+      blockingProcesses,
+      ...migration.unreadableFile ? { unreadableFile: migration.unreadableFile } : {},
+      ...migration.unreadableArm ? { unreadableArm: migration.unreadableArm } : {}
     };
-    sourceReady(messageSource, sessionId).then((ready) => {
-      if ((sessionEpochs.get(sessionId) ?? 0) !== epoch)
-        return;
-      if (ready)
-        return runWithSessionLock(sessionId, indexMessage);
-      setTimeout(() => scheduleIncrementalIndex(db, sessionId, messageId, messageSource), PREPARE_RETRY_MS).unref?.();
-    }).catch((error) => {
-      if ((sessionEpochs.get(sessionId) ?? 0) !== epoch)
-        return;
-      heapHolder.reconciledSessions.delete(sessionId);
-      logIndexingError(sessionId, `incremental index for ${messageId}`, error);
-      if (isDatabaseLockedError(error))
-        setTimeout(() => scheduleIncrementalIndex(db, sessionId, messageId, messageSource), 1000).unref();
-    }).finally(() => {
-      if ((sessionEpochs.get(sessionId) ?? 0) === epoch)
-        heapHolder.pendingIncrementalKeys.delete(schedulingKey);
-    });
-  }, INCREMENTAL_DEBOUNCE_MS);
-  heapHolder.incrementalTimers.set(schedulingKey, timer);
-}
-async function indexSingleMessageOffThread(db, sessionId, message) {
-  const path = getSqliteDatabasePath2(db);
-  if (!path)
-    return withSqliteBackgroundWriter2(() => indexSingleMessage(db, sessionId, message));
-  const cancellation = new Int32Array(new SharedArrayBuffer(4));
-  const active = indexCancellations.get(sessionId) ?? new Set;
-  active.add(cancellation);
-  indexCancellations.set(sessionId, active);
-  const result = await runSessionWarmupWorker({
-    path,
-    sessionId,
-    indexMessage: message,
-    harness: getHarness2(),
-    indexCancellation: cancellation.buffer,
-    ...indexCoordinationInput2()
-  }, {}).finally(() => {
-    active.delete(cancellation);
-    if (active.size === 0)
-      indexCancellations.delete(sessionId);
-  });
-  if (!("inserted" in result))
-    throw new Error("failure" in result ? result.detail : "unexpected indexing worker reply");
-  if (result.measurements) {
-    const sessions = workerMeasurements.get(db) ?? new Map;
-    sessions.set(sessionId, result.measurements);
-    workerMeasurements.set(db, sessions);
-    if (result.measurements.skipped)
-      log2(`[magic-context] incremental FTS skipped oversized source ${message.id} (${result.measurements.sourceBytes} bytes); identity and progress persisted`);
   }
-  return result.inserted;
-}
-function scheduleClearAndReindex(db, sessionId, readMessages) {
-  heapHolder.reconciledSessions.delete(sessionId);
-  heapHolder.reconciliationScheduledSessions.delete(sessionId);
-  clearCompletedIncrementalKeys(sessionId);
-  const existing = heapHolder.clearAndReindexScheduledSessions.get(sessionId);
-  if (existing) {
-    existing.source = readMessages;
-    return;
+  const fence = getSchemaFenceRejection();
+  if (fence) {
+    return {
+      kind: "schema_fence",
+      persistedVersion: fence.persistedVersion,
+      supportedVersion: fence.supportedVersion
+    };
   }
-  const pending = { source: readMessages };
-  heapHolder.clearAndReindexScheduledSessions.set(sessionId, pending);
-  scheduleAfterBootQuiet(() => {
-    defer(() => {
-      let cleared = false;
-      runWithSessionLock(sessionId, () => {
-        if (heapHolder.clearAndReindexScheduledSessions.get(sessionId) !== pending)
-          return;
-        heapHolder.clearAndReindexScheduledSessions.delete(sessionId);
-        heapHolder.reconciledSessions.delete(sessionId);
-        clearCompletedIncrementalKeys(sessionId);
-        clearIndexedMessages(db, sessionId);
-        cleared = true;
-      }).then(() => cleared ? reconcileSessionIndex(db, sessionId, pending.source) : undefined).catch((error) => {
-        heapHolder.reconciledSessions.delete(sessionId);
-        if (heapHolder.clearAndReindexScheduledSessions.get(sessionId) === pending)
-          heapHolder.clearAndReindexScheduledSessions.delete(sessionId);
-        logIndexingError(sessionId, "clear and reindex", error);
-      });
-    });
-  });
+  return { kind: "storage_failure", cause: fallbackCause };
 }
-function getMessageIndexQueueHeapStats() {
+
+// src/plugin/rpc-handlers.ts
+import { randomUUID as randomUUID3 } from "node:crypto";
+import { once } from "node:events";
+import { rmSync as rmSync2 } from "node:fs";
+import { join as join5 } from "node:path";
+
+// src/features/magic-context/memory/memory-diagnostics.ts
+function emptyMemoryImportanceHistogram() {
   return {
-    queueLength: heapHolder.reconciliationScheduledSessions.size + heapHolder.incrementalTimers.size + heapHolder.pendingIncrementalKeys.size,
-    reconciliationScheduled: heapHolder.reconciliationScheduledSessions.size,
-    incrementalTimers: heapHolder.incrementalTimers.size,
-    pendingIncremental: heapHolder.pendingIncrementalKeys.size,
-    activeSessionLocks: heapHolder.sessionLocks.size,
-    completedIncrementalKeys: heapHolder.completedIncrementalKeys.size,
-    activeBufferMessages: [...heapHolder.activeReconcilerBuffers.values()].reduce((sum, messages) => sum + messages.length, 0),
-    activeBufferBytes: [...heapHolder.activeReconcilerBuffers.values()].reduce((sum, messages) => sum + serializedMessageBytes(messages), 0)
+    total: 0,
+    unclassified: 0,
+    bands: {
+      "0-19": 0,
+      "20-39": 0,
+      "40-59": 0,
+      "60-79": 0,
+      "80-100": 0
+    }
   };
 }
-function clearSessionTracking(sessionId) {
-  sessionEpochs.set(sessionId, (sessionEpochs.get(sessionId) ?? 0) + 1);
-  for (const cancellation of indexCancellations.get(sessionId) ?? [])
-    Atomics.store(cancellation, 0, 1);
-  heapHolder.clearAndReindexScheduledSessions.delete(sessionId);
-  heapHolder.reconciledSessions.delete(sessionId);
-  heapHolder.reconciliationScheduledSessions.delete(sessionId);
-  heapHolder.sessionLocks.delete(sessionId);
-  heapHolder.activeReconcilerBuffers.delete(sessionId);
-  const prefix = `${sessionId}\x00`;
-  for (const [key, timer] of heapHolder.incrementalTimers) {
-    if (key.startsWith(prefix)) {
-      clearTimeout(timer);
-      heapHolder.incrementalTimers.delete(key);
-    }
+function readHistogramRow(db, projectPath, classifiedColumn) {
+  const unclassified = classifiedColumn ? "SUM(CASE WHEN classified_at IS NULL THEN 1 ELSE 0 END)" : "COUNT(*)";
+  return db.prepare(`SELECT COUNT(*) AS total,
+                    ${unclassified} AS unclassified,
+                    SUM(CASE WHEN COALESCE(importance, 50) BETWEEN 0 AND 19 THEN 1 ELSE 0 END) AS band_0_19,
+                    SUM(CASE WHEN COALESCE(importance, 50) BETWEEN 20 AND 39 THEN 1 ELSE 0 END) AS band_20_39,
+                    SUM(CASE WHEN COALESCE(importance, 50) BETWEEN 40 AND 59 THEN 1 ELSE 0 END) AS band_40_59,
+                    SUM(CASE WHEN COALESCE(importance, 50) BETWEEN 60 AND 79 THEN 1 ELSE 0 END) AS band_60_79,
+                    SUM(CASE WHEN COALESCE(importance, 50) BETWEEN 80 AND 100 THEN 1 ELSE 0 END) AS band_80_100
+               FROM memories
+              WHERE project_path = ? AND status = 'active'`).get(projectPath);
+}
+function getActiveMemoryImportanceHistogram(db, projectPath) {
+  let row;
+  try {
+    row = readHistogramRow(db, projectPath, true);
+  } catch (error) {
+    if (!String(error).includes("no such column: classified_at"))
+      throw error;
+    row = readHistogramRow(db, projectPath, false);
   }
-  for (const key of heapHolder.pendingIncrementalKeys) {
-    if (key.startsWith(prefix)) {
-      heapHolder.pendingIncrementalKeys.delete(key);
+  return {
+    total: Number(row.total ?? 0),
+    unclassified: Number(row.unclassified ?? 0),
+    bands: {
+      "0-19": Number(row.band_0_19 ?? 0),
+      "20-39": Number(row.band_20_39 ?? 0),
+      "40-59": Number(row.band_40_59 ?? 0),
+      "60-79": Number(row.band_60_79 ?? 0),
+      "80-100": Number(row.band_80_100 ?? 0)
     }
-  }
-  for (const key of heapHolder.completedIncrementalKeys) {
-    if (key.startsWith(prefix))
-      heapHolder.completedIncrementalKeys.delete(key);
-  }
+  };
 }
 
 // src/features/magic-context/session-cache-ttl.ts
@@ -15679,8 +15706,8 @@ function registerRpcHandlers(rpcServer, args) {
     const db = readDatabase();
     if (!db)
       return { ok: false, error: "db unavailable" };
-    const { runManagedRecomp } = await importPluginModule(() => import("./recomp-orchestrator-kpkhkjhq.js"));
-    const { sendIgnoredMessage } = await importPluginModule(() => import("./send-session-notification-xffh3bbe.js"));
+    const { runManagedRecomp } = await importPluginModule(() => import("./recomp-orchestrator-txcc802e.js"));
+    const { sendIgnoredMessage } = await importPluginModule(() => import("./send-session-notification-yp9m5g4p.js"));
     log2(`[rpc] recomp requested for session ${sessionId}`);
     if (!args.client && !args.hiddenCompletionExecutor) {
       return {
@@ -15749,7 +15776,7 @@ function registerRpcHandlers(rpcServer, args) {
     const db = readDatabase();
     if (!db)
       return { ok: false, error: "db unavailable" };
-    const { runManagedWrapup } = await importPluginModule(() => import("./wrapup-orchestrator-xvrr27ws.js"));
+    const { runManagedWrapup } = await importPluginModule(() => import("./wrapup-orchestrator-5aa2q4v3.js"));
     const model = liveSessionState.liveModelBySession.get(sessionId);
     const contextLimit = model ? resolveContextLimit(model.providerID, model.modelID, { db, sessionID: sessionId }) : 128000;
     const ctx = {
@@ -21769,7 +21796,8 @@ function createRustModeTransform(deps, options) {
         }
         pendingWireCache.nativeOutput = moduleMessages;
         if (!replayedFrozenRepresentation) {
-          if (materializedBoundary && !deps.compactionOff) {
+          if ((materializedBoundary || getPendingCompactionMarkerState(deps.db, sessionId) !== null) && !deps.compactionOff) {
+            await prepareCompactionMarkerCandidates(sessionId);
             try {
               await withAsyncPrivilegedWriter2(deps.db, () => {
                 return;
@@ -26719,7 +26747,7 @@ function singleLine(value) {
 // src/tools/ctx-note/tools.ts
 function captureAnchorOrdinal(db, sessionId) {
   try {
-    const ordinal = getLastIndexedOrdinal(db, sessionId);
+    const ordinal = getLastIndexedOrdinal2(db, sessionId);
     return ordinal > 0 ? ordinal : null;
   } catch {
     return null;
@@ -27822,4 +27850,4 @@ function applyHiddenSubagentTemperature(input, output, log) {
     output.temperature = temperature;
 }
 
-export { openOpenCodeDb, DREAMER_SYSTEM_PROMPT, runSessionProjectBackfill, SMART_NOTE_COMPILER_SYSTEM_PROMPT, createLiveSessionState, RETROSPECTIVE_MAX_USER_MESSAGE_CHARS, RETROSPECTIVE_MESSAGE_TRUNCATION_MARKER, OpenCodeRetrospectiveRawProvider, createDreamTaskExecutor, runManualDream, runDueTasksForProject, startDreamScheduleTimer, ensureProjectRegisteredFromOpenCodeDirectory, recordOpenCodeProvenInputFloor, resolveOpenCodeProvenInputFloor, resolveContextWindowGeometry, resolveContextLimit, resolveExecuteThresholdDetail, resolveModelKey, resolveSessionId, createScheduler, describeStorageUnavailability, scheduleClearAndReindex, resolveSessionCacheTtl, runEmbedHistoryDrain, pauseEmbedHistoryDrain, formatEmbedStatusText, getSessionProperties, getSessionCreatedInfo, getMessageUpdatedAssistantInfo, getMessageUpdatedInfo, getSessionErrorInfo, getMessageRemovedInfo, summarizeManualDream, createMagicContextCommandHandler, getLiveNotificationParams, createChatMessageHook, createEventHook, createCommandExecuteBeforeHook, createToolExecuteAfterHook, recordHiddenVariantWarning, buildStatusDetail, isDebugRpcEnabled, registerRpcHandlers, clearTransformDecisionSession, scheduleOpenCodeTransformDecisionWrite, maybeDeliverChannel2, armLatestThinkingRecovery, armBindingRecoverySafely, armLatestThinkingRecoveryFromError, lkgReplayLimit, measureLkgReplay, STORAGE_BUSY_MESSAGE, StorageBusyRefusalError, bindSystemDateRequestIdentity, bindSystemDateOutput, registerSystemDateRefresh, rustWrapupHistorianFields, UnmanagedOverWindowError, UnresolvedHistoryBoundaryError, clearMessageTokensCache, createTransform, createSubcModuleClient, createModuleToolBackends, createRustRefusalRecovery, createSystemPromptHashHandler, tryMessagesTransformLkgReplay, createMessagesTransformHandler, primaryOnlyToolIds, subagentToolRefusal, guardSubagentTools, hideSubagentTools, createCtxExpandTools, CTX_MEMORY_LIST_TOOL_NAME, CTX_MEMORY_ACTIONS, createCtxMemoryTools, createCtxMemoryListTools, CTX_NOTE_DESCRIPTION, withoutSmartNoteText, createCtxNoteTools, createCtxReduceTools, createCtxSearchTools, parameterDescriptionsFor, applyJsonSchemaParameterDescriptions, MagicContextRpcServer, subagentTemperature, applyHiddenSubagentTemperature };
+export { openOpenCodeDb, DREAMER_SYSTEM_PROMPT, runSessionProjectBackfill, SMART_NOTE_COMPILER_SYSTEM_PROMPT, createLiveSessionState, RETROSPECTIVE_MAX_USER_MESSAGE_CHARS, RETROSPECTIVE_MESSAGE_TRUNCATION_MARKER, OpenCodeRetrospectiveRawProvider, createDreamTaskExecutor, runManualDream, runDueTasksForProject, scheduleClearAndReindex, startDreamScheduleTimer, ensureProjectRegisteredFromOpenCodeDirectory, recordOpenCodeProvenInputFloor, resolveOpenCodeProvenInputFloor, resolveContextWindowGeometry, resolveContextLimit, resolveExecuteThresholdDetail, resolveModelKey, resolveSessionId, createScheduler, describeStorageUnavailability, resolveSessionCacheTtl, runEmbedHistoryDrain, pauseEmbedHistoryDrain, formatEmbedStatusText, getSessionProperties, getSessionCreatedInfo, getMessageUpdatedAssistantInfo, getMessageUpdatedInfo, getSessionErrorInfo, getMessageRemovedInfo, summarizeManualDream, createMagicContextCommandHandler, getLiveNotificationParams, createChatMessageHook, createEventHook, createCommandExecuteBeforeHook, createToolExecuteAfterHook, recordHiddenVariantWarning, buildStatusDetail, isDebugRpcEnabled, registerRpcHandlers, clearTransformDecisionSession, scheduleOpenCodeTransformDecisionWrite, maybeDeliverChannel2, armLatestThinkingRecovery, armBindingRecoverySafely, armLatestThinkingRecoveryFromError, lkgReplayLimit, measureLkgReplay, STORAGE_BUSY_MESSAGE, StorageBusyRefusalError, bindSystemDateRequestIdentity, bindSystemDateOutput, registerSystemDateRefresh, rustWrapupHistorianFields, UnmanagedOverWindowError, UnresolvedHistoryBoundaryError, clearMessageTokensCache, createTransform, createSubcModuleClient, createModuleToolBackends, createRustRefusalRecovery, createSystemPromptHashHandler, tryMessagesTransformLkgReplay, createMessagesTransformHandler, primaryOnlyToolIds, subagentToolRefusal, guardSubagentTools, hideSubagentTools, createCtxExpandTools, CTX_MEMORY_LIST_TOOL_NAME, CTX_MEMORY_ACTIONS, createCtxMemoryTools, createCtxMemoryListTools, CTX_NOTE_DESCRIPTION, withoutSmartNoteText, createCtxNoteTools, createCtxReduceTools, createCtxSearchTools, parameterDescriptionsFor, applyJsonSchemaParameterDescriptions, MagicContextRpcServer, subagentTemperature, applyHiddenSubagentTemperature };