@cortexkit/opencode-magic-context 0.49.12 → 0.49.14

package/dist/v2/{server-sz8jj92q.js → server-hek6z3w6.js}

@@ -1,5 +1,6 @@
 import {
   inRootAsyncContext2,
+  getSqliteDatabasePath2,
   withSqliteBackgroundWriter2,
   withoutSqliteTransformPass2,
   isTransientSqliteError2
@@ -8,7 +9,6 @@ import {
   DEFAULT_LOCAL_EMBEDDING_MODEL
 } from "./server-th4y11y7.js";
 import {
-  isUserHomeDirectory,
   setBootQuietPeriodForTests
 } from "./server-gvkm8xaj.js";
 import {
@@ -21,15 +21,15 @@ import {
   sanitizeDiagnosticText,
   log2
 } from "./server-f2xf5gcb.js";
-import {
-  estimateTokens
-} from "./server-0ppsweh6.js";
 import {
   SYNAPSE_DEFAULT_MODEL,
   isSynapseEmbeddingTruncated,
   getSynapseBatchRequestKey,
   SynapseEmbeddingProvider
 } from "./server-rrqpvwqd.js";
+import {
+  estimateTokens
+} from "./server-0ppsweh6.js";
 import {
   DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS,
   CHUNK_WINDOW_SAFETY_RATIO,
@@ -47,7 +47,15 @@ import {
   countSessionCompartmentEmbedCoverage,
   countSessionCompartmentEmbedCoveragePolite,
   countUnembeddedSessionCompartmentsPolite
-} from "./server-vknbt0gq.js";
+} from "./server-qhfvvfxj.js";
+import {
+  acquireGitSweepLease,
+  renewGitSweepLease,
+  releaseGitSweepLease,
+  findMisScopedCompartmentChunkEmbeddingIdsForProject,
+  recordSessionProjectIdentity,
+  repairMisScopedCompartmentChunkEmbeddingsForProject
+} from "./server-4gn3z5an.js";
 import {
   saveEmbeddingIfHashMatches,
   getMemoryEmbedCoverage,
@@ -59,11 +67,49 @@ import {
   resolveEmbeddingTextPrefixes,
   getEmbeddingProviderIdentity,
   LocalEmbeddingProvider
-} from "./server-2x42esxd.js";
+} from "./server-g10mdym6.js";
 import {
   logSlowWriteTransaction
 } from "./server-6pmqg9m4.js";
 
+// src/hooks/magic-context/embed-session-state.ts
+var embedPauseBySession = new Set;
+var embedRunStateBySession = new Map;
+var activeEmbeddingSessions = new Map;
+var autoEmbedAttemptedBySession = new Set;
+var autoEmbedIdentityBySession = new Map;
+var autoEmbedRetryAfterBySession = new Map;
+function invalidateAutoEmbedSession(sessionId) {
+  autoEmbedAttemptedBySession.delete(sessionId);
+  autoEmbedIdentityBySession.delete(sessionId);
+  autoEmbedRetryAfterBySession.delete(sessionId);
+}
+function getEmbedDrainUiStatus(sessionId, progress) {
+  if (embedPauseBySession.has(sessionId)) {
+    return { status: "paused" };
+  }
+  const activeRun = embedRunStateBySession.get(sessionId);
+  if (activeRun && !activeRun.signal.aborted || progress?.kind === "embed" && progress.phase === "recomp") {
+    return { status: "running" };
+  }
+  if (progress?.kind === "embed" && (progress.phase === "failed" || progress.phase === "skipped") && progress.message) {
+    if (/provider/i.test(progress.message)) {
+      return { status: "stopped", detail: progress.message };
+    }
+  }
+  return { status: "idle" };
+}
+function clearEmbedSessionState(sessionId) {
+  activeEmbeddingSessions.delete(sessionId);
+  embedPauseBySession.delete(sessionId);
+  const ctrl = embedRunStateBySession.get(sessionId);
+  if (ctrl) {
+    ctrl.abort();
+    embedRunStateBySession.delete(sessionId);
+  }
+  invalidateAutoEmbedSession(sessionId);
+}
+
 // src/shared/background-batch-drain.ts
 async function drainBackgroundBatches(step, options = {}) {
   const now = options.now ?? (() => performance.now());
@@ -145,6 +191,84 @@ function pruneSynapseBatchLedgerForProject(db, projectIdentity, ttlMs = SYNAPSE_
 // src/features/magic-context/project-embedding-registry.ts
 import { createHash as createHash3, randomUUID } from "node:crypto";
 
+// src/features/magic-context/chunk-embedding-writer.ts
+import { Worker } from "node:worker_threads";
+function createChunkEmbeddingWriter(db) {
+  const path = getSqliteDatabasePath2(db);
+  if (!path)
+    return null;
+  if (path.startsWith("file:"))
+    throw new Error("chunk embedding writer requires a filesystem path");
+  const entry = new URL(import.meta.url.endsWith(".ts") ? "./chunk-embedding-write-worker.ts" : "./chunk-embedding-write-worker.js", import.meta.url);
+  const timeout = db.prepare("PRAGMA busy_timeout").get().timeout;
+  const worker = inRootAsyncContext2(() => new Worker(entry, { workerData: { path, harness: getHarness2(), timeout } }));
+  let pending;
+  let failure;
+  let deadline;
+  worker.on("message", (reply) => {
+    clearTimeout(deadline);
+    const request = pending;
+    pending = undefined;
+    if (reply.error)
+      request?.reject(new Error(reply.error));
+    else
+      request?.resolve(reply.value);
+  });
+  const fail = (error) => {
+    clearTimeout(deadline);
+    failure = error;
+    pending?.reject(error);
+    pending = undefined;
+  };
+  worker.on("error", fail);
+  worker.on("exit", (code) => fail(new Error(`chunk embedding writer exited (${code})`)));
+  worker.unref();
+  let queue = Promise.resolve();
+  const request = (message) => {
+    const result = queue.then(() => {
+      if (failure)
+        throw failure;
+      return new Promise((resolve, reject) => {
+        pending = { resolve, reject };
+        deadline = inRootAsyncContext2(() => setTimeout(() => {
+          fail(new Error("chunk embedding database operation timed out; coverage will be rechecked"));
+          worker.terminate();
+        }, 30000));
+        deadline.unref();
+        worker.postMessage(message);
+      });
+    });
+    queue = result.catch(() => {});
+    return result;
+  };
+  return {
+    async replace(rows, sourceKey) {
+      if (rows.some((row) => isSynapseEmbeddingTruncated(row.vector)))
+        return;
+      await request({ kind: "replace", rows, sourceKey });
+    },
+    project: (project, session) => request({ kind: "project", project, session }),
+    count: (project, session, model, tokens) => request({ kind: "count", project, session, model, tokens }),
+    candidates: (project, session, model, limit, excluded, tokens) => request({
+      kind: "candidates",
+      project,
+      session,
+      model,
+      limit,
+      excluded,
+      tokens
+    }),
+    backoff: (candidate, project, model) => request({ kind: "backoff", candidate, project, model }),
+    acquire: (project, holder) => request({ kind: "acquire", project, holder }),
+    renew: (project, holder) => request({ kind: "renew", project, holder }),
+    release: (project, holder) => request({ kind: "release", project, holder }),
+    async close() {
+      clearTimeout(deadline);
+      await worker.terminate();
+    }
+  };
+}
+
 // src/features/magic-context/git-commits/storage-git-commit-embeddings.ts
 var saveStatements = new WeakMap;
 var loadProjectStatements = new WeakMap;
@@ -327,142 +451,6 @@ function enforceProjectCap(db, projectPath, maxCommits) {
   return evicted;
 }
 
-// src/features/magic-context/git-commits/sweep-coordinator.ts
-var GIT_SWEEP_COOLDOWN_MS = 10 * 60 * 1000;
-var GIT_SWEEP_LEASE_TTL_MS = 5 * 60 * 1000;
-var GIT_SWEEP_NON_INDEXABLE_REPROBE_MS = 24 * 60 * 60 * 1000;
-var GIT_SWEEP_LEASE_RENEWAL_MS = 60 * 1000;
-function runImmediate(db, body) {
-  db.exec("BEGIN IMMEDIATE");
-  const transactionStartedAt = performance.now();
-  let committed = false;
-  try {
-    const result = body();
-    db.exec("COMMIT");
-    committed = true;
-    logSlowWriteTransaction("git_sweep_lease", transactionStartedAt);
-    return result;
-  } finally {
-    if (!committed) {
-      try {
-        db.exec("ROLLBACK");
-      } catch {}
-    }
-  }
-}
-function rowToState(row) {
-  return {
-    projectPath: row.project_path,
-    leaseHolder: row.lease_holder,
-    leaseExpiresAt: row.lease_expires_at,
-    lastSweptAt: row.last_swept_at
-  };
-}
-function getGitSweepCoordinatorState(db, projectPath) {
-  const row = db.prepare(`SELECT project_path, lease_holder, lease_expires_at, last_swept_at
-             FROM git_sweep_coordinator
-             WHERE project_path = ?`).get(projectPath);
-  return row ? rowToState(row) : null;
-}
-function acquireGitSweepLease(db, projectPath, holderId, options = {}) {
-  const cooldownMs = options.cooldownMs ?? GIT_SWEEP_COOLDOWN_MS;
-  const leaseTtlMs = options.leaseTtlMs ?? GIT_SWEEP_LEASE_TTL_MS;
-  return runImmediate(db, () => {
-    const now = Date.now();
-    const row = getGitSweepCoordinatorState(db, projectPath);
-    if (row?.leaseHolder && row.leaseExpiresAt !== null && row.leaseExpiresAt > now) {
-      return {
-        acquired: false,
-        projectPath,
-        reason: "lease_active",
-        leaseHolder: row.leaseHolder,
-        leaseExpiresAt: row.leaseExpiresAt,
-        lastSweptAt: row.lastSweptAt,
-        nextAllowedAt: null
-      };
-    }
-    if (!options.ignoreCooldown && row?.lastSweptAt !== null && row?.lastSweptAt !== undefined) {
-      const nextAllowedAt = row.lastSweptAt + cooldownMs;
-      if (nextAllowedAt > now) {
-        return {
-          acquired: false,
-          projectPath,
-          reason: "cooldown_active",
-          leaseHolder: row.leaseHolder,
-          leaseExpiresAt: row.leaseExpiresAt,
-          lastSweptAt: row.lastSweptAt,
-          nextAllowedAt
-        };
-      }
-    }
-    const leaseExpiresAt = now + leaseTtlMs;
-    db.prepare(`INSERT INTO git_sweep_coordinator (
-                 project_path,
-                 lease_holder,
-                 lease_expires_at,
-                 last_swept_at
-             ) VALUES (?, ?, ?, NULL)
-             ON CONFLICT(project_path) DO UPDATE SET
-                 lease_holder = excluded.lease_holder,
-                 lease_expires_at = excluded.lease_expires_at`).run(projectPath, holderId, leaseExpiresAt);
-    return {
-      acquired: true,
-      projectPath,
-      holderId,
-      acquiredAt: now,
-      leaseExpiresAt
-    };
-  });
-}
-function renewGitSweepLease(db, projectPath, holderId, leaseTtlMs = GIT_SWEEP_LEASE_TTL_MS) {
-  return runImmediate(db, () => {
-    const now = Date.now();
-    const leaseExpiresAt = now + leaseTtlMs;
-    const result = db.prepare(`UPDATE git_sweep_coordinator
-                 SET lease_expires_at = ?
-                 WHERE project_path = ?
-                   AND lease_holder = ?
-                   AND lease_expires_at > ?`).run(leaseExpiresAt, projectPath, holderId, now);
-    return result.changes === 1;
-  });
-}
-function markGitSweepSuccessAndRelease(db, projectPath, holderId) {
-  return runImmediate(db, () => {
-    const now = Date.now();
-    const result = db.prepare(`UPDATE git_sweep_coordinator
-                 SET lease_holder = NULL,
-                     lease_expires_at = NULL,
-                     last_swept_at = ?
-                 WHERE project_path = ?
-                   AND lease_holder = ?
-                   AND lease_expires_at > ?`).run(now, projectPath, holderId, now);
-    return result.changes === 1;
-  });
-}
-function parkGitSweepNonIndexable(db, projectPath, holderId, reprobeMs = GIT_SWEEP_NON_INDEXABLE_REPROBE_MS) {
-  return runImmediate(db, () => {
-    const now = Date.now();
-    const sweptAt = now + reprobeMs - GIT_SWEEP_COOLDOWN_MS;
-    const result = db.prepare(`UPDATE git_sweep_coordinator
-                 SET lease_holder = NULL,
-                     lease_expires_at = NULL,
-                     last_swept_at = ?
-                 WHERE project_path = ?
-                   AND lease_holder = ?
-                   AND lease_expires_at > ?`).run(sweptAt, projectPath, holderId, now);
-    return result.changes === 1;
-  });
-}
-function releaseGitSweepLease(db, projectPath, holderId) {
-  runImmediate(db, () => {
-    db.prepare(`UPDATE git_sweep_coordinator
-             SET lease_holder = NULL,
-                 lease_expires_at = NULL
-             WHERE project_path = ?
-               AND lease_holder = ?`).run(projectPath, holderId);
-  });
-}
-
 // src/features/magic-context/memory/embedding-openai.ts
 import { createHash as createHash2 } from "node:crypto";
 
@@ -979,88 +967,6 @@ class OpenAICompatibleEmbeddingProvider {
   }
 }
 
-// src/features/magic-context/session-project-storage.ts
-var SESSION_CHUNK_REPAIR_BATCH_SIZE = 100;
-var upsertSessionProjectStatements = new WeakMap;
-var repairSessionChunkProjectStatements = new WeakMap;
-var misScopedProjectChunkStatements = new WeakMap;
-var MIS_SCOPED_PROJECT_CHUNK_IDS_SQL = `
-    SELECT e.id FROM compartment_chunk_embeddings e
-    JOIN session_projects sp ON sp.session_id = e.session_id AND sp.harness = e.harness
-    WHERE e.project_path = ? AND sp.project_path <> e.project_path
-    UNION ALL
-    SELECT e.id FROM session_projects sp
-    JOIN compartment_chunk_embeddings e ON e.session_id = sp.session_id
-    WHERE sp.project_path = ? AND e.harness = sp.harness AND e.project_path <> sp.project_path`;
-function getUpsertSessionProjectStatement(db) {
-  let stmt = upsertSessionProjectStatements.get(db);
-  if (!stmt) {
-    stmt = db.prepare(`INSERT INTO session_projects (session_id, harness, project_path, updated_at)
-             VALUES (?, ?, ?, ?)
-             ON CONFLICT(session_id, harness) DO UPDATE SET
-                 project_path = excluded.project_path,
-                 updated_at = excluded.updated_at
-             WHERE session_projects.project_path <> excluded.project_path`);
-    upsertSessionProjectStatements.set(db, stmt);
-  }
-  return stmt;
-}
-function getRepairSessionChunkProjectStatement(db) {
-  let stmt = repairSessionChunkProjectStatements.get(db);
-  if (!stmt) {
-    stmt = db.prepare(`UPDATE compartment_chunk_embeddings
-             SET project_path = ?
-             WHERE id IN (
-                 SELECT id
-                 FROM compartment_chunk_embeddings
-                 WHERE session_id = ?
-                   AND harness = ?
-                   AND project_path <> ?
-                 LIMIT ?
-             )`);
-    repairSessionChunkProjectStatements.set(db, stmt);
-  }
-  return stmt;
-}
-function findMisScopedCompartmentChunkEmbeddingIdsForProject(db, projectPath) {
-  return db.prepare(`SELECT id FROM (${MIS_SCOPED_PROJECT_CHUNK_IDS_SQL}) LIMIT 25`).all(projectPath, projectPath).map(({ id }) => id);
-}
-function recordSessionProjectIdentity(db, sessionId, projectPath) {
-  if (!sessionId || !projectPath)
-    return;
-  if (!projectPath.startsWith("git:") && !projectPath.startsWith("dir:") && isUserHomeDirectory(projectPath))
-    return;
-  const harness = getHarness2();
-  const now = Date.now();
-  let previousProjectPath;
-  db.transaction(() => {
-    const existing = db.prepare("SELECT project_path FROM session_projects WHERE session_id = ? AND harness = ?").get(sessionId, harness);
-    previousProjectPath = existing?.project_path;
-    getUpsertSessionProjectStatement(db).run(sessionId, harness, projectPath, now);
-    getRepairSessionChunkProjectStatement(db).run(projectPath, sessionId, harness, projectPath, SESSION_CHUNK_REPAIR_BATCH_SIZE);
-  }).immediate();
-  return previousProjectPath === projectPath ? undefined : { previousProjectPath, projectPath };
-}
-function hasRecordedSessionProjectIdentity(db, sessionId) {
-  const row = db.prepare("SELECT 1 AS found FROM session_projects WHERE session_id = ? AND harness = ?").get(sessionId, getHarness2());
-  return row?.found === 1;
-}
-function repairMisScopedCompartmentChunkEmbeddingsForProject(db, projectPath, ids = findMisScopedCompartmentChunkEmbeddingIdsForProject(db, projectPath)) {
-  if (!projectPath || ids.length === 0)
-    return 0;
-  return db.prepare(`UPDATE compartment_chunk_embeddings
-        SET project_path = (SELECT sp.project_path FROM session_projects sp
-            WHERE sp.session_id = compartment_chunk_embeddings.session_id
-              AND sp.harness = compartment_chunk_embeddings.harness)
-        WHERE id IN (${ids.map(() => "?").join(",")}) AND EXISTS (
-            SELECT 1 FROM session_projects sp
-            WHERE sp.session_id = compartment_chunk_embeddings.session_id
-              AND sp.harness = compartment_chunk_embeddings.harness
-              AND sp.project_path <> compartment_chunk_embeddings.project_path
-              AND (sp.project_path = ? OR compartment_chunk_embeddings.project_path = ?)
-        )`).run(...ids, projectPath, projectPath).changes;
-}
-
 // src/features/magic-context/shadow-backfill-state.ts
 var SHADOW_BACKFILL_PROVENANCE_KEY = "_magicContextShadowBackfill";
 function parseJsonRecord(value) {
@@ -2756,7 +2662,16 @@ async function embedCompartmentChunkBatch(db, projectIdentity, batchSize, signal
   if (!snapshot?.historyEnabled || snapshot.chunkModelId === "off")
     return 0;
   repairMisScopedCompartmentChunkEmbeddingsForProject(db, projectIdentity);
-  const candidates = await loadUnembeddedCompartmentChunkCandidatesPolite(db, projectIdentity, snapshot.chunkModelId, batchSize, getProjectEmbeddingMaxInputTokens2(projectIdentity), true);
+  const priorModels = db.prepare(`SELECT COUNT(*) AS total,
+        COALESCE(MAX(model_id = ?), 0) AS current
+        FROM compartment_chunk_embeddings WHERE compartment_id = ?`);
+  const candidates = await loadUnembeddedCompartmentChunkCandidatesPolite(db, projectIdentity, snapshot.chunkModelId, batchSize, getProjectEmbeddingMaxInputTokens2(projectIdentity), true, (candidate) => {
+    const activity = activeEmbeddingSessions.get(candidate.sessionId);
+    if (activity?.project === projectIdentity && activity.model === snapshot.chunkModelId && !embedPauseBySession.has(candidate.sessionId))
+      return true;
+    const prior = priorModels.get(snapshot.chunkModelId, candidate.id);
+    return prior.total === 0 || prior.current !== 0;
+  });
   if (candidates.length === 0)
     return 0;
   const { embedded } = await embedCandidateChunkBatch(db, projectIdentity, snapshot.chunkModelId, candidates, signal);
@@ -2766,7 +2681,7 @@ function getLastEmbeddingFailureForProject(projectIdentity) {
   const registration = projectRegistrations.get(projectIdentity);
   return registration?.provider?.getLastFailureReason?.() ?? null;
 }
-async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates, signal) {
+async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates, signal, writer) {
   const noWork = [];
   const failed = [];
   const failureReasons = [];
@@ -2781,7 +2696,10 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
       continue;
     const canonicalText = mappedText || buildCompartmentSummaryFallbackText(db, candidate.id);
     if (canonicalText.length === 0) {
-      recordChunkEmbedBackoff(db, candidate, projectIdentity, modelId);
+      if (writer)
+        await writer.backoff(candidate, projectIdentity, modelId);
+      else
+        recordChunkEmbedBackoff(db, candidate, projectIdentity, modelId);
       noWork.push(candidate.id);
       continue;
     }
@@ -2838,6 +2756,8 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
       if (result) {
         let writeSliceStarted = performance.now();
         for (const item of slice) {
+          if (signal?.aborted || getProjectChunkEmbeddingModelId2(projectIdentity) !== modelId)
+            break;
           if (persistedIds.has(item.candidate.id))
             continue;
           const vectors = item.windows.map((window) => result.vectors.get(`chunk:${item.candidate.id}:${window.windowIndex}`));
@@ -2852,7 +2772,10 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
             modelId,
             vector: vectors[index]
           }));
-          replaceCompartmentChunkEmbeddings(db, rows, item.windowSourceKey);
+          if (writer)
+            await writer.replace(rows, item.windowSourceKey);
+          else
+            replaceCompartmentChunkEmbeddings(db, rows, item.windowSourceKey);
           persistedIds.add(item.candidate.id);
           enqueueShadowEmbeddingItems2(projectIdentity, "chunk", [
             String(item.candidate.id)
@@ -2877,7 +2800,10 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
     if (!signal?.aborted) {
       for (const item of slice) {
         if (!persistedIds.has(item.candidate.id)) {
-          recordChunkEmbedBackoff(db, item.candidate, projectIdentity, modelId);
+          if (writer)
+            await writer.backoff(item.candidate, projectIdentity, modelId);
+          else
+            recordChunkEmbedBackoff(db, item.candidate, projectIdentity, modelId);
           failed.push(item.candidate.id);
         }
       }
@@ -2932,11 +2858,28 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
   if (!snapshot?.historyEnabled || snapshot.chunkModelId === "off") {
     return { status: "disabled", embedded: 0, total: 0 };
   }
-  recordSessionProjectIdentity(db, sessionId, projectIdentity);
+  if (options?.automatic && !options.databaseWorker) {
+    const worker = createChunkEmbeddingWriter(db);
+    if (worker) {
+      try {
+        return await embedSessionCompartmentChunks2(db, projectIdentity, sessionId, {
+          ...options,
+          databaseWorker: worker
+        });
+      } finally {
+        await worker.close();
+      }
+    }
+  }
+  const writer = options?.databaseWorker ?? null;
+  if (writer)
+    await writer.project(projectIdentity, sessionId);
+  else
+    recordSessionProjectIdentity(db, sessionId, projectIdentity);
   const maxInputTokens = getProjectEmbeddingMaxInputTokens2(projectIdentity);
-  const total = await countUnembeddedSessionCompartmentsPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens);
+  const total = writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await countUnembeddedSessionCompartmentsPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens);
   const holderId = `session-embed-${randomUUID()}`;
-  const lease = acquireGitSweepLease(db, projectIdentity, holderId, { ignoreCooldown: true });
+  const lease = writer ? await writer.acquire(projectIdentity, holderId) : acquireGitSweepLease(db, projectIdentity, holderId, { ignoreCooldown: true });
   if (!lease.acquired)
     return { status: "busy", embedded: 0, total };
   let leaseLost = false;
@@ -2946,9 +2889,9 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
     drainAbort.abort();
   else
     options?.signal?.addEventListener("abort", forwardCallerAbort, { once: true });
-  const renewal = inRootAsyncContext2(() => setInterval(() => {
+  const renewal = inRootAsyncContext2(() => setInterval(async () => {
     try {
-      if (!renewGitSweepLease(db, projectIdentity, holderId)) {
+      if (!(writer ? await writer.renew(projectIdentity, holderId) : renewGitSweepLease(db, projectIdentity, holderId))) {
         leaseLost = true;
         drainAbort.abort();
       }
@@ -2966,11 +2909,18 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
   try {
     options?.onProgress?.({ embedded, total });
     for (;; ) {
-      if (leaseLost || drainAbort.signal.aborted || isEmbeddingHostBusy2()) {
+      if (leaseLost || drainAbort.signal.aborted || !options?.automatic && isEmbeddingHostBusy2() || getProjectEmbeddingSnapshot2(projectIdentity)?.generation !== snapshot.generation) {
         aborted = true;
         break;
       }
-      const candidates = await loadUnembeddedSessionChunkCandidatesPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens, true);
+      if (options?.automatic && isEmbeddingHostBusy2()) {
+        await new Promise((resolve) => setTimeout(resolve, 100));
+        if (drainAbort.signal.aborted) {
+          aborted = true;
+          break;
+        }
+      }
+      const candidates = writer ? await writer.candidates(projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens) : await loadUnembeddedSessionChunkCandidatesPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens, true);
       if (candidates.length === 0)
         break;
       const {
@@ -2978,8 +2928,8 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
         noWork,
         failed,
         failureReasons: batchFailureReasons
-      } = await embedCandidateChunkBatch(db, projectIdentity, snapshot.chunkModelId, candidates, drainAbort.signal);
-      if (leaseLost || !renewGitSweepLease(db, projectIdentity, holderId)) {
+      } = await embedCandidateChunkBatch(db, projectIdentity, snapshot.chunkModelId, candidates, drainAbort.signal, writer);
+      if (leaseLost || !(writer ? await writer.renew(projectIdentity, holderId) : renewGitSweepLease(db, projectIdentity, holderId))) {
         leaseLost = true;
         drainAbort.abort();
         aborted = true;
@@ -3007,7 +2957,10 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
     clearInterval(renewal);
     options?.signal?.removeEventListener("abort", forwardCallerAbort);
     try {
-      releaseGitSweepLease(db, projectIdentity, holderId);
+      if (writer)
+        await writer.release(projectIdentity, holderId);
+      else
+        releaseGitSweepLease(db, projectIdentity, holderId);
     } catch (error) {
       log2("[magic-context] embed drain: lease release failed (will TTL-expire):", error);
     }
@@ -3017,7 +2970,7 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
   if (aborted)
     return { status: "aborted", embedded, total, failed: failedIds.length };
   if (providerDown || failedIds.length > 0) {
-    const remaining = Math.max(failedIds.length, await countUnembeddedSessionCompartmentsPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) - skipIds.length);
+    const remaining = Math.max(failedIds.length, (writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await countUnembeddedSessionCompartmentsPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens)) - skipIds.length);
     if (remaining > 0) {
       return {
         status: "stalled",
@@ -3152,4 +3105,4 @@ function _resetProjectEmbeddingRegistryForTests2() {
   setBootQuietPeriodForTests(null);
 }
 
-export { drainBackgroundBatches, recordEmbeddingMeasurement, saveCommitEmbedding, loadProjectCommitEmbeddings, loadUnembeddedCommits, countEmbeddedCommits, upsertCommits, getLatestIndexedCommitSha, enforceProjectCap, GIT_SWEEP_LEASE_RENEWAL_MS, acquireGitSweepLease, renewGitSweepLease, markGitSweepSuccessAndRelease, parkGitSweepNonIndexable, releaseGitSweepLease, OpenAICompatibleEmbeddingProvider, recordSessionProjectIdentity, hasRecordedSessionProjectIdentity, describeShadowBackfillWriteRefusal2, listShadowBackfillStalls2, getShadowBackfillStopReason2, markProjectLoadUntrusted2, contentSha2562, drainProjectEmbeddingIdentityMaintenance2, drainStaleEmbeddingIdentitiesForProject2, registerProjectEmbedding2, registerProjectShadowEmbedding2, getShadowEmbeddingMeasurementCohort2, getPrimaryEmbeddingMeasurementCohort2, embedShadowTextForProject2, enqueueShadowEmbeddingItems2, getShadowBackfillRemaining2, flushShadowEmbeddingBacklog2, registerProjectInObservationMode2, unregisterProjectShadowEmbedding2, unregisterProjectEmbedding2, getProjectEmbeddingSnapshot2, installProjectEmbeddingSearchBridge2, getProjectChunkEmbeddingModelId2, getProjectEmbeddingMaxInputTokens2, embedTextForProject2, embedBatchForProject2, embedItemsForProject2, embedUnembeddedMemoriesForProject2, embedUnembeddedMemoriesForProjectOutcome2, drainCommitBacklogForProject2, embedUnembeddedCompartmentChunksForProject2, embedSessionCompartmentChunks2, getEmbeddingCoverageStatus2, getAutoEmbeddingSessionCoverage2, sweepAllRegisteredProjects2, _setTestProviderFactoryForProject2, _resetProjectEmbeddingRegistryForTests2 };
+export { embedPauseBySession, embedRunStateBySession, activeEmbeddingSessions, autoEmbedAttemptedBySession, autoEmbedIdentityBySession, autoEmbedRetryAfterBySession, invalidateAutoEmbedSession, getEmbedDrainUiStatus, clearEmbedSessionState, drainBackgroundBatches, recordEmbeddingMeasurement, saveCommitEmbedding, loadProjectCommitEmbeddings, loadUnembeddedCommits, countEmbeddedCommits, upsertCommits, getLatestIndexedCommitSha, enforceProjectCap, OpenAICompatibleEmbeddingProvider, describeShadowBackfillWriteRefusal2, listShadowBackfillStalls2, getShadowBackfillStopReason2, markProjectLoadUntrusted2, contentSha2562, drainProjectEmbeddingIdentityMaintenance2, drainStaleEmbeddingIdentitiesForProject2, registerProjectEmbedding2, registerProjectShadowEmbedding2, getShadowEmbeddingMeasurementCohort2, getPrimaryEmbeddingMeasurementCohort2, embedShadowTextForProject2, enqueueShadowEmbeddingItems2, getShadowBackfillRemaining2, flushShadowEmbeddingBacklog2, registerProjectInObservationMode2, unregisterProjectShadowEmbedding2, unregisterProjectEmbedding2, getProjectEmbeddingSnapshot2, installProjectEmbeddingSearchBridge2, getProjectChunkEmbeddingModelId2, getProjectEmbeddingMaxInputTokens2, embedTextForProject2, embedBatchForProject2, embedItemsForProject2, embedUnembeddedMemoriesForProject2, embedUnembeddedMemoriesForProjectOutcome2, drainCommitBacklogForProject2, embedUnembeddedCompartmentChunksForProject2, embedSessionCompartmentChunks2, getEmbeddingCoverageStatus2, getAutoEmbeddingSessionCoverage2, sweepAllRegisteredProjects2, _setTestProviderFactoryForProject2, _resetProjectEmbeddingRegistryForTests2 };

package/dist/v2/{server-50mkkhy1.js → server-kmbarfmn.js}

@@ -51,7 +51,7 @@ import {
   hasPendingMigrations,
   getMainThreadMigrationBodyCount,
   runMigrations
-} from "./server-fa75w6gp.js";
+} from "./server-k2bzedxk.js";
 import {
   ensureColumn,
   installV95PerfSchema,
@@ -68,6 +68,12 @@ import {
 import {
   getErrorMessage
 } from "./server-y8v6yerm.js";
+import {
+  closeQuietly
+} from "./server-8ajstryz.js";
+import {
+  logSlowWriteTransaction
+} from "./server-6pmqg9m4.js";
 import {
   shouldEnforcePrivateStoragePermissions,
   ensureStorageDirectorySync,
@@ -76,12 +82,6 @@ import {
   copyStorageTreeSync,
   tightenStorageTreeSync
 } from "./server-fvnzcnww.js";
-import {
-  closeQuietly
-} from "./server-8ajstryz.js";
-import {
-  logSlowWriteTransaction
-} from "./server-6pmqg9m4.js";
 
 // src/features/magic-context/storage-db.ts
 import {
@@ -1212,7 +1212,7 @@ function finishDatabaseOpen(db, dbPath, explicitDbPath, latestSupportedVersion)
       startMessageFtsRowidMapBackfill(db).then(async () => {
         if (!readsOpenCodeStore)
           return;
-        const { readRawSessionMessagePage, readRawSessionMessages } = await importPluginModule(() => import("./read-session-chunk-hr3w5bjk.js"));
+        const { readRawSessionMessagePage, readRawSessionMessages } = await importPluginModule(() => import("./read-session-chunk-rq9nx1nn.js"));
         const { startMessageTimeBackfill } = await importPluginModule(() => import("./message-time-backfill-bsteyc4d.js"));
         await startMessageTimeBackfill(db, Object.assign(readRawSessionMessages, {
           readPage: readRawSessionMessagePage
@@ -2704,4 +2704,4 @@ function getDatabasePersistenceError(db) {
   return persistenceErrorByDatabase.get(db) ?? null;
 }
 
-export { FAIL_CLOSED_DOCTOR_COMMAND, formatFailClosedBlockingMessage, formatFailClosedBlockingSummary, createFailClosedBlockingError, isFailClosedBlockingError, shouldBypassFailClosedBlock, resolveAgentNameFromMessages, startBootDeadline, getUnconfirmedMigrationHolders, getSchemaFenceRejection, getMigrationOnOpenRefusal, LATEST_SUPPORTED_VERSION, BOOT_SQLITE_BUSY_TIMEOUT_MS, getDatabasePath, getPersistedSchemaVersion, setSqlitePragmaConfig, runSqliteOptimize, initializeDatabase, openDatabase, openCurrentDatabase, openDatabaseAsync, isDatabasePersisted, getDatabasePersistenceError };
+export { FAIL_CLOSED_DOCTOR_COMMAND, formatFailClosedBlockingMessage, formatFailClosedBlockingSummary, createFailClosedBlockingError, isFailClosedBlockingError, shouldBypassFailClosedBlock, resolveAgentNameFromMessages, startBootDeadline, getUnconfirmedMigrationHolders, getSchemaFenceRejection, getMigrationOnOpenRefusal, LATEST_SUPPORTED_VERSION, BOOT_SQLITE_BUSY_TIMEOUT_MS, getDatabasePath, getPersistedSchemaVersion, enforceSchemaFence, setSqlitePragmaConfig, runSqliteOptimize, initializeDatabase, openDatabase, openCurrentDatabase, openDatabaseAsync, isDatabasePersisted, getDatabasePersistenceError };