@cortexkit/pi-magic-context 0.49.12 → 0.49.13

package/dist/{index-f6e8jsrh.js → index-nwbhe6qv.js}

@@ -1,16 +1,6 @@
-import {
-  getHarness2
-} from "./index-0h2mkab2.js";
-import {
-  sanitizeDiagnosticText,
-  log2
-} from "./index-7bqrfyny.js";
-import {
-  isUserHomeDirectory,
-  setBootQuietPeriodForTests
-} from "./index-6ex901g3.js";
 import {
   inRootAsyncContext2,
+  getSqliteDatabasePath2,
   withSqliteBackgroundWriter2,
   withoutSqliteTransformPass2,
   isTransientSqliteError2
@@ -18,6 +8,13 @@ import {
 import {
   estimateTokens
 } from "./index-g4jf772p.js";
+import {
+  getHarness2
+} from "./index-0h2mkab2.js";
+import {
+  sanitizeDiagnosticText,
+  log2
+} from "./index-7bqrfyny.js";
 import {
   SYNAPSE_DEFAULT_MODEL,
   isSynapseEmbeddingTruncated,
@@ -41,7 +38,7 @@ import {
   countSessionCompartmentEmbedCoverage,
   countSessionCompartmentEmbedCoveragePolite,
   countUnembeddedSessionCompartmentsPolite
-} from "./index-af9nb5db.js";
+} from "./index-7qc73yk5.js";
 import {
   DEFAULT_LOCAL_EMBEDDING_MODEL
 } from "./index-1k729e4f.js";
@@ -51,10 +48,21 @@ import {
   getEmbeddingProviderIdentity,
   dominantEmbeddingFailure,
   LocalEmbeddingProvider
-} from "./index-j24916mq.js";
+} from "./index-9jvktm7k.js";
+import {
+  setBootQuietPeriodForTests
+} from "./index-6ex901g3.js";
 import {
   isEmbeddingHostBusy2
 } from "./index-9p40dgkm.js";
+import {
+  findMisScopedCompartmentChunkEmbeddingIdsForProject,
+  recordSessionProjectIdentity,
+  repairMisScopedCompartmentChunkEmbeddingsForProject,
+  acquireGitSweepLease,
+  renewGitSweepLease,
+  releaseGitSweepLease
+} from "./index-1mrvw9en.js";
 import {
   saveEmbeddingIfHashMatches,
   getMemoryEmbedCoverage,
@@ -64,82 +72,32 @@ import {
   logSlowWriteTransaction
 } from "./index-d4dt19md.js";
 
-// ../plugin/src/features/magic-context/session-project-storage.ts
-var SESSION_CHUNK_REPAIR_BATCH_SIZE = 100;
-var upsertSessionProjectStatements = new WeakMap;
-var repairSessionChunkProjectStatements = new WeakMap;
-var misScopedProjectChunkStatements = new WeakMap;
-var MIS_SCOPED_PROJECT_CHUNK_IDS_SQL = `
-    SELECT e.id FROM compartment_chunk_embeddings e
-    JOIN session_projects sp ON sp.session_id = e.session_id AND sp.harness = e.harness
-    WHERE e.project_path = ? AND sp.project_path <> e.project_path
-    UNION ALL
-    SELECT e.id FROM session_projects sp
-    JOIN compartment_chunk_embeddings e ON e.session_id = sp.session_id
-    WHERE sp.project_path = ? AND e.harness = sp.harness AND e.project_path <> sp.project_path`;
-function getUpsertSessionProjectStatement(db) {
-  let stmt = upsertSessionProjectStatements.get(db);
-  if (!stmt) {
-    stmt = db.prepare(`INSERT INTO session_projects (session_id, harness, project_path, updated_at)
-             VALUES (?, ?, ?, ?)
-             ON CONFLICT(session_id, harness) DO UPDATE SET
-                 project_path = excluded.project_path,
-                 updated_at = excluded.updated_at
-             WHERE session_projects.project_path <> excluded.project_path`);
-    upsertSessionProjectStatements.set(db, stmt);
-  }
-  return stmt;
-}
-function getRepairSessionChunkProjectStatement(db) {
-  let stmt = repairSessionChunkProjectStatements.get(db);
-  if (!stmt) {
-    stmt = db.prepare(`UPDATE compartment_chunk_embeddings
-             SET project_path = ?
-             WHERE id IN (
-                 SELECT id
-                 FROM compartment_chunk_embeddings
-                 WHERE session_id = ?
-                   AND harness = ?
-                   AND project_path <> ?
-                 LIMIT ?
-             )`);
-    repairSessionChunkProjectStatements.set(db, stmt);
+// ../plugin/src/hooks/magic-context/embed-session-state.ts
+var embedPauseBySession = new Set;
+var embedRunStateBySession = new Map;
+var activeEmbeddingSessions = new Map;
+var autoEmbedAttemptedBySession = new Set;
+var autoEmbedIdentityBySession = new Map;
+var autoEmbedRetryAfterBySession = new Map;
+function invalidateAutoEmbedSession(sessionId) {
+  autoEmbedAttemptedBySession.delete(sessionId);
+  autoEmbedIdentityBySession.delete(sessionId);
+  autoEmbedRetryAfterBySession.delete(sessionId);
+}
+function getEmbedDrainUiStatus(sessionId, progress) {
+  if (embedPauseBySession.has(sessionId)) {
+    return { status: "paused" };
+  }
+  const activeRun = embedRunStateBySession.get(sessionId);
+  if (activeRun && !activeRun.signal.aborted || progress?.kind === "embed" && progress.phase === "recomp") {
+    return { status: "running" };
+  }
+  if (progress?.kind === "embed" && (progress.phase === "failed" || progress.phase === "skipped") && progress.message) {
+    if (/provider/i.test(progress.message)) {
+      return { status: "stopped", detail: progress.message };
+    }
   }
-  return stmt;
-}
-function findMisScopedCompartmentChunkEmbeddingIdsForProject(db, projectPath) {
-  return db.prepare(`SELECT id FROM (${MIS_SCOPED_PROJECT_CHUNK_IDS_SQL}) LIMIT 25`).all(projectPath, projectPath).map(({ id }) => id);
-}
-function recordSessionProjectIdentity(db, sessionId, projectPath) {
-  if (!sessionId || !projectPath)
-    return;
-  if (!projectPath.startsWith("git:") && !projectPath.startsWith("dir:") && isUserHomeDirectory(projectPath))
-    return;
-  const harness = getHarness2();
-  const now = Date.now();
-  let previousProjectPath;
-  db.transaction(() => {
-    const existing = db.prepare("SELECT project_path FROM session_projects WHERE session_id = ? AND harness = ?").get(sessionId, harness);
-    previousProjectPath = existing?.project_path;
-    getUpsertSessionProjectStatement(db).run(sessionId, harness, projectPath, now);
-    getRepairSessionChunkProjectStatement(db).run(projectPath, sessionId, harness, projectPath, SESSION_CHUNK_REPAIR_BATCH_SIZE);
-  }).immediate();
-  return previousProjectPath === projectPath ? undefined : { previousProjectPath, projectPath };
-}
-function repairMisScopedCompartmentChunkEmbeddingsForProject(db, projectPath, ids = findMisScopedCompartmentChunkEmbeddingIdsForProject(db, projectPath)) {
-  if (!projectPath || ids.length === 0)
-    return 0;
-  return db.prepare(`UPDATE compartment_chunk_embeddings
-        SET project_path = (SELECT sp.project_path FROM session_projects sp
-            WHERE sp.session_id = compartment_chunk_embeddings.session_id
-              AND sp.harness = compartment_chunk_embeddings.harness)
-        WHERE id IN (${ids.map(() => "?").join(",")}) AND EXISTS (
-            SELECT 1 FROM session_projects sp
-            WHERE sp.session_id = compartment_chunk_embeddings.session_id
-              AND sp.harness = compartment_chunk_embeddings.harness
-              AND sp.project_path <> compartment_chunk_embeddings.project_path
-              AND (sp.project_path = ? OR compartment_chunk_embeddings.project_path = ?)
-        )`).run(...ids, projectPath, projectPath).changes;
+  return { status: "idle" };
 }
 
 // ../plugin/src/shared/background-batch-drain.ts
@@ -739,6 +697,84 @@ class OpenAICompatibleEmbeddingProvider {
 // ../plugin/src/features/magic-context/project-embedding-registry.ts
 import { createHash as createHash3, randomUUID } from "node:crypto";
 
+// ../plugin/src/features/magic-context/chunk-embedding-writer.ts
+import { Worker } from "node:worker_threads";
+function createChunkEmbeddingWriter(db) {
+  const path = getSqliteDatabasePath2(db);
+  if (!path)
+    return null;
+  if (path.startsWith("file:"))
+    throw new Error("chunk embedding writer requires a filesystem path");
+  const entry = new URL(import.meta.url.endsWith(".ts") ? "./chunk-embedding-write-worker.ts" : "./chunk-embedding-write-worker.js", import.meta.url);
+  const timeout = db.prepare("PRAGMA busy_timeout").get().timeout;
+  const worker = inRootAsyncContext2(() => new Worker(entry, { workerData: { path, harness: getHarness2(), timeout } }));
+  let pending;
+  let failure;
+  let deadline;
+  worker.on("message", (reply) => {
+    clearTimeout(deadline);
+    const request = pending;
+    pending = undefined;
+    if (reply.error)
+      request?.reject(new Error(reply.error));
+    else
+      request?.resolve(reply.value);
+  });
+  const fail = (error) => {
+    clearTimeout(deadline);
+    failure = error;
+    pending?.reject(error);
+    pending = undefined;
+  };
+  worker.on("error", fail);
+  worker.on("exit", (code) => fail(new Error(`chunk embedding writer exited (${code})`)));
+  worker.unref();
+  let queue = Promise.resolve();
+  const request = (message) => {
+    const result = queue.then(() => {
+      if (failure)
+        throw failure;
+      return new Promise((resolve, reject) => {
+        pending = { resolve, reject };
+        deadline = inRootAsyncContext2(() => setTimeout(() => {
+          fail(new Error("chunk embedding database operation timed out; coverage will be rechecked"));
+          worker.terminate();
+        }, 30000));
+        deadline.unref();
+        worker.postMessage(message);
+      });
+    });
+    queue = result.catch(() => {});
+    return result;
+  };
+  return {
+    async replace(rows, sourceKey) {
+      if (rows.some((row) => isSynapseEmbeddingTruncated(row.vector)))
+        return;
+      await request({ kind: "replace", rows, sourceKey });
+    },
+    project: (project, session) => request({ kind: "project", project, session }),
+    count: (project, session, model, tokens) => request({ kind: "count", project, session, model, tokens }),
+    candidates: (project, session, model, limit, excluded, tokens) => request({
+      kind: "candidates",
+      project,
+      session,
+      model,
+      limit,
+      excluded,
+      tokens
+    }),
+    backoff: (candidate, project, model) => request({ kind: "backoff", candidate, project, model }),
+    acquire: (project, holder) => request({ kind: "acquire", project, holder }),
+    renew: (project, holder) => request({ kind: "renew", project, holder }),
+    release: (project, holder) => request({ kind: "release", project, holder }),
+    async close() {
+      clearTimeout(deadline);
+      await worker.terminate();
+    }
+  };
+}
+
 // ../plugin/src/features/magic-context/git-commits/storage-git-commit-embeddings.ts
 var saveStatements = new WeakMap;
 var loadProjectStatements = new WeakMap;
@@ -921,142 +957,6 @@ function enforceProjectCap(db, projectPath, maxCommits) {
   return evicted;
 }
 
-// ../plugin/src/features/magic-context/git-commits/sweep-coordinator.ts
-var GIT_SWEEP_COOLDOWN_MS = 10 * 60 * 1000;
-var GIT_SWEEP_LEASE_TTL_MS = 5 * 60 * 1000;
-var GIT_SWEEP_NON_INDEXABLE_REPROBE_MS = 24 * 60 * 60 * 1000;
-var GIT_SWEEP_LEASE_RENEWAL_MS = 60 * 1000;
-function runImmediate(db, body) {
-  db.exec("BEGIN IMMEDIATE");
-  const transactionStartedAt = performance.now();
-  let committed = false;
-  try {
-    const result = body();
-    db.exec("COMMIT");
-    committed = true;
-    logSlowWriteTransaction("git_sweep_lease", transactionStartedAt);
-    return result;
-  } finally {
-    if (!committed) {
-      try {
-        db.exec("ROLLBACK");
-      } catch {}
-    }
-  }
-}
-function rowToState(row) {
-  return {
-    projectPath: row.project_path,
-    leaseHolder: row.lease_holder,
-    leaseExpiresAt: row.lease_expires_at,
-    lastSweptAt: row.last_swept_at
-  };
-}
-function getGitSweepCoordinatorState(db, projectPath) {
-  const row = db.prepare(`SELECT project_path, lease_holder, lease_expires_at, last_swept_at
-             FROM git_sweep_coordinator
-             WHERE project_path = ?`).get(projectPath);
-  return row ? rowToState(row) : null;
-}
-function acquireGitSweepLease(db, projectPath, holderId, options = {}) {
-  const cooldownMs = options.cooldownMs ?? GIT_SWEEP_COOLDOWN_MS;
-  const leaseTtlMs = options.leaseTtlMs ?? GIT_SWEEP_LEASE_TTL_MS;
-  return runImmediate(db, () => {
-    const now = Date.now();
-    const row = getGitSweepCoordinatorState(db, projectPath);
-    if (row?.leaseHolder && row.leaseExpiresAt !== null && row.leaseExpiresAt > now) {
-      return {
-        acquired: false,
-        projectPath,
-        reason: "lease_active",
-        leaseHolder: row.leaseHolder,
-        leaseExpiresAt: row.leaseExpiresAt,
-        lastSweptAt: row.lastSweptAt,
-        nextAllowedAt: null
-      };
-    }
-    if (!options.ignoreCooldown && row?.lastSweptAt !== null && row?.lastSweptAt !== undefined) {
-      const nextAllowedAt = row.lastSweptAt + cooldownMs;
-      if (nextAllowedAt > now) {
-        return {
-          acquired: false,
-          projectPath,
-          reason: "cooldown_active",
-          leaseHolder: row.leaseHolder,
-          leaseExpiresAt: row.leaseExpiresAt,
-          lastSweptAt: row.lastSweptAt,
-          nextAllowedAt
-        };
-      }
-    }
-    const leaseExpiresAt = now + leaseTtlMs;
-    db.prepare(`INSERT INTO git_sweep_coordinator (
-                 project_path,
-                 lease_holder,
-                 lease_expires_at,
-                 last_swept_at
-             ) VALUES (?, ?, ?, NULL)
-             ON CONFLICT(project_path) DO UPDATE SET
-                 lease_holder = excluded.lease_holder,
-                 lease_expires_at = excluded.lease_expires_at`).run(projectPath, holderId, leaseExpiresAt);
-    return {
-      acquired: true,
-      projectPath,
-      holderId,
-      acquiredAt: now,
-      leaseExpiresAt
-    };
-  });
-}
-function renewGitSweepLease(db, projectPath, holderId, leaseTtlMs = GIT_SWEEP_LEASE_TTL_MS) {
-  return runImmediate(db, () => {
-    const now = Date.now();
-    const leaseExpiresAt = now + leaseTtlMs;
-    const result = db.prepare(`UPDATE git_sweep_coordinator
-                 SET lease_expires_at = ?
-                 WHERE project_path = ?
-                   AND lease_holder = ?
-                   AND lease_expires_at > ?`).run(leaseExpiresAt, projectPath, holderId, now);
-    return result.changes === 1;
-  });
-}
-function markGitSweepSuccessAndRelease(db, projectPath, holderId) {
-  return runImmediate(db, () => {
-    const now = Date.now();
-    const result = db.prepare(`UPDATE git_sweep_coordinator
-                 SET lease_holder = NULL,
-                     lease_expires_at = NULL,
-                     last_swept_at = ?
-                 WHERE project_path = ?
-                   AND lease_holder = ?
-                   AND lease_expires_at > ?`).run(now, projectPath, holderId, now);
-    return result.changes === 1;
-  });
-}
-function parkGitSweepNonIndexable(db, projectPath, holderId, reprobeMs = GIT_SWEEP_NON_INDEXABLE_REPROBE_MS) {
-  return runImmediate(db, () => {
-    const now = Date.now();
-    const sweptAt = now + reprobeMs - GIT_SWEEP_COOLDOWN_MS;
-    const result = db.prepare(`UPDATE git_sweep_coordinator
-                 SET lease_holder = NULL,
-                     lease_expires_at = NULL,
-                     last_swept_at = ?
-                 WHERE project_path = ?
-                   AND lease_holder = ?
-                   AND lease_expires_at > ?`).run(sweptAt, projectPath, holderId, now);
-    return result.changes === 1;
-  });
-}
-function releaseGitSweepLease(db, projectPath, holderId) {
-  runImmediate(db, () => {
-    db.prepare(`UPDATE git_sweep_coordinator
-             SET lease_holder = NULL,
-                 lease_expires_at = NULL
-             WHERE project_path = ?
-               AND lease_holder = ?`).run(projectPath, holderId);
-  });
-}
-
 // ../plugin/src/features/magic-context/shadow-backfill-state.ts
 var SHADOW_BACKFILL_PROVENANCE_KEY = "_magicContextShadowBackfill";
 function parseJsonRecord(value) {
@@ -2752,7 +2652,16 @@ async function embedCompartmentChunkBatch(db, projectIdentity, batchSize, signal
   if (!snapshot?.historyEnabled || snapshot.chunkModelId === "off")
     return 0;
   repairMisScopedCompartmentChunkEmbeddingsForProject(db, projectIdentity);
-  const candidates = await loadUnembeddedCompartmentChunkCandidatesPolite(db, projectIdentity, snapshot.chunkModelId, batchSize, getProjectEmbeddingMaxInputTokens2(projectIdentity), true);
+  const priorModels = db.prepare(`SELECT COUNT(*) AS total,
+        COALESCE(MAX(model_id = ?), 0) AS current
+        FROM compartment_chunk_embeddings WHERE compartment_id = ?`);
+  const candidates = await loadUnembeddedCompartmentChunkCandidatesPolite(db, projectIdentity, snapshot.chunkModelId, batchSize, getProjectEmbeddingMaxInputTokens2(projectIdentity), true, (candidate) => {
+    const activity = activeEmbeddingSessions.get(candidate.sessionId);
+    if (activity?.project === projectIdentity && activity.model === snapshot.chunkModelId && !embedPauseBySession.has(candidate.sessionId))
+      return true;
+    const prior = priorModels.get(snapshot.chunkModelId, candidate.id);
+    return prior.total === 0 || prior.current !== 0;
+  });
   if (candidates.length === 0)
     return 0;
   const { embedded } = await embedCandidateChunkBatch(db, projectIdentity, snapshot.chunkModelId, candidates, signal);
@@ -2762,7 +2671,7 @@ function getLastEmbeddingFailureForProject(projectIdentity) {
   const registration = projectRegistrations.get(projectIdentity);
   return registration?.provider?.getLastFailureReason?.() ?? null;
 }
-async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates, signal) {
+async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates, signal, writer) {
   const noWork = [];
   const failed = [];
   const failureReasons = [];
@@ -2777,7 +2686,10 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
       continue;
     const canonicalText = mappedText || buildCompartmentSummaryFallbackText(db, candidate.id);
     if (canonicalText.length === 0) {
-      recordChunkEmbedBackoff(db, candidate, projectIdentity, modelId);
+      if (writer)
+        await writer.backoff(candidate, projectIdentity, modelId);
+      else
+        recordChunkEmbedBackoff(db, candidate, projectIdentity, modelId);
       noWork.push(candidate.id);
       continue;
     }
@@ -2834,6 +2746,8 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
       if (result) {
         let writeSliceStarted = performance.now();
         for (const item of slice) {
+          if (signal?.aborted || getProjectChunkEmbeddingModelId2(projectIdentity) !== modelId)
+            break;
           if (persistedIds.has(item.candidate.id))
             continue;
           const vectors = item.windows.map((window) => result.vectors.get(`chunk:${item.candidate.id}:${window.windowIndex}`));
@@ -2848,7 +2762,10 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
             modelId,
             vector: vectors[index]
           }));
-          replaceCompartmentChunkEmbeddings(db, rows, item.windowSourceKey);
+          if (writer)
+            await writer.replace(rows, item.windowSourceKey);
+          else
+            replaceCompartmentChunkEmbeddings(db, rows, item.windowSourceKey);
           persistedIds.add(item.candidate.id);
           enqueueShadowEmbeddingItems2(projectIdentity, "chunk", [
             String(item.candidate.id)
@@ -2873,7 +2790,10 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
     if (!signal?.aborted) {
       for (const item of slice) {
         if (!persistedIds.has(item.candidate.id)) {
-          recordChunkEmbedBackoff(db, item.candidate, projectIdentity, modelId);
+          if (writer)
+            await writer.backoff(item.candidate, projectIdentity, modelId);
+          else
+            recordChunkEmbedBackoff(db, item.candidate, projectIdentity, modelId);
           failed.push(item.candidate.id);
         }
       }
@@ -2928,11 +2848,28 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
   if (!snapshot?.historyEnabled || snapshot.chunkModelId === "off") {
     return { status: "disabled", embedded: 0, total: 0 };
   }
-  recordSessionProjectIdentity(db, sessionId, projectIdentity);
+  if (options?.automatic && !options.databaseWorker) {
+    const worker = createChunkEmbeddingWriter(db);
+    if (worker) {
+      try {
+        return await embedSessionCompartmentChunks2(db, projectIdentity, sessionId, {
+          ...options,
+          databaseWorker: worker
+        });
+      } finally {
+        await worker.close();
+      }
+    }
+  }
+  const writer = options?.databaseWorker ?? null;
+  if (writer)
+    await writer.project(projectIdentity, sessionId);
+  else
+    recordSessionProjectIdentity(db, sessionId, projectIdentity);
   const maxInputTokens = getProjectEmbeddingMaxInputTokens2(projectIdentity);
-  const total = await countUnembeddedSessionCompartmentsPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens);
+  const total = writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await countUnembeddedSessionCompartmentsPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens);
   const holderId = `session-embed-${randomUUID()}`;
-  const lease = acquireGitSweepLease(db, projectIdentity, holderId, { ignoreCooldown: true });
+  const lease = writer ? await writer.acquire(projectIdentity, holderId) : acquireGitSweepLease(db, projectIdentity, holderId, { ignoreCooldown: true });
   if (!lease.acquired)
     return { status: "busy", embedded: 0, total };
   let leaseLost = false;
@@ -2942,9 +2879,9 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
     drainAbort.abort();
   else
     options?.signal?.addEventListener("abort", forwardCallerAbort, { once: true });
-  const renewal = inRootAsyncContext2(() => setInterval(() => {
+  const renewal = inRootAsyncContext2(() => setInterval(async () => {
     try {
-      if (!renewGitSweepLease(db, projectIdentity, holderId)) {
+      if (!(writer ? await writer.renew(projectIdentity, holderId) : renewGitSweepLease(db, projectIdentity, holderId))) {
         leaseLost = true;
         drainAbort.abort();
       }
@@ -2962,11 +2899,18 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
   try {
     options?.onProgress?.({ embedded, total });
     for (;; ) {
-      if (leaseLost || drainAbort.signal.aborted || isEmbeddingHostBusy2()) {
+      if (leaseLost || drainAbort.signal.aborted || !options?.automatic && isEmbeddingHostBusy2() || getProjectEmbeddingSnapshot2(projectIdentity)?.generation !== snapshot.generation) {
         aborted = true;
         break;
       }
-      const candidates = await loadUnembeddedSessionChunkCandidatesPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens, true);
+      if (options?.automatic && isEmbeddingHostBusy2()) {
+        await new Promise((resolve) => setTimeout(resolve, 100));
+        if (drainAbort.signal.aborted) {
+          aborted = true;
+          break;
+        }
+      }
+      const candidates = writer ? await writer.candidates(projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens) : await loadUnembeddedSessionChunkCandidatesPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens, true);
       if (candidates.length === 0)
         break;
       const {
@@ -2974,8 +2918,8 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
         noWork,
         failed,
         failureReasons: batchFailureReasons
-      } = await embedCandidateChunkBatch(db, projectIdentity, snapshot.chunkModelId, candidates, drainAbort.signal);
-      if (leaseLost || !renewGitSweepLease(db, projectIdentity, holderId)) {
+      } = await embedCandidateChunkBatch(db, projectIdentity, snapshot.chunkModelId, candidates, drainAbort.signal, writer);
+      if (leaseLost || !(writer ? await writer.renew(projectIdentity, holderId) : renewGitSweepLease(db, projectIdentity, holderId))) {
         leaseLost = true;
         drainAbort.abort();
         aborted = true;
@@ -3003,7 +2947,10 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
     clearInterval(renewal);
     options?.signal?.removeEventListener("abort", forwardCallerAbort);
     try {
-      releaseGitSweepLease(db, projectIdentity, holderId);
+      if (writer)
+        await writer.release(projectIdentity, holderId);
+      else
+        releaseGitSweepLease(db, projectIdentity, holderId);
     } catch (error) {
       log2("[magic-context] embed drain: lease release failed (will TTL-expire):", error);
     }
@@ -3013,7 +2960,7 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
   if (aborted)
     return { status: "aborted", embedded, total, failed: failedIds.length };
   if (providerDown || failedIds.length > 0) {
-    const remaining = Math.max(failedIds.length, await countUnembeddedSessionCompartmentsPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) - skipIds.length);
+    const remaining = Math.max(failedIds.length, (writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await countUnembeddedSessionCompartmentsPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens)) - skipIds.length);
     if (remaining > 0) {
       return {
         status: "stalled",
@@ -3148,4 +3095,4 @@ function _resetProjectEmbeddingRegistryForTests2() {
   setBootQuietPeriodForTests(null);
 }
 
-export { recordSessionProjectIdentity, drainBackgroundBatches, recordEmbeddingMeasurement, OpenAICompatibleEmbeddingProvider, saveCommitEmbedding, loadProjectCommitEmbeddings, loadUnembeddedCommits, countEmbeddedCommits, upsertCommits, getLatestIndexedCommitSha, enforceProjectCap, GIT_SWEEP_LEASE_RENEWAL_MS, acquireGitSweepLease, renewGitSweepLease, markGitSweepSuccessAndRelease, parkGitSweepNonIndexable, releaseGitSweepLease, describeShadowBackfillWriteRefusal2, listShadowBackfillStalls2, getShadowBackfillStopReason2, markProjectLoadUntrusted2, contentSha2562, drainProjectEmbeddingIdentityMaintenance2, drainStaleEmbeddingIdentitiesForProject2, registerProjectEmbedding2, registerProjectShadowEmbedding2, getShadowEmbeddingMeasurementCohort2, getPrimaryEmbeddingMeasurementCohort2, embedShadowTextForProject2, enqueueShadowEmbeddingItems2, getShadowBackfillRemaining2, flushShadowEmbeddingBacklog2, registerProjectInObservationMode2, unregisterProjectShadowEmbedding2, unregisterProjectEmbedding2, getProjectEmbeddingSnapshot2, installProjectEmbeddingSearchBridge2, getProjectChunkEmbeddingModelId2, getProjectEmbeddingMaxInputTokens2, embedTextForProject2, embedBatchForProject2, embedItemsForProject2, embedUnembeddedMemoriesForProject2, drainCommitBacklogForProject2, embedUnembeddedCompartmentChunksForProject2, embedSessionCompartmentChunks2, getEmbeddingCoverageStatus2, getAutoEmbeddingSessionCoverage2, sweepAllRegisteredProjects2, _setTestProviderFactoryForProject2, _resetProjectEmbeddingRegistryForTests2 };
+export { embedPauseBySession, embedRunStateBySession, activeEmbeddingSessions, autoEmbedAttemptedBySession, autoEmbedIdentityBySession, autoEmbedRetryAfterBySession, invalidateAutoEmbedSession, getEmbedDrainUiStatus, drainBackgroundBatches, recordEmbeddingMeasurement, OpenAICompatibleEmbeddingProvider, saveCommitEmbedding, loadProjectCommitEmbeddings, loadUnembeddedCommits, countEmbeddedCommits, upsertCommits, getLatestIndexedCommitSha, enforceProjectCap, describeShadowBackfillWriteRefusal2, listShadowBackfillStalls2, getShadowBackfillStopReason2, markProjectLoadUntrusted2, contentSha2562, drainProjectEmbeddingIdentityMaintenance2, drainStaleEmbeddingIdentitiesForProject2, registerProjectEmbedding2, registerProjectShadowEmbedding2, getShadowEmbeddingMeasurementCohort2, getPrimaryEmbeddingMeasurementCohort2, embedShadowTextForProject2, enqueueShadowEmbeddingItems2, getShadowBackfillRemaining2, flushShadowEmbeddingBacklog2, registerProjectInObservationMode2, unregisterProjectShadowEmbedding2, unregisterProjectEmbedding2, getProjectEmbeddingSnapshot2, installProjectEmbeddingSearchBridge2, getProjectChunkEmbeddingModelId2, getProjectEmbeddingMaxInputTokens2, embedTextForProject2, embedBatchForProject2, embedItemsForProject2, embedUnembeddedMemoriesForProject2, drainCommitBacklogForProject2, embedUnembeddedCompartmentChunksForProject2, embedSessionCompartmentChunks2, getEmbeddingCoverageStatus2, getAutoEmbeddingSessionCoverage2, sweepAllRegisteredProjects2, _setTestProviderFactoryForProject2, _resetProjectEmbeddingRegistryForTests2 };

package/dist/{index-z5ftst3e.js → index-t27xk4r7.js}

@@ -2792,4 +2792,4 @@ function closeDatabase() {
   }
 }
 
-export { FAIL_CLOSED_DOCTOR_COMMAND, formatFailClosedBlockingMessage, createFailClosedBlockingError, isFailClosedBlockingError, shouldBypassFailClosedBlock, createFailClosedController, getErrorMessage, describeError, startBootDeadline, getSchemaFenceRejection, getMigrationOnOpenRefusal, LATEST_SUPPORTED_VERSION, getDatabasePath, getPersistedSchemaVersion, setSqlitePragmaConfig, applySqliteTuningPragmas, runSqliteOptimize, initializeDatabase, openDatabase, openCurrentDatabase, openDatabaseAsync, closeDatabase };
+export { FAIL_CLOSED_DOCTOR_COMMAND, formatFailClosedBlockingMessage, createFailClosedBlockingError, isFailClosedBlockingError, shouldBypassFailClosedBlock, createFailClosedController, getErrorMessage, describeError, startBootDeadline, getSchemaFenceRejection, getMigrationOnOpenRefusal, LATEST_SUPPORTED_VERSION, getDatabasePath, getPersistedSchemaVersion, enforceSchemaFence, setSqlitePragmaConfig, applySqliteTuningPragmas, runSqliteOptimize, initializeDatabase, openDatabase, openCurrentDatabase, openDatabaseAsync, closeDatabase };

package/dist/{index-6hex51s9.js → index-vv1j5cak.js}

@@ -25,7 +25,7 @@ import {
 } from "./index-djxc8w8c.js";
 import {
   deleteChunkEmbedBackoffForSession
-} from "./index-af9nb5db.js";
+} from "./index-7qc73yk5.js";
 import {
   closeQuietly,
   TAG_TOMBSTONE_OWNER_PREFIX,

package/dist/{index-gykw2zhn.js → index-wp9q91kn.js}

@@ -32,7 +32,7 @@ import {
 import {
   buildCanonicalChunkTextFromFts,
   loadCompartmentChunkEmbeddingsForSearch
-} from "./index-af9nb5db.js";
+} from "./index-7qc73yk5.js";
 import {
   recordEmbeddingMeasurement,
   saveCommitEmbedding,
@@ -50,7 +50,7 @@ import {
   getProjectEmbeddingSnapshot2,
   embedTextForProject2,
   embedItemsForProject2
-} from "./index-f6e8jsrh.js";
+} from "./index-nwbhe6qv.js";
 import {
   saveEmbeddingIfHashMatches,
   getProjectEmbeddings2
@@ -60,7 +60,7 @@ import {
   isEmbeddingEnabled,
   embedText,
   ensureMemoryEmbeddings2
-} from "./index-xpsht877.js";
+} from "./index-7wagp5jp.js";
 import {
   getMemorySelectColumns2,
   isMemoryRow2,
@@ -77,7 +77,7 @@ import {
 } from "./index-hy44m6jc.js";
 import {
   getIndexedMessageCorpusSize2
-} from "./index-6hex51s9.js";
+} from "./index-vv1j5cak.js";
 import {
   computeNormalizedHash
 } from "./index-9x1f96r8.js";

package/dist/{index-xmdkde4v.js → index-y29y2j2w.js}

@@ -1,3 +1,14 @@
+// ../plugin/src/agents/permissions.ts
+var DREAMER_PRIMER_INVESTIGATOR_ALLOWED_TOOLS = [
+  "read",
+  "grep",
+  "glob",
+  "aft_outline",
+  "aft_zoom",
+  "aft_search",
+  "ctx_search"
+];
+
 // ../plugin/src/agents/hidden-agent-registrations.ts
 var HIDDEN_AGENT_DESCRIPTION = "Internal Magic Context maintenance agent. Not for general tasks — do not select for user work.";
 function buildHiddenAgentRegistrations(args) {
@@ -355,4 +366,4 @@ function readHostSystemPrompt(ctx) {
   return;
 }
 
-export { buildHiddenAgentRegistrations, logTemperatureDecision, subagentTemperature, subagentStepCap, promptFingerprint, SubagentTelemetry, readHostSystemPrompt };
+export { DREAMER_PRIMER_INVESTIGATOR_ALLOWED_TOOLS, buildHiddenAgentRegistrations, logTemperatureDecision, subagentTemperature, subagentStepCap, promptFingerprint, SubagentTelemetry, readHostSystemPrompt };