@cortexkit/pi-magic-context 0.49.18 → 0.49.20

package/dist/{index-vmcgew7x.js → index-v2epyzbm.js}

@@ -4,54 +4,60 @@ import {
   withSqliteBackgroundWriter2,
   withoutSqliteTransformPass2,
   isTransientSqliteError2
-} from "./index-rrwv9y2k.js";
+} from "./index-hws5f0z9.js";
 import {
   estimateTokens
-} from "./index-1kcfwk9c.js";
+} from "./index-my0dn413.js";
 import {
   getHarness2
 } from "./index-0h2mkab2.js";
 import {
   sanitizeDiagnosticText,
   log2
-} from "./index-7bqrfyny.js";
+} from "./index-fgs78jyd.js";
 import {
   SYNAPSE_DEFAULT_MODEL,
   isSynapseEmbeddingTruncated,
   getSynapseBatchRequestKey,
   SynapseEmbeddingProvider
-} from "./index-d8gc0112.js";
+} from "./index-jxjr7kz9.js";
 import {
-  DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS,
-  CHUNK_WINDOW_SAFETY_RATIO,
-  normalizeCompartmentChunkMaxInputTokens,
-  buildCanonicalChunkTextFromFts,
-  buildCompartmentSummaryFallbackText,
-  chunkCanonicalText,
-  chunkEmbeddingWindowsAreCurrent,
-  replaceCompartmentChunkEmbeddings,
-  loadUnembeddedShadowChunkCandidates,
-  loadUnembeddedCompartmentChunkCandidatesPolite,
-  recordChunkEmbedBackoff,
-  chunkWindowSourceKey,
-  loadUnembeddedSessionChunkCandidatesPolite,
-  countSessionCompartmentEmbedCoverage,
-  countSessionCompartmentEmbedCoveragePolite,
-  countUnembeddedSessionCompartmentsPolite
-} from "./index-xnch62s6.js";
+  createWorkerShutdown
+} from "./index-54wmg4rj.js";
+import {
+  DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS2,
+  CHUNK_WINDOW_SAFETY_RATIO2,
+  normalizeCompartmentChunkMaxInputTokens2,
+  buildCanonicalChunkTextFromFts2,
+  buildCompartmentSummaryFallbackText2,
+  chunkCanonicalText2,
+  chunkEmbeddingWindowsAreCurrent2,
+  replaceCompartmentChunkEmbeddings2,
+  loadUnembeddedShadowChunkCandidates2,
+  loadUnembeddedCompartmentChunkCandidatesPolite2,
+  recordChunkEmbedBackoff2,
+  chunkWindowSourceKey2,
+  loadUnembeddedSessionChunkCandidatesPolite2,
+  countSessionCompartmentEmbedCoverage2,
+  countSessionCompartmentEmbedCoveragePolite2,
+  countUnembeddedSessionCompartmentsPolite2
+} from "./index-5n5zxs8e.js";
 import {
   DEFAULT_LOCAL_EMBEDDING_MODEL
 } from "./index-bxmf4dhr.js";
 import {
   embeddingModelsMatch,
   resolveEmbeddingTextPrefixes,
+  getCachedLocalEmbeddingPooling,
+  logLocalEmbeddingPoolingDecisionOnce,
+  logLocalEmbeddingPoolingUnavailableOnce,
   getEmbeddingProviderIdentity,
   dominantEmbeddingFailure,
   LocalEmbeddingProvider
-} from "./index-2mmy81qt.js";
+} from "./index-e19qtjj0.js";
 import {
   setBootQuietPeriodForTests
-} from "./index-g7p75667.js";
+} from "./index-p63nwn5v.js";
 import {
   isEmbeddingHostBusy2
 } from "./index-9p40dgkm.js";
@@ -62,7 +68,7 @@ import {
   acquireGitSweepLease,
   renewGitSweepLease,
   releaseGitSweepLease
-} from "./index-svgkv4g2.js";
+} from "./index-qerzchrs.js";
 import {
   saveEmbeddingIfHashMatches,
   getMemoryEmbedCoverage,
@@ -70,7 +76,7 @@ import {
 } from "./index-yhzhdp3m.js";
 import {
   logSlowWriteTransaction
-} from "./index-d4dt19md.js";
+} from "./index-hqw0rt9k.js";
 
 // ../plugin/src/hooks/magic-context/embed-session-state.ts
 var embedPauseBySession = new Set;
@@ -252,7 +258,7 @@ function responseSlots(items, inputCount) {
   return slots;
 }
 function capEmbeddingInput(input, maxInputTokens, purpose) {
-  const ratio = purpose === "query" ? CHUNK_WINDOW_SAFETY_RATIO : 1;
+  const ratio = purpose === "query" ? CHUNK_WINDOW_SAFETY_RATIO2 : 1;
   const budget = Math.max(1, Math.floor(maxInputTokens * ratio));
   if (estimateTokens(input) <= budget)
     return input;
@@ -362,12 +368,12 @@ class OpenAICompatibleEmbeddingProvider {
     this.truncate = options.truncate?.trim() ?? "";
     this.rateLimitKey = rateLimitStateKey(this.endpoint, this.apiKey);
     const maxInputTokensSet = typeof options.maxInputTokens === "number" && Number.isFinite(options.maxInputTokens);
-    this.maxInputTokens = maxInputTokensSet ? Math.max(1, Math.floor(options.maxInputTokens)) : DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS;
+    this.maxInputTokens = maxInputTokensSet ? Math.max(1, Math.floor(options.maxInputTokens)) : DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS2;
     if (!maxInputTokensSet && this.endpoint && this.model) {
       const warningKey = `${this.endpoint}\x00${this.model}`;
       if (!maxInputTokensWarnings.has(warningKey)) {
         maxInputTokensWarnings.add(warningKey);
-        log2(`[magic-context] embedding.max_input_tokens is not set for openai-compatible model "${sanitizeDiagnosticText(this.model)}"; chunk embeddings use the ${DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS}-token default, which is sized for the bundled local model and splits history into small pieces. Set embedding.max_input_tokens to the model's input limit (changing it re-embeds stored chunks once).`);
+        log2(`[magic-context] embedding.max_input_tokens is not set for openai-compatible model "${sanitizeDiagnosticText(this.model)}"; chunk embeddings use the ${DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS2}-token default, which is sized for the bundled local model and splits history into small pieces. Set embedding.max_input_tokens to the model's input limit (changing it re-embeds stored chunks once).`);
       }
     }
     this.modelId = getEmbeddingProviderIdentity({
@@ -711,6 +717,7 @@ function createChunkEmbeddingWriter(db) {
   const entry = new URL(import.meta.url.endsWith(".ts") ? "./chunk-embedding-write-worker.ts" : "./chunk-embedding-write-worker.js", import.meta.url);
   const timeout = db.prepare("PRAGMA busy_timeout").get().timeout;
   const worker = inRootAsyncContext2(() => new Worker(entry, { workerData: { path, harness: getHarness2(), timeout } }));
+  const shutdown = createWorkerShutdown(worker, "chunk-embedding-writer", timeout + 2000);
   let pending;
   let failure;
   let deadline;
@@ -741,7 +748,7 @@ function createChunkEmbeddingWriter(db) {
         pending = { resolve, reject };
         deadline = inRootAsyncContext2(() => setTimeout(() => {
           fail(new Error("chunk embedding database operation timed out; coverage will be rechecked"));
-          worker.terminate();
+          shutdown.close();
         }, 30000));
         deadline.unref();
         worker.postMessage(message);
@@ -773,7 +780,7 @@ function createChunkEmbeddingWriter(db) {
     release: (project, holder) => request({ kind: "release", project, holder }),
     async close() {
       clearTimeout(deadline);
-      await worker.terminate();
+      await shutdown.close();
     }
   };
 }
@@ -1219,7 +1226,7 @@ function resolveEmbeddingConfig(config) {
       model: config?.model?.trim() || DEFAULT_LOCAL_EMBEDDING_MODEL,
       local_runtime: config?.local_runtime ?? "auto",
       ...config?.max_input_tokens ? {
-        max_input_tokens: normalizeCompartmentChunkMaxInputTokens(config.max_input_tokens)
+        max_input_tokens: normalizeCompartmentChunkMaxInputTokens2(config.max_input_tokens)
       } : {},
       ...config?.local_dtype ? { local_dtype: config.local_dtype } : {}
     };
@@ -1240,7 +1247,7 @@ function resolveEmbeddingConfig(config) {
       ...config.document_prefix !== undefined ? { document_prefix: config.document_prefix } : {},
       ...truncate ? { truncate } : {},
       ...config.max_input_tokens ? {
-        max_input_tokens: normalizeCompartmentChunkMaxInputTokens(config.max_input_tokens)
+        max_input_tokens: normalizeCompartmentChunkMaxInputTokens2(config.max_input_tokens)
       } : {}
     };
   }
@@ -1253,7 +1260,7 @@ function resolveEmbeddingConfig(config) {
     return {
       provider: "synapse",
       model: synapse.model?.trim() || "gte-modernbert-base-f16",
-      max_input_tokens: normalizeCompartmentChunkMaxInputTokens(descriptor?.max_tokens ?? synapse.max_input_tokens),
+      max_input_tokens: normalizeCompartmentChunkMaxInputTokens2(descriptor?.max_tokens ?? synapse.max_input_tokens),
       ...synapse.synapse_connection_file ? { synapse_connection_file: synapse.synapse_connection_file } : {},
       ...synapse.synapse_fingerprint ? { synapse_fingerprint: synapse.synapse_fingerprint } : {},
       ...typeof synapse.synapse_table_epoch === "number" ? { synapse_table_epoch: synapse.synapse_table_epoch } : {},
@@ -1341,7 +1348,7 @@ function getChunkEmbeddingModelId(config, providerIdentity) {
   const chunkIdentity = {
     providerIdentity,
     chunkerVersion: 2,
-    maxInputTokens: normalizeCompartmentChunkMaxInputTokens("max_input_tokens" in config ? config.max_input_tokens : undefined),
+    maxInputTokens: normalizeCompartmentChunkMaxInputTokens2("max_input_tokens" in config ? config.max_input_tokens : undefined),
     truncate: config.provider === "openai-compatible" ? config.truncate ?? "" : ""
   };
   return `${providerIdentity}:chunk:${sha256Prefix(stableStringify(chunkIdentity))}`;
@@ -1667,6 +1674,17 @@ async function drainStaleEmbeddingIdentitiesForProject2(db, projectIdentity, bud
 }
 function registerProjectEmbedding2(db, projectIdentity, config, features, sourceDirectory) {
   const resolvedConfig = resolveEmbeddingConfig(config);
+  if (resolvedConfig.provider === "local") {
+    const pooling = getCachedLocalEmbeddingPooling(resolvedConfig.model?.trim() || DEFAULT_LOCAL_EMBEDDING_MODEL);
+    if (pooling?.status === "unresolved" || !pooling) {
+      logLocalEmbeddingPoolingUnavailableOnce(resolvedConfig.model?.trim() || DEFAULT_LOCAL_EMBEDDING_MODEL, pooling?.reason ?? "pooling metadata has not been resolved by the background embedding bootstrap", log2);
+    } else {
+      logLocalEmbeddingPoolingDecisionOnce(resolvedConfig.model?.trim() || DEFAULT_LOCAL_EMBEDDING_MODEL, pooling, log2);
+    }
+    if (pooling?.status === "unsupported") {
+      return registerProjectInObservationMode2(db, projectIdentity, sourceDirectory, resolvedConfig, pooling ? `local model pooling is unsupported: ${pooling.reason}` : "local model pooling metadata has not been resolved");
+    }
+  }
   const providerIdentity = getEmbeddingProviderIdentity(resolvedConfig);
   const runtimeFingerprint = getRuntimeFingerprint(resolvedConfig);
   const chunkModelId = getChunkEmbeddingModelId(resolvedConfig, providerIdentity);
@@ -1862,7 +1880,7 @@ function shadowBackfillMissingBase(scope, primaryModelId, shadowModelId, project
 }
 function shadowBackfillMissingIds(db, projectIdentity, scope, primaryModelId, shadowModelId, limit, shadowMaxInputTokens) {
   if (scope === "chunk") {
-    return loadUnembeddedShadowChunkCandidates(db, projectIdentity, primaryModelId, shadowModelId, limit, shadowMaxInputTokens).map((candidate) => String(candidate.id));
+    return loadUnembeddedShadowChunkCandidates2(db, projectIdentity, primaryModelId, shadowModelId, limit, shadowMaxInputTokens).map((candidate) => String(candidate.id));
   }
   const { sql, params, orderBy } = shadowBackfillMissingBase(scope, primaryModelId, shadowModelId, projectIdentity);
   const rows = db.prepare(`${sql}${orderBy} LIMIT ?`).all(...params, limit);
@@ -1870,7 +1888,7 @@ function shadowBackfillMissingIds(db, projectIdentity, scope, primaryModelId, sh
 }
 function countShadowBackfillMissing(db, projectIdentity, scope, primaryModelId, shadowModelId, shadowMaxInputTokens) {
   if (scope === "chunk") {
-    return loadUnembeddedShadowChunkCandidates(db, projectIdentity, primaryModelId, shadowModelId, Number.MAX_SAFE_INTEGER, shadowMaxInputTokens).length;
+    return loadUnembeddedShadowChunkCandidates2(db, projectIdentity, primaryModelId, shadowModelId, Number.MAX_SAFE_INTEGER, shadowMaxInputTokens).length;
   }
   const { sql, params } = shadowBackfillMissingBase(scope, primaryModelId, shadowModelId, projectIdentity);
   return db.prepare(`SELECT COUNT(*) AS count FROM (${sql})`).get(...params).count;
@@ -1879,7 +1897,7 @@ function shadowModelIdForScope(registration, scope) {
   return scope === "chunk" ? registration.chunkModelId : registration.modelId;
 }
 function shadowMaxInputTokensFor(registration) {
-  return normalizeCompartmentChunkMaxInputTokens("max_input_tokens" in registration.config ? registration.config.max_input_tokens : undefined);
+  return normalizeCompartmentChunkMaxInputTokens2("max_input_tokens" in registration.config ? registration.config.max_input_tokens : undefined);
 }
 function shadowBackfillCohortFingerprint(db, projectIdentity, scope, primaryModelId) {
   if (scope === "memory") {
@@ -2217,14 +2235,14 @@ async function processShadowQueueItem(item) {
   let ftsMappingIncomplete = false;
   let emptyCanonicalText = false;
   for (const candidate of candidates) {
-    const mappedText = buildCanonicalChunkTextFromFts(db, candidate.session_id, candidate.start_message, candidate.end_message);
+    const mappedText = buildCanonicalChunkTextFromFts2(db, candidate.session_id, candidate.start_message, candidate.end_message);
     if (mappedText === null) {
       ftsMappingIncomplete = true;
     } else {
-      const text = mappedText || buildCompartmentSummaryFallbackText(db, candidate.id);
+      const text = mappedText || buildCompartmentSummaryFallbackText2(db, candidate.id);
       const shadowMaxInputTokens = shadowMaxInputTokensFor(registration);
-      const windows = chunkCanonicalText(text, candidate.start_message, candidate.end_message, shadowMaxInputTokens);
-      const windowSourceKey = chunkWindowSourceKey(text, candidate.start_message, candidate.end_message, shadowMaxInputTokens);
+      const windows = chunkCanonicalText2(text, candidate.start_message, candidate.end_message, shadowMaxInputTokens);
+      const windowSourceKey = chunkWindowSourceKey2(text, candidate.start_message, candidate.end_message, shadowMaxInputTokens);
       if (windows.length > 0)
         prepared.push({ candidate, windows, windowSourceKey });
       else
@@ -2265,7 +2283,7 @@ async function processShadowQueueItem(item) {
       ] : [];
     });
     if (rows.length === item.windows.length) {
-      replaceCompartmentChunkEmbeddings(db, rows, item.windowSourceKey);
+      replaceCompartmentChunkEmbeddings2(db, rows, item.windowSourceKey);
       writes += 1;
     } else {
       partialVectorSet = true;
@@ -2400,7 +2418,7 @@ function getProjectChunkEmbeddingModelId2(projectIdentity) {
 function getProjectEmbeddingMaxInputTokens2(projectIdentity) {
   const registration = projectRegistrations.get(projectIdentity);
   const configMax = registration?.config && "max_input_tokens" in registration.config ? registration.config.max_input_tokens : undefined;
-  return normalizeCompartmentChunkMaxInputTokens(registration?.provider?.maxInputTokens ?? configMax);
+  return normalizeCompartmentChunkMaxInputTokens2(registration?.provider?.maxInputTokens ?? configMax);
 }
 function getOrCreateProjectProvider(registration) {
   if (registration.providerIdentity === OFF_PROVIDER_IDENTITY || registration.observationMode) {
@@ -2658,7 +2676,7 @@ async function embedCompartmentChunkBatch(db, projectIdentity, batchSize, signal
   const priorModels = db.prepare(`SELECT COUNT(*) AS total,
         COALESCE(MAX(model_id = ?), 0) AS current
         FROM compartment_chunk_embeddings WHERE compartment_id = ?`);
-  const candidates = await loadUnembeddedCompartmentChunkCandidatesPolite(db, projectIdentity, snapshot.chunkModelId, batchSize, getProjectEmbeddingMaxInputTokens2(projectIdentity), true, (candidate) => {
+  const candidates = await loadUnembeddedCompartmentChunkCandidatesPolite2(db, projectIdentity, snapshot.chunkModelId, batchSize, getProjectEmbeddingMaxInputTokens2(projectIdentity), true, (candidate) => {
     const activity = activeEmbeddingSessions.get(candidate.sessionId);
     if (activity?.project === projectIdentity && activity.model === snapshot.chunkModelId && !embedPauseBySession.has(candidate.sessionId))
       return true;
@@ -2684,27 +2702,27 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
   const prepared = [];
   for (const candidate of candidates) {
     await new Promise((resolve) => setTimeout(resolve, 0));
-    const mappedText = buildCanonicalChunkTextFromFts(db, candidate.sessionId, candidate.startMessage, candidate.endMessage);
+    const mappedText = buildCanonicalChunkTextFromFts2(db, candidate.sessionId, candidate.startMessage, candidate.endMessage);
     if (mappedText === null)
       continue;
-    const canonicalText = mappedText || buildCompartmentSummaryFallbackText(db, candidate.id);
+    const canonicalText = mappedText || buildCompartmentSummaryFallbackText2(db, candidate.id);
     if (canonicalText.length === 0) {
       if (writer)
         await writer.backoff(candidate, projectIdentity, modelId);
       else
-        recordChunkEmbedBackoff(db, candidate, projectIdentity, modelId);
+        recordChunkEmbedBackoff2(db, candidate, projectIdentity, modelId);
       noWork.push(candidate.id);
       continue;
     }
-    const windows = chunkCanonicalText(canonicalText, candidate.startMessage, candidate.endMessage, maxInputTokens);
-    if (windows.length === 0 || chunkEmbeddingWindowsAreCurrent(db, candidate.id, modelId, windows, projectIdentity)) {
+    const windows = chunkCanonicalText2(canonicalText, candidate.startMessage, candidate.endMessage, maxInputTokens);
+    if (windows.length === 0 || chunkEmbeddingWindowsAreCurrent2(db, candidate.id, modelId, windows, projectIdentity)) {
       noWork.push(candidate.id);
       continue;
     }
     prepared.push({
       candidate,
       windows,
-      windowSourceKey: chunkWindowSourceKey(canonicalText, candidate.startMessage, candidate.endMessage, maxInputTokens)
+      windowSourceKey: chunkWindowSourceKey2(canonicalText, candidate.startMessage, candidate.endMessage, maxInputTokens)
     });
   }
   if (prepared.length === 0)
@@ -2768,7 +2786,7 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
           if (writer)
             await writer.replace(rows, item.windowSourceKey);
           else
-            replaceCompartmentChunkEmbeddings(db, rows, item.windowSourceKey);
+            replaceCompartmentChunkEmbeddings2(db, rows, item.windowSourceKey);
           persistedIds.add(item.candidate.id);
           enqueueShadowEmbeddingItems2(projectIdentity, "chunk", [
             String(item.candidate.id)
@@ -2796,7 +2814,7 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
           if (writer)
             await writer.backoff(item.candidate, projectIdentity, modelId);
           else
-            recordChunkEmbedBackoff(db, item.candidate, projectIdentity, modelId);
+            recordChunkEmbedBackoff2(db, item.candidate, projectIdentity, modelId);
           failed.push(item.candidate.id);
         }
       }
@@ -2870,7 +2888,7 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
   else
     recordSessionProjectIdentity(db, sessionId, projectIdentity);
   const maxInputTokens = getProjectEmbeddingMaxInputTokens2(projectIdentity);
-  const total = writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await countUnembeddedSessionCompartmentsPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens);
+  const total = writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await countUnembeddedSessionCompartmentsPolite2(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens);
   const holderId = `session-embed-${randomUUID()}`;
   const lease = writer ? await writer.acquire(projectIdentity, holderId) : acquireGitSweepLease(db, projectIdentity, holderId, { ignoreCooldown: true });
   if (!lease.acquired)
@@ -2913,7 +2931,7 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
           break;
         }
       }
-      const candidates = writer ? await writer.candidates(projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens) : await loadUnembeddedSessionChunkCandidatesPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens, true);
+      const candidates = writer ? await writer.candidates(projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens) : await loadUnembeddedSessionChunkCandidatesPolite2(db, projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens, true);
       if (candidates.length === 0)
         break;
       const {
@@ -2963,7 +2981,7 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
   if (aborted)
     return { status: "aborted", embedded, total, failed: failedIds.length };
   if (providerDown || failedIds.length > 0) {
-    const remaining = Math.max(failedIds.length, (writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await countUnembeddedSessionCompartmentsPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens)) - skipIds.length);
+    const remaining = Math.max(failedIds.length, (writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await countUnembeddedSessionCompartmentsPolite2(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens)) - skipIds.length);
     if (remaining > 0) {
       return {
         status: "stalled",
@@ -2991,7 +3009,7 @@ function getEmbeddingCoverageStatus2(db, projectIdentity, sessionId) {
       shadowBackfillStalls: listShadowBackfillStalls2(db, projectIdentity)
     };
   }
-  const session = countSessionCompartmentEmbedCoverage(db, projectIdentity, sessionId, snapshot.chunkModelId, getProjectEmbeddingMaxInputTokens2(projectIdentity));
+  const session = countSessionCompartmentEmbedCoverage2(db, projectIdentity, sessionId, snapshot.chunkModelId, getProjectEmbeddingMaxInputTokens2(projectIdentity));
   const memories = snapshot.enabled ? getMemoryEmbedCoverage(db, projectIdentity, snapshot.modelId) : { embedded: 0, total: 0, memoryEnabled: false };
   const gitEnabled = snapshot.gitCommitEnabled;
   const commits = gitEnabled ? {
@@ -3015,7 +3033,7 @@ async function getAutoEmbeddingSessionCoverage2(db, projectIdentity, sessionId)
   if (!snapshot?.historyEnabled || snapshot.chunkModelId === "off") {
     return { enabled: false, embedded: 0, total: 0 };
   }
-  const coverage = await countSessionCompartmentEmbedCoveragePolite(db, projectIdentity, sessionId, snapshot.chunkModelId, getProjectEmbeddingMaxInputTokens2(projectIdentity));
+  const coverage = await countSessionCompartmentEmbedCoveragePolite2(db, projectIdentity, sessionId, snapshot.chunkModelId, getProjectEmbeddingMaxInputTokens2(projectIdentity));
   return { enabled: true, ...coverage };
 }
 async function sweepAllRegisteredProjects2(db, batchSize = 10) {

package/dist/{index-fvjthct0.js → index-vdy273xw.js}

@@ -3,11 +3,11 @@ import {
 } from "./index-0h2mkab2.js";
 import {
   getMagicContextStorageDir
-} from "./index-7bqrfyny.js";
+} from "./index-fgs78jyd.js";
 import {
   isPidAlive,
   readProcessStartTime
-} from "./index-apgwdby5.js";
+} from "./index-n4wyxcgr.js";
 import {
   resolveOpenCodeDbPath,
   assertOpenCodeStoreGeneration
@@ -18,23 +18,23 @@ import {
   prepareCachedStatement2,
   withSqliteBackgroundWriter2,
   withoutSqliteTransformPass2
-} from "./index-rrwv9y2k.js";
+} from "./index-hws5f0z9.js";
 import {
   removeSystemReminders,
   removeNestedBlocks,
   hasMeaningfulUserText2,
   extractTexts2
-} from "./index-1kcfwk9c.js";
+} from "./index-my0dn413.js";
 import {
   recordMessageFtsRowid2,
   recordIndexedMessageTime2,
   messageFtsOrdinalRangeIsMapped2,
   getMessageFtsRowidMapBackfillProgress2,
   deleteUnmappedMessageFtsRows2
-} from "./index-yygsh681.js";
+} from "./index-rgfb753z.js";
 import {
-  deleteChunkEmbedBackoffForSession
-} from "./index-xnch62s6.js";
+  deleteChunkEmbedBackoffForSession2
+} from "./index-5n5zxs8e.js";
 import {
   closeQuietly,
   TAG_TOMBSTONE_OWNER_PREFIX,
@@ -43,16 +43,16 @@ import {
   tagRevisionKey,
   tagIdentityRevisionKey,
   deleteTagIdentityRevisions
-} from "./index-jrap43gc.js";
+} from "./index-w1avzkdt.js";
 import {
   cleanUserText2
-} from "./index-r9f4f6s1.js";
+} from "./index-zhwwp8zz.js";
 import {
   sameProjectDirectory
 } from "./index-wrr9rp9a.js";
 import {
   logSlowWriteTransaction
-} from "./index-d4dt19md.js";
+} from "./index-hqw0rt9k.js";
 import {
   ensurePrivateStorageDirectorySync,
   writeStorageFileSync,
@@ -63,7 +63,14 @@ import {
 
 // ../plugin/src/hooks/magic-context/lkg-recovery-fence.ts
 import { createHash as createHash2, randomUUID as randomUUID2 } from "node:crypto";
-import { lstatSync, readdirSync as readdirSync2, readFileSync as readFileSync2, rmdirSync, rmSync as rmSync2 } from "node:fs";
+import {
+  lstatSync,
+  opendirSync,
+  readdirSync as readdirSync2,
+  readFileSync as readFileSync2,
+  rmdirSync,
+  rmSync as rmSync2
+} from "node:fs";
 import { basename, dirname, join as join2 } from "node:path";
 
 // ../plugin/src/shared/bounded-session-map.ts
@@ -250,6 +257,58 @@ var hash = (value) => createHash2("sha256").update(value).digest("hex");
 function lkgRecoveryFencePath(sessionId) {
   return join2(getMagicContextStorageDir(), "lkg-recovery-fences", `${hash(sessionId)}.json`);
 }
+var lockSweepDirectory;
+function closeLkgLockSweepDirectory() {
+  lockSweepDirectory?.dir.closeSync();
+  lockSweepDirectory = undefined;
+}
+function takeLkgRecoveryLockSweepPage(maxEntries = 200) {
+  const path = join2(getMagicContextStorageDir(), "lkg-recovery-fences");
+  if (lockSweepDirectory?.path !== path)
+    closeLkgLockSweepDirectory();
+  const names = [];
+  try {
+    lockSweepDirectory ??= { path, dir: opendirSync(path) };
+    for (let i = 0;i < Math.min(200, Math.max(1, maxEntries)); i++) {
+      const entry = lockSweepDirectory.dir.readSync();
+      if (!entry) {
+        closeLkgLockSweepDirectory();
+        break;
+      }
+      if (entry.isDirectory() && /^[a-f0-9]{64}\.json\.locks$/.test(entry.name))
+        names.push(entry.name);
+    }
+  } catch {
+    closeLkgLockSweepDirectory();
+  }
+  return names;
+}
+function sweepEmptyLkgRecoveryLockDirectories(names, retainedSessionIds) {
+  if (!durableFencesSupported())
+    return 0;
+  const retainedHashes = new Set(Array.from(retainedSessionIds, hash));
+  const root = join2(getMagicContextStorageDir(), "lkg-recovery-fences");
+  let removed = 0;
+  for (const name of names.slice(0, 200)) {
+    if (!/^[a-f0-9]{64}\.json\.locks$/.test(name) || retainedHashes.has(name.slice(0, 64)))
+      continue;
+    const path = join2(root, name);
+    try {
+      try {
+        lstatSync(path.slice(0, -".locks".length));
+        continue;
+      } catch (error) {
+        if (error.code !== "ENOENT")
+          continue;
+      }
+      if (!lstatSync(path).isDirectory())
+        continue;
+      rmdirSync(path);
+      removed++;
+    } catch {}
+  }
+  return removed;
+}
 function metadata(slot) {
   return [
     slot.inputIdSeq,
@@ -631,6 +690,12 @@ function closeConnection(connection) {
     counters.readersClosed += 1;
   }
 }
+function messageTimesQuery(count) {
+  return `SELECT id, COALESCE(time_created, json_extract(data, '$.time.created')) AS created,
+                   json_extract(data, '$.time.completed') AS completed
+            FROM session_message WHERE +session_id = ? AND id IN (${Array.from({ length: count }, () => "?").join(",")})`;
+}
+
 class V2StoreReader {
   path;
   pool;
@@ -853,9 +918,7 @@ class V2StoreReader {
     const times = new Map;
     for (let offset = 0;offset < ids.length; offset += 500) {
       const batch = ids.slice(offset, offset + 500);
-      const rows = this.prepare(`SELECT id, COALESCE(time_created, json_extract(data, '$.time.created')) AS created,
-                        json_extract(data, '$.time.completed') AS completed
-                 FROM session_message WHERE session_id = ? AND id IN (${batch.map(() => "?").join(",")})`).all(sessionID, ...batch);
+      const rows = this.prepare(messageTimesQuery(batch.length)).all(sessionID, ...batch);
       for (const row of rows)
         times.set(row.id, {
           created: typeof row.created === "number" ? row.created : undefined,
@@ -1248,7 +1311,7 @@ function deleteSessionScopedRows(db, sessionIds, harness, options = {}) {
       fallback.run(tagTombstoneOwnerKey(id, getHarness2()), getHarness2(), ...tagTombstoneOwnerRange(id));
   }
   for (const sessionId of deletableSessionIds)
-    deleteChunkEmbedBackoffForSession(db, sessionId);
+    deleteChunkEmbedBackoffForSession2(db, sessionId);
   for (const definition of SESSION_SCOPED_TABLES) {
     if (definition.table === "message_history_fts") {
       cleanupStatement(db, `DELETE FROM message_history_fts
@@ -1299,7 +1362,7 @@ function deleteSessionScopedRowsSlice(db, sessionId, harness) {
   cleanupStatement(db, "INSERT OR IGNORE INTO schema_migrations_meta(key,value) VALUES (?,?)").run(tagTombstoneOwnerKey(sessionId, harness), harness);
   let remaining = SESSION_CLEANUP_SLICE_ROWS;
   const started = performance.now();
-  remaining -= deleteChunkEmbedBackoffForSession(db, sessionId, remaining);
+  remaining -= deleteChunkEmbedBackoffForSession2(db, sessionId, remaining);
   if (remaining <= 0)
     return { complete: false, deleted: 0 };
   for (const definition of SESSION_SCOPED_TABLES) {
@@ -1884,14 +1947,20 @@ function harnessSupportsOpenCodeOrphanSweep(harness) {
   return harness === "opencode" || harness === "opencode2";
 }
 function getMessageHistoryOrphanSweepState(db, harness) {
-  return db.prepare("SELECT cursor_session_id, last_swept_at FROM message_history_orphan_sweep WHERE harness = ?").get(harness) ?? {};
+  const state = db.prepare("SELECT cursor_session_id, last_swept_at FROM message_history_orphan_sweep WHERE harness = ?").get(harness) ?? {};
+  if (harness === "opencode2") {
+    if (!state.cursor_session_id?.startsWith("session_v2:"))
+      return {};
+    return { ...state, cursor_session_id: state.cursor_session_id.slice("session_v2:".length) };
+  }
+  return state;
 }
 function persistMessageHistoryOrphanSweepState(db, cursor, lastSweptAt, harness) {
   db.prepare(`INSERT INTO message_history_orphan_sweep (harness, cursor_session_id, last_swept_at)
           VALUES (?, ?, ?)
          ON CONFLICT(harness) DO UPDATE SET
              cursor_session_id = excluded.cursor_session_id,
-             last_swept_at = excluded.last_swept_at`).run(harness, cursor, lastSweptAt);
+             last_swept_at = excluded.last_swept_at`).run(harness, harness === "opencode2" ? `session_v2:${cursor}` : cursor, lastSweptAt);
 }
 function getOpenCodeSessionScopedCandidateSourceSql(harness) {
   const sources = SESSION_SCOPED_TABLES.filter((definition) => definition.harnessScoped === true).map((definition) => {
@@ -1939,13 +2008,14 @@ function* sweepOrphanedOpenCodeMessageIndexesInBackground(db, openReadableOpenCo
   let v2Reader;
   try {
     let sessionExists;
+    let liveIds;
     if (harness === "opencode2") {
       try {
         const path = getSqliteDatabasePath2(openCodeDb);
         if (!path)
           throw new Error("OpenCode 2 source has no durable path");
         v2Reader = new V2StoreReader(path);
-        const liveIds = new Set(v2Reader.sessionIds());
+        liveIds = new Set(v2Reader.sessionIds());
         if (liveIds.size === 0)
           throw new Error("OpenCode 2 source has no sessions");
         sessionExists = (id) => liveIds.has(id);
@@ -1954,9 +2024,26 @@ function* sweepOrphanedOpenCodeMessageIndexesInBackground(db, openReadableOpenCo
         return { status: "source_unavailable", scanned: 0, deleted: 0, cursor };
       }
     } else {
+      liveIds = new Set(openCodeDb.prepare("SELECT id FROM session").all().map((row) => row.id));
       const query = openCodeDb.prepare("SELECT 1 FROM session WHERE id = ? LIMIT 1");
       sessionExists = (id) => !!query.get(id);
     }
+    if (options.fenceLockNames?.length) {
+      const retainedIds = new Set(liveIds);
+      const sources = SESSION_SCOPED_TABLES.map((def) => `SELECT session_id FROM ${def.table}${def.extraPredicate ? ` WHERE ${def.extraPredicate}` : ""}`);
+      for (const row of db.prepare(sources.join(" UNION ")).all()) {
+        if (typeof row.session_id === "string")
+          retainedIds.add(row.session_id);
+      }
+      for (const row of db.prepare("SELECT key FROM schema_migrations_meta WHERE key >= ? AND key < ?").all(TAG_TOMBSTONE_OWNER_PREFIX, "tag_revision_owner;")) {
+        try {
+          const id = JSON.parse(row.key.slice(TAG_TOMBSTONE_OWNER_PREFIX.length, row.key.lastIndexOf(":")));
+          if (typeof id === "string")
+            retainedIds.add(id);
+        } catch {}
+      }
+      sweepEmptyLkgRecoveryLockDirectories(options.fenceLockNames, retainedIds);
+    }
     const cutoff = now - safetyAgeMs;
     const candidateSourceSql = getOpenCodeSessionScopedCandidateSourceSql(harness);
     const candidates = db.prepare(`SELECT session_id
@@ -2048,4 +2135,4 @@ async function sweepOrphanedOpenCodeMessageIndexesCooperatively2(db, openSource,
   }));
 }
 
-export { BoundedSessionMap, LkgRecoveryFenceError, clearLkgFenceProcessState, lkgFenceRequiresRebuild, lkgRecoveryFenceUnclean, ownsLkgDirtyFence, invalidateCleanLkgRecoveryFence, markLkgRecoveryDirty, commitLkgWithRecoveryFence, clearLkgRecoveryFence, gaDatabasePath, V2StoreReader, readSessionActivity, observeSessionActivity, backfillSessionActivity, deleteSessionScopedRows, clearCompressionDepth, clearCompressionDepthRange, cleanSearchText, keywordRelevance, matchedSearchSnippet, MESSAGE_INDEX_MAX_FTS_BYTES2, messageIndexSkipKey2, toMessageIndexSource2, getMessageIndexSourceIdentity2, isMessageIndexSourceCurrent2, getLastIndexedOrdinal2, getIndexedMessageCorpusSize2, markMessageIndexDirty2, getMessageIndexReconciliationStartOrdinal2, isMessageIndexReconciledThrough2, deleteIndexedMessage2, clearIndexedMessagesInTransaction2, clearIndexedMessages2, getIndexableContent2, indexSingleMessage2, indexMessagesAfterOrdinal2, indexSourcesAfterOrdinal2, sweepOrphanedOpenCodeMessageIndexesCooperatively2 };
+export { BoundedSessionMap, LkgRecoveryFenceError, clearLkgFenceProcessState, takeLkgRecoveryLockSweepPage, lkgFenceRequiresRebuild, lkgRecoveryFenceUnclean, ownsLkgDirtyFence, invalidateCleanLkgRecoveryFence, markLkgRecoveryDirty, commitLkgWithRecoveryFence, clearLkgRecoveryFence, gaDatabasePath, V2StoreReader, readSessionActivity, observeSessionActivity, backfillSessionActivity, deleteSessionScopedRows, clearCompressionDepth, clearCompressionDepthRange, cleanSearchText, keywordRelevance, matchedSearchSnippet, MESSAGE_INDEX_MAX_FTS_BYTES2, messageIndexSkipKey2, toMessageIndexSource2, getMessageIndexSourceIdentity2, isMessageIndexSourceCurrent2, getLastIndexedOrdinal2, getIndexedMessageCorpusSize2, markMessageIndexDirty2, getMessageIndexReconciliationStartOrdinal2, isMessageIndexReconciledThrough2, deleteIndexedMessage2, clearIndexedMessagesInTransaction2, clearIndexedMessages2, getIndexableContent2, indexSingleMessage2, indexMessagesAfterOrdinal2, indexSourcesAfterOrdinal2, sweepOrphanedOpenCodeMessageIndexesCooperatively2 };

package/dist/{index-jrap43gc.js → index-w1avzkdt.js}

@@ -1,6 +1,6 @@
 import {
   sessionLog2
-} from "./index-7bqrfyny.js";
+} from "./index-fgs78jyd.js";
 
 // ../plugin/src/shared/stable-json.ts
 function stableStringify(value, seen = new WeakSet) {