@cortexkit/pi-magic-context 0.49.19 → 0.49.21

package/dist/{index-jrap43gc.js → index-w1avzkdt.js}

@@ -1,6 +1,6 @@
 import {
   sessionLog2
-} from "./index-7bqrfyny.js";
+} from "./index-fgs78jyd.js";
 
 // ../plugin/src/shared/stable-json.ts
 function stableStringify(value, seen = new WeakSet) {

package/dist/{index-vmcgew7x.js → index-w1twp2kp.js}

@@ -4,54 +4,60 @@ import {
   withSqliteBackgroundWriter2,
   withoutSqliteTransformPass2,
   isTransientSqliteError2
-} from "./index-rrwv9y2k.js";
+} from "./index-2qtx0q6h.js";
 import {
   estimateTokens
-} from "./index-1kcfwk9c.js";
+} from "./index-my0dn413.js";
 import {
   getHarness2
 } from "./index-0h2mkab2.js";
 import {
   sanitizeDiagnosticText,
   log2
-} from "./index-7bqrfyny.js";
+} from "./index-fgs78jyd.js";
 import {
   SYNAPSE_DEFAULT_MODEL,
   isSynapseEmbeddingTruncated,
   getSynapseBatchRequestKey,
   SynapseEmbeddingProvider
-} from "./index-d8gc0112.js";
+} from "./index-gwxaz0z5.js";
 import {
-  DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS,
-  CHUNK_WINDOW_SAFETY_RATIO,
-  normalizeCompartmentChunkMaxInputTokens,
-  buildCanonicalChunkTextFromFts,
-  buildCompartmentSummaryFallbackText,
-  chunkCanonicalText,
-  chunkEmbeddingWindowsAreCurrent,
-  replaceCompartmentChunkEmbeddings,
-  loadUnembeddedShadowChunkCandidates,
-  loadUnembeddedCompartmentChunkCandidatesPolite,
-  recordChunkEmbedBackoff,
-  chunkWindowSourceKey,
-  loadUnembeddedSessionChunkCandidatesPolite,
-  countSessionCompartmentEmbedCoverage,
-  countSessionCompartmentEmbedCoveragePolite,
-  countUnembeddedSessionCompartmentsPolite
-} from "./index-xnch62s6.js";
+  createWorkerShutdown
+} from "./index-54wmg4rj.js";
+import {
+  DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS2,
+  CHUNK_WINDOW_SAFETY_RATIO2,
+  normalizeCompartmentChunkMaxInputTokens2,
+  buildCanonicalChunkTextFromFts2,
+  buildCompartmentSummaryFallbackText2,
+  chunkCanonicalText2,
+  chunkEmbeddingWindowsAreCurrent2,
+  replaceCompartmentChunkEmbeddings2,
+  loadUnembeddedShadowChunkCandidates2,
+  loadUnembeddedCompartmentChunkCandidatesPolite2,
+  recordChunkEmbedBackoff2,
+  chunkWindowSourceKey2,
+  loadUnembeddedSessionChunkCandidatesPolite2,
+  countSessionCompartmentEmbedCoverage2,
+  countSessionCompartmentEmbedCoveragePolite2,
+  countUnembeddedSessionCompartmentsPolite2
+} from "./index-vx6f7wff.js";
 import {
   DEFAULT_LOCAL_EMBEDDING_MODEL
-} from "./index-bxmf4dhr.js";
+} from "./index-ccanzg8p.js";
 import {
   embeddingModelsMatch,
   resolveEmbeddingTextPrefixes,
+  getCachedLocalEmbeddingPooling,
+  logLocalEmbeddingPoolingDecisionOnce,
+  logLocalEmbeddingPoolingUnavailableOnce,
   getEmbeddingProviderIdentity,
   dominantEmbeddingFailure,
   LocalEmbeddingProvider
-} from "./index-2mmy81qt.js";
+} from "./index-wqpjhx1p.js";
 import {
   setBootQuietPeriodForTests
-} from "./index-g7p75667.js";
+} from "./index-hxp6q5f8.js";
 import {
   isEmbeddingHostBusy2
 } from "./index-9p40dgkm.js";
@@ -62,7 +68,7 @@ import {
   acquireGitSweepLease,
   renewGitSweepLease,
   releaseGitSweepLease
-} from "./index-svgkv4g2.js";
+} from "./index-j3pz3a1b.js";
 import {
   saveEmbeddingIfHashMatches,
   getMemoryEmbedCoverage,
@@ -70,7 +76,7 @@ import {
 } from "./index-yhzhdp3m.js";
 import {
   logSlowWriteTransaction
-} from "./index-d4dt19md.js";
+} from "./index-hqw0rt9k.js";
 
 // ../plugin/src/hooks/magic-context/embed-session-state.ts
 var embedPauseBySession = new Set;
@@ -252,7 +258,7 @@ function responseSlots(items, inputCount) {
   return slots;
 }
 function capEmbeddingInput(input, maxInputTokens, purpose) {
-  const ratio = purpose === "query" ? CHUNK_WINDOW_SAFETY_RATIO : 1;
+  const ratio = purpose === "query" ? CHUNK_WINDOW_SAFETY_RATIO2 : 1;
   const budget = Math.max(1, Math.floor(maxInputTokens * ratio));
   if (estimateTokens(input) <= budget)
     return input;
@@ -362,12 +368,12 @@ class OpenAICompatibleEmbeddingProvider {
     this.truncate = options.truncate?.trim() ?? "";
     this.rateLimitKey = rateLimitStateKey(this.endpoint, this.apiKey);
     const maxInputTokensSet = typeof options.maxInputTokens === "number" && Number.isFinite(options.maxInputTokens);
-    this.maxInputTokens = maxInputTokensSet ? Math.max(1, Math.floor(options.maxInputTokens)) : DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS;
+    this.maxInputTokens = maxInputTokensSet ? Math.max(1, Math.floor(options.maxInputTokens)) : DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS2;
     if (!maxInputTokensSet && this.endpoint && this.model) {
       const warningKey = `${this.endpoint}\x00${this.model}`;
       if (!maxInputTokensWarnings.has(warningKey)) {
         maxInputTokensWarnings.add(warningKey);
-        log2(`[magic-context] embedding.max_input_tokens is not set for openai-compatible model "${sanitizeDiagnosticText(this.model)}"; chunk embeddings use the ${DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS}-token default, which is sized for the bundled local model and splits history into small pieces. Set embedding.max_input_tokens to the model's input limit (changing it re-embeds stored chunks once).`);
+        log2(`[magic-context] embedding.max_input_tokens is not set for openai-compatible model "${sanitizeDiagnosticText(this.model)}"; chunk embeddings use the ${DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS2}-token default, which is sized for the bundled local model and splits history into small pieces. Set embedding.max_input_tokens to the model's input limit (changing it re-embeds stored chunks once).`);
       }
     }
     this.modelId = getEmbeddingProviderIdentity({
@@ -711,6 +717,7 @@ function createChunkEmbeddingWriter(db) {
   const entry = new URL(import.meta.url.endsWith(".ts") ? "./chunk-embedding-write-worker.ts" : "./chunk-embedding-write-worker.js", import.meta.url);
   const timeout = db.prepare("PRAGMA busy_timeout").get().timeout;
   const worker = inRootAsyncContext2(() => new Worker(entry, { workerData: { path, harness: getHarness2(), timeout } }));
+  const shutdown = createWorkerShutdown(worker, "chunk-embedding-writer", timeout + 2000);
   let pending;
   let failure;
   let deadline;
@@ -741,7 +748,7 @@ function createChunkEmbeddingWriter(db) {
         pending = { resolve, reject };
         deadline = inRootAsyncContext2(() => setTimeout(() => {
           fail(new Error("chunk embedding database operation timed out; coverage will be rechecked"));
-          worker.terminate();
+          shutdown.close();
         }, 30000));
         deadline.unref();
         worker.postMessage(message);
@@ -773,7 +780,7 @@ function createChunkEmbeddingWriter(db) {
     release: (project, holder) => request({ kind: "release", project, holder }),
     async close() {
       clearTimeout(deadline);
-      await worker.terminate();
+      await shutdown.close();
     }
   };
 }
@@ -1052,6 +1059,7 @@ var EMBED_SLICE_RETRY_BASE_MS = 250;
 var EMBED_SLOW_FAILURE_NO_RETRY_MS = 1e4;
 var MAX_CONSECUTIVE_FAILED_BATCHES = 3;
 var projectRegistrations = new Map;
+var projectContextUsers = new Map;
 var shadowRegistrations = new Map;
 var shadowQueue = [];
 var shadowWorker = null;
@@ -1219,7 +1227,7 @@ function resolveEmbeddingConfig(config) {
       model: config?.model?.trim() || DEFAULT_LOCAL_EMBEDDING_MODEL,
       local_runtime: config?.local_runtime ?? "auto",
       ...config?.max_input_tokens ? {
-        max_input_tokens: normalizeCompartmentChunkMaxInputTokens(config.max_input_tokens)
+        max_input_tokens: normalizeCompartmentChunkMaxInputTokens2(config.max_input_tokens)
       } : {},
       ...config?.local_dtype ? { local_dtype: config.local_dtype } : {}
     };
@@ -1240,7 +1248,7 @@ function resolveEmbeddingConfig(config) {
       ...config.document_prefix !== undefined ? { document_prefix: config.document_prefix } : {},
       ...truncate ? { truncate } : {},
       ...config.max_input_tokens ? {
-        max_input_tokens: normalizeCompartmentChunkMaxInputTokens(config.max_input_tokens)
+        max_input_tokens: normalizeCompartmentChunkMaxInputTokens2(config.max_input_tokens)
       } : {}
     };
   }
@@ -1253,7 +1261,7 @@ function resolveEmbeddingConfig(config) {
     return {
       provider: "synapse",
       model: synapse.model?.trim() || "gte-modernbert-base-f16",
-      max_input_tokens: normalizeCompartmentChunkMaxInputTokens(descriptor?.max_tokens ?? synapse.max_input_tokens),
+      max_input_tokens: normalizeCompartmentChunkMaxInputTokens2(descriptor?.max_tokens ?? synapse.max_input_tokens),
       ...synapse.synapse_connection_file ? { synapse_connection_file: synapse.synapse_connection_file } : {},
       ...synapse.synapse_fingerprint ? { synapse_fingerprint: synapse.synapse_fingerprint } : {},
       ...typeof synapse.synapse_table_epoch === "number" ? { synapse_table_epoch: synapse.synapse_table_epoch } : {},
@@ -1341,7 +1349,7 @@ function getChunkEmbeddingModelId(config, providerIdentity) {
   const chunkIdentity = {
     providerIdentity,
     chunkerVersion: 2,
-    maxInputTokens: normalizeCompartmentChunkMaxInputTokens("max_input_tokens" in config ? config.max_input_tokens : undefined),
+    maxInputTokens: normalizeCompartmentChunkMaxInputTokens2("max_input_tokens" in config ? config.max_input_tokens : undefined),
     truncate: config.provider === "openai-compatible" ? config.truncate ?? "" : ""
   };
   return `${providerIdentity}:chunk:${sha256Prefix(stableStringify(chunkIdentity))}`;
@@ -1667,6 +1675,17 @@ async function drainStaleEmbeddingIdentitiesForProject2(db, projectIdentity, bud
 }
 function registerProjectEmbedding2(db, projectIdentity, config, features, sourceDirectory) {
   const resolvedConfig = resolveEmbeddingConfig(config);
+  if (resolvedConfig.provider === "local") {
+    const pooling = getCachedLocalEmbeddingPooling(resolvedConfig.model?.trim() || DEFAULT_LOCAL_EMBEDDING_MODEL);
+    if (pooling?.status === "unresolved" || !pooling) {
+      logLocalEmbeddingPoolingUnavailableOnce(resolvedConfig.model?.trim() || DEFAULT_LOCAL_EMBEDDING_MODEL, pooling?.reason ?? "pooling metadata has not been resolved by the background embedding bootstrap", log2);
+    } else {
+      logLocalEmbeddingPoolingDecisionOnce(resolvedConfig.model?.trim() || DEFAULT_LOCAL_EMBEDDING_MODEL, pooling, log2);
+    }
+    if (pooling?.status === "unsupported") {
+      return registerProjectInObservationMode2(db, projectIdentity, sourceDirectory, resolvedConfig, pooling ? `local model pooling is unsupported: ${pooling.reason}` : "local model pooling metadata has not been resolved");
+    }
+  }
   const providerIdentity = getEmbeddingProviderIdentity(resolvedConfig);
   const runtimeFingerprint = getRuntimeFingerprint(resolvedConfig);
   const chunkModelId = getChunkEmbeddingModelId(resolvedConfig, providerIdentity);
@@ -1862,7 +1881,7 @@ function shadowBackfillMissingBase(scope, primaryModelId, shadowModelId, project
 }
 function shadowBackfillMissingIds(db, projectIdentity, scope, primaryModelId, shadowModelId, limit, shadowMaxInputTokens) {
   if (scope === "chunk") {
-    return loadUnembeddedShadowChunkCandidates(db, projectIdentity, primaryModelId, shadowModelId, limit, shadowMaxInputTokens).map((candidate) => String(candidate.id));
+    return loadUnembeddedShadowChunkCandidates2(db, projectIdentity, primaryModelId, shadowModelId, limit, shadowMaxInputTokens).map((candidate) => String(candidate.id));
   }
   const { sql, params, orderBy } = shadowBackfillMissingBase(scope, primaryModelId, shadowModelId, projectIdentity);
   const rows = db.prepare(`${sql}${orderBy} LIMIT ?`).all(...params, limit);
@@ -1870,7 +1889,7 @@ function shadowBackfillMissingIds(db, projectIdentity, scope, primaryModelId, sh
 }
 function countShadowBackfillMissing(db, projectIdentity, scope, primaryModelId, shadowModelId, shadowMaxInputTokens) {
   if (scope === "chunk") {
-    return loadUnembeddedShadowChunkCandidates(db, projectIdentity, primaryModelId, shadowModelId, Number.MAX_SAFE_INTEGER, shadowMaxInputTokens).length;
+    return loadUnembeddedShadowChunkCandidates2(db, projectIdentity, primaryModelId, shadowModelId, Number.MAX_SAFE_INTEGER, shadowMaxInputTokens).length;
   }
   const { sql, params } = shadowBackfillMissingBase(scope, primaryModelId, shadowModelId, projectIdentity);
   return db.prepare(`SELECT COUNT(*) AS count FROM (${sql})`).get(...params).count;
@@ -1879,7 +1898,7 @@ function shadowModelIdForScope(registration, scope) {
   return scope === "chunk" ? registration.chunkModelId : registration.modelId;
 }
 function shadowMaxInputTokensFor(registration) {
-  return normalizeCompartmentChunkMaxInputTokens("max_input_tokens" in registration.config ? registration.config.max_input_tokens : undefined);
+  return normalizeCompartmentChunkMaxInputTokens2("max_input_tokens" in registration.config ? registration.config.max_input_tokens : undefined);
 }
 function shadowBackfillCohortFingerprint(db, projectIdentity, scope, primaryModelId) {
   if (scope === "memory") {
@@ -2217,14 +2236,14 @@ async function processShadowQueueItem(item) {
   let ftsMappingIncomplete = false;
   let emptyCanonicalText = false;
   for (const candidate of candidates) {
-    const mappedText = buildCanonicalChunkTextFromFts(db, candidate.session_id, candidate.start_message, candidate.end_message);
+    const mappedText = buildCanonicalChunkTextFromFts2(db, candidate.session_id, candidate.start_message, candidate.end_message);
     if (mappedText === null) {
       ftsMappingIncomplete = true;
     } else {
-      const text = mappedText || buildCompartmentSummaryFallbackText(db, candidate.id);
+      const text = mappedText || buildCompartmentSummaryFallbackText2(db, candidate.id);
       const shadowMaxInputTokens = shadowMaxInputTokensFor(registration);
-      const windows = chunkCanonicalText(text, candidate.start_message, candidate.end_message, shadowMaxInputTokens);
-      const windowSourceKey = chunkWindowSourceKey(text, candidate.start_message, candidate.end_message, shadowMaxInputTokens);
+      const windows = chunkCanonicalText2(text, candidate.start_message, candidate.end_message, shadowMaxInputTokens);
+      const windowSourceKey = chunkWindowSourceKey2(text, candidate.start_message, candidate.end_message, shadowMaxInputTokens);
       if (windows.length > 0)
         prepared.push({ candidate, windows, windowSourceKey });
       else
@@ -2265,7 +2284,7 @@ async function processShadowQueueItem(item) {
       ] : [];
     });
     if (rows.length === item.windows.length) {
-      replaceCompartmentChunkEmbeddings(db, rows, item.windowSourceKey);
+      replaceCompartmentChunkEmbeddings2(db, rows, item.windowSourceKey);
       writes += 1;
     } else {
       partialVectorSet = true;
@@ -2400,7 +2419,7 @@ function getProjectChunkEmbeddingModelId2(projectIdentity) {
 function getProjectEmbeddingMaxInputTokens2(projectIdentity) {
   const registration = projectRegistrations.get(projectIdentity);
   const configMax = registration?.config && "max_input_tokens" in registration.config ? registration.config.max_input_tokens : undefined;
-  return normalizeCompartmentChunkMaxInputTokens(registration?.provider?.maxInputTokens ?? configMax);
+  return normalizeCompartmentChunkMaxInputTokens2(registration?.provider?.maxInputTokens ?? configMax);
 }
 function getOrCreateProjectProvider(registration) {
   if (registration.providerIdentity === OFF_PROVIDER_IDENTITY || registration.observationMode) {
@@ -2658,7 +2677,7 @@ async function embedCompartmentChunkBatch(db, projectIdentity, batchSize, signal
   const priorModels = db.prepare(`SELECT COUNT(*) AS total,
         COALESCE(MAX(model_id = ?), 0) AS current
         FROM compartment_chunk_embeddings WHERE compartment_id = ?`);
-  const candidates = await loadUnembeddedCompartmentChunkCandidatesPolite(db, projectIdentity, snapshot.chunkModelId, batchSize, getProjectEmbeddingMaxInputTokens2(projectIdentity), true, (candidate) => {
+  const candidates = await loadUnembeddedCompartmentChunkCandidatesPolite2(db, projectIdentity, snapshot.chunkModelId, batchSize, getProjectEmbeddingMaxInputTokens2(projectIdentity), true, (candidate) => {
     const activity = activeEmbeddingSessions.get(candidate.sessionId);
     if (activity?.project === projectIdentity && activity.model === snapshot.chunkModelId && !embedPauseBySession.has(candidate.sessionId))
       return true;
@@ -2684,27 +2703,27 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
   const prepared = [];
   for (const candidate of candidates) {
     await new Promise((resolve) => setTimeout(resolve, 0));
-    const mappedText = buildCanonicalChunkTextFromFts(db, candidate.sessionId, candidate.startMessage, candidate.endMessage);
+    const mappedText = buildCanonicalChunkTextFromFts2(db, candidate.sessionId, candidate.startMessage, candidate.endMessage);
     if (mappedText === null)
       continue;
-    const canonicalText = mappedText || buildCompartmentSummaryFallbackText(db, candidate.id);
+    const canonicalText = mappedText || buildCompartmentSummaryFallbackText2(db, candidate.id);
     if (canonicalText.length === 0) {
       if (writer)
         await writer.backoff(candidate, projectIdentity, modelId);
       else
-        recordChunkEmbedBackoff(db, candidate, projectIdentity, modelId);
+        recordChunkEmbedBackoff2(db, candidate, projectIdentity, modelId);
       noWork.push(candidate.id);
       continue;
     }
-    const windows = chunkCanonicalText(canonicalText, candidate.startMessage, candidate.endMessage, maxInputTokens);
-    if (windows.length === 0 || chunkEmbeddingWindowsAreCurrent(db, candidate.id, modelId, windows, projectIdentity)) {
+    const windows = chunkCanonicalText2(canonicalText, candidate.startMessage, candidate.endMessage, maxInputTokens);
+    if (windows.length === 0 || chunkEmbeddingWindowsAreCurrent2(db, candidate.id, modelId, windows, projectIdentity)) {
       noWork.push(candidate.id);
       continue;
     }
     prepared.push({
       candidate,
       windows,
-      windowSourceKey: chunkWindowSourceKey(canonicalText, candidate.startMessage, candidate.endMessage, maxInputTokens)
+      windowSourceKey: chunkWindowSourceKey2(canonicalText, candidate.startMessage, candidate.endMessage, maxInputTokens)
     });
   }
   if (prepared.length === 0)
@@ -2768,7 +2787,7 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
           if (writer)
             await writer.replace(rows, item.windowSourceKey);
           else
-            replaceCompartmentChunkEmbeddings(db, rows, item.windowSourceKey);
+            replaceCompartmentChunkEmbeddings2(db, rows, item.windowSourceKey);
           persistedIds.add(item.candidate.id);
           enqueueShadowEmbeddingItems2(projectIdentity, "chunk", [
             String(item.candidate.id)
@@ -2796,7 +2815,7 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
           if (writer)
             await writer.backoff(item.candidate, projectIdentity, modelId);
           else
-            recordChunkEmbedBackoff(db, item.candidate, projectIdentity, modelId);
+            recordChunkEmbedBackoff2(db, item.candidate, projectIdentity, modelId);
           failed.push(item.candidate.id);
         }
       }
@@ -2870,7 +2889,7 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
   else
     recordSessionProjectIdentity(db, sessionId, projectIdentity);
   const maxInputTokens = getProjectEmbeddingMaxInputTokens2(projectIdentity);
-  const total = writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await countUnembeddedSessionCompartmentsPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens);
+  const total = writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await countUnembeddedSessionCompartmentsPolite2(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens);
   const holderId = `session-embed-${randomUUID()}`;
   const lease = writer ? await writer.acquire(projectIdentity, holderId) : acquireGitSweepLease(db, projectIdentity, holderId, { ignoreCooldown: true });
   if (!lease.acquired)
@@ -2913,7 +2932,7 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
           break;
         }
       }
-      const candidates = writer ? await writer.candidates(projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens) : await loadUnembeddedSessionChunkCandidatesPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens, true);
+      const candidates = writer ? await writer.candidates(projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens) : await loadUnembeddedSessionChunkCandidatesPolite2(db, projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens, true);
       if (candidates.length === 0)
         break;
       const {
@@ -2963,7 +2982,7 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
   if (aborted)
     return { status: "aborted", embedded, total, failed: failedIds.length };
   if (providerDown || failedIds.length > 0) {
-    const remaining = Math.max(failedIds.length, (writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await countUnembeddedSessionCompartmentsPolite(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens)) - skipIds.length);
+    const remaining = Math.max(failedIds.length, (writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await countUnembeddedSessionCompartmentsPolite2(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens)) - skipIds.length);
     if (remaining > 0) {
       return {
         status: "stalled",
@@ -2991,7 +3010,7 @@ function getEmbeddingCoverageStatus2(db, projectIdentity, sessionId) {
       shadowBackfillStalls: listShadowBackfillStalls2(db, projectIdentity)
     };
   }
-  const session = countSessionCompartmentEmbedCoverage(db, projectIdentity, sessionId, snapshot.chunkModelId, getProjectEmbeddingMaxInputTokens2(projectIdentity));
+  const session = countSessionCompartmentEmbedCoverage2(db, projectIdentity, sessionId, snapshot.chunkModelId, getProjectEmbeddingMaxInputTokens2(projectIdentity));
   const memories = snapshot.enabled ? getMemoryEmbedCoverage(db, projectIdentity, snapshot.modelId) : { embedded: 0, total: 0, memoryEnabled: false };
   const gitEnabled = snapshot.gitCommitEnabled;
   const commits = gitEnabled ? {
@@ -3015,7 +3034,7 @@ async function getAutoEmbeddingSessionCoverage2(db, projectIdentity, sessionId)
   if (!snapshot?.historyEnabled || snapshot.chunkModelId === "off") {
     return { enabled: false, embedded: 0, total: 0 };
   }
-  const coverage = await countSessionCompartmentEmbedCoveragePolite(db, projectIdentity, sessionId, snapshot.chunkModelId, getProjectEmbeddingMaxInputTokens2(projectIdentity));
+  const coverage = await countSessionCompartmentEmbedCoveragePolite2(db, projectIdentity, sessionId, snapshot.chunkModelId, getProjectEmbeddingMaxInputTokens2(projectIdentity));
   return { enabled: true, ...coverage };
 }
 async function sweepAllRegisteredProjects2(db, batchSize = 10) {
@@ -3083,6 +3102,7 @@ function _resetProjectEmbeddingRegistryForTests2() {
     disposeProvider(registration.provider);
   }
   projectRegistrations.clear();
+  projectContextUsers.clear();
   shadowRegistrations.clear();
   shadowQueue.length = 0;
   pendingShadowBackfills.clear();

package/dist/{index-ek9zvs4f.js → index-w6r3ggnp.js}

@@ -17,7 +17,7 @@ import {
   getMagicContextStorageDir,
   log2,
   sessionLog2
-} from "./index-7bqrfyny.js";
+} from "./index-fgs78jyd.js";
 import {
   piModelRefToCanonical,
   modelRefLookupOrder,
@@ -30,7 +30,7 @@ import {
   PER_HARNESS_MODEL_KEYS,
   ConfigProfilesSchema,
   MagicContextConfigSchema
-} from "./index-bxmf4dhr.js";
+} from "./index-ccanzg8p.js";
 import {
   MERGED_REASONING_PARTS_PREFIX,
   decodeMergedReasoningParts,
@@ -67,7 +67,7 @@ import {
   visitRawSessionMessages2,
   readRawSessionMessageById2,
   readSessionChunk2
-} from "./index-wveb51es.js";
+} from "./index-gqjxy2p7.js";
 import {
   isRecord,
   providerVisibleMessage,
@@ -81,25 +81,25 @@ import {
   getTagNumberByMessageId2,
   getTagsBySession2,
   getTagById2
-} from "./index-rhprywn6.js";
+} from "./index-n8e5e9fp.js";
 import {
   estimateTokens
-} from "./index-1kcfwk9c.js";
+} from "./index-my0dn413.js";
 import {
   inRootAsyncContext2,
   Database2,
   withSqliteBackgroundWriter2,
   withoutSqliteTransformPass2
-} from "./index-rrwv9y2k.js";
+} from "./index-2qtx0q6h.js";
 import {
   stableStringify,
   closeQuietly,
   getTableColumnNames
-} from "./index-jrap43gc.js";
+} from "./index-w1avzkdt.js";
 import {
   piHarnessKindFromExecutable,
   isPidAlive
-} from "./index-apgwdby5.js";
+} from "./index-n4wyxcgr.js";
 import {
   BoundedSessionMap,
   clearLkgFenceProcessState,
@@ -109,21 +109,21 @@ import {
   V2StoreReader,
   deleteSessionScopedRows,
   getLastIndexedOrdinal2
-} from "./index-ym6nh2gk.js";
+} from "./index-wgmhk91m.js";
 import {
   resolveOpenCodeDbPath,
   assertOpenCodeStoreGeneration
 } from "./index-8976mezv.js";
 import {
   noteRawSessionSummaryRowWritten2
-} from "./index-vktahpdj.js";
+} from "./index-at6py2k3.js";
 import {
   SubcClient,
   connectionFileExists,
   SYNAPSE_DEFAULT_MODEL,
   toSynapseLaneDescriptor,
   SynapseEmbeddingProvider
-} from "./index-d8gc0112.js";
+} from "./index-gwxaz0z5.js";
 import {
   invalidateAutoEmbedSession,
   drainBackgroundBatches,
@@ -136,10 +136,10 @@ import {
   unregisterProjectEmbedding2,
   getProjectEmbeddingSnapshot2,
   embedTextForProject2
-} from "./index-vmcgew7x.js";
+} from "./index-w1twp2kp.js";
 import {
   getErrorMessage
-} from "./index-sqt2haap.js";
+} from "./index-dbgg6hsf.js";
 import {
   V2_MEMORY_CATEGORIES,
   CATEGORY_PRIORITY,
@@ -153,13 +153,13 @@ import {
   expandWorkspaceIdentitySetWithAliases,
   resolveStoredPathWorkspaceIdentity,
   storedPathBelongsToWorkspace
-} from "./index-msqrs4nf.js";
+} from "./index-3c3ztwgc.js";
 import {
   directoryHasGitMetadata,
   resolveProjectIdentityForSession,
   normalizeStoredProjectPath,
   storedPathBelongsToIdentity
-} from "./index-g7p75667.js";
+} from "./index-hxp6q5f8.js";
 import {
   getNoteByIdInScope,
   getNotes,
@@ -175,7 +175,7 @@ import {
   resolveMemoriesByIdsForSearch2,
   unifiedSearch2,
   formatSearchResults2
-} from "./index-58mj0dzc.js";
+} from "./index-ftvm2acc.js";
 import {
   computeCueContentHash,
   getMuralCueState,
@@ -191,25 +191,28 @@ import {
   supersededMemory2,
   mergeMemoryStats2,
   archiveMemory2
-} from "./index-e1rza8gp.js";
+} from "./index-29nw7n1r.js";
 import {
   saveEmbedding,
   invalidateMemory2
 } from "./index-yhzhdp3m.js";
+import {
+  preflightLocalEmbeddingPooling
+} from "./index-wqpjhx1p.js";
 import {
   isMarkerCandidateBasisCurrent2,
   invalidateMarkerCandidateBasis2,
   readMarkerCandidateBasis2
-} from "./index-qpq6w67c.js";
+} from "./index-6wdwv3a6.js";
 import {
   renderSearchArchive2
-} from "./index-dtp1efvf.js";
+} from "./index-st4gwt64.js";
 import {
   computeNormalizedHash
 } from "./index-9x1f96r8.js";
 import {
   logSlowWriteTransaction
-} from "./index-d4dt19md.js";
+} from "./index-hqw0rt9k.js";
 import {
   ensureStorageDirectorySync,
   writeStorageFileAtomicSync
@@ -1943,6 +1946,17 @@ function stripUnsafeProjectConfigFields(projectRaw) {
       warnings.push(`Ignoring ${field} from project config (security: daemon routing and developer-only embedding traffic are user-level settings).`);
     }
   }
+  if ("rerank" in projectRaw) {
+    const rerank = projectRaw.rerank;
+    const off = isPlainObject(rerank) && rerank.provider === "off";
+    const removed = !isPlainObject(rerank) || Object.keys(rerank).some((key) => key !== "provider") || !off;
+    if (off)
+      projectRaw.rerank = { provider: "off" };
+    else
+      delete projectRaw.rerank;
+    if (removed)
+      warnings.push("Ignoring rerank settings from project config (security: projects may only set rerank.provider to off; hosted routing, credentials and limits are user-level only).");
+  }
   const embedding = projectRaw.embedding;
   if (isPlainObject(embedding)) {
     const removed = [];
@@ -9932,7 +9946,7 @@ function unregisterPiProjectEmbeddings(db) {
   registeredIdentitiesByDatabase.delete(db);
   registrationFingerprintsByDatabase.get(db)?.clear();
 }
-async function ensureProjectRegisteredFromPiDirectory(directory, db) {
+async function ensureProjectRegisteredFromPiDirectory(directory, db, options = {}) {
   const detailed = loadPiConfigDetailed({ cwd: directory });
   const projectIdentity = resolveProjectIdentityForSession(directory, detailed.config.allow_home_project);
   if (!projectIdentity)
@@ -9963,6 +9977,9 @@ async function ensureProjectRegisteredFromPiDirectory(directory, db) {
     memoryEnabled: detailed.config.memory.enabled,
     gitCommitEnabled: detailed.config.memory.git_commit_indexing.enabled
   };
+  if (options.preflightLocalPooling && routing.primary.provider === "local") {
+    await preflightLocalEmbeddingPooling(routing.primary.model ?? "Xenova/all-MiniLM-L6-v2");
+  }
   let registered = registeredIdentitiesByDatabase.get(db);
   if (!registered) {
     registered = new Set;
@@ -12717,7 +12734,7 @@ function createCtxReduceTool(deps) {
       params = unwrapImitatedReducedArgs(params, ["drop"], { drop: "string" });
       const sessionId = ctx.sessionManager.getSessionId();
       if (!params.drop) {
-        return err4("Error: 'drop' must be provided.");
+        return err4(`Error: 'drop' must be provided as a string of tag numbers, for example {"drop": "3-5,8"}.`);
       }
       let dropIds = [];
       try {
@@ -12881,7 +12898,7 @@ function createCtxSearchTool(deps) {
     label: "Magic Context: Search",
     description: CTX_SEARCH_DESCRIPTION,
     parameters: ParamsSchema4,
-    async execute(_toolCallId, params, _signal, _onUpdate, ctx) {
+    async execute(_toolCallId, params, signal, _onUpdate, ctx) {
       params = unwrapImitatedReducedArgs(params, ["query"], {
         query: "string",
         limit: "number",
@@ -12960,6 +12977,7 @@ function createCtxSearchTool(deps) {
           };
         }
       }
+      let rerankSkipped = "";
       const results = await unifiedSearch2(deps.db, sessionId, projectIdentity, query, {
         limit: normalizeLimit2(params.limit),
         memoryEnabled,
@@ -12977,13 +12995,19 @@ function createCtxSearchTool(deps) {
         gitRepositoryAvailable: directoryHasGitMetadata(ctx.cwd),
         explicitSearch: true,
         rerankConnectionFile: deps.rerankConnectionFile,
+        rerankConfig: deps.rerankConfig,
+        signal,
+        onRerankSkipped: (line) => {
+          rerankSkipped = line;
+        },
         ...dateRange
       });
       return {
         content: [
           {
             type: "text",
-            text: formatSearchResults2(query, results, sessionId, diagnostics)
+            text: formatSearchResults2(query, results, sessionId, diagnostics) + (rerankSkipped ? `
+${rerankSkipped}` : "")
           }
         ],
         details: undefined
@@ -13521,6 +13545,11 @@ function createTodowriteTool() {
 
 // src/tools/index.ts
 var CTX_MEMORY_TOOL_NAME = "ctx_memory";
+function setOmpEssentialLoadMode(definition) {
+  if (resolvePiHarnessKind() !== "omp")
+    return definition;
+  return Object.assign(definition, { loadMode: "essential" });
+}
 function syncCtxMemoryToolEnabled(pi, memoryEnabled) {
   const activeTools = pi.getActiveTools();
   const isActive = activeTools.includes(CTX_MEMORY_TOOL_NAME);
@@ -13539,11 +13568,11 @@ function registerMagicContextTools(pi, opts) {
   const surfaceTool = (definition) => {
     const parameters = structuredClone(definition.parameters);
     applyJsonSchemaParameterDescriptions(definition.name, parameters, registration.preset, smartNotesAvailable ? opts.smartNotesEnabled : false);
-    return throwReturnedToolErrors({
+    return setOmpEssentialLoadMode(throwReturnedToolErrors({
       ...definition,
       parameters,
       description: definition.name === "ctx_note" && !smartNotesAvailable ? withoutSmartNoteText(registration.preset === "light" ? CTX_NOTE_LIGHT_DESCRIPTION : definition.description) : registration.descriptionFor(definition.name, definition.description)
-    });
+    }));
   };
   pi.registerTool(surfaceTool(createCtxSearchTool({
     db: opts.db,
@@ -13552,6 +13581,7 @@ function registerMagicContextTools(pi, opts) {
     embeddingEnabled: opts.embeddingEnabled,
     gitCommitsEnabled: opts.gitCommitsEnabled,
     rerankConnectionFile: opts.rerankConnectionFile,
+    rerankConfig: opts.rerankConfig,
     resolveProjectIdentity
   })));
   if (opts.memoryToolEnabled !== false) {
@@ -13565,7 +13595,7 @@ function registerMagicContextTools(pi, opts) {
     };
     pi.registerTool(surfaceTool(createCtxMemoryTool(memoryDeps)));
     if (opts.allowDreamerActions === true) {
-      pi.registerTool(throwReturnedToolErrors(createCtxMemoryListTool(memoryDeps)));
+      pi.registerTool(setOmpEssentialLoadMode(throwReturnedToolErrors(createCtxMemoryListTool(memoryDeps))));
     }
   }
   if (!opts.sessionScopedToolsDisabled) {