@cortexkit/opencode-magic-context 0.49.10 → 0.49.11

package/dist/v2/{server-9a6bwc12.js → server-ewqshbs8.js}

@@ -106,6 +106,27 @@ function recursiveCharacterSplit(text, options) {
 // src/features/magic-context/compartment-chunk-embedding.ts
 var DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS = 512;
 var CHUNK_WINDOW_SAFETY_RATIO = 0.9;
+var SEARCH_SCOPE_METADATA_FIELDS = [
+  "rowId",
+  "compartmentId",
+  "sessionId",
+  "projectPath",
+  "harness",
+  "windowIndex",
+  "windowStart",
+  "windowEnd",
+  "chunkHash",
+  "modelId",
+  "dims",
+  "createdAt",
+  "vectorBytes",
+  "compartmentSessionId",
+  "title",
+  "compartmentStart",
+  "compartmentEnd",
+  "startTime",
+  "endTime"
+];
 var MESSAGE_FTS_CHUNK_LOAD_SQL = `SELECT map.message_ordinal AS messageOrdinal, fts.role, fts.content
  FROM message_fts_rowid_map AS map
  CROSS JOIN message_history_fts AS fts
@@ -115,7 +136,7 @@ var MESSAGE_FTS_CHUNK_LOAD_SQL = `SELECT map.message_ordinal AS messageOrdinal,
    AND fts.role IN ('user', 'assistant')
  ORDER BY map.message_ordinal ASC`;
 var loadFtsRowsStatements = new WeakMap;
-var searchPoolCompartmentStatements = new WeakMap;
+var searchPoolDates = new WeakMap;
 var existingHashStatements = new WeakMap;
 var existingHashByProjectStatements = new WeakMap;
 var deleteByCompartmentStatements = new WeakMap;
@@ -123,14 +144,15 @@ var insertEmbeddingStatements = new WeakMap;
 var renumberEmbeddingWindowStatements = new WeakMap;
 var searchRowsStatements = new WeakMap;
 var searchRowsByModelStatements = new WeakMap;
-var datedSearchRowsByModelStatements = new WeakMap;
 var searchPoolProbeStatements = new WeakMap;
+var pendingSearchPools = new WeakMap;
 var backfillCandidateStatements = new WeakMap;
 var shadowBackfillCandidateStatements = new WeakMap;
 var DECODED_SEARCH_POOL_CACHE_MAX_BYTES = 256 * 1024 * 1024;
 var decodedSearchPools = new WeakMap;
 var decodedSearchPoolLru = new Map;
 var decodedSearchPoolBytes = 0;
+var searchPoolStats = { fullRebuilds: 0, appends: 0, probes: 0, probeMs: 0, probePages: 0 };
 function getLoadFtsRowsStatement(db) {
   let stmt = loadFtsRowsStatements.get(db);
   if (!stmt) {
@@ -188,49 +210,120 @@ function getRenumberEmbeddingWindowStatement(db) {
 function getSearchPoolProbeStatement(db) {
   let stmt = searchPoolProbeStatements.get(db);
   if (!stmt) {
-    stmt = db.prepare(`SELECT COUNT(*) AS rowCount, MAX(id) AS maxRowId
-             FROM compartment_chunk_embeddings
-             WHERE session_id = ? AND project_path = ? AND model_id = ?`);
+    stmt = db.prepare(`SELECT e.id AS rowId, e.compartment_id AS compartmentId,
+                    e.session_id AS sessionId, e.project_path AS projectPath, e.harness AS harness,
+                    e.window_index AS windowIndex, e.start_ordinal AS windowStart,
+                    e.end_ordinal AS windowEnd, e.chunk_hash AS chunkHash,
+                    e.model_id AS modelId, e.dims AS dims, e.created_at AS createdAt,
+                    length(e.vector) AS vectorBytes,
+                    c.session_id AS compartmentSessionId, c.title AS title,
+                    c.start_message AS compartmentStart, c.end_message AS compartmentEnd,
+                    start_map.message_time_ms AS startTime, end_map.message_time_ms AS endTime
+             FROM compartment_chunk_embeddings e
+             LEFT JOIN compartments c ON c.id = e.compartment_id
+             LEFT JOIN message_fts_rowid_map start_map
+               ON start_map.session_id = c.session_id AND start_map.message_ordinal = c.start_message
+             LEFT JOIN message_fts_rowid_map end_map
+               ON end_map.session_id = c.session_id AND end_map.message_ordinal = c.end_message
+             WHERE e.session_id = ? AND e.project_path = ? AND e.model_id = ? AND e.id > ?
+             ORDER BY e.id ASC LIMIT 512`);
     searchPoolProbeStatements.set(db, stmt);
   }
   return stmt;
 }
-function getSearchPoolCompartmentStatement(db) {
-  let stmt = searchPoolCompartmentStatements.get(db);
-  if (!stmt) {
-    stmt = db.prepare(`SELECT id, title, start_message AS startOrdinal, end_message AS endOrdinal
-             FROM compartments
-             WHERE id IN (
-                 SELECT compartment_id FROM compartment_chunk_embeddings
-                 WHERE session_id = ? AND project_path = ? AND model_id = ?
-             )`);
-    searchPoolCompartmentStatements.set(db, stmt);
-  }
-  return stmt;
-}
-function refreshPoolCompartmentFields(db, sessionId, projectPath, modelId, rows) {
-  const current = new Map;
-  for (const row of getSearchPoolCompartmentStatement(db).all(sessionId, projectPath, modelId)) {
-    current.set(row.id, row);
+function sameScopeMetadata(left, right) {
+  for (let index = 0;index < SEARCH_SCOPE_METADATA_FIELDS.length; index++) {
+    const key = SEARCH_SCOPE_METADATA_FIELDS[index];
+    if (left[key] !== right[key])
+      return false;
   }
-  let missing = false;
-  for (const row of rows) {
-    const compartment = current.get(row.compartmentId);
-    if (!compartment) {
-      missing = true;
-      continue;
+  return true;
+}
+async function probeSearchScope(db, sessionId, projectPath, modelId, previous) {
+  const started = performance.now();
+  searchPoolStats.probes++;
+  const probe = {
+    rowCount: 0,
+    maxRowId: 0,
+    rowIdSum: 0,
+    metadata: previous?.metadata ?? new Map,
+    ids: previous?.ids ?? []
+  };
+  let copied = previous === undefined;
+  let oldIndex = 0;
+  const writable = () => {
+    if (!copied) {
+      probe.metadata = new Map(probe.metadata);
+      copied = true;
     }
-    row.title = compartment.title;
-    row.startOrdinal = compartment.startOrdinal;
-    row.endOrdinal = compartment.endOrdinal;
+    return probe.metadata;
+  };
+  await yieldSearchPool();
+  for (;; ) {
+    const rows = getSearchPoolProbeStatement(db).all(sessionId, projectPath, modelId, probe.maxRowId);
+    searchPoolStats.probePages++;
+    if (rows.length === 0) {
+      if (previous) {
+        while (oldIndex < previous.ids.length)
+          writable().delete(previous.ids[oldIndex++]);
+      }
+      if (copied)
+        probe.ids = [...probe.metadata.keys()].sort((a, b) => a - b);
+      searchPoolStats.probeMs += performance.now() - started;
+      return probe;
+    }
+    for (const row of rows) {
+      probe.rowCount++;
+      probe.maxRowId = row.rowId;
+      probe.rowIdSum += row.rowId;
+      if (previous) {
+        while (oldIndex < previous.ids.length && previous.ids[oldIndex] < row.rowId) {
+          writable().delete(previous.ids[oldIndex++]);
+        }
+      }
+      if (previous && previous.ids[oldIndex] === row.rowId) {
+        const old = previous.metadata.get(row.rowId);
+        if (!old || !sameScopeMetadata(old, row)) {
+          writable().set(row.rowId, row);
+        }
+        oldIndex++;
+      } else
+        writable().set(row.rowId, row);
+    }
+    await yieldSearchPool();
   }
-  return missing ? rows.filter((row) => current.has(row.compartmentId)) : rows;
+}
+function sameSearchScope(left, right) {
+  return left.rowCount === right.rowCount && left.maxRowId === right.maxRowId && left.rowIdSum === right.rowIdSum && (left.metadata === right.metadata || [...left.metadata].every(([id, value]) => right.metadata.get(id) === value));
+}
+function scopeOnlyAppended(cached, probe) {
+  if (probe.rowCount <= cached.rowCount)
+    return false;
+  let addedCount = 0;
+  let addedSum = 0;
+  for (const [id, fingerprint] of probe.metadata) {
+    if (id > cached.maxRowId) {
+      addedCount++;
+      addedSum += id;
+    } else if (cached.metadata.get(id) !== fingerprint)
+      return false;
+  }
+  return addedCount === probe.rowCount - cached.rowCount && cached.rowIdSum + addedSum === probe.rowIdSum;
+}
+function filterSearchPoolDates(rows, dateRange) {
+  if (dateRange === null)
+    return rows;
+  return rows.filter((row) => {
+    const compartment = searchPoolDates.get(row);
+    return compartment !== undefined && compartment.startTime !== null && compartment.endTime !== null && compartment.startTime <= dateRange.to && compartment.endTime >= dateRange.from;
+  });
 }
 function getSearchRowsStatement(db, withModel) {
   const map = withModel ? searchRowsByModelStatements : searchRowsStatements;
   let stmt = map.get(db);
   if (!stmt) {
-    stmt = db.prepare(`SELECT e.compartment_id AS compartmentId,
+    stmt = db.prepare(`SELECT e.id AS rowId, e.compartment_id AS compartmentId,
+                    start_map.message_time_ms AS startTime, end_map.message_time_ms AS endTime,
                     e.session_id AS sessionId,
                     c.title AS title,
                     c.start_message AS compartmentStart,
@@ -243,48 +336,20 @@ function getSearchRowsStatement(db, withModel) {
                     e.dims AS dims,
                     e.vector AS vector
              FROM compartment_chunk_embeddings e
-             JOIN compartments c ON c.id = e.compartment_id
+              JOIN compartments c ON c.id = e.compartment_id
+              LEFT JOIN message_fts_rowid_map start_map
+                ON start_map.session_id = c.session_id AND start_map.message_ordinal = c.start_message
+              LEFT JOIN message_fts_rowid_map end_map
+                ON end_map.session_id = c.session_id AND end_map.message_ordinal = c.end_message
              WHERE e.session_id = ?
                AND e.project_path = ?
-               ${withModel ? "AND e.model_id = ?" : ""}
-             ORDER BY e.compartment_id ASC, e.window_index ASC`);
+                ${withModel ? "AND e.model_id = ?" : ""}
+                AND e.id > ? AND e.id <= ?
+              ORDER BY e.id ASC LIMIT 16`);
     map.set(db, stmt);
   }
   return stmt;
 }
-function getDatedSearchRowsByModelStatement(db) {
-  let statement = datedSearchRowsByModelStatements.get(db);
-  if (!statement) {
-    statement = db.prepare(`SELECT e.compartment_id AS compartmentId,
-                    e.session_id AS sessionId,
-                    c.title AS title,
-                    c.start_message AS compartmentStart,
-                    c.end_message AS compartmentEnd,
-                    e.window_index AS windowIndex,
-                    e.start_ordinal AS windowStart,
-                    e.end_ordinal AS windowEnd,
-                    e.chunk_hash AS chunkHash,
-                    e.model_id AS modelId,
-                    e.dims AS dims,
-                    e.vector AS vector
-               FROM compartment_chunk_embeddings e
-               JOIN compartments c ON c.id = e.compartment_id
-               JOIN message_fts_rowid_map AS start_map
-                 ON start_map.session_id = c.session_id
-                AND start_map.message_ordinal = c.start_message
-               JOIN message_fts_rowid_map AS end_map
-                 ON end_map.session_id = c.session_id
-                AND end_map.message_ordinal = c.end_message
-              WHERE e.session_id = ?
-                AND e.project_path = ?
-                AND e.model_id = ?
-                AND start_map.message_time_ms <= ?
-                AND end_map.message_time_ms >= ?
-              ORDER BY e.compartment_id ASC, e.window_index ASC`);
-    datedSearchRowsByModelStatements.set(db, statement);
-  }
-  return statement;
-}
 function getBackfillCandidateStatement(db) {
   let stmt = backfillCandidateStatements.get(db);
   if (!stmt) {
@@ -358,22 +423,30 @@ function touchDecodedSearchPoolEntry(entry) {
 function estimateDecodedSearchPoolBytes(rows) {
   let bytes = 0;
   for (const row of rows) {
-    bytes += row.vector.byteLength + 256 + 2 * (row.sessionId.length + row.title.length + row.chunkHash.length + row.modelId.length);
+    bytes += row.vector.byteLength + 384 + 2 * (row.sessionId.length + row.title.length + row.chunkHash.length + row.modelId.length);
   }
   return bytes;
 }
-function cacheDecodedSearchPool(pool, key, rowCount, maxRowId, rows) {
+function cacheDecodedSearchPool(pool, key, probe, rows) {
   const existing = pool.get(key);
   if (existing)
     removeDecodedSearchPoolEntry(existing);
   const entry = {
     pool,
     key,
-    rowCount,
-    maxRowId,
+    ...probe,
     rows,
     byteSize: estimateDecodedSearchPoolBytes(rows)
   };
+  entry.byteSize += probe.ids.length * 8;
+  for (const metadata of probe.metadata.values()) {
+    entry.byteSize += 320;
+    for (const key of SEARCH_SCOPE_METADATA_FIELDS) {
+      const value = metadata[key];
+      if (typeof value === "string")
+        entry.byteSize += 2 * value.length;
+    }
+  }
   pool.set(key, entry);
   decodedSearchPoolLru.set(entry, true);
   decodedSearchPoolBytes += entry.byteSize;
@@ -384,16 +457,6 @@ function cacheDecodedSearchPool(pool, key, rowCount, maxRowId, rows) {
     removeDecodedSearchPoolEntry(oldest);
   }
 }
-function invalidateDecodedSearchPools(db, predicate) {
-  const pool = decodedSearchPools.get(db);
-  if (!pool)
-    return;
-  for (const [key, entry] of [...pool.entries()]) {
-    const parsed = JSON.parse(key);
-    if (predicate(parsed))
-      removeDecodedSearchPoolEntry(entry);
-  }
-}
 function isFinitePositiveInteger(value) {
   return typeof value === "number" && Number.isFinite(value) && value > 0;
 }
@@ -692,58 +755,104 @@ function replaceCompartmentChunkEmbeddings(db, rows, windowSourceKey) {
       recordChunkWindowSource(db, compartmentId, windowSourceKey, rows.map((row) => [row.window.windowIndex, row.window.chunkHash]));
     }
   }).immediate();
-  invalidateDecodedSearchPools(db, ([sessionId, projectPath, cachedModelId]) => sessionId === rows[0].sessionId && projectPath === rows[0].projectPath && cachedModelId === modelId);
 }
-function loadCompartmentChunkEmbeddingsForSearch(db, sessionId, projectPath, modelId, dateRange = null) {
+var yieldSearchPool = () => new Promise((resolve) => setImmediate(resolve));
+function searchPoolInTransaction(db) {
+  const connection = db;
+  return connection.inTransaction === true || connection.isTransaction === true;
+}
+async function refreshDecodedSearchPool(db, sessionId, projectPath, modelId) {
+  const key = searchPoolKey(sessionId, projectPath, modelId);
+  const pool = getDecodedSearchPool(db);
+  for (;; ) {
+    const inTransaction = searchPoolInTransaction(db);
+    const previous = pool.get(key);
+    const probe = await probeSearchScope(db, sessionId, projectPath, modelId, previous);
+    const rowCount = probe.rowCount;
+    const maxRowId = probe.maxRowId;
+    const cached = pool.get(key);
+    if (!inTransaction && cached && sameSearchScope(cached, probe)) {
+      touchDecodedSearchPoolEntry(cached);
+      return cached.rows;
+    }
+    const append = !inTransaction && cached && scopeOnlyAppended(cached, probe);
+    if (append)
+      searchPoolStats.appends++;
+    else
+      searchPoolStats.fullRebuilds++;
+    let afterId = append ? cached.maxRowId : 0;
+    const added = [];
+    let appendedCount = 0;
+    await yieldSearchPool();
+    for (;; ) {
+      const rows = getSearchRowsStatement(db, true).all(sessionId, projectPath, modelId, afterId, maxRowId);
+      if (rows.length === 0)
+        break;
+      afterId = rows[rows.length - 1].rowId;
+      appendedCount += rows.length;
+      for (const row of rows) {
+        if (typeof row.compartmentId !== "number" || typeof row.sessionId !== "string" || typeof row.title !== "string" || typeof row.compartmentStart !== "number" || typeof row.compartmentEnd !== "number" || typeof row.windowIndex !== "number" || typeof row.windowStart !== "number" || typeof row.windowEnd !== "number" || typeof row.chunkHash !== "string" || typeof row.modelId !== "string" || typeof row.dims !== "number" || !(row.vector instanceof Uint8Array || row.vector instanceof ArrayBuffer))
+          continue;
+        added.push({
+          compartmentId: row.compartmentId,
+          sessionId: row.sessionId,
+          title: row.title,
+          startOrdinal: row.compartmentStart,
+          endOrdinal: row.compartmentEnd,
+          windowIndex: row.windowIndex,
+          windowStartOrdinal: row.windowStart,
+          windowEndOrdinal: row.windowEnd,
+          chunkHash: row.chunkHash,
+          modelId: row.modelId,
+          dims: row.dims,
+          vector: toFloat32Array(row.vector)
+        });
+        searchPoolDates.set(added[added.length - 1], {
+          startTime: row.startTime,
+          endTime: row.endTime
+        });
+      }
+      await yieldSearchPool();
+    }
+    const endProbe = await probeSearchScope(db, sessionId, projectPath, modelId, probe);
+    if (!sameSearchScope(probe, endProbe) || searchPoolInTransaction(db) !== inTransaction) {
+      continue;
+    }
+    if (append && appendedCount !== rowCount - cached.rowCount) {
+      removeDecodedSearchPoolEntry(cached);
+      continue;
+    }
+    const decoded = append ? cached.rows.concat(added) : added;
+    decoded.sort((a, b) => a.compartmentId - b.compartmentId || a.windowIndex - b.windowIndex);
+    if (!inTransaction)
+      cacheDecodedSearchPool(pool, key, probe, decoded);
+    return decoded;
+  }
+}
+async function loadCompartmentChunkEmbeddingsForSearch(db, sessionId, projectPath, modelId, dateRange = null) {
   if (!modelId) {
     throw new Error("loadCompartmentChunkEmbeddingsForSearch requires a current model id");
   }
-  if (dateRange !== null) {
-    const rows = getDatedSearchRowsByModelStatement(db).all(sessionId, projectPath, modelId, dateRange.to, dateRange.from);
-    return rows.filter((row) => typeof row.compartmentId === "number" && typeof row.sessionId === "string" && typeof row.title === "string" && typeof row.compartmentStart === "number" && typeof row.compartmentEnd === "number" && typeof row.windowIndex === "number" && typeof row.windowStart === "number" && typeof row.windowEnd === "number" && typeof row.chunkHash === "string" && typeof row.modelId === "string" && typeof row.dims === "number" && (row.vector instanceof Uint8Array || row.vector instanceof ArrayBuffer)).map((row) => ({
-      compartmentId: row.compartmentId,
-      sessionId: row.sessionId,
-      title: row.title,
-      startOrdinal: row.compartmentStart,
-      endOrdinal: row.compartmentEnd,
-      windowIndex: row.windowIndex,
-      windowStartOrdinal: row.windowStart,
-      windowEndOrdinal: row.windowEnd,
-      chunkHash: row.chunkHash,
-      modelId: row.modelId,
-      dims: row.dims,
-      vector: toFloat32Array(row.vector)
-    }));
-  }
   const key = searchPoolKey(sessionId, projectPath, modelId);
-  const pool = getDecodedSearchPool(db);
-  const probe = getSearchPoolProbeStatement(db).get(sessionId, projectPath, modelId);
-  const rowCount = typeof probe?.rowCount === "number" ? probe.rowCount : 0;
-  const maxRowId = typeof probe?.maxRowId === "number" ? probe.maxRowId : 0;
-  const cached = pool.get(key);
-  if (cached && cached.rowCount === rowCount && cached.maxRowId === maxRowId) {
-    touchDecodedSearchPoolEntry(cached);
-    return refreshPoolCompartmentFields(db, sessionId, projectPath, modelId, cached.rows);
+  let pending = pendingSearchPools.get(db);
+  if (!pending) {
+    pending = new Map;
+    pendingSearchPools.set(db, pending);
+  }
+  for (;; ) {
+    while (pending.has(key))
+      await pending.get(key);
+    const operation = refreshDecodedSearchPool(db, sessionId, projectPath, modelId);
+    const completion = operation.then(() => {});
+    pending.set(key, completion);
+    try {
+      const rows = await operation;
+      return filterSearchPoolDates(rows, dateRange);
+    } finally {
+      pending.delete(key);
+      completion.catch(() => {});
+    }
   }
-  if (cached)
-    removeDecodedSearchPoolEntry(cached);
-  const rows = getSearchRowsStatement(db, true).all(sessionId, projectPath, modelId);
-  const decodedRows = rows.filter((row) => typeof row.compartmentId === "number" && typeof row.sessionId === "string" && typeof row.title === "string" && typeof row.compartmentStart === "number" && typeof row.compartmentEnd === "number" && typeof row.windowIndex === "number" && typeof row.windowStart === "number" && typeof row.windowEnd === "number" && typeof row.chunkHash === "string" && typeof row.modelId === "string" && typeof row.dims === "number" && (row.vector instanceof Uint8Array || row.vector instanceof ArrayBuffer)).map((row) => ({
-    compartmentId: row.compartmentId,
-    sessionId: row.sessionId,
-    title: row.title,
-    startOrdinal: row.compartmentStart,
-    endOrdinal: row.compartmentEnd,
-    windowIndex: row.windowIndex,
-    windowStartOrdinal: row.windowStart,
-    windowEndOrdinal: row.windowEnd,
-    chunkHash: row.chunkHash,
-    modelId: row.modelId,
-    dims: row.dims,
-    vector: toFloat32Array(row.vector)
-  }));
-  cacheDecodedSearchPool(pool, key, rowCount, maxRowId, decodedRows);
-  return decodedRows;
 }
 function loadUnembeddedShadowChunkCandidates(db, projectPath, primaryModelId, shadowModelId, limit, shadowMaxInputTokens) {
   const rows = getShadowBackfillCandidateStatement(db).all(projectPath, projectPath, primaryModelId);
@@ -928,7 +1037,6 @@ function renumberOneBasedChunkWindows(db, candidate, projectPath, modelId, windo
       recordChunkWindowSource(db, candidate.id, sourceKey, windows.map((window) => [window.windowIndex, window.chunkHash]));
     }
   }).immediate();
-  invalidateDecodedSearchPools(db, ([sessionId, cachedProjectPath, cachedModelId]) => sessionId === candidate.sessionId && cachedProjectPath === projectPath && cachedModelId === modelId);
 }
 function classifyChunkCoverageDefect(db, projectPath, modelId, candidate, maxInputTokens) {
   const mappedText = buildCanonicalChunkTextFromFts(db, candidate.sessionId, candidate.startMessage, candidate.endMessage);
@@ -1032,6 +1140,18 @@ function getSessionBackfillRows(db, projectPath, sessionId) {
              ORDER BY c.start_message ASC, c.id ASC`).all(projectPath, sessionId);
   return mapBackfillCandidateRows(rows);
 }
+async function countSessionCompartmentEmbedCoveragePolite(db, projectPath, sessionId, modelId, maxInputTokens = DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS) {
+  const candidates = getSessionBackfillRows(db, projectPath, sessionId);
+  let embedded = 0;
+  let started = performance.now();
+  for (const candidate of candidates) {
+    const { defect } = classifyChunkCoverageDefect(db, projectPath, modelId, candidate, maxInputTokens);
+    if (defect === null || defect === "renumber")
+      embedded++;
+    started = await yieldCoverageSlice(started);
+  }
+  return { embedded, total: candidates.length };
+}
 async function countUnembeddedSessionCompartmentsPolite(db, projectPath, sessionId, modelId, maxInputTokens = DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS) {
   const candidates = getSessionBackfillRows(db, projectPath, sessionId);
   let count = 0;
@@ -1045,4 +1165,4 @@ async function countUnembeddedSessionCompartmentsPolite(db, projectPath, session
   return count;
 }
 
-export { CHUNK_WINDOW_SAFETY_RATIO, normalizeCompartmentChunkMaxInputTokens, buildCanonicalChunkTextFromFts, buildCompartmentSummaryFallbackText, canonicalizeInMemoryChunkTextForEmbedding, chunkCanonicalText, chunkEmbeddingWindowsAreCurrent, replaceCompartmentChunkEmbeddings, loadCompartmentChunkEmbeddingsForSearch, loadUnembeddedShadowChunkCandidates, loadUnembeddedCompartmentChunkCandidatesPolite, deleteChunkEmbedBackoffForSession, recordChunkEmbedBackoff, chunkWindowSourceKey, loadUnembeddedSessionChunkCandidatesPolite, countSessionCompartmentEmbedCoverage, countUnembeddedSessionCompartmentsPolite };
+export { CHUNK_WINDOW_SAFETY_RATIO, normalizeCompartmentChunkMaxInputTokens, buildCanonicalChunkTextFromFts, buildCompartmentSummaryFallbackText, canonicalizeInMemoryChunkTextForEmbedding, chunkCanonicalText, chunkEmbeddingWindowsAreCurrent, replaceCompartmentChunkEmbeddings, loadCompartmentChunkEmbeddingsForSearch, loadUnembeddedShadowChunkCandidates, loadUnembeddedCompartmentChunkCandidatesPolite, deleteChunkEmbedBackoffForSession, recordChunkEmbedBackoff, chunkWindowSourceKey, loadUnembeddedSessionChunkCandidatesPolite, countSessionCompartmentEmbedCoverage, countSessionCompartmentEmbedCoveragePolite, countUnembeddedSessionCompartmentsPolite };

package/dist/v2/{server-ak7w74j9.js → server-h3wc20sv.js}

@@ -10,7 +10,7 @@ import {
 } from "./server-ckrb5rm8.js";
 import {
   shouldHoldIgnoredNotification
-} from "./server-zrwaj29a.js";
+} from "./server-d6t16r89.js";
 import {
   getErrorMessage
 } from "./server-y8v6yerm.js";

package/dist/v2/{server-7e087rvk.js → server-jc8v585p.js}

@@ -6001,4 +6001,4 @@ function deriveDefaultProtectedTokens(usableSoft) {
   return Math.min(64000, Math.max(lowerBound, target));
 }
 
-export { string, unknown, array, object, union, tuple, record, withContentLanguageDirective, buildPrimaryLanguageDirective, parseCron, nextOccurrence, nextDueAtMs, renderToolTemplate, promptSurfaceConfigIdentity, resolveModelConfigValue, resolvePromptSurface, DEFAULT_EXECUTE_THRESHOLD_PERCENTAGE, DEFAULT_HISTORIAN_TIMEOUT_MS, PROTECTED_TOKENS_MIN, DEFAULT_LOCAL_EMBEDDING_MODEL, PER_HARNESS_MIGRATION_INVENTORY, PER_HARNESS_MODEL_KEYS, ConfigProfilesSchema, DREAM_TASK_PROMOTION_DEFAULTS, MagicContextConfigSchema, LIVE_RELOAD_CONFIG_PATHS, deriveDefaultProtectedTokens };
+export { string, unknown, array, object, union, tuple, record, isValidLanguageCode, withContentLanguageDirective, buildPrimaryLanguageDirective, parseCron, nextOccurrence, nextDueAtMs, renderToolTemplate, promptSurfaceConfigIdentity, resolveModelConfigValue, resolvePromptSurface, DEFAULT_EXECUTE_THRESHOLD_PERCENTAGE, DEFAULT_HISTORIAN_TIMEOUT_MS, PROTECTED_TOKENS_MIN, DEFAULT_LOCAL_EMBEDDING_MODEL, PER_HARNESS_MIGRATION_INVENTORY, PER_HARNESS_MODEL_KEYS, ConfigProfilesSchema, DREAM_TASK_PROMOTION_DEFAULTS, MagicContextConfigSchema, LIVE_RELOAD_CONFIG_PATHS, deriveDefaultProtectedTokens };

package/dist/v2/{server-4zwx20yg.js → server-kn7skz9r.js}

@@ -17,7 +17,7 @@ import {
 } from "./server-f27he3j1.js";
 import {
   embedTextForProject2
-} from "./server-4easnf78.js";
+} from "./server-sg68np13.js";
 import {
   saveEmbeddingIfHashMatches
 } from "./server-4dhv7mqz.js";

package/dist/v2/{server-2hxypdx5.js → server-pbpp8r8h.js}

@@ -20,7 +20,7 @@ import {
 import {
   buildCanonicalChunkTextFromFts,
   loadCompartmentChunkEmbeddingsForSearch
-} from "./server-9a6bwc12.js";
+} from "./server-ewqshbs8.js";
 import {
   recordEmbeddingMeasurement,
   saveCommitEmbedding,
@@ -37,7 +37,7 @@ import {
   enqueueShadowEmbeddingItems2,
   getProjectEmbeddingSnapshot2,
   embedItemsForProject2
-} from "./server-4easnf78.js";
+} from "./server-sg68np13.js";
 import {
   getProjectEmbeddings2
 } from "./server-4dhv7mqz.js";
@@ -46,7 +46,7 @@ import {
   isEmbeddingEnabled,
   embedText,
   ensureMemoryEmbeddings2
-} from "./server-4rs8sm06.js";
+} from "./server-rxcq4t50.js";
 import {
   ModuleMemoryAuthorityError2,
   getMemoriesByProject2,
@@ -61,13 +61,13 @@ import {
   sanitizeFtsQuery,
   searchMemoriesFTS,
   searchMemoriesFTSUnion
-} from "./server-4zwx20yg.js";
+} from "./server-kn7skz9r.js";
 import {
   isRecord
 } from "./server-kmapq3v0.js";
 import {
   getIndexedMessageCorpusSize2
-} from "./server-z0rjemg1.js";
+} from "./server-d3f4g62c.js";
 import {
   resolveWorkspaceShareCategories,
   resolveWorkspaceIdentitySet,
@@ -2656,15 +2656,20 @@ function searchNotes(args) {
     sourceSessionId: entry.entry.note.sessionId
   }));
 }
-function searchCompartmentChunks(args) {
+async function searchCompartmentChunks(args) {
   if (!args.queryEmbedding || args.limit <= 0 || !args.modelId || args.modelId === "off")
     return [];
   const cutoff = args.maxOrdinal != null && args.maxOrdinal >= 0 ? args.maxOrdinal : null;
-  const rows = loadCompartmentChunkEmbeddingsForSearch(args.db, args.sessionId, args.projectPath, args.modelId, args.dateRange);
+  const rows = await loadCompartmentChunkEmbeddingsForSearch(args.db, args.sessionId, args.projectPath, args.modelId, args.dateRange);
   if (rows.length === 0)
     return [];
   const byCompartment = new Map;
+  let sliceStarted = performance.now();
   for (const row of rows) {
+    if (performance.now() - sliceStarted >= 4) {
+      await new Promise((resolve) => setImmediate(resolve));
+      sliceStarted = performance.now();
+    }
     if (cutoff !== null && row.endOrdinal > cutoff) {
       continue;
     }
@@ -3020,7 +3025,7 @@ async function unifiedSearch2(db, sessionId, projectPath, query, options = {}) {
   const workspace = resolveSearchWorkspaceContext(db, projectPath);
   const embeddingModelId = queryContract?.modelId ?? options.embeddingModelIdOverride ?? embeddingSnapshot?.modelId;
   const chunkModelId = queryContract?.chunkModelId ?? options.chunkModelIdOverride ?? embeddingSnapshot?.chunkModelId;
-  const compartmentResults = runCompartmentChunks ? searchCompartmentChunks({
+  const compartmentResults = runCompartmentChunks ? await searchCompartmentChunks({
     db,
     sessionId,
     projectPath,

package/dist/v2/{server-4rs8sm06.js → server-rxcq4t50.js}

@@ -1,6 +1,6 @@
 import {
   DEFAULT_LOCAL_EMBEDDING_MODEL
-} from "./server-7e087rvk.js";
+} from "./server-jc8v585p.js";
 import {
   log2
 } from "./server-9e5r8y60.js";
@@ -10,12 +10,12 @@ import {
 } from "./server-988cqjme.js";
 import {
   LocalEmbeddingProvider
-} from "./server-44ryn9rb.js";
+} from "./server-83d71zab.js";
 import {
   OpenAICompatibleEmbeddingProvider,
   getProjectEmbeddingSnapshot2,
   embedBatchForProject2
-} from "./server-4easnf78.js";
+} from "./server-sg68np13.js";
 import {
   isEmbeddingHostBusy2
 } from "./server-qt1qqasc.js";