@cortexkit/pi-magic-context 0.49.10 → 0.49.12

package/dist/{index-6e3yv1jt.js → index-af9nb5db.js}

@@ -1,19 +1,19 @@
 import {
   getTokenEstimatorFingerprint,
   estimateTokens
-} from "./index-4pxydwvg.js";
+} from "./index-g4jf772p.js";
 import {
   getHarness2
 } from "./index-0h2mkab2.js";
 import {
   log2
-} from "./index-gycf3sp7.js";
+} from "./index-7bqrfyny.js";
 import {
   isSynapseEmbeddingTruncated
-} from "./index-szh001qb.js";
+} from "./index-6dz2ed1v.js";
 import {
   messageFtsOrdinalRangeIsMapped
-} from "./index-fdxzpnbj.js";
+} from "./index-djxc8w8c.js";
 
 // ../plugin/src/features/magic-context/compartment-chunk-embedding.ts
 import { createHash } from "node:crypto";
@@ -106,6 +106,27 @@ function recursiveCharacterSplit(text, options) {
 // ../plugin/src/features/magic-context/compartment-chunk-embedding.ts
 var DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS = 512;
 var CHUNK_WINDOW_SAFETY_RATIO = 0.9;
+var SEARCH_SCOPE_METADATA_FIELDS = [
+  "rowId",
+  "compartmentId",
+  "sessionId",
+  "projectPath",
+  "harness",
+  "windowIndex",
+  "windowStart",
+  "windowEnd",
+  "chunkHash",
+  "modelId",
+  "dims",
+  "createdAt",
+  "vectorBytes",
+  "compartmentSessionId",
+  "title",
+  "compartmentStart",
+  "compartmentEnd",
+  "startTime",
+  "endTime"
+];
 var MESSAGE_FTS_CHUNK_LOAD_SQL = `SELECT map.message_ordinal AS messageOrdinal, fts.role, fts.content
  FROM message_fts_rowid_map AS map
  CROSS JOIN message_history_fts AS fts
@@ -115,7 +136,7 @@ var MESSAGE_FTS_CHUNK_LOAD_SQL = `SELECT map.message_ordinal AS messageOrdinal,
    AND fts.role IN ('user', 'assistant')
  ORDER BY map.message_ordinal ASC`;
 var loadFtsRowsStatements = new WeakMap;
-var searchPoolCompartmentStatements = new WeakMap;
+var searchPoolDates = new WeakMap;
 var existingHashStatements = new WeakMap;
 var existingHashByProjectStatements = new WeakMap;
 var deleteByCompartmentStatements = new WeakMap;
@@ -123,14 +144,15 @@ var insertEmbeddingStatements = new WeakMap;
 var renumberEmbeddingWindowStatements = new WeakMap;
 var searchRowsStatements = new WeakMap;
 var searchRowsByModelStatements = new WeakMap;
-var datedSearchRowsByModelStatements = new WeakMap;
 var searchPoolProbeStatements = new WeakMap;
+var pendingSearchPools = new WeakMap;
 var backfillCandidateStatements = new WeakMap;
 var shadowBackfillCandidateStatements = new WeakMap;
 var DECODED_SEARCH_POOL_CACHE_MAX_BYTES = 256 * 1024 * 1024;
 var decodedSearchPools = new WeakMap;
 var decodedSearchPoolLru = new Map;
 var decodedSearchPoolBytes = 0;
+var searchPoolStats = { fullRebuilds: 0, appends: 0, probes: 0, probeMs: 0, probePages: 0 };
 function getLoadFtsRowsStatement(db) {
   let stmt = loadFtsRowsStatements.get(db);
   if (!stmt) {
@@ -188,49 +210,120 @@ function getRenumberEmbeddingWindowStatement(db) {
 function getSearchPoolProbeStatement(db) {
   let stmt = searchPoolProbeStatements.get(db);
   if (!stmt) {
-    stmt = db.prepare(`SELECT COUNT(*) AS rowCount, MAX(id) AS maxRowId
-             FROM compartment_chunk_embeddings
-             WHERE session_id = ? AND project_path = ? AND model_id = ?`);
+    stmt = db.prepare(`SELECT e.id AS rowId, e.compartment_id AS compartmentId,
+                    e.session_id AS sessionId, e.project_path AS projectPath, e.harness AS harness,
+                    e.window_index AS windowIndex, e.start_ordinal AS windowStart,
+                    e.end_ordinal AS windowEnd, e.chunk_hash AS chunkHash,
+                    e.model_id AS modelId, e.dims AS dims, e.created_at AS createdAt,
+                    length(e.vector) AS vectorBytes,
+                    c.session_id AS compartmentSessionId, c.title AS title,
+                    c.start_message AS compartmentStart, c.end_message AS compartmentEnd,
+                    start_map.message_time_ms AS startTime, end_map.message_time_ms AS endTime
+             FROM compartment_chunk_embeddings e
+             LEFT JOIN compartments c ON c.id = e.compartment_id
+             LEFT JOIN message_fts_rowid_map start_map
+               ON start_map.session_id = c.session_id AND start_map.message_ordinal = c.start_message
+             LEFT JOIN message_fts_rowid_map end_map
+               ON end_map.session_id = c.session_id AND end_map.message_ordinal = c.end_message
+             WHERE e.session_id = ? AND e.project_path = ? AND e.model_id = ? AND e.id > ?
+             ORDER BY e.id ASC LIMIT 512`);
     searchPoolProbeStatements.set(db, stmt);
   }
   return stmt;
 }
-function getSearchPoolCompartmentStatement(db) {
-  let stmt = searchPoolCompartmentStatements.get(db);
-  if (!stmt) {
-    stmt = db.prepare(`SELECT id, title, start_message AS startOrdinal, end_message AS endOrdinal
-             FROM compartments
-             WHERE id IN (
-                 SELECT compartment_id FROM compartment_chunk_embeddings
-                 WHERE session_id = ? AND project_path = ? AND model_id = ?
-             )`);
-    searchPoolCompartmentStatements.set(db, stmt);
-  }
-  return stmt;
-}
-function refreshPoolCompartmentFields(db, sessionId, projectPath, modelId, rows) {
-  const current = new Map;
-  for (const row of getSearchPoolCompartmentStatement(db).all(sessionId, projectPath, modelId)) {
-    current.set(row.id, row);
+function sameScopeMetadata(left, right) {
+  for (let index = 0;index < SEARCH_SCOPE_METADATA_FIELDS.length; index++) {
+    const key = SEARCH_SCOPE_METADATA_FIELDS[index];
+    if (left[key] !== right[key])
+      return false;
   }
-  let missing = false;
-  for (const row of rows) {
-    const compartment = current.get(row.compartmentId);
-    if (!compartment) {
-      missing = true;
-      continue;
+  return true;
+}
+async function probeSearchScope(db, sessionId, projectPath, modelId, previous) {
+  const started = performance.now();
+  searchPoolStats.probes++;
+  const probe = {
+    rowCount: 0,
+    maxRowId: 0,
+    rowIdSum: 0,
+    metadata: previous?.metadata ?? new Map,
+    ids: previous?.ids ?? []
+  };
+  let copied = previous === undefined;
+  let oldIndex = 0;
+  const writable = () => {
+    if (!copied) {
+      probe.metadata = new Map(probe.metadata);
+      copied = true;
+    }
+    return probe.metadata;
+  };
+  await yieldSearchPool();
+  for (;; ) {
+    const rows = getSearchPoolProbeStatement(db).all(sessionId, projectPath, modelId, probe.maxRowId);
+    searchPoolStats.probePages++;
+    if (rows.length === 0) {
+      if (previous) {
+        while (oldIndex < previous.ids.length)
+          writable().delete(previous.ids[oldIndex++]);
+      }
+      if (copied)
+        probe.ids = [...probe.metadata.keys()].sort((a, b) => a - b);
+      searchPoolStats.probeMs += performance.now() - started;
+      return probe;
+    }
+    for (const row of rows) {
+      probe.rowCount++;
+      probe.maxRowId = row.rowId;
+      probe.rowIdSum += row.rowId;
+      if (previous) {
+        while (oldIndex < previous.ids.length && previous.ids[oldIndex] < row.rowId) {
+          writable().delete(previous.ids[oldIndex++]);
+        }
+      }
+      if (previous && previous.ids[oldIndex] === row.rowId) {
+        const old = previous.metadata.get(row.rowId);
+        if (!old || !sameScopeMetadata(old, row)) {
+          writable().set(row.rowId, row);
+        }
+        oldIndex++;
+      } else
+        writable().set(row.rowId, row);
     }
-    row.title = compartment.title;
-    row.startOrdinal = compartment.startOrdinal;
-    row.endOrdinal = compartment.endOrdinal;
+    await yieldSearchPool();
+  }
+}
+function sameSearchScope(left, right) {
+  return left.rowCount === right.rowCount && left.maxRowId === right.maxRowId && left.rowIdSum === right.rowIdSum && (left.metadata === right.metadata || [...left.metadata].every(([id, value]) => right.metadata.get(id) === value));
+}
+function scopeOnlyAppended(cached, probe) {
+  if (probe.rowCount <= cached.rowCount)
+    return false;
+  let addedCount = 0;
+  let addedSum = 0;
+  for (const [id, fingerprint] of probe.metadata) {
+    if (id > cached.maxRowId) {
+      addedCount++;
+      addedSum += id;
+    } else if (cached.metadata.get(id) !== fingerprint)
+      return false;
   }
-  return missing ? rows.filter((row) => current.has(row.compartmentId)) : rows;
+  return addedCount === probe.rowCount - cached.rowCount && cached.rowIdSum + addedSum === probe.rowIdSum;
+}
+function filterSearchPoolDates(rows, dateRange) {
+  if (dateRange === null)
+    return rows;
+  return rows.filter((row) => {
+    const compartment = searchPoolDates.get(row);
+    return compartment !== undefined && compartment.startTime !== null && compartment.endTime !== null && compartment.startTime <= dateRange.to && compartment.endTime >= dateRange.from;
+  });
 }
 function getSearchRowsStatement(db, withModel) {
   const map = withModel ? searchRowsByModelStatements : searchRowsStatements;
   let stmt = map.get(db);
   if (!stmt) {
-    stmt = db.prepare(`SELECT e.compartment_id AS compartmentId,
+    stmt = db.prepare(`SELECT e.id AS rowId, e.compartment_id AS compartmentId,
+                    start_map.message_time_ms AS startTime, end_map.message_time_ms AS endTime,
                     e.session_id AS sessionId,
                     c.title AS title,
                     c.start_message AS compartmentStart,
@@ -243,48 +336,20 @@ function getSearchRowsStatement(db, withModel) {
                     e.dims AS dims,
                     e.vector AS vector
              FROM compartment_chunk_embeddings e
-             JOIN compartments c ON c.id = e.compartment_id
+              JOIN compartments c ON c.id = e.compartment_id
+              LEFT JOIN message_fts_rowid_map start_map
+                ON start_map.session_id = c.session_id AND start_map.message_ordinal = c.start_message
+              LEFT JOIN message_fts_rowid_map end_map
+                ON end_map.session_id = c.session_id AND end_map.message_ordinal = c.end_message
              WHERE e.session_id = ?
                AND e.project_path = ?
-               ${withModel ? "AND e.model_id = ?" : ""}
-             ORDER BY e.compartment_id ASC, e.window_index ASC`);
+                ${withModel ? "AND e.model_id = ?" : ""}
+                AND e.id > ? AND e.id <= ?
+              ORDER BY e.id ASC LIMIT 16`);
     map.set(db, stmt);
   }
   return stmt;
 }
-function getDatedSearchRowsByModelStatement(db) {
-  let statement = datedSearchRowsByModelStatements.get(db);
-  if (!statement) {
-    statement = db.prepare(`SELECT e.compartment_id AS compartmentId,
-                    e.session_id AS sessionId,
-                    c.title AS title,
-                    c.start_message AS compartmentStart,
-                    c.end_message AS compartmentEnd,
-                    e.window_index AS windowIndex,
-                    e.start_ordinal AS windowStart,
-                    e.end_ordinal AS windowEnd,
-                    e.chunk_hash AS chunkHash,
-                    e.model_id AS modelId,
-                    e.dims AS dims,
-                    e.vector AS vector
-               FROM compartment_chunk_embeddings e
-               JOIN compartments c ON c.id = e.compartment_id
-               JOIN message_fts_rowid_map AS start_map
-                 ON start_map.session_id = c.session_id
-                AND start_map.message_ordinal = c.start_message
-               JOIN message_fts_rowid_map AS end_map
-                 ON end_map.session_id = c.session_id
-                AND end_map.message_ordinal = c.end_message
-              WHERE e.session_id = ?
-                AND e.project_path = ?
-                AND e.model_id = ?
-                AND start_map.message_time_ms <= ?
-                AND end_map.message_time_ms >= ?
-              ORDER BY e.compartment_id ASC, e.window_index ASC`);
-    datedSearchRowsByModelStatements.set(db, statement);
-  }
-  return statement;
-}
 function getBackfillCandidateStatement(db) {
   let stmt = backfillCandidateStatements.get(db);
   if (!stmt) {
@@ -358,22 +423,30 @@ function touchDecodedSearchPoolEntry(entry) {
 function estimateDecodedSearchPoolBytes(rows) {
   let bytes = 0;
   for (const row of rows) {
-    bytes += row.vector.byteLength + 256 + 2 * (row.sessionId.length + row.title.length + row.chunkHash.length + row.modelId.length);
+    bytes += row.vector.byteLength + 384 + 2 * (row.sessionId.length + row.title.length + row.chunkHash.length + row.modelId.length);
   }
   return bytes;
 }
-function cacheDecodedSearchPool(pool, key, rowCount, maxRowId, rows) {
+function cacheDecodedSearchPool(pool, key, probe, rows) {
   const existing = pool.get(key);
   if (existing)
     removeDecodedSearchPoolEntry(existing);
   const entry = {
     pool,
     key,
-    rowCount,
-    maxRowId,
+    ...probe,
     rows,
     byteSize: estimateDecodedSearchPoolBytes(rows)
   };
+  entry.byteSize += probe.ids.length * 8;
+  for (const metadata of probe.metadata.values()) {
+    entry.byteSize += 320;
+    for (const key of SEARCH_SCOPE_METADATA_FIELDS) {
+      const value = metadata[key];
+      if (typeof value === "string")
+        entry.byteSize += 2 * value.length;
+    }
+  }
   pool.set(key, entry);
   decodedSearchPoolLru.set(entry, true);
   decodedSearchPoolBytes += entry.byteSize;
@@ -384,16 +457,6 @@ function cacheDecodedSearchPool(pool, key, rowCount, maxRowId, rows) {
     removeDecodedSearchPoolEntry(oldest);
   }
 }
-function invalidateDecodedSearchPools(db, predicate) {
-  const pool = decodedSearchPools.get(db);
-  if (!pool)
-    return;
-  for (const [key, entry] of [...pool.entries()]) {
-    const parsed = JSON.parse(key);
-    if (predicate(parsed))
-      removeDecodedSearchPoolEntry(entry);
-  }
-}
 function isFinitePositiveInteger(value) {
   return typeof value === "number" && Number.isFinite(value) && value > 0;
 }
@@ -692,58 +755,104 @@ function replaceCompartmentChunkEmbeddings(db, rows, windowSourceKey) {
       recordChunkWindowSource(db, compartmentId, windowSourceKey, rows.map((row) => [row.window.windowIndex, row.window.chunkHash]));
     }
   }).immediate();
-  invalidateDecodedSearchPools(db, ([sessionId, projectPath, cachedModelId]) => sessionId === rows[0].sessionId && projectPath === rows[0].projectPath && cachedModelId === modelId);
 }
-function loadCompartmentChunkEmbeddingsForSearch(db, sessionId, projectPath, modelId, dateRange = null) {
+var yieldSearchPool = () => new Promise((resolve) => setImmediate(resolve));
+function searchPoolInTransaction(db) {
+  const connection = db;
+  return connection.inTransaction === true || connection.isTransaction === true;
+}
+async function refreshDecodedSearchPool(db, sessionId, projectPath, modelId) {
+  const key = searchPoolKey(sessionId, projectPath, modelId);
+  const pool = getDecodedSearchPool(db);
+  for (;; ) {
+    const inTransaction = searchPoolInTransaction(db);
+    const previous = pool.get(key);
+    const probe = await probeSearchScope(db, sessionId, projectPath, modelId, previous);
+    const rowCount = probe.rowCount;
+    const maxRowId = probe.maxRowId;
+    const cached = pool.get(key);
+    if (!inTransaction && cached && sameSearchScope(cached, probe)) {
+      touchDecodedSearchPoolEntry(cached);
+      return cached.rows;
+    }
+    const append = !inTransaction && cached && scopeOnlyAppended(cached, probe);
+    if (append)
+      searchPoolStats.appends++;
+    else
+      searchPoolStats.fullRebuilds++;
+    let afterId = append ? cached.maxRowId : 0;
+    const added = [];
+    let appendedCount = 0;
+    await yieldSearchPool();
+    for (;; ) {
+      const rows = getSearchRowsStatement(db, true).all(sessionId, projectPath, modelId, afterId, maxRowId);
+      if (rows.length === 0)
+        break;
+      afterId = rows[rows.length - 1].rowId;
+      appendedCount += rows.length;
+      for (const row of rows) {
+        if (typeof row.compartmentId !== "number" || typeof row.sessionId !== "string" || typeof row.title !== "string" || typeof row.compartmentStart !== "number" || typeof row.compartmentEnd !== "number" || typeof row.windowIndex !== "number" || typeof row.windowStart !== "number" || typeof row.windowEnd !== "number" || typeof row.chunkHash !== "string" || typeof row.modelId !== "string" || typeof row.dims !== "number" || !(row.vector instanceof Uint8Array || row.vector instanceof ArrayBuffer))
+          continue;
+        added.push({
+          compartmentId: row.compartmentId,
+          sessionId: row.sessionId,
+          title: row.title,
+          startOrdinal: row.compartmentStart,
+          endOrdinal: row.compartmentEnd,
+          windowIndex: row.windowIndex,
+          windowStartOrdinal: row.windowStart,
+          windowEndOrdinal: row.windowEnd,
+          chunkHash: row.chunkHash,
+          modelId: row.modelId,
+          dims: row.dims,
+          vector: toFloat32Array(row.vector)
+        });
+        searchPoolDates.set(added[added.length - 1], {
+          startTime: row.startTime,
+          endTime: row.endTime
+        });
+      }
+      await yieldSearchPool();
+    }
+    const endProbe = await probeSearchScope(db, sessionId, projectPath, modelId, probe);
+    if (!sameSearchScope(probe, endProbe) || searchPoolInTransaction(db) !== inTransaction) {
+      continue;
+    }
+    if (append && appendedCount !== rowCount - cached.rowCount) {
+      removeDecodedSearchPoolEntry(cached);
+      continue;
+    }
+    const decoded = append ? cached.rows.concat(added) : added;
+    decoded.sort((a, b) => a.compartmentId - b.compartmentId || a.windowIndex - b.windowIndex);
+    if (!inTransaction)
+      cacheDecodedSearchPool(pool, key, probe, decoded);
+    return decoded;
+  }
+}
+async function loadCompartmentChunkEmbeddingsForSearch(db, sessionId, projectPath, modelId, dateRange = null) {
   if (!modelId) {
     throw new Error("loadCompartmentChunkEmbeddingsForSearch requires a current model id");
   }
-  if (dateRange !== null) {
-    const rows = getDatedSearchRowsByModelStatement(db).all(sessionId, projectPath, modelId, dateRange.to, dateRange.from);
-    return rows.filter((row) => typeof row.compartmentId === "number" && typeof row.sessionId === "string" && typeof row.title === "string" && typeof row.compartmentStart === "number" && typeof row.compartmentEnd === "number" && typeof row.windowIndex === "number" && typeof row.windowStart === "number" && typeof row.windowEnd === "number" && typeof row.chunkHash === "string" && typeof row.modelId === "string" && typeof row.dims === "number" && (row.vector instanceof Uint8Array || row.vector instanceof ArrayBuffer)).map((row) => ({
-      compartmentId: row.compartmentId,
-      sessionId: row.sessionId,
-      title: row.title,
-      startOrdinal: row.compartmentStart,
-      endOrdinal: row.compartmentEnd,
-      windowIndex: row.windowIndex,
-      windowStartOrdinal: row.windowStart,
-      windowEndOrdinal: row.windowEnd,
-      chunkHash: row.chunkHash,
-      modelId: row.modelId,
-      dims: row.dims,
-      vector: toFloat32Array(row.vector)
-    }));
-  }
   const key = searchPoolKey(sessionId, projectPath, modelId);
-  const pool = getDecodedSearchPool(db);
-  const probe = getSearchPoolProbeStatement(db).get(sessionId, projectPath, modelId);
-  const rowCount = typeof probe?.rowCount === "number" ? probe.rowCount : 0;
-  const maxRowId = typeof probe?.maxRowId === "number" ? probe.maxRowId : 0;
-  const cached = pool.get(key);
-  if (cached && cached.rowCount === rowCount && cached.maxRowId === maxRowId) {
-    touchDecodedSearchPoolEntry(cached);
-    return refreshPoolCompartmentFields(db, sessionId, projectPath, modelId, cached.rows);
+  let pending = pendingSearchPools.get(db);
+  if (!pending) {
+    pending = new Map;
+    pendingSearchPools.set(db, pending);
+  }
+  for (;; ) {
+    while (pending.has(key))
+      await pending.get(key);
+    const operation = refreshDecodedSearchPool(db, sessionId, projectPath, modelId);
+    const completion = operation.then(() => {});
+    pending.set(key, completion);
+    try {
+      const rows = await operation;
+      return filterSearchPoolDates(rows, dateRange);
+    } finally {
+      pending.delete(key);
+      completion.catch(() => {});
+    }
   }
-  if (cached)
-    removeDecodedSearchPoolEntry(cached);
-  const rows = getSearchRowsStatement(db, true).all(sessionId, projectPath, modelId);
-  const decodedRows = rows.filter((row) => typeof row.compartmentId === "number" && typeof row.sessionId === "string" && typeof row.title === "string" && typeof row.compartmentStart === "number" && typeof row.compartmentEnd === "number" && typeof row.windowIndex === "number" && typeof row.windowStart === "number" && typeof row.windowEnd === "number" && typeof row.chunkHash === "string" && typeof row.modelId === "string" && typeof row.dims === "number" && (row.vector instanceof Uint8Array || row.vector instanceof ArrayBuffer)).map((row) => ({
-    compartmentId: row.compartmentId,
-    sessionId: row.sessionId,
-    title: row.title,
-    startOrdinal: row.compartmentStart,
-    endOrdinal: row.compartmentEnd,
-    windowIndex: row.windowIndex,
-    windowStartOrdinal: row.windowStart,
-    windowEndOrdinal: row.windowEnd,
-    chunkHash: row.chunkHash,
-    modelId: row.modelId,
-    dims: row.dims,
-    vector: toFloat32Array(row.vector)
-  }));
-  cacheDecodedSearchPool(pool, key, rowCount, maxRowId, decodedRows);
-  return decodedRows;
 }
 function loadUnembeddedShadowChunkCandidates(db, projectPath, primaryModelId, shadowModelId, limit, shadowMaxInputTokens) {
   const rows = getShadowBackfillCandidateStatement(db).all(projectPath, projectPath, primaryModelId);
@@ -928,7 +1037,6 @@ function renumberOneBasedChunkWindows(db, candidate, projectPath, modelId, windo
       recordChunkWindowSource(db, candidate.id, sourceKey, windows.map((window) => [window.windowIndex, window.chunkHash]));
     }
   }).immediate();
-  invalidateDecodedSearchPools(db, ([sessionId, cachedProjectPath, cachedModelId]) => sessionId === candidate.sessionId && cachedProjectPath === projectPath && cachedModelId === modelId);
 }
 function classifyChunkCoverageDefect(db, projectPath, modelId, candidate, maxInputTokens) {
   const mappedText = buildCanonicalChunkTextFromFts(db, candidate.sessionId, candidate.startMessage, candidate.endMessage);
@@ -1057,4 +1165,4 @@ async function countUnembeddedSessionCompartmentsPolite(db, projectPath, session
   return count;
 }
 
-export { CHUNK_WINDOW_SAFETY_RATIO, normalizeCompartmentChunkMaxInputTokens, buildCanonicalChunkTextFromFts, buildCompartmentSummaryFallbackText, canonicalizeInMemoryChunkTextForEmbedding, chunkCanonicalText, chunkEmbeddingWindowsAreCurrent, replaceCompartmentChunkEmbeddings, loadCompartmentChunkEmbeddingsForSearch, loadUnembeddedShadowChunkCandidates, loadUnembeddedCompartmentChunkCandidatesPolite, deleteChunkEmbedBackoffForSession, recordChunkEmbedBackoff, chunkWindowSourceKey, loadUnembeddedSessionChunkCandidatesPolite, countSessionCompartmentEmbedCoverage, countSessionCompartmentEmbedCoveragePolite, countUnembeddedSessionCompartmentsPolite };
+export { DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS, CHUNK_WINDOW_SAFETY_RATIO, normalizeCompartmentChunkMaxInputTokens, buildCanonicalChunkTextFromFts, buildCompartmentSummaryFallbackText, canonicalizeInMemoryChunkTextForEmbedding, chunkCanonicalText, chunkEmbeddingWindowsAreCurrent, replaceCompartmentChunkEmbeddings, loadCompartmentChunkEmbeddingsForSearch, loadUnembeddedShadowChunkCandidates, loadUnembeddedCompartmentChunkCandidatesPolite, deleteChunkEmbedBackoffForSession, recordChunkEmbedBackoff, chunkWindowSourceKey, loadUnembeddedSessionChunkCandidatesPolite, countSessionCompartmentEmbedCoverage, countSessionCompartmentEmbedCoveragePolite, countUnembeddedSessionCompartmentsPolite };

package/dist/{index-3veejgp8.js → index-apgwdby5.js}

@@ -1,6 +1,6 @@
 import {
   log2
-} from "./index-gycf3sp7.js";
+} from "./index-7bqrfyny.js";
 
 // ../plugin/src/shared/rpc-utils.ts
 import { execFile, execFileSync } from "node:child_process";

package/dist/{index-43zqh10z.js → index-d4dt19md.js}

@@ -1,6 +1,6 @@
 import {
   log2
-} from "./index-gycf3sp7.js";
+} from "./index-7bqrfyny.js";
 
 // ../plugin/src/shared/write-transaction-timing.ts
 var SLOW_WRITE_TRANSACTION_THRESHOLD_MS = 1000;

package/dist/{index-fdxzpnbj.js → index-djxc8w8c.js}

@@ -4,7 +4,7 @@ import {
 } from "./index-asrxgdt4.js";
 import {
   logSlowWriteTransaction
-} from "./index-43zqh10z.js";
+} from "./index-d4dt19md.js";
 
 // ../plugin/src/shared/project-directory-key.ts
 import path from "node:path";

package/dist/{index-x7426vy4.js → index-ed9d2ded.js}

@@ -1,12 +1,12 @@
 import {
   estimateTokens
-} from "./index-4pxydwvg.js";
+} from "./index-g4jf772p.js";
 import {
   getHarness2
 } from "./index-0h2mkab2.js";
 import {
   sessionLog2
-} from "./index-gycf3sp7.js";
+} from "./index-7bqrfyny.js";
 import {
   getTagIdentityWriteGeneration2,
   getSqliteDatabasePath2
@@ -15,7 +15,7 @@ import {
   jsonHashSink,
   tagOrderConstraintIndex,
   tagIdentityRevisionKey
-} from "./index-ttxsmaj5.js";
+} from "./index-jrap43gc.js";
 import {
   DEFAULT_PROTECTED_TOOLS,
   normalizeProtectedToolName,
@@ -2533,6 +2533,19 @@ function insertTag2(db, sessionId, messageId, type, byteSize, tagNumber, reasoni
 function updateTagStatus2(db, sessionId, tagId, status) {
   getUpdateTagStatusStatement(db).run(status, sessionId, tagId);
 }
+var droppedTagStatements = new WeakMap;
+function markTagDropped2(db, sessionId, tagId, mode) {
+  if (!mode) {
+    updateTagStatus2(db, sessionId, tagId, "dropped");
+    return;
+  }
+  let statement = droppedTagStatements.get(db);
+  if (!statement) {
+    statement = db.prepare("UPDATE tags SET status = ?, drop_mode = ? WHERE session_id = ? AND tag_number = ?");
+    droppedTagStatements.set(db, statement);
+  }
+  statement.run("dropped", mode, sessionId, tagId);
+}
 var inertWhitespaceStatements = new WeakMap;
 var inertWhitespaceByNumberStatements = new WeakMap;
 function getInertWhitespaceAssistantTagsByNumbers2(db, sessionId, tagNumbers) {
@@ -3197,7 +3210,7 @@ function getNewestToolTagNumbers2(db, sessionId, limit) {
   let statement = newestToolTagNumberStatements.get(db);
   if (!statement) {
     statement = db.prepare(`SELECT tag_number FROM tags
-              WHERE session_id = ? AND type = 'tool'
+              WHERE session_id = ? AND +type = 'tool'
                 AND typeof(message_id) = 'text'
                 AND typeof(status) = 'text'
                 AND typeof(byte_size) IN ('integer', 'real')
@@ -3367,4 +3380,4 @@ function deleteToolTagsByOwner(db, sessionId, ownerMsgId) {
   return getDeleteToolTagsByOwnerStatement(db).all(sessionId, ownerMsgId).length;
 }
 
-export { UNKNOWN_FIT_RATIO, resolveDecisionCalibration, hasMeasuredDecisionCalibration, providerMass, localBudget, calibrationForModelKey, historyLocalBudget, adoptedProtectedToolsPolicy, protectedToolTagNumbers, protectedToolTokenCount, stripWellFormedLeadingTagPrefix, stripPersistedAssistantText, byteSize, stripTagPrefix, peelLeadingMcTagNotation, prependTag, rememberCurrentToolOutputCount, currentReclaimableToolOutputCount, isRecord, TEXT_TAG_IDENTITY_MARKER, PI_FALLBACK_PREFIXES_JSON, contentTagOwnerMessageId, TailHygieneJsonMemo, piJsonHash, estimateImageTokensFromDataUrl, estimateToolAttachmentImageTokens, providerVisiblePart, providerVisibleMessage, TODO_STATUSES, TODO_PRIORITIES, TITLE_DONE_STATUSES, normalizeTodoStateJson, buildSyntheticTodoPart, stripChannel1ReminderSpans, compareMeasuredTailPrefix, formatTailHygienePrefixMismatch, freezeTailHygieneMeasurement, effectiveTailHygiene, CHANNEL1_SENTINEL, CHANNEL1_FLOOR_TOKENS, decideChannel1, evaluateChannel2, buildChannel2Reminder, buildChannel1Reminder, planEmergencyDrop, measureEmergencyTag, queuePendingOp, queuePendingDropForUnchangedTag, getPendingOps, getPendingOpsCount, clearPendingOps, removePendingOp, updateTagByteSize2, getRecentTagOwnerMessageIds2, getActiveTagTokenAggregate2, AGE_RECLAIM_MIN_TOKENS2, getOldestActiveUnprotectedToolTags2, getActiveToolTagsForAgeReclaim2, getTriggerTagTokenUpperBound2, getActiveTagTokenTotalsByMessage2, updateTagInputByteSize2, updateTagTokenCount2, getPersistedToolTagAccounting2, getAllStatusTagTokenTotalsFlat2, getReasoningTokenEstimatesByMessage2, tryGetReasoningTokenEstimatesByMessage2, getMaxTagNumberByOwnerMessage2, scanTagOwnerSummary2, scanTagOwnerDelta2, updateTagInputTokenCount2, tagTokenCountIsNull2, backfillTagTokenCounts2, insertTag2, updateTagStatus2, getInertWhitespaceAssistantTagsByNumbers2, updateTagDropMode2, updateCavemanDepth2, updateTagMessageId2, hasPiFallbackMessageTags2, findAdoptableFallbackTags2, adoptFallbackTagMessageId2, foldShrunkPartTags2, hasPiFallbackToolOwnerTags2, findPiFallbackToolOwnerTags2, PiTagIdentityConflictError2, getPiMessageTagCandidates2, findPiTagIdentityConflict2, adoptPiFallbackToolOwnerTag2, adoptPiFallbackMessageTag2, markTagsCompactedByMessageIds2, deleteTagsByMessageId2, getMaxTagNumberBySession2, getTagNumberByMessageId2, getAssignableTagNumberByMessageId2, getMinMessageTagNumberForRawId2, deriveTagLoadFloor2, TAG_SELECT_COLUMNS2, getTagsBySession2, getActiveTagsBySession2, getTagsForPendingOperations2, getTagsByNumbers2, getNewestToolTagNumbers2, getDroppedTagsByNumbers2, getMaxDroppedTagNumber2, getTagById2, getTopNBySize2, getToolTagNumberByOwner2, getNullOwnerToolTag2, adoptNullOwnerToolTag2, getCandidateToolOwners2, pickNearestPriorOwner2 };
+export { UNKNOWN_FIT_RATIO, resolveDecisionCalibration, hasMeasuredDecisionCalibration, providerMass, localBudget, calibrationForModelKey, historyLocalBudget, adoptedProtectedToolsPolicy, protectedToolTagNumbers, protectedToolTokenCount, stripWellFormedLeadingTagPrefix, stripPersistedAssistantText, byteSize, stripTagPrefix, peelLeadingMcTagNotation, prependTag, rememberCurrentToolOutputCount, currentReclaimableToolOutputCount, isRecord, TEXT_TAG_IDENTITY_MARKER, PI_FALLBACK_PREFIXES_JSON, contentTagOwnerMessageId, TailHygieneJsonMemo, piJsonHash, estimateImageTokensFromDataUrl, estimateToolAttachmentImageTokens, providerVisiblePart, providerVisibleMessage, TODO_STATUSES, TODO_PRIORITIES, TITLE_DONE_STATUSES, normalizeTodoStateJson, buildSyntheticTodoPart, stripChannel1ReminderSpans, compareMeasuredTailPrefix, formatTailHygienePrefixMismatch, freezeTailHygieneMeasurement, effectiveTailHygiene, CHANNEL1_SENTINEL, CHANNEL1_FLOOR_TOKENS, decideChannel1, evaluateChannel2, buildChannel2Reminder, buildChannel1Reminder, planEmergencyDrop, measureEmergencyTag, queuePendingOp, queuePendingDropForUnchangedTag, getPendingOps, getPendingOpsCount, clearPendingOps, removePendingOp, updateTagByteSize2, getRecentTagOwnerMessageIds2, getActiveTagTokenAggregate2, AGE_RECLAIM_MIN_TOKENS2, getOldestActiveUnprotectedToolTags2, getActiveToolTagsForAgeReclaim2, getTriggerTagTokenUpperBound2, getActiveTagTokenTotalsByMessage2, updateTagInputByteSize2, updateTagTokenCount2, getPersistedToolTagAccounting2, getAllStatusTagTokenTotalsFlat2, getReasoningTokenEstimatesByMessage2, tryGetReasoningTokenEstimatesByMessage2, getMaxTagNumberByOwnerMessage2, scanTagOwnerSummary2, scanTagOwnerDelta2, updateTagInputTokenCount2, tagTokenCountIsNull2, backfillTagTokenCounts2, insertTag2, updateTagStatus2, markTagDropped2, getInertWhitespaceAssistantTagsByNumbers2, updateTagDropMode2, updateCavemanDepth2, updateTagMessageId2, hasPiFallbackMessageTags2, findAdoptableFallbackTags2, adoptFallbackTagMessageId2, foldShrunkPartTags2, hasPiFallbackToolOwnerTags2, findPiFallbackToolOwnerTags2, PiTagIdentityConflictError2, getPiMessageTagCandidates2, findPiTagIdentityConflict2, adoptPiFallbackToolOwnerTag2, adoptPiFallbackMessageTag2, markTagsCompactedByMessageIds2, deleteTagsByMessageId2, getMaxTagNumberBySession2, getTagNumberByMessageId2, getAssignableTagNumberByMessageId2, getMinMessageTagNumberForRawId2, deriveTagLoadFloor2, TAG_SELECT_COLUMNS2, getTagsBySession2, getActiveTagsBySession2, getTagsForPendingOperations2, getTagsByNumbers2, getNewestToolTagNumbers2, getDroppedTagsByNumbers2, getMaxDroppedTagNumber2, getTagById2, getTopNBySize2, getToolTagNumberByOwner2, getNullOwnerToolTag2, adoptNullOwnerToolTag2, getCandidateToolOwners2, pickNearestPriorOwner2 };

package/dist/{index-kh3jt7t9.js → index-f18ec69t.js}

@@ -1,6 +1,6 @@
 import {
   log2
-} from "./index-gycf3sp7.js";
+} from "./index-7bqrfyny.js";
 
 // ../plugin/src/shared/safe-notification-target.ts
 var DEFAULT_TITLE_RE = /^(New session - |Child session - )\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}Z$/;