@cortexkit/pi-magic-context 0.49.25 → 0.49.27

package/dist/{index-8hmqdav2.js → index-6981g1xv.js}

@@ -106,8 +106,6 @@ function runSessionWarmupWorker(input, options) {
         finish({ delta: reply.delta });
       else if (reply.kind === "indexed")
         finish({ inserted: reply.inserted, measurements: reply.measurements });
-      else if (reply.kind === "orphan-sweep")
-        finish({ orphanSweep: reply.result });
       else if (reply.kind === "exact-ordinal-ids")
         finish({ exactOrdinalIds: reply.ids });
       else if (reply.kind === "search-archive")
@@ -720,6 +718,20 @@ function survivingAnchor(db, set) {
 }
 var ordinalCheckpoints = new WeakMap;
 var ordinalSummarySeeds = new WeakMap;
+function hasLateCommitBehindCheckpoint(db, sessionId, scan) {
+  const tail = scan.checkpoints?.at(-1);
+  if (!tail || scan.maxRowid === undefined)
+    return false;
+  const row = db.prepare(`SELECT COUNT(*) AS count FROM message
+             WHERE rowid > ? AND +session_id = ?
+               AND (time_created, id) <= (?, ?)
+               AND NOT (${EXCLUDED_ROW_SQL})`).get(scan.maxRowid, sessionId, tail.timeCreated, tail.id);
+  return typeof row?.count === "number" && row.count > 0;
+}
+function discardRetainedOrdinalRanks(db, sessionId) {
+  ordinalCheckpoints.get(db)?.delete(sessionId);
+  ordinalSummarySeeds.get(db)?.delete(sessionId);
+}
 var ORDINAL_LOOKUP_LIMIT = 512;
 function currentOrdinalCheckpoints(db, sessionId) {
   const cached = ordinalCheckpoints.get(db)?.get(sessionId);
@@ -750,10 +762,16 @@ function extendOrdinalCheckpoints(db, sessionId, scan, limit) {
     scan.sessionRows = points.at(-1)?.storedCount ?? 0;
   }
   const tail = points.at(-1);
-  const rows = db.prepare(`SELECT id, time_created AS timeCreated, ${EXCLUDED_ROW_SQL} AS excluded FROM message
+  const rows = db.prepare(`SELECT id, time_created AS timeCreated, rowid AS rowid, ${EXCLUDED_ROW_SQL} AS excluded FROM message
         WHERE session_id=?${tail ? " AND (time_created,id) > (?,?)" : ""}
         ORDER BY time_created,id${limit === undefined ? "" : ` LIMIT ${limit + 1}`}`).all(sessionId, ...tail ? [tail.timeCreated, tail.id] : []);
   ordinalJsonRowsRead += rows.length;
+  if (hasLateCommitBehindCheckpoint(db, sessionId, scan)) {
+    discardRetainedOrdinalRanks(db, sessionId);
+    if (isMainThread)
+      forgetRawSessionSummaryRows2(sessionId);
+    return false;
+  }
   if (limit !== undefined && rows.length > limit)
     return false;
   let total = scan.total ?? 0;
@@ -770,6 +788,13 @@ function extendOrdinalCheckpoints(db, sessionId, scan, limit) {
   scan.checkpoints = points;
   scan.sessionRows += rows.length;
   scan.total = total;
+  if (rows.length > 0) {
+    let maxRowid = scan.maxRowid ?? -1;
+    for (const row of rows)
+      if (row.rowid > maxRowid)
+        maxRowid = row.rowid;
+    scan.maxRowid = maxRowid;
+  }
   return true;
 }
 
@@ -790,6 +815,10 @@ function rawOrdinalSummarySeed2(db, sessionId) {
     ids: [...new Set([...seed.scan.ids, ...writtenSummaryIds.get(sessionId) ?? []])]
   };
 }
+function dropRawSessionOrdinalCheckpoints2(db, sessionId) {
+  discardRetainedOrdinalRanks(db, sessionId);
+  forgetRawSessionSummaryRows2(sessionId);
+}
 function boundedOrdinalPrefix(db, sessionId, through) {
   const cached = currentOrdinalCheckpoints(db, sessionId);
   if (cached && through === null)
@@ -828,8 +857,7 @@ function boundedOrdinalPrefix(db, sessionId, through) {
 }
 function scanRawSessionSummaryRows2(db, sessionId, previous) {
   return withReadSnapshot(db, () => {
-    if (previous?.checkpoints) {
-      extendOrdinalCheckpoints(db, sessionId, previous);
+    if (previous?.checkpoints && extendOrdinalCheckpoints(db, sessionId, previous)) {
       return previous;
     }
     if (previous) {
@@ -861,12 +889,15 @@ function scanRawSessionSummaryRows2(db, sessionId, previous) {
     }
     anchors.sort((left, right) => right.rowid - left.rowid);
     anchors.length = Math.min(anchors.length, SUMMARY_ANCHOR_LIMIT);
-    const keys = db.prepare(`SELECT id, time_created AS timeCreated, ${EXCLUDED_ROW_SQL} AS excluded FROM message WHERE session_id = ?
+    const keys = db.prepare(`SELECT id, time_created AS timeCreated, rowid AS rowid, ${EXCLUDED_ROW_SQL} AS excluded FROM message WHERE session_id = ?
         ORDER BY time_created, id`).all(sessionId);
     const checkpoints = [];
     let total = 0;
+    let maxRowid;
     for (let index = 0;index < keys.length; index++) {
       const key = keys[index];
+      if (typeof key.rowid === "number")
+        maxRowid = maxRowid === undefined ? key.rowid : Math.max(maxRowid, key.rowid);
       if (key.excluded !== 1)
         total++;
       if (index % 256 === 255 || index === keys.length - 1)
@@ -877,7 +908,7 @@ function scanRawSessionSummaryRows2(db, sessionId, previous) {
           storedCount: index + 1
         });
     }
-    return { anchors, ids, sessionRows, checkpoints, total };
+    return { anchors, ids, sessionRows, checkpoints, total, maxRowid };
   });
 }
 function getRawSessionSummaryEpoch2(sessionId) {
@@ -1285,4 +1316,4 @@ function readRawSessionBoundaryEndpointsFromDb2(db, sessionId, ids, blockIds = [
   }
 }
 
-export { runSessionWarmupWorker, prewarmRawSessionOrdinalsForDb, areRustHistorianSyntheticParts2, isStrictGapHealingMessage2, readRawSessionMessagesFromDb2, readRawSessionMessagePageFromDb2, RAW_SUMMARY_TEXT_MAX_CHARS2, readRawSessionMessageSummaryPageFromDb2, countRawSessionMessageOrdinalsFromDb2, readRawSessionMessageIdOrdinalsForRangeFromDb2, readRawSessionMessageIdsAtOrdinalsFromDb2, readRawSessionMessageOrdinalPageFromDb2, countStoredRawSessionMessagesFromDb2, readRawSessionTailFromDb2, buildInMemoryTailRawMessages2, readRawSessionMessagePartsByIdFromDb2, forgetRawSessionOrdinalWatermark2, forgetRawSessionSummaryRows2, noteRawSessionSummaryRowWritten2, RawOrdinalsNotReady2, rawOrdinalSummarySeed2, scanRawSessionSummaryRows2, getRawSessionSummaryEpoch2, installRawSessionSummaryScan2, isRawSessionSummaryWarm2, readRawSessionMessageOrdinalByIdFromDb2, readRawSessionMessageByIdFromDb2, hasRawSessionMessageByIdFromDb2, readRawSeedTailFromDb2, readRawSessionBoundaryEndpointsFromDb2 };
+export { runSessionWarmupWorker, prewarmRawSessionOrdinalsForDb, areRustHistorianSyntheticParts2, isStrictGapHealingMessage2, readRawSessionMessagesFromDb2, readRawSessionMessagePageFromDb2, RAW_SUMMARY_TEXT_MAX_CHARS2, readRawSessionMessageSummaryPageFromDb2, countRawSessionMessageOrdinalsFromDb2, readRawSessionMessageIdOrdinalsForRangeFromDb2, readRawSessionMessageIdsAtOrdinalsFromDb2, readRawSessionMessageOrdinalPageFromDb2, countStoredRawSessionMessagesFromDb2, readRawSessionTailFromDb2, buildInMemoryTailRawMessages2, readRawSessionMessagePartsByIdFromDb2, forgetRawSessionOrdinalWatermark2, forgetRawSessionSummaryRows2, noteRawSessionSummaryRowWritten2, RawOrdinalsNotReady2, rawOrdinalSummarySeed2, dropRawSessionOrdinalCheckpoints2, scanRawSessionSummaryRows2, getRawSessionSummaryEpoch2, installRawSessionSummaryScan2, isRawSessionSummaryWarm2, readRawSessionMessageOrdinalByIdFromDb2, readRawSessionMessageByIdFromDb2, hasRawSessionMessageByIdFromDb2, readRawSeedTailFromDb2, readRawSessionBoundaryEndpointsFromDb2 };