@cortexkit/opencode-magic-context 0.48.0 → 0.49.0

package/dist/{index-0qhce371.js → index-h2wc01qk.js}

@@ -1,9 +1,9 @@
 import {
   estimateTokens
-} from "./index-1qb0z7wa.js";
+} from "./index-qx53vezw.js";
 import {
   stableStringify
-} from "./index-db7zwa3v.js";
+} from "./index-1bt88epp.js";
 
 // src/features/magic-context/tool-definition-tokens.ts
 import { createHash } from "node:crypto";

package/dist/{index-dhwzyd54.js → index-h5zfkjyk.js}

@@ -4,7 +4,7 @@ import {
 } from "./index-kb9nn0a0.js";
 import {
   log2
-} from "./index-8j7gqj40.js";
+} from "./index-nsjyysj0.js";
 
 // src/hooks/magic-context/read-session-raw.ts
 import { isMainThread } from "node:worker_threads";
@@ -315,30 +315,46 @@ function readRawMessagePageRows(db, sessionId, afterOrdinal, limit, finalWaterma
   const pageSize = Math.min(Math.max(1, Math.floor(limit)), remaining);
   if (pageSize === 0)
     return [];
-  const parameters = [sessionId];
-  if (after)
-    parameters.push(after.timeCreated, after.timeCreated, after.timeCreated, after.id);
-  parameters.push(pageSize);
-  if (!after)
-    parameters.push(Math.max(0, Math.floor(afterOrdinal)));
-  return db.prepare(`SELECT id, data, time_created, time_updated
-             FROM message
-             WHERE session_id = ?
-                ${after ? "AND time_created >= ? AND (time_created > ? OR (time_created = ? AND id > ?))" : ""}
-                AND NOT (
-                   CASE WHEN json_valid(data) = 1
-                        THEN COALESCE(json_extract(data, '$.summary'), 0)
-                        ELSE 0 END = 1
-                   AND CASE WHEN json_valid(data) = 1
-                            THEN COALESCE(json_extract(data, '$.finish'), '')
-                            ELSE '' END = 'stop'
-               )
-             ORDER BY time_created ASC, id ASC
-             LIMIT ? ${after ? "" : "OFFSET ?"}`).all(...parameters).filter(isRawMessageRow).map((row, index) => ({
-    ...row,
-    ordinal: Math.floor(afterOrdinal) + index + 1
-  }));
+  return withReadSnapshot(db, () => {
+    const ordinal = Math.max(0, Math.floor(afterOrdinal));
+    const points = currentOrdinalCheckpoints(db, sessionId)?.scan.checkpoints ?? [];
+    let low = 0;
+    let high = points.length;
+    while (low < high) {
+      const middle = Math.floor((low + high) / 2);
+      if (points[middle].ordinal <= ordinal)
+        low = middle + 1;
+      else
+        high = middle;
+    }
+    const floor = points[low - 1];
+    const useFloor = floor && (!after || compareOrdinalKeys(floor, after) > 0);
+    const anchor = useFloor ? floor : after;
+    const skip = anchor === after && after ? 0 : ordinal - (floor?.ordinal ?? 0);
+    if (skip > ORDINAL_LOOKUP_LIMIT) {
+      prewarmRawSessionOrdinalsForDb(db, sessionId);
+      throw new RawOrdinalsNotReady;
+    }
+    const rawLimit = skip + pageSize + ORDINAL_LOOKUP_LIMIT;
+    const rows = db.prepare(`SELECT id, data, time_created, time_updated, ${EXCLUDED_ROW_SQL} AS excluded
+                FROM message WHERE id IN (
+                    SELECT id FROM message WHERE session_id = ?
+                    ${anchor ? "AND (time_created, id) > (?, ?)" : ""}
+                    ORDER BY time_created, id LIMIT ?)
+                ORDER BY time_created, id`).all(sessionId, ...anchor ? [anchor.timeCreated, anchor.id] : [], rawLimit);
+    rawMessagePageRowsVisited += rows.length;
+    const eligible = rows.filter((row) => row.excluded !== 1);
+    if (eligible.length <= skip && rows.length === rawLimit) {
+      prewarmRawSessionOrdinalsForDb(db, sessionId);
+      throw new RawOrdinalsNotReady;
+    }
+    return eligible.slice(skip, skip + pageSize).filter(isRawMessageRow).map((row, index) => ({
+      ...row,
+      ordinal: ordinal + index + 1
+    }));
+  });
 }
+var rawMessagePageRowsVisited = 0;
 function assembleRawMessagePage(messageRows, partRows) {
   const partsByMessageId = new Map;
   for (const part of partRows) {
@@ -1138,5 +1154,124 @@ function readRawSeedTailFromDb2(db, sessionId, boundaryId) {
     throw new Error("state_sync materialized boundary is missing from raw storage");
   return messages;
 }
+var BOUNDARY_ORDINAL_SQL = `
+    SELECT id, ordinal FROM (
+        SELECT id, ROW_NUMBER() OVER (ORDER BY time_created, id) AS ordinal
+        FROM message
+        WHERE session_id = ?
+          AND typeof(id) = 'text' AND typeof(data) = 'text'
+          AND CASE WHEN json_valid(data) THEN NOT (
+                COALESCE(json_type(data, '$.summary'), '') = 'true'
+                AND COALESCE(json_extract(data, '$.finish'), '') = 'stop'
+              ) ELSE 1 END
+    )
+    WHERE id IN (SELECT value FROM json_each(?))`;
+var BOUNDARY_MESSAGE_SQL = `
+    SELECT id, data, time_created FROM message
+    WHERE +session_id = ? AND id IN (SELECT value FROM json_each(?))`;
+var BOUNDARY_BLOCK_COUNT_SQL = `
+    SELECT message_id AS id, SUM(
+        CASE
+            WHEN NOT json_valid(data) OR json_type(data) <> 'object' THEN 0
+            ELSE CASE (CASE WHEN json_type(data, '$.type') = 'text'
+                            THEN json_extract(data, '$.type') ELSE 'unknown' END)
+                WHEN 'text' THEN CASE WHEN json_type(data, '$.ignored') = 'true' THEN 0 ELSE 1 END
+                WHEN 'reasoning' THEN 1
+                WHEN 'thinking' THEN 1
+                WHEN 'redacted_thinking' THEN 1
+                WHEN 'tool' THEN 1 + CASE
+                    WHEN json_type(data, '$.state') = 'object'
+                     AND json_type(data, '$.state.status') = 'text'
+                     AND json_extract(data, '$.state.status') IN ('completed', 'error')
+                    THEN 1 ELSE 0 END
+                WHEN 'compaction' THEN 0
+                WHEN 'step-finish' THEN 0
+                WHEN 'snapshot' THEN 0
+                WHEN 'patch' THEN 0
+                WHEN 'agent' THEN 0
+                WHEN 'retry' THEN 0
+                ELSE 1
+            END
+        END) AS blocks
+    FROM part
+    WHERE +session_id = ?
+      AND message_id IN (SELECT value FROM json_each(?))
+      AND typeof(message_id) = 'text' AND typeof(data) = 'text'
+    GROUP BY message_id`;
+var boundaryEndpointCaches = new WeakMap;
+var BOUNDARY_ENDPOINT_CACHE_SESSIONS = 16;
+var boundaryEndpointRowsRead = 0;
+function readBoundaryEndpointRows(db, sessionId, ids, blockIds, into) {
+  if (ids.length > 0) {
+    boundaryEndpointRowsRead += ids.length;
+    const wanted = JSON.stringify(ids);
+    const ordinals = new Map;
+    for (const row of db.prepare(BOUNDARY_ORDINAL_SQL).all(sessionId, wanted)) {
+      ordinals.set(row.id, row.ordinal);
+    }
+    const rows = db.prepare(BOUNDARY_MESSAGE_SQL).all(sessionId, wanted);
+    for (const id of ids)
+      into.set(id, null);
+    for (const row of rows) {
+      if (!isRawMessageRow(row) || typeof row.time_created !== "number")
+        continue;
+      const info = parseJsonRecord(row.data);
+      if (!info || isRawCompactionSummaryInfo2(info))
+        continue;
+      into.set(row.id, {
+        ordinal: ordinals.get(row.id) ?? null,
+        createdAt: row.time_created
+      });
+    }
+  }
+  const servable = blockIds.filter((id) => {
+    const endpoint = into.get(id);
+    return endpoint && endpoint.lastBlockIndex === undefined;
+  });
+  if (servable.length === 0)
+    return;
+  const counts = new Map;
+  for (const row of db.prepare(BOUNDARY_BLOCK_COUNT_SQL).all(sessionId, JSON.stringify(servable))) {
+    counts.set(row.id, row.blocks);
+  }
+  for (const id of servable) {
+    const endpoint = into.get(id);
+    if (!endpoint)
+      continue;
+    const blocks = counts.get(id) ?? 0;
+    into.set(id, { ...endpoint, lastBlockIndex: blocks > 0 ? blocks - 1 : 0 });
+  }
+}
+function readRawSessionBoundaryEndpointsFromDb2(db, sessionId, ids, blockIds = []) {
+  const wanted = [...new Set(ids)];
+  const wantedBlocks = [...new Set(blockIds)];
+  let sessions = boundaryEndpointCaches.get(db);
+  if (!sessions) {
+    sessions = new Map;
+    boundaryEndpointCaches.set(db, sessions);
+  }
+  for (let attempt = 1;; attempt += 1) {
+    const before = readStoreStamp(db);
+    const cached = sessions.get(sessionId);
+    const reuse = attempt === 1 && cached && sameStoreStamp(cached.stamp, before);
+    const endpoints = new Map(reuse ? cached.endpoints : []);
+    const missing = wanted.filter((id) => !endpoints.has(id));
+    withReadSnapshot(db, () => readBoundaryEndpointRows(db, sessionId, missing, wantedBlocks, endpoints));
+    const unchanged = before !== null && sameStoreStamp(before, readStoreStamp(db));
+    if (unchanged) {
+      sessions.delete(sessionId);
+      sessions.set(sessionId, { stamp: before, endpoints });
+      while (sessions.size > BOUNDARY_ENDPOINT_CACHE_SESSIONS) {
+        const oldest = sessions.keys().next().value;
+        if (oldest === undefined)
+          break;
+        sessions.delete(oldest);
+      }
+    } else if (reuse) {
+      continue;
+    }
+    return new Map(wanted.map((id) => [id, endpoints.get(id) ?? null]));
+  }
+}
 
-export { registerExitAbort, unregisterExitAbort, isStrictGapHealingMessage2, isRawCompactionSummaryInfo2, readRawSessionMessagesFromDb2, readRawSessionMessagePageFromDb2, readRawSessionMessageSummaryPageFromDb2, countRawSessionMessageOrdinalsFromDb2, readRawSessionMessageIdOrdinalsForRangeFromDb2, readRawSessionMessageOrdinalPageFromDb2, countStoredRawSessionMessagesFromDb2, readRawSessionTailFromDb2, extractInMemoryMessageViews2, buildInMemoryTailRawMessages2, readRawSessionMessagePartsByIdFromDb2, forgetRawSessionOrdinalWatermark2, forgetRawSessionSummaryRows2, noteRawSessionSummaryRowWritten2, rawOrdinalSummarySeed2, scanRawSessionSummaryRows2, getRawSessionSummaryEpoch2, installRawSessionSummaryScan2, isRawSessionSummaryWarm2, readRawSessionMessageOrdinalByIdFromDb2, readRawSessionMessageByIdFromDb2, hasRawSessionMessageByIdFromDb2, readRawSeedTailFromDb2, runSessionWarmupWorker, prewarmRawSessionOrdinalsForDb };
+export { registerExitAbort, unregisterExitAbort, isStrictGapHealingMessage2, isRawCompactionSummaryInfo2, readRawSessionMessagesFromDb2, readRawSessionMessagePageFromDb2, readRawSessionMessageSummaryPageFromDb2, countRawSessionMessageOrdinalsFromDb2, readRawSessionMessageIdOrdinalsForRangeFromDb2, readRawSessionMessageOrdinalPageFromDb2, countStoredRawSessionMessagesFromDb2, readRawSessionTailFromDb2, extractInMemoryMessageViews2, buildInMemoryTailRawMessages2, readRawSessionMessagePartsByIdFromDb2, forgetRawSessionOrdinalWatermark2, forgetRawSessionSummaryRows2, noteRawSessionSummaryRowWritten2, rawOrdinalSummarySeed2, scanRawSessionSummaryRows2, getRawSessionSummaryEpoch2, installRawSessionSummaryScan2, isRawSessionSummaryWarm2, readRawSessionMessageOrdinalByIdFromDb2, readRawSessionMessageByIdFromDb2, hasRawSessionMessageByIdFromDb2, readRawSeedTailFromDb2, readRawSessionBoundaryEndpointsFromDb2, runSessionWarmupWorker, prewarmRawSessionOrdinalsForDb };