@cortexkit/opencode-magic-context 0.49.35 → 0.49.36

package/dist/{index-4bgk5ztz.js → index-9tdvbdv1.js}

@@ -72,7 +72,7 @@ import {
   getRawSessionTagKeysThrough2,
   getLegacyProtectedTailStartOrdinal2,
   readSessionChunk2
-} from "./index-brg2w6qc.js";
+} from "./index-tn9drm1a.js";
 import {
   getHarness2,
   harnessOwnsOpenCodeStore2
@@ -123,7 +123,7 @@ import {
   ConfigProfilesSchema,
   MagicContextConfigSchema,
   LIVE_RELOAD_CONFIG_PATHS
-} from "./index-nxrsns5x.js";
+} from "./index-c5dzns43.js";
 import {
   providerMass,
   calibrationForModelKey,
@@ -153,7 +153,7 @@ import {
   LATEST_SUPPORTED_VERSION,
   getPersistedSchemaVersion,
   openDatabase
-} from "./index-gyaa159j.js";
+} from "./index-9fgmkfaf.js";
 import {
   areRustHistorianSyntheticParts2,
   isStrictGapHealingMessage2,
@@ -161,7 +161,7 @@ import {
   RawOrdinalsNotReady2,
   dropRawSessionOrdinalCheckpoints2,
   runSessionWarmupWorker
-} from "./index-qncw9hey.js";
+} from "./index-r2epb000.js";
 import {
   parseCompartmentOutput,
   resolveWorkspaceShareCategories,
@@ -197,7 +197,7 @@ import {
   replaceCompartmentChunkEmbeddings2,
   deleteChunkEmbedBackoffForSession2,
   chunkWindowSourceKey2
-} from "./index-zhqwda72.js";
+} from "./index-dcjkw41m.js";
 import {
   COMPARTMENT_LEASE_RENEWAL_MS,
   getCompartmentLeaseBlocker,
@@ -239,14 +239,14 @@ import {
   getProjectState,
   recordSubagentInvocation,
   getLatestHistorianInvocationId
-} from "./index-f297z1n8.js";
+} from "./index-72czy45z.js";
 import {
   clearCompressionDepth,
   clearCompressionDepthRange,
   toMessageIndexSource,
   clearIndexedMessagesInTransaction,
   indexSourcesAfterOrdinal
-} from "./index-pq0dpwrc.js";
+} from "./index-2rs7912w.js";
 import {
   stripWellFormedLeadingTagPrefix,
   peelLeadingMcTagNotation,
@@ -257,12 +257,12 @@ import {
   foldShrunkPartTags2,
   getTagNumberByMessageId2,
   getActiveTagsBySession2
-} from "./index-ksv0a31x.js";
+} from "./index-8jjjmhab.js";
 import {
   openCodeDbExists,
   withReadOnlySessionDb,
   getMessageTimesFromOpenCodeDb
-} from "./index-pztqab6k.js";
+} from "./index-vd2ywmfe.js";
 import {
   getSessionNotes,
   getReadySmartNotes,
@@ -285,22 +285,22 @@ import {
   getProjectChunkEmbeddingModelId2,
   getProjectEmbeddingMaxInputTokens2,
   embedItemsForProject2
-} from "./index-jn0ddrhp.js";
+} from "./index-21fgrfrf.js";
 import {
   renderUserFacingFailure,
   userFacingFailureCode,
   promoteSessionFactsDurable,
   embedPromotedFacts
-} from "./index-0c7p8mq5.js";
+} from "./index-xnm0wq1r.js";
 import {
   isMarkerCandidateBasisCurrent2,
   invalidateMarkerCandidateBasis2,
   readMarkerCandidateBasis2,
   prepareMarkerCandidateBasis2
-} from "./index-f9b3vtt1.js";
+} from "./index-850vthn3.js";
 import {
   sendStatusNotification2
-} from "./index-2v6nvy3k.js";
+} from "./index-ae1ar4v1.js";
 import {
   isCompactionEnabled,
   migrateLegacyAgentEnabledInMemory
@@ -6083,6 +6083,18 @@ function messageId(message) {
   const id = infoOf(message).id;
   return typeof id === "string" ? id : null;
 }
+function recordedAssistantError(message) {
+  const info = infoOf(message);
+  if (info.error != null)
+    return info.error;
+  if (isSettledAssistant(message))
+    return;
+  const parts = message?.parts;
+  if (!Array.isArray(parts))
+    return;
+  const retry = parts.slice().reverse().find((part) => part !== null && typeof part === "object" && part.type === "retry");
+  return retry?.error ?? undefined;
+}
 function isSettledAssistant(message) {
   const info = infoOf(message);
   if (info.role !== "assistant")
@@ -6198,6 +6210,22 @@ async function promptAsyncAndWaitForIdle(client, request, options = {}) {
   let completionBaseline = new Set((await readMessages(session, sessionId, dir, signal)).map(messageId).filter((id) => id !== null));
   const initialBaseline = new Set(completionBaseline);
   activeSessionErrors.set(sessionId, undefined);
+  const failForHostError = async (hostError) => {
+    await abortChildRun(client, sessionId);
+    const error = new Error(`Host recorded session error: ${describeAssistantError(hostError)}`);
+    Object.assign(error, {
+      name: "DreamerProviderOutputFailureError",
+      transient: true,
+      [HOST_SESSION_ERROR]: true,
+      hostError
+    });
+    annotateSubagentInvocationError(error, {
+      attemptedModel: requestModelRef(request),
+      modelConfigKey: options.modelConfigKey,
+      hostError
+    });
+    throw error;
+  };
   try {
     let sent;
     try {
@@ -6232,22 +6260,17 @@ async function promptAsyncAndWaitForIdle(client, request, options = {}) {
       await sleep(pollIntervalMs, signal);
       const hostError = activeSessionErrors.get(sessionId);
       if (hostError !== undefined) {
-        const error = new Error(`Host recorded session error: ${describeAssistantError(hostError)}`);
-        Object.assign(error, {
-          name: "DreamerProviderOutputFailureError",
-          transient: true,
-          [HOST_SESSION_ERROR]: true,
-          hostError
-        });
-        annotateSubagentInvocationError(error, {
-          attemptedModel: requestModelRef(request),
-          modelConfigKey: options.modelConfigKey,
-          hostError
-        });
-        throw error;
+        await failForHostError(hostError);
       }
       const status = await readStatus(session, sessionId, dir, signal);
       const messages = await readMessages(session, sessionId, dir, signal);
+      const latestAssistant = messages.slice().reverse().find((message) => {
+        const id = messageId(message);
+        return id !== null && !completionBaseline.has(id) && infoOf(message).role === "assistant";
+      });
+      const assistantError = recordedAssistantError(latestAssistant);
+      if (assistantError !== undefined)
+        await failForHostError(assistantError);
       if (!sawOutput && messages.some((message) => {
         const id = messageId(message);
         return id !== null && !initialBaseline.has(id) && showsModelOutput(message);
@@ -8248,46 +8271,36 @@ function isCompactionMarkerIntentAbsent(marker, targetEndMessageId) {
 function withCompactionMarkerPublicationLock(operation) {
   return runMarkerWriteTransaction(getWritableOpenCodeDb(), "compaction-marker-replace", operation);
 }
-function inspectCompactionMarkerPublication(sessionId, recognized, summaryText) {
+function inspectCompactionMarkerPublication(sessionId, recognized, summaryText, targetBoundaryMessageId, preferred) {
   const db = getWritableOpenCodeDb();
   const basis = readMarkerCandidateBasis2(db, sessionId);
   if (!basis)
     return { kind: "deferred" };
   const pairs = [];
   for (const id of basis.ids) {
-    const rows = db.prepare(`SELECT m.id AS summaryId, p.message_id AS boundaryId, p.id AS partId
-             FROM message m JOIN part p ON p.message_id = json_extract(m.data, '$.parentID')
-               AND +p.session_id = m.session_id
-             WHERE m.id = ? AND m.session_id = ? AND json_extract(m.data, '$.summary') = 1
-               AND COALESCE(json_extract(m.data, '$.finish'), '') <> ''
-               AND json_extract(p.data, '$.type') = 'compaction'`).all(id, sessionId);
-    pairs.push(...rows);
-  }
-  if (pairs.length > 1)
-    return { kind: "ambiguous" };
-  if (pairs.length === 0) {
-    for (const marker of recognized) {
-      if (db.prepare(`SELECT 1 FROM message WHERE id = ?
-                UNION ALL SELECT 1 FROM part WHERE id IN (?, ?) LIMIT 1`).get(marker.summaryMessageId, marker.compactionPartId, marker.summaryPartId))
-        return { kind: "ambiguous" };
-    }
-    return { kind: "verified", marker: null };
-  }
-  const pair = pairs[0];
-  const marker = recognized.find((item) => item.summaryMessageId === pair.summaryId && item.boundaryMessageId === pair.boundaryId && item.compactionPartId === pair.partId);
-  if (!marker)
-    return { kind: "ambiguous" };
-  for (const other of recognized) {
-    if (other.summaryMessageId === marker.summaryMessageId && other.compactionPartId === marker.compactionPartId && other.summaryPartId === marker.summaryPartId)
-      continue;
-    if (db.prepare(`SELECT 1 FROM message WHERE id = ?
-            UNION ALL SELECT 1 FROM part WHERE id IN (?, ?) LIMIT 1`).get(other.summaryMessageId, other.compactionPartId, other.summaryPartId))
+    const rows = db.prepare(`SELECT m.id AS summaryId, p.message_id AS boundaryId, p.id AS partId,
+                        p.data AS compactionData
+              FROM message m LEFT JOIN part p ON p.message_id = json_extract(m.data, '$.parentID')
+                AND +p.session_id = m.session_id
+                AND json_extract(p.data, '$.type') = 'compaction'
+               WHERE m.id = ? AND m.session_id = ? AND json_extract(m.data, '$.summary') = 1
+                 AND json_extract(m.data, '$.providerID') = 'magic-context'`).all(id, sessionId);
+    const canonical = rows.filter((row) => isMcCanonicalCompactionPartData(JSON.parse(row.compactionData ?? "null")));
+    if (rows.length > 0 && canonical.length === 0)
       return { kind: "ambiguous" };
+    pairs.push(...canonical);
   }
-  const row = db.prepare(`SELECT c.data AS compactionData FROM message m
+  const verified = [];
+  for (const pair of pairs) {
+    if (pair.partId === null)
+      return { kind: "ambiguous" };
+    if (verified.some((marker) => marker.boundaryMessageId === pair.boundaryId))
+      return { kind: "ambiguous" };
+    const row = db.prepare(`SELECT c.data AS compactionData, t.id AS summaryPartId,
+                    m.time_created AS timeCreated FROM message m
          JOIN message b ON b.id = ? AND b.session_id = m.session_id
          JOIN part c ON c.id = ? AND c.message_id = b.id AND c.session_id = m.session_id
-         JOIN part t ON t.id = ? AND t.message_id = m.id AND t.session_id = m.session_id
+         JOIN part t ON t.message_id = m.id AND t.session_id = m.session_id
          WHERE m.id = ? AND m.session_id = ?
            AND json_extract(b.data, '$.role') = 'user'
            AND json_extract(m.data, '$.role') = 'assistant'
@@ -8298,10 +8311,39 @@ function inspectCompactionMarkerPublication(sessionId, recognized, summaryText)
            AND json_extract(m.data, '$.providerID') = 'magic-context'
            AND json_extract(m.data, '$.modelID') = 'magic-context'
            AND json_extract(t.data, '$.type') = 'text' AND json_extract(t.data, '$.text') = ?
-           AND (SELECT COUNT(*) FROM part p WHERE p.message_id = m.id AND +p.session_id = m.session_id) = 1`).get(marker.boundaryMessageId, marker.compactionPartId, marker.summaryPartId, marker.summaryMessageId, sessionId, summaryText);
-  if (!row || !isMcCanonicalCompactionPartData(JSON.parse(row.compactionData)) || findBoundaryUserMessage(sessionId, marker.boundaryMessageId)?.id !== marker.boundaryMessageId)
-    return { kind: "ambiguous" };
-  return { kind: "verified", marker };
+           AND (SELECT COUNT(*) FROM part p WHERE p.message_id = m.id AND +p.session_id = m.session_id) = 1`).get(pair.boundaryId, pair.partId, pair.summaryId, sessionId, summaryText);
+    const order = compareOpenCodeMessagesByCanonicalOrder(sessionId, pair.boundaryId, targetBoundaryMessageId);
+    const isRecorded = preferred && preferred.summaryMessageId === pair.summaryId && preferred.boundaryMessageId === pair.boundaryId && preferred.compactionPartId === pair.partId && preferred.summaryPartId === row?.summaryPartId;
+    if (!row || !isMcCanonicalCompactionPartData(JSON.parse(row.compactionData)) || findBoundaryUserMessage(sessionId, pair.boundaryId)?.id !== pair.boundaryId || order === null || order > 0 && !isRecorded)
+      return { kind: "ambiguous" };
+    verified.push({
+      boundaryMessageId: pair.boundaryId,
+      summaryMessageId: pair.summaryId,
+      compactionPartId: pair.partId,
+      summaryPartId: row.summaryPartId,
+      timeCreated: row.timeCreated
+    });
+  }
+  const matches = (left, right) => left.summaryMessageId === right.summaryMessageId && left.boundaryMessageId === right.boundaryMessageId && left.compactionPartId === right.compactionPartId && left.summaryPartId === right.summaryPartId;
+  for (const marker of recognized) {
+    if (verified.some((item) => matches(item, marker)))
+      continue;
+    if (db.prepare(`SELECT 1 FROM message WHERE id = ?
+            UNION ALL SELECT 1 FROM part WHERE id IN (?, ?) LIMIT 1`).get(marker.summaryMessageId, marker.compactionPartId, marker.summaryPartId))
+      return { kind: "ambiguous" };
+  }
+  verified.sort((left, right) => right.timeCreated - left.timeCreated || (left.summaryMessageId < right.summaryMessageId ? 1 : -1));
+  const state = (marker) => {
+    if (!marker)
+      return null;
+    const { timeCreated: _, ...ids } = marker;
+    return ids;
+  };
+  return {
+    kind: "verified",
+    marker: state(preferred && verified.find((item) => matches(item, preferred)) || verified[0]),
+    markerAtTarget: state(verified.find((item) => item.boundaryMessageId === targetBoundaryMessageId))
+  };
 }
 var LEGACY_MARKER_LINEAGE_SQL = `SELECT m.id
     FROM message m
@@ -8341,7 +8383,7 @@ async function prepareCompactionMarkerCandidates(sessionId, options = {}) {
     return false;
   }
 }
-function injectCompactionMarkerFromBasis(args, validatedBasis) {
+function injectCompactionMarkerFromBasis(args, validatedBasis, preserveExistingLineages = false) {
   const db = getWritableOpenCodeDb();
   if (!isOpenCodeSchemaCompatible(db, getOpenCodeDbPath())) {
     return null;
@@ -8378,14 +8420,15 @@ function injectCompactionMarkerFromBasis(args, validatedBasis) {
     runMarkerWriteTransaction(db, "compaction-marker-inject", () => {
       if (!validatedBasis && !isMarkerCandidateBasisCurrent2(db, basis))
         throw new Error("host store changed after marker candidate preparation; marker unchanged");
-      removeLegacyMarkerLineageRows(db, {
-        sessionId: args.sessionId,
-        boundaryMessageId: boundary.id,
-        candidateIds: basis.ids,
-        summaryText: args.summaryText,
-        summaryMessageId: summaryMsgId,
-        compactionPartId
-      });
+      if (!preserveExistingLineages)
+        removeLegacyMarkerLineageRows(db, {
+          sessionId: args.sessionId,
+          boundaryMessageId: boundary.id,
+          candidateIds: basis.ids,
+          summaryText: args.summaryText,
+          summaryMessageId: summaryMsgId,
+          compactionPartId
+        });
       db.prepare(`INSERT INTO part (id, message_id, session_id, time_created, time_updated, data)
                  VALUES (?, ?, ?, ?, ?, ?)
                  ON CONFLICT(id) DO UPDATE SET
@@ -8427,7 +8470,7 @@ function injectCompactionMarkerFromBasis(args, validatedBasis) {
 
 class MarkerCandidateUnavailableError extends Error {
 }
-function replaceCompactionMarker(existing, args) {
+function replaceCompactionMarker(existing, args, preserveExistingLineages = false) {
   let connection;
   let entered = false;
   let readyToCommit = false;
@@ -8446,11 +8489,25 @@ function replaceCompactionMarker(existing, args) {
       if (!isMarkerCandidateBasisCurrent2(db, basis))
         throw new MarkerCandidateUnavailableError("host store changed after marker candidate preparation; marker unchanged");
       if (existing) {
+        const referenced = db.prepare(`WITH deleted(id) AS (VALUES (?), (?), (?)), surviving(data) AS (
+                            SELECT data FROM part WHERE session_id = ?
+                              AND id NOT IN (SELECT id FROM deleted)
+                              AND json_extract(data, '$.type') = 'compaction'
+                            UNION ALL
+                            SELECT data FROM message WHERE session_id = ?
+                              AND id NOT IN (SELECT id FROM deleted)
+                        )
+                        SELECT 1 FROM surviving
+                        WHERE json_extract(data, '$.tail_start_id') IN (SELECT id FROM deleted)
+                           OR json_extract(data, '$.compaction.tail_start_id') IN (SELECT id FROM deleted)
+                        LIMIT 1`).get(existing.summaryMessageId, existing.summaryPartId, existing.compactionPartId, args.sessionId, args.sessionId);
+        if (referenced)
+          throw new Error("a surviving tail_start_id references a recorded marker row; marker unchanged");
         db.prepare("DELETE FROM part WHERE id = ?").run(existing.summaryPartId);
         db.prepare("DELETE FROM message WHERE id = ?").run(existing.summaryMessageId);
         db.prepare("DELETE FROM part WHERE id = ?").run(existing.compactionPartId);
       }
-      const replacement = injectCompactionMarkerFromBasis(args, basis);
+      const replacement = injectCompactionMarkerFromBasis(args, basis, preserveExistingLineages);
       if (!replacement) {
         throw new Error(`failed to inject replacement marker at ordinal ${args.endOrdinal}`);
       }
@@ -8771,7 +8828,7 @@ function publishRecoverableCompactionMarker(db, args, targetIsCurrent) {
         if (!validTarget || !pendingBoundary || !pendingTarget || !samePair(pending, planCompactionMarker({ ...args, endMessageId: pendingTarget }, pendingBoundary)))
           pending = null;
       }
-      const inspection = inspectCompactionMarkerPublication(sessionId, [intended, ...previous ? [previous] : [], ...pending ? [pending] : []], args.summaryText);
+      const inspection = inspectCompactionMarkerPublication(sessionId, [intended, ...previous ? [previous] : [], ...pending ? [pending] : []], args.summaryText, boundary.id, previous);
       if (inspection.kind === "deferred") {
         reason = "candidate-preparation";
         return {
@@ -8788,22 +8845,34 @@ function publishRecoverableCompactionMarker(db, args, targetIsCurrent) {
       }
       cut = "definitely-no-cut";
       const host = inspection.marker;
-      if (host && (pending && samePair(host, pending) || samePair(host, intended))) {
-        const adopted = pending && samePair(host, pending) ? pending : intended;
-        recovered = adopted === pending ? "pending-intent-recovered" : "adopted-existing-pair";
+      if (inspection.markerAtTarget) {
+        const hostOrder = host ? compareOpenCodeMessagesByCanonicalOrder(sessionId, host.boundaryMessageId, boundary.id) : 0;
+        if (hostOrder === null || hostOrder > 0) {
+          reason = "ahead-of-target-left-alone";
+          return {
+            kind: cut,
+            error: new Error("a later recorded host cut prevents target adoption")
+          };
+        }
+        intended = { ...intended, ...inspection.markerAtTarget };
+        recovered = pending && samePair(intended, pending) ? "pending-intent-recovered" : "adopted-existing-pair";
         cut = "uncertain";
-        if (samePair(host, intended))
-          return { kind: "committed", marker: host };
-        persist(adopted);
+        return { kind: "committed", marker: inspection.markerAtTarget };
+      }
+      if (host && pending && samePair(host, pending)) {
+        recovered = "pending-intent-recovered";
+        cut = "uncertain";
+        persist(pending);
       }
       writingState = true;
       raw = compareAndSetCompactionMarkerPublicationState(db, sessionId, raw, previous, intended);
       writingState = false;
       cut = "uncertain";
-      const replacement = replaceCompactionMarker(host, {
+      const ownedHost = host && (previous && samePair(host, previous) || pending && samePair(host, pending)) ? host : null;
+      const replacement = replaceCompactionMarker(ownedHost, {
         ...args,
         resolvedBoundary: boundary
-      });
+      }, true);
       if (recovered && replacement.kind !== "committed")
         return { kind: "uncertain", error: replacement.error };
       if (replacement.kind !== "committed")
@@ -14074,6 +14143,7 @@ function createV1HiddenCompletionExecutor(client, db, directory) {
     async attempt(handle, request) {
       if (!client)
         throw new Error("Hidden completion client is unavailable");
+      hostErrors.delete(handle.id);
       const identity = runIdentities.get(handle.id);
       const requestedModel = request.body?.model;
       const requestedRef = requestedModel && typeof requestedModel.providerID === "string" && typeof requestedModel.modelID === "string" ? `${requestedModel.providerID}/${requestedModel.modelID}` : undefined;
@@ -14116,9 +14186,9 @@ function createV1HiddenCompletionExecutor(client, db, directory) {
       });
       const assistantFailure = extractLatestAssistantFailure(messages);
       const hostError = hostErrors.get(handle.id);
-      if (assistantFailure) {
-        const finish = assistantFailure.finish ? ` (finish=${assistantFailure.finish})` : "";
-        const error = new Error(`Historian host recorded an assistant error${finish}: ${describeAssistantFailure(assistantFailure.error)}`, hostError === undefined ? undefined : { cause: hostError });
+      if (assistantFailure || hostError !== undefined) {
+        const finish = assistantFailure?.finish ? ` (finish=${assistantFailure.finish})` : "";
+        const error = new Error(`Historian host recorded an assistant error${finish}: ${describeAssistantFailure(assistantFailure?.error ?? hostError)}`, hostError === undefined ? undefined : { cause: hostError });
         annotateSubagentInvocationError(error, {
           attemptedModel: handle.attemptedModel,
           modelConfigKey: handle.modelConfigKey,
@@ -16095,7 +16165,9 @@ function resolveProtectedTailBoundary(ctx) {
   const offset = Math.max(1, ctx.lastCompartmentEndOrdinal + 1);
   const absoluteMessageCount = getCachedAbsoluteMessageCount2(ctx.sessionId) ?? getRawSessionMessageOrdinalCount2(ctx.sessionId);
   const messages = readRawSessionMessageRange2(ctx.sessionId, Math.max(1, offset - 1), absoluteMessageCount);
-  const storedTotals = ctx.storedTokenTotalsForMessages?.(messages.map((m) => m.id), messages) ?? ctx.storedTokenTotals;
+  const storedWeights = ctx.storedTokenTotalsForMessages?.(messages.map((m) => m.id), messages);
+  const storedTotals = storedWeights?.totals ?? ctx.storedTokenTotals;
+  const storedRemovedTotals = storedWeights?.summaryRemovedTotals ?? ctx.storedSummaryRemovedTokenTotals;
   const index = buildTrueRawTokenIndex(ctx.sessionId, messages, {
     providerShapeVersion: ctx.providerShapeVersion,
     cacheNamespace: ctx.cacheNamespace,
@@ -16106,6 +16178,14 @@ function resolveProtectedTailBoundary(ctx) {
       return v === undefined ? null : v;
     } : undefined
   });
+  const summaryRemovedIndex = buildTrueRawTokenIndex(ctx.sessionId, messages, {
+    providerShapeVersion: ctx.providerShapeVersion,
+    cacheNamespace: ctx.cacheNamespace,
+    calibration: ctx.calibration,
+    absoluteMessageCount,
+    measure: "summary-removed",
+    storedTotalForMessage: storedRemovedTotals ? (m) => storedRemovedTotals.get(m.id) ?? null : undefined
+  });
   const rawMessageCount = index.rawMessageCount;
   const usagePercentage = clampPercentage(ctx.usage?.percentage ?? 0);
   const usageInputTokens = Math.max(0, Math.round(ctx.usage?.inputTokens ?? 0));
@@ -16137,6 +16217,7 @@ function resolveProtectedTailBoundary(ctx) {
       createdAt,
       rawRangeFingerprint: "",
       trueRawEligibleTokens: 0,
+      summaryRemovedEligibleTokens: 0,
       oversizeAtomicUnit: false,
       boundaryReason: "empty-session"
     };
@@ -16180,6 +16261,7 @@ function resolveProtectedTailBoundary(ctx) {
       createdAt,
       rawRangeFingerprint,
       trueRawEligibleTokens: index.rangeTokens(offset, protectedTailStart),
+      summaryRemovedEligibleTokens: summaryRemovedIndex.rangeTokens(offset, protectedTailStart),
       oversizeAtomicUnit: false,
       boundaryReason: firstOpenArc ? "open-tool-arc" : "manual-full-recomp"
     };
@@ -16256,7 +16338,7 @@ function resolveProtectedTailBoundary(ctx) {
     observeDiagnostics: (value) => {
       headDiagnostics = value;
     },
-    index,
+    index: summaryRemovedIndex,
     protectedTailStart,
     offset,
     arcs,
@@ -16295,6 +16377,7 @@ function resolveProtectedTailBoundary(ctx) {
     createdAt,
     rawRangeFingerprint,
     trueRawEligibleTokens: index.rangeTokens(offset, eligibleEndOrdinal),
+    summaryRemovedEligibleTokens: summaryRemovedIndex.rangeTokens(offset, eligibleEndOrdinal),
     oversizeAtomicUnit: head.oversizeAtomicUnit,
     boundaryReason,
     diagnostics: boundaryDiagnostics({
@@ -16342,8 +16425,11 @@ function resolveBoundaryContext(args) {
   const calibration = sessionDecisionCalibration(args.db, args.sessionId);
   const storedTokenTotalsForMessages = (messageIds, messages = []) => {
     try {
-      const totals = getAllStatusTagTokenTotalsFlat2(args.db, args.sessionId, args.taggerFloor ?? 0, calibration, messageIds).totals;
-      return omitIncompleteFileTokenTotals(args.db, args.sessionId, messages, totals);
+      const weights = getAllStatusTagTokenTotalsFlat2(args.db, args.sessionId, args.taggerFloor ?? 0, calibration, messageIds);
+      return {
+        totals: omitIncompleteFileTokenTotals(args.db, args.sessionId, messages, weights.totals),
+        summaryRemovedTotals: weights.summaryRemovedTotals
+      };
     } catch (error) {
       sessionLog2(args.sessionId, "protected-tail stored-token map unavailable (live fallback):", error);
       return;
@@ -16379,7 +16465,9 @@ function resolveWrapupProtectedTailBoundary(args) {
   const offset = Math.max(1, ctx.lastCompartmentEndOrdinal + 1);
   const absoluteMessageCount = getCachedAbsoluteMessageCount2(ctx.sessionId) ?? getRawSessionMessageOrdinalCount2(ctx.sessionId);
   const messages = readRawSessionMessageRange2(ctx.sessionId, Math.max(1, offset - 1), absoluteMessageCount);
-  const storedTotals = ctx.storedTokenTotalsForMessages?.(messages.map((m) => m.id), messages) ?? ctx.storedTokenTotals;
+  const storedWeights = ctx.storedTokenTotalsForMessages?.(messages.map((m) => m.id), messages);
+  const storedTotals = storedWeights?.totals ?? ctx.storedTokenTotals;
+  const storedRemovedTotals = storedWeights?.summaryRemovedTotals ?? ctx.storedSummaryRemovedTokenTotals;
   const index = buildTrueRawTokenIndex(ctx.sessionId, messages, {
     providerShapeVersion: ctx.providerShapeVersion,
     cacheNamespace: ctx.cacheNamespace,
@@ -16390,6 +16478,14 @@ function resolveWrapupProtectedTailBoundary(args) {
       return value === undefined ? null : value;
     } : undefined
   });
+  const summaryRemovedIndex = buildTrueRawTokenIndex(ctx.sessionId, messages, {
+    providerShapeVersion: ctx.providerShapeVersion,
+    cacheNamespace: ctx.cacheNamespace,
+    calibration: ctx.calibration,
+    absoluteMessageCount,
+    measure: "summary-removed",
+    storedTotalForMessage: storedRemovedTotals ? (m) => storedRemovedTotals.get(m.id) ?? null : undefined
+  });
   const rawMessageCount = index.rawMessageCount;
   const anchorRawMessageCount = Math.max(0, Math.min(rawMessageCount, Math.floor(args.anchorRawMessageCount ?? rawMessageCount)));
   const usagePercentage = clampPercentage(ctx.usage?.percentage ?? 0);
@@ -16451,7 +16547,7 @@ function resolveWrapupProtectedTailBoundary(args) {
     observeDiagnostics: (value) => {
       headDiagnostics = value;
     },
-    index,
+    index: summaryRemovedIndex,
     protectedTailStart: targetProtectedTailStart,
     offset,
     arcs: buildToolArcs(messages),
@@ -16488,6 +16584,7 @@ function resolveWrapupProtectedTailBoundary(args) {
     createdAt,
     rawRangeFingerprint,
     trueRawEligibleTokens: index.rangeTokens(offset, targetProtectedTailStart),
+    summaryRemovedEligibleTokens: summaryRemovedIndex.rangeTokens(offset, eligibleEndOrdinal),
     oversizeAtomicUnit: head.oversizeAtomicUnit,
     boundaryReason,
     diagnostics: boundaryDiagnostics({
@@ -17094,7 +17191,7 @@ async function runCompartmentAgent(deps) {
       db,
       sessionId,
       runId: crypto.randomUUID(),
-      trueRawTokens: boundarySnapshot.trueRawEligibleTokens,
+      trueRawTokens: boundarySnapshot.summaryRemovedEligibleTokens,
       usagePercentage: boundarySnapshot.usagePercentage,
       usable,
       perRunCap,

package/dist/{index-2v6nvy3k.js → index-ae1ar4v1.js}

@@ -10,7 +10,7 @@ import {
 } from "./index-fw42ms3m.js";
 import {
   shouldHoldIgnoredNotification
-} from "./index-pztqab6k.js";
+} from "./index-vd2ywmfe.js";
 import {
   getErrorMessage
 } from "./index-y8v6yerm.js";

package/dist/{index-faxb7mck.js → index-b1ydbp95.js}

@@ -5,7 +5,7 @@ import {
 } from "./index-gzy5w8ya.js";
 import {
   runSessionWarmupWorker
-} from "./index-qncw9hey.js";
+} from "./index-r2epb000.js";
 import {
   logSlowWriteTransaction
 } from "./index-fxbk7gk3.js";