@caupulican/pi-agent-core 0.90.2 → 0.90.5

package/dist/compaction/compaction.js

@@ -8,10 +8,23 @@ import { completeSimple } from "@caupulican/pi-ai/stream";
 import { uuidv7 } from "@caupulican/pi-ai/uuid";
 import { convertToLlm, createBranchSummaryMessage, createCompactionSummaryMessage, createCustomMessage, } from "../messages.js";
 import { buildSessionContext } from "../session/session-manager.js";
-import { addUsage, combineUsage, createEmptyUsage } from "../usage.js";
-import { extractCompactionFacts, renderFactsBlock } from "./extraction.js";
+import { addUsage, createEmptyUsage } from "../usage.js";
+import { ACTIVE_TASK_SOURCE_MAX_CHARS, extractCompactionFacts, mergePersistentCompactionUserFacts, renderFactsBlock, } from "./extraction.js";
 import { addPersistedFileOperations, computeFileLists, createFileOps, extractFileOpsFromMessage, isPlainRecord, SUMMARIZATION_SYSTEM_PROMPT, serializeConversation, } from "./utils.js";
 import { buildRetryPrompt, CompactionVerificationError, deterministicallyFillSummaryGaps, isCompactionSummaryStructurallyUsable, verifySummary, } from "./verification.js";
+function readPersistedCompactionUserFacts(details) {
+    if (!isPlainRecord(details))
+        return undefined;
+    if (typeof details.activeTaskSource !== "string")
+        return undefined;
+    if (!Array.isArray(details.prohibitions) || !details.prohibitions.every((rule) => typeof rule === "string")) {
+        return undefined;
+    }
+    return {
+        activeTaskSource: details.activeTaskSource.slice(0, ACTIVE_TASK_SOURCE_MAX_CHARS),
+        prohibitions: [...details.prohibitions],
+    };
+}
 /**
  * Extract file operations from messages and previous compaction entries.
  */
@@ -724,10 +737,12 @@ export function prepareCompaction(pathEntries, settings, options) {
         }
     }
     let previousSummary;
+    let previousUserFacts;
     let boundaryStart = 0;
     if (prevCompactionIndex >= 0) {
         const prevCompaction = pathEntries[prevCompactionIndex];
         previousSummary = prevCompaction.summary;
+        previousUserFacts = readPersistedCompactionUserFacts(prevCompaction.details);
         const firstKeptEntryIndex = pathEntries.findIndex((entry) => entry.id === prevCompaction.firstKeptEntryId);
         boundaryStart = firstKeptEntryIndex >= 0 ? firstKeptEntryIndex : prevCompactionIndex + 1;
     }
@@ -767,7 +782,13 @@ export function prepareCompaction(pathEntries, settings, options) {
             extractFileOpsFromMessage(msg, fileOps);
         }
     }
-    const facts = extractCompactionFacts(pathEntries, boundaryStart, boundaryEnd);
+    let facts = extractCompactionFacts(pathEntries, boundaryStart, boundaryEnd);
+    if (prevCompactionIndex >= 0) {
+        // Older checkpoints did not persist these exact facts. Pay one linear migration scan, then
+        // persist the result below so later compactions stay incremental instead of becoming quadratic.
+        const persistedUserFacts = previousUserFacts ?? extractCompactionFacts(pathEntries, 0, boundaryEnd);
+        facts = mergePersistentCompactionUserFacts(facts, persistedUserFacts);
+    }
     return {
         firstKeptEntryId,
         messagesToSummarize,
@@ -780,21 +801,6 @@ export function prepareCompaction(pathEntries, settings, options) {
         settings,
     };
 }
-// ============================================================================
-// Main compaction function
-// ============================================================================
-const TURN_PREFIX_SUMMARIZATION_PROMPT = `Summarize discarded early part of split turn; recent suffix remains.
-
-## Original Request
-[User request]
-
-## Early Progress
-- [Decisions/work]
-
-## Context for Suffix
-- [Facts needed by retained work]
-
-Only facts needed to understand suffix.`;
 async function generateVerifiedSummary(options) {
     let retryInstructions = options.customInstructions;
     const usage = createEmptyUsage();
@@ -805,11 +811,8 @@ async function generateVerifiedSummary(options) {
         addUsage(usage, generated.usage);
         const summary = generated.text;
         const verification = verifySummary(summary, options.facts);
-        if (verification.ok) {
-            return { summary, usage, verification, verificationGateFailures, deterministicGapFills: 0 };
-        }
-        verificationGateFailures.push(verification);
         if (!isCompactionSummaryStructurallyUsable(summary)) {
+            verificationGateFailures.push(verification);
             if (attempt >= 1)
                 throw new CompactionVerificationError(verificationGateFailures);
             retryInstructions = buildRetryPrompt(verification, summary);
@@ -817,6 +820,8 @@ async function generateVerifiedSummary(options) {
         }
         const filled = deterministicallyFillSummaryGaps(summary, options.facts);
         if (filled.verification.ok) {
+            if (!verification.ok)
+                verificationGateFailures.push(verification);
             return {
                 summary: filled.summary,
                 usage,
@@ -825,6 +830,7 @@ async function generateVerifiedSummary(options) {
                 deterministicGapFills: filled.changed ? 1 : 0,
             };
         }
+        verificationGateFailures.push(verification);
         throw new CompactionVerificationError(verificationGateFailures);
     }
     throw new CompactionVerificationError(verificationGateFailures);
@@ -849,31 +855,27 @@ export async function compact(preparation, model, apiKey, headers, customInstruc
         delegatedWorkerFacts: [],
     };
     const factsBlock = renderFactsBlock(facts);
-    const verified = isSplitTurn && messagesToSummarize.length === 0
-        ? undefined
-        : await generateVerifiedSummary({
-            messages: messagesToSummarize,
-            model,
-            reserveTokens: settings.reserveTokens,
-            apiKey,
-            headers,
-            signal,
-            customInstructions,
-            previousSummary,
-            thinkingLevel,
-            streamFn,
-            completion: executionOptions?.completion,
-            preDigest,
-            facts,
-            factsBlock,
-            chunked: executionOptions?.chunked ?? false,
-        });
-    let summary = verified?.summary ?? "No prior history.";
-    let summaryUsage = verified?.usage;
+    const verified = await generateVerifiedSummary({
+        messages: isSplitTurn && messagesToSummarize.length === 0 ? turnPrefixMessages : messagesToSummarize,
+        model,
+        reserveTokens: settings.reserveTokens,
+        apiKey,
+        headers,
+        signal,
+        customInstructions,
+        previousSummary,
+        thinkingLevel,
+        streamFn,
+        completion: executionOptions?.completion,
+        preDigest,
+        facts,
+        factsBlock,
+        chunked: executionOptions?.chunked ?? false,
+    });
+    let summary = verified.summary;
+    const summaryUsage = verified.usage;
     if (isSplitTurn) {
-        const turnPrefix = await generateTurnPrefixSummary(turnPrefixMessages, model, settings.reserveTokens, apiKey, headers, signal, thinkingLevel, streamFn, executionOptions?.completion);
-        summary = `${summary}\n\n---\n\n**Turn Context (split turn):**\n\n${turnPrefix.text}`;
-        summaryUsage = combineUsage(summaryUsage, turnPrefix.usage);
+        summary = `${summary}\n\n---\n\n**Turn Context (split turn):**\n\n${createTurnPrefixSummary(turnPrefixMessages)}`;
     }
     const { readFiles, modifiedFiles } = computeFileLists(fileOps);
     if (!firstKeptEntryId) {
@@ -887,13 +889,15 @@ export async function compact(preparation, model, apiKey, headers, customInstruc
         details: {
             readFiles,
             modifiedFiles,
+            activeTaskSource: facts.activeTaskSource,
+            prohibitions: [...facts.prohibitions],
             verificationGateFailures: 0,
-            deterministicGapFills: verified?.deterministicGapFills ?? 0,
+            deterministicGapFills: verified.deterministicGapFills,
         },
-        verification: verified?.verification,
+        verification: verified.verification,
         verificationGateFailures: [],
-        deterministicGapFills: verified?.deterministicGapFills ?? 0,
-    }, verified?.verificationGateFailures ?? []);
+        deterministicGapFills: verified.deterministicGapFills,
+    }, verified.verificationGateFailures);
 }
 export function createDeterministicCompaction(preparation) {
     const { firstKeptEntryId, tokensBefore, fileOps, facts } = preparation;
@@ -964,24 +968,43 @@ export function createDeterministicCompaction(preparation) {
         summary,
         firstKeptEntryId,
         tokensBefore,
-        details: { readFiles, modifiedFiles, verificationGateFailures: 0, deterministicGapFills: 0 },
+        details: {
+            readFiles,
+            modifiedFiles,
+            activeTaskSource: facts?.activeTaskSource ?? "",
+            prohibitions: [...(facts?.prohibitions ?? [])],
+            verificationGateFailures: 0,
+            deterministicGapFills: 0,
+        },
     };
 }
-/**
- * Generate a summary for a turn prefix (when splitting a turn).
- */
-async function generateTurnPrefixSummary(messages, model, reserveTokens, apiKey, headers, signal, thinkingLevel, streamFn, completion) {
-    const maxTokens = Math.min(Math.floor(0.5 * reserveTokens), model.maxTokens > 0 ? model.maxTokens : Number.POSITIVE_INFINITY); // Smaller budget for turn prefix
-    const llmMessages = convertToLlm(messages);
-    const conversationText = serializeConversation(llmMessages);
-    const promptText = `CHAT\n${conversationText}\n\nTASK\n${TURN_PREFIX_SUMMARIZATION_PROMPT}`;
-    const response = await completeSummarizationPrompt(promptText, model, maxTokens, apiKey, headers, signal, thinkingLevel, streamFn, completion, undefined, "Turn prefix summarization");
-    return {
-        text: response.content
-            .filter((c) => c.type === "text")
-            .map((c) => c.text)
-            .join("\n"),
-        usage: response.usage,
-    };
+/** Split-turn context is intentionally mechanical: user intent is copied, never summarized. */
+function createTurnPrefixSummary(messages) {
+    let originalRequest = "";
+    for (const message of messages) {
+        if (message.role !== "user")
+            continue;
+        if (typeof message.content === "string") {
+            originalRequest = message.content;
+        }
+        else {
+            originalRequest = message.content
+                .filter((block) => block.type === "text")
+                .map((block) => block.text)
+                .join("");
+        }
+        break;
+    }
+    const boundedRequest = originalRequest.slice(0, ACTIVE_TASK_SOURCE_MAX_CHARS) || "(none)";
+    return [
+        "## Original Request",
+        boundedRequest,
+        "",
+        "## Early Progress",
+        `- ${messages.length} earlier message(s) compacted; durable facts are in the main checkpoint.`,
+        "",
+        "## Context for Suffix",
+        "- Retained messages continue the original request.",
+    ].join("\n");
 }
 //# sourceMappingURL=compaction.js.map