pi-goosedump 0.12.7 → 0.12.8

package/README.md

@@ -71,7 +71,8 @@ Optional settings live under `goosedump` in:
 ```json
 {
   "goosedump": {
-    "turnsBeforeCompact": 0
+    "turnsBeforeCompact": 0,
+    "summaryMaxTokens": 4096
   }
 }
 ```
@@ -80,16 +81,23 @@ Optional settings live under `goosedump` in:
 compaction. The countdown is restored when a session resumes and appears in the
 footer with a status dot (green when >25% turns remain, yellow when ≤25%, red when ≤12.5%)
 followed by hexadecimal turn countdown: `● GD:0A` means ten turns remain, `● GD:00` is ready
-to compact, and `● GD:--` is disabled. Clearing the project value restores the
+to compact, and `● GD:--` is disabled.
+
+`summaryMaxTokens` is an integer from 512 to 65536 (default 4096). The effective
+summary budget is the lower of this value and 80% of Pi's `compaction.reserveTokens`,
+leaving room for the next model response. Clearing a project value restores the
 global setting.
 
 ## Compaction behavior
 
 The extension replaces Pi's normal summary during manual, scheduled, and
 automatic compaction. It invokes `goosedump session compact --remember`,
-preserves the previous compaction summary, and summarizes only the newly
-compacted range. A `keep:N` request keeps the last N active user turns;
-it is cancelled when no earlier history is available to summarize.
+preserves the previous compaction summary, summarizes only the newly compacted
+range, and passes the effective summary budget to goosedump. When necessary,
+goosedump removes older read-only paths, completed items, chronology lines, and
+modified/created paths in that order while preserving goals, blockers, decisions,
+preferences, and the newest actionable context. A `keep:N` request keeps the last
+N active user turns; it is cancelled when no earlier history is available to summarize.
 
 Compactions with custom instructions continue to use Pi's normal compactor. If
 goosedump fails, the extension reports the error and falls back to Pi. Successful

package/dist/index.ts

@@ -52,13 +52,22 @@ var MEMORY_HIT_SEPARATOR = `
 var MEMORY_TEXT_TRUNCATED = `
 [Entry text truncated]`;
 var DEFAULT_GOOSEDUMP_SETTINGS = {
-  turnsBeforeCompact: 0
+  turnsBeforeCompact: 0,
+  summaryMaxTokens: 4096
 };
 var TURNS_BEFORE_COMPACT_MIN = 0;
 var TURNS_BEFORE_COMPACT_MAX = 255;
+var SUMMARY_MAX_TOKENS_MIN = 512;
+var SUMMARY_MAX_TOKENS_MAX = 65536;
 function isTurnsBeforeCompact(value) {
   return typeof value === "number" && Number.isSafeInteger(value) && value >= TURNS_BEFORE_COMPACT_MIN && value <= TURNS_BEFORE_COMPACT_MAX;
 }
+function isSummaryMaxTokens(value) {
+  return typeof value === "number" && Number.isSafeInteger(value) && value >= SUMMARY_MAX_TOKENS_MIN && value <= SUMMARY_MAX_TOKENS_MAX;
+}
+function isGoosedumpSettingValue(key, value) {
+  return key === "turnsBeforeCompact" ? isTurnsBeforeCompact(value) : isSummaryMaxTokens(value);
+}
 function piAgentDir() {
   return process.env.PI_CODING_AGENT_DIR ?? join(homedir(), ".pi", "agent");
 }
@@ -114,9 +123,12 @@ function readGoosedumpSettingsFrom(path) {
   if (!isRecord(raw))
     return {};
   const settings = {};
-  const value = raw.turnsBeforeCompact;
-  if (isTurnsBeforeCompact(value))
-    settings.turnsBeforeCompact = value;
+  if (isTurnsBeforeCompact(raw.turnsBeforeCompact)) {
+    settings.turnsBeforeCompact = raw.turnsBeforeCompact;
+  }
+  if (isSummaryMaxTokens(raw.summaryMaxTokens)) {
+    settings.summaryMaxTokens = raw.summaryMaxTokens;
+  }
   return settings;
 }
 function validateGoosedumpSettings(path) {
@@ -126,10 +138,14 @@ function validateGoosedumpSettings(path) {
   if (!isRecord(root.goosedump)) {
     throw new Error(`${path}: goosedump must be a JSON object`);
   }
-  const value = root.goosedump.turnsBeforeCompact;
-  if (value !== undefined && !isTurnsBeforeCompact(value)) {
+  const turns = root.goosedump.turnsBeforeCompact;
+  if (turns !== undefined && !isTurnsBeforeCompact(turns)) {
     throw new Error(`${path}: goosedump.turnsBeforeCompact must be an integer from ` + `${TURNS_BEFORE_COMPACT_MIN} to ${TURNS_BEFORE_COMPACT_MAX}`);
   }
+  const summaryTokens = root.goosedump.summaryMaxTokens;
+  if (summaryTokens !== undefined && !isSummaryMaxTokens(summaryTokens)) {
+    throw new Error(`${path}: goosedump.summaryMaxTokens must be an integer from ` + `${SUMMARY_MAX_TOKENS_MIN} to ${SUMMARY_MAX_TOKENS_MAX}`);
+  }
 }
 function resolveGoosedumpSettings(cwd) {
   return {
@@ -155,9 +171,12 @@ function readScopedGoosedumpSettings(cwd, scope) {
   if (!isRecord(raw))
     return { ...DEFAULT_GOOSEDUMP_SETTINGS };
   const settings = {};
-  const value = raw.turnsBeforeCompact;
-  if (isTurnsBeforeCompact(value))
-    settings.turnsBeforeCompact = value;
+  if (isTurnsBeforeCompact(raw.turnsBeforeCompact)) {
+    settings.turnsBeforeCompact = raw.turnsBeforeCompact;
+  }
+  if (isSummaryMaxTokens(raw.summaryMaxTokens)) {
+    settings.summaryMaxTokens = raw.summaryMaxTokens;
+  }
   return { ...DEFAULT_GOOSEDUMP_SETTINGS, ...settings };
 }
 function writeScopedGoosedumpSetting(cwd, scope, key, value) {
@@ -495,6 +514,7 @@ async function goosedumpCompact(target, options, signal, executablePath) {
     args.push("--from", options.from);
   if (options.previousSummary)
     args.push("--previous-summary", options.previousSummary);
+  args.push("--summary-max-tokens", String(options.summaryMaxTokens));
   args.push("--before", options.until);
   const output = await runGoosedumpAsync(args, signal, executablePath);
   for (const line of output.stdout.split(`
@@ -551,6 +571,22 @@ function piKeepRecentTokens(cwd) {
   }
   return DEFAULT_COMPACTION_SETTINGS.keepRecentTokens;
 }
+function piReserveTokens(cwd) {
+  for (const path of [projectSettingsPath(cwd), globalSettingsPath()]) {
+    const compaction = readJsonObject(path).compaction;
+    if (isRecord(compaction) && typeof compaction.reserveTokens === "number") {
+      return compaction.reserveTokens;
+    }
+  }
+  return DEFAULT_COMPACTION_SETTINGS.reserveTokens;
+}
+function effectiveSummaryMaxTokens(cwd) {
+  const configured = resolveGoosedumpSettings(cwd).summaryMaxTokens;
+  const reserveTokens = piReserveTokens(cwd);
+  if (reserveTokens <= 0)
+    return configured;
+  return Math.max(1, Math.min(configured, Math.floor(reserveTokens * 0.8)));
+}
 function hasCompactableHistory(ctx) {
   const branch = ctx.sessionManager.getBranch();
   if (branch.length === 0)
@@ -656,7 +692,7 @@ function utf8Prefix(text, maxBytes) {
   }
   return prefix.join("");
 }
-async function buildGoosedumpCompaction(target, preparation, branchEntries, keep, signal, executablePath) {
+async function buildGoosedumpCompaction(target, preparation, branchEntries, summaryMaxTokens, keep, signal, executablePath) {
   let firstKeptEntryId = preparation.firstKeptEntryId;
   if (keep !== undefined && keep > 0) {
     const id = keepBoundaryId(branchEntries, keep);
@@ -668,7 +704,7 @@ async function buildGoosedumpCompaction(target, preparation, branchEntries, keep
   const range = buildCompactRange(branchEntries, firstKeptEntryId);
   if (!range)
     return;
-  const generated = await goosedumpCompact(target, { ...range, previousSummary: preparation.previousSummary }, signal, executablePath);
+  const generated = await goosedumpCompact(target, { ...range, previousSummary: preparation.previousSummary, summaryMaxTokens }, signal, executablePath);
   if (!generated.summary)
     return;
   const summary = generated.summary;
@@ -779,18 +815,35 @@ async function runSettingsEditor(ctx) {
       const global = readScopedGoosedumpSettings(location, "global");
       const projectPath = projectSettingsPath(location);
       const projectRaw = readJsonObjectStrict(projectPath).goosedump;
-      const projectValue = isRecord(projectRaw) && isTurnsBeforeCompact(projectRaw.turnsBeforeCompact) ? projectRaw.turnsBeforeCompact : undefined;
-      return ["global", "project"].map((scope) => ({
-        id: `${scope}:turnsBeforeCompact`,
-        label: settingLabel(scope, "turnsBeforeCompact"),
-        description: scope === "project" ? "LLM turns before compaction; empty inherits Global." : "LLM turns before compaction; 0 disables.",
-        currentValue: String(scope === "project" ? projectValue ?? "" : global.turnsBeforeCompact),
-        submenu: (currentValue, subDone) => new NumberInputSubmenu(settingLabel(scope, "turnsBeforeCompact"), currentValue === "" ? null : Number(currentValue), (value) => subDone(String(value)), () => subDone(), {
+      const project = isRecord(projectRaw) ? projectRaw : {};
+      const specs = [
+        {
+          key: "turnsBeforeCompact",
+          description: "LLM turns before compaction; 0 disables.",
           min: TURNS_BEFORE_COMPACT_MIN,
-          max: TURNS_BEFORE_COMPACT_MAX,
-          onClear: scope === "project" ? () => subDone("") : undefined,
-          onInvalid: (message) => ctx.ui.notify(message, "error")
-        })
+          max: TURNS_BEFORE_COMPACT_MAX
+        },
+        {
+          key: "summaryMaxTokens",
+          description: "Maximum estimated tokens in each summary.",
+          min: SUMMARY_MAX_TOKENS_MIN,
+          max: SUMMARY_MAX_TOKENS_MAX
+        }
+      ];
+      return ["global", "project"].flatMap((scope) => specs.map(({ key, description, min, max }) => {
+        const projectValue = isGoosedumpSettingValue(key, project[key]) ? project[key] : undefined;
+        return {
+          id: `${scope}:${key}`,
+          label: settingLabel(scope, key),
+          description: scope === "project" ? `${description} Empty inherits Global.` : description,
+          currentValue: String(scope === "project" ? projectValue ?? "" : global[key]),
+          submenu: (currentValue, subDone) => new NumberInputSubmenu(settingLabel(scope, key), currentValue === "" ? null : Number(currentValue), (value) => subDone(String(value)), () => subDone(), {
+            min,
+            max,
+            onClear: scope === "project" ? () => subDone("") : undefined,
+            onInvalid: (message) => ctx.ui.notify(message, "error")
+          })
+        };
       }));
     }
     function rebuildSettingsList() {
@@ -809,12 +862,12 @@ async function runSettingsEditor(ctx) {
           return;
         }
         const parsed = Number(newValue);
-        if (!isTurnsBeforeCompact(parsed))
+        if (!isGoosedumpSettingValue(key, parsed))
           return;
         try {
           writeScopedGoosedumpSetting(location, scope, key, parsed);
           settingsList.updateValue(id, newValue);
-          ctx.ui.notify(`${settingLabel(scope, key)} = ${formatCompactSetting(parsed)}`, "info");
+          ctx.ui.notify(`${settingLabel(scope, key)} = ${key === "turnsBeforeCompact" ? formatCompactSetting(parsed) : parsed}`, "info");
           tui.requestRender();
         } catch (error) {
           const message = error instanceof Error ? error.message : String(error);
@@ -841,7 +894,7 @@ async function runSettingsEditor(ctx) {
           lines.push(makeRow(line, innerW, border));
         lines.push(makeRow("", innerW, border));
         const effective = resolveGoosedumpSettings(location);
-        lines.push(makeRow(dim(`Effective: turns=${formatCompactSetting(effective.turnsBeforeCompact)}`), innerW, border));
+        lines.push(makeRow(dim(`Effective: turns=${formatCompactSetting(effective.turnsBeforeCompact)} · summary=${effectiveSummaryMaxTokens(location)} tokens`), innerW, border));
         lines.push(makeRow(dim("↑↓ select  enter/space edit  esc close"), innerW, border));
         lines.push(`${borderFg("╰")}${borderFg("─".repeat(width - 2))}${borderFg("╯")}`);
         return lines;
@@ -1692,7 +1745,7 @@ ${lines.join(`
       compactionHookActive = true;
       try {
         const keep = pendingKeep ?? undefined;
-        const compaction = await buildGoosedumpCompaction(target, event.preparation, event.branchEntries, keep, event.signal, nativeExecutablePath);
+        const compaction = await buildGoosedumpCompaction(target, event.preparation, event.branchEntries, effectiveSummaryMaxTokens(ctx.cwd), keep, event.signal, nativeExecutablePath);
         if (compaction && "cancel" in compaction) {
           if (ctx.hasUI)
             ctx.ui.notify(compaction.reason, "info");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-goosedump",
-  "version": "0.12.7",
+  "version": "0.12.8",
   "description": "Pi extension for goosedump-backed session-history search, entry expansion, and compaction",
   "keywords": [
     "compaction",
@@ -38,7 +38,7 @@
   },
   "dependencies": {
     "@earendil-works/pi-tui": "^0.82.1",
-    "@jarkkojs/goosedump": "^0.12.7",
+    "@jarkkojs/goosedump": "^0.12.8",
     "@sinclair/typebox": "^0.34.49"
   },
   "devDependencies": {