@monotykamary/pi-vcc 0.3.16

package/package.json

@@ -0,0 +1,36 @@
+{
+  "name": "@monotykamary/pi-vcc",
+  "version": "0.3.16",
+  "description": "Algorithmic conversation compactor for pi - transcript-preserving structured summaries, no LLM calls",
+  "main": "index.ts",
+  "keywords": [
+    "pi-package",
+    "pi-extension",
+    "vcc",
+    "compact",
+    "compaction"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/monotykamary/pi-vcc.git"
+  },
+  "peerDependencies": {
+    "@earendil-works/pi-ai": ">=0.74.0 <1.0.0",
+    "@earendil-works/pi-agent-core": ">=0.74.0 <1.0.0",
+    "@earendil-works/pi-coding-agent": ">=0.74.0 <1.0.0",
+    "typebox": ">=1.1.24 <2.0.0"
+  },
+  "devDependencies": {
+    "typescript": "6.0.3",
+    "knip": "6.14.1"
+  },
+  "scripts": {
+    "typecheck": "tsc --noEmit",
+    "lint:dead": "knip"
+  },
+  "pi": {
+    "extensions": [
+      "./index.ts"
+    ]
+  }
+}

package/scripts/audit-sessions.ts

@@ -0,0 +1,88 @@
+import { basename, dirname } from "node:path";
+import { compile } from "../src/core/summarize";
+import { normalize } from "../src/core/normalize";
+import { filterNoise } from "../src/core/filter-noise";
+import { renderMessage } from "../src/core/render-entries";
+import { prepareSessionSamples } from "../tests/support/real-sessions";
+import { loadSessionMessages } from "../tests/support/load-session";
+
+const SEP = "=".repeat(80);
+const samples = await prepareSessionSamples(10);
+
+for (const sample of samples) {
+  const loaded = loadSessionMessages(sample.copy);
+  const { messages } = loaded;
+
+  const rawBlocks = normalize(messages);
+  const filteredBlocks = filterNoise(rawBlocks);
+  const afterText = compile({ messages });
+
+  const rendered = messages.map((m, i) => renderMessage(m, i));
+  const beforeChars = rendered.reduce((s, e) => s + e.summary.length, 0);
+
+  const project = dirname(sample.source).split("--").filter(Boolean).pop() ?? "unknown";
+
+  const goalSection = afterText.match(/\[Session Goal\]\n([\s\S]*?)(?=\n\n\[|$)/)?.[1] ?? "(empty)";
+  const stateSection = afterText.match(/\[Current State\]\n([\s\S]*?)(?=\n\n\[|$)/)?.[1] ?? "(empty)";
+  const doneSection = afterText.match(/\[What Was Done\]\n([\s\S]*?)(?=\n\n\[|$)/)?.[1] ?? "(empty)";
+  const problemsSection = afterText.match(/\[Open Problems\]\n([\s\S]*?)(?=\n\n\[|$)/)?.[1] ?? "(empty)";
+  const nextSection = afterText.match(/\[Next Best Steps\]\n([\s\S]*?)(?=\n\n\[|$)/)?.[1] ?? "(empty)";
+
+  const doneLines = doneSection.split("\n").filter(l => l.trim());
+  const problemLines = problemsSection.split("\n").filter(l => l.trim());
+
+  // Detect issues
+  const issues: string[] = [];
+
+  // 1. Goal quality
+  const goalLines = goalSection.split("\n").map(l => l.replace(/^- /, "").trim()).filter(Boolean);
+  if (goalLines[0] && goalLines[0].length < 5) issues.push(`GOAL_TOO_SHORT: "${goalLines[0]}"`);
+  if (goalLines.length === 0) issues.push("GOAL_EMPTY");
+
+  // 2. Sensitive data in What Was Done
+  if (/sshpass|password|secret|token=|api[_-]?key/i.test(doneSection)) {
+    issues.push("SENSITIVE_DATA_IN_DONE");
+  }
+
+  // 3. Raw code/minified JS in summary
+  if (/\{[a-zA-Z$_]+:[a-zA-Z$_]+,[a-zA-Z$_]+:/.test(afterText) || /var [a-zA-Z]+=/.test(afterText)) {
+    issues.push("RAW_CODE_LEAK");
+  }
+
+  // 4. Open problems count
+  if (problemLines.length > 10) issues.push(`PROBLEMS_OVERCOUNT: ${problemLines.length}`);
+
+  // 5. Next steps empty
+  if (nextSection === "(empty)") issues.push("NEXT_STEPS_EMPTY");
+
+  // 6. What Was Done too verbose
+  if (doneLines.length > 15) issues.push(`DONE_TOO_VERBOSE: ${doneLines.length} lines`);
+
+  // 7. Summary too large (>10K chars)
+  if (afterText.length > 10000) issues.push(`SUMMARY_TOO_LARGE: ${afterText.length} chars`);
+
+  console.log(SEP);
+  console.log(`PROJECT: ${project}`);
+  console.log(`FILE: ${basename(sample.source)}`);
+  console.log(`Size: ${(sample.size / 1024).toFixed(0)}KB | Msgs: ${messages.length} | Blocks raw: ${rawBlocks.length} -> filtered: ${filteredBlocks.length}`);
+  console.log(`Before: ${beforeChars} chars | After: ${afterText.length} chars | Ratio: ${(beforeChars / afterText.length).toFixed(1)}x`);
+  console.log(`Issues: ${issues.length === 0 ? "NONE" : issues.join(", ")}`);
+  console.log("");
+  console.log("--- GOAL ---");
+  console.log(goalSection.slice(0, 300));
+  console.log("");
+  console.log("--- CURRENT STATE (first 300c) ---");
+  console.log(stateSection.slice(0, 300));
+  console.log("");
+  console.log("--- WHAT WAS DONE (first 5 lines) ---");
+  console.log(doneLines.slice(0, 5).join("\n"));
+  console.log(`... (${doneLines.length} total lines)`);
+  console.log("");
+  console.log("--- OPEN PROBLEMS (first 5 lines) ---");
+  console.log(problemLines.slice(0, 5).join("\n"));
+  console.log(`... (${problemLines.length} total lines)`);
+  console.log("");
+  console.log("--- NEXT STEPS ---");
+  console.log(nextSection.slice(0, 300));
+  console.log("");
+}

package/scripts/benchmark-real-sessions.ts

@@ -0,0 +1,25 @@
+import { performance } from "node:perf_hooks";
+import { basename } from "node:path";
+import { buildCompactReport } from "../src/core/report";
+import { prepareSessionSamples } from "../tests/support/real-sessions";
+import { loadSessionMessages } from "../tests/support/load-session";
+
+const samples = await prepareSessionSamples(2);
+for (const sample of samples) {
+  const loaded = loadSessionMessages(sample.copy);
+  const start = performance.now();
+  const report = buildCompactReport({ messages: loaded.messages });
+  const elapsedMs = performance.now() - start;
+  console.log(JSON.stringify({
+    sourceFile: basename(sample.source),
+    sourceSizeBytes: sample.size,
+    copiedToTemp: true,
+    loadedMessages: loaded.messageCount,
+    skippedMessages: loaded.skippedCount,
+    compileMs: Number(elapsedMs.toFixed(2)),
+    before: report.before,
+    after: report.after,
+    compression: report.compression,
+    recall: report.recall,
+  }, null, 2));
+}

package/scripts/compare-before-after.ts

@@ -0,0 +1,36 @@
+import { basename } from "node:path";
+import { compile } from "../src/core/summarize";
+import { renderMessage } from "../src/core/render-entries";
+import { clip } from "../src/core/content";
+import { prepareSessionSamples } from "../tests/support/real-sessions";
+import { loadSessionMessages } from "../tests/support/load-session";
+
+const SEP = "=".repeat(80);
+const samples = await prepareSessionSamples(2);
+
+for (const sample of samples) {
+  const loaded = loadSessionMessages(sample.copy);
+  const { messages } = loaded;
+
+  const rendered = messages.map((m, i) => renderMessage(m, i));
+  const beforeLines = rendered.map(
+    (e) => `#${e.index} [${e.role}] ${clip(e.summary, 300)}`,
+  );
+  const beforeText = beforeLines.join("\n");
+  const afterText = compile({ messages });
+
+  console.log(SEP);
+  console.log(`FILE: ${basename(sample.source)}`);
+  console.log(`Messages: ${messages.length} | Before chars: ${beforeText.length} | After chars: ${afterText.length}`);
+  console.log(`Compression: ${(beforeText.length / afterText.length).toFixed(1)}x`);
+  console.log(SEP);
+
+  console.log("\n--- BEFORE (raw context, first 40 + last 20 entries) ---\n");
+  for (const line of beforeLines.slice(0, 40)) console.log(line);
+  if (beforeLines.length > 60) console.log(`\n... (${beforeLines.length - 60} entries omitted) ...\n`);
+  for (const line of beforeLines.slice(-20)) console.log(line);
+
+  console.log("\n--- AFTER (pi-vcc compiled summary) ---\n");
+  console.log(afterText);
+  console.log("\n");
+}

package/scripts/dump-branch-output.ts

@@ -0,0 +1,20 @@
+import { basename } from "node:path";
+import { compile } from "../src/core/summarize";
+import { prepareSessionSamples } from "../tests/support/real-sessions";
+import { loadSessionMessages } from "../tests/support/load-session";
+import { writeFileSync, mkdirSync } from "node:fs";
+
+const outDir = "/tmp/pi-vcc-compare";
+const branch = process.argv[2] || "unknown";
+mkdirSync(`${outDir}/${branch}`, { recursive: true });
+
+const samples = await prepareSessionSamples(5);
+for (const sample of samples) {
+  const name = basename(sample.source).slice(0, 30);
+  const loaded = loadSessionMessages(sample.copy);
+  const summary = compile({ messages: loaded.messages });
+  const outFile = `${outDir}/${branch}/${name}.txt`;
+  writeFileSync(outFile, summary);
+  console.log(`${name} (${loaded.messageCount} msgs) => ${summary.length} chars`);
+}
+console.log(`\nSaved to ${outDir}/${branch}/`);

package/src/commands/pi-vcc.ts

@@ -0,0 +1,36 @@
+import type { ExtensionAPI } from "@earendil-works/pi-coding-agent";
+import { getLastCompactionStats, PI_VCC_COMPACT_INSTRUCTION } from "../hooks/before-compact";
+
+const formatTokens = (n: number): string => {
+  if (n >= 1000) return `${(n / 1000).toFixed(1)}k`;
+  return String(n);
+};
+
+export const registerPiVccCommand = (pi: ExtensionAPI) => {
+  pi.registerCommand("pi-vcc", {
+    description: "Compact conversation with pi-vcc structured summary",
+    handler: async (_args, ctx) => {
+      ctx.compact({
+        customInstructions: PI_VCC_COMPACT_INSTRUCTION,
+        onComplete: () => {
+          const stats = getLastCompactionStats();
+          if (stats) {
+            ctx.ui.notify(
+              `pi-vcc: ${stats.summarized} source entries processed; tail kept ${stats.kept} (~${formatTokens(stats.keptTokensEst)} tok).`,
+              "info",
+            );
+          } else {
+            ctx.ui.notify("Compacted with pi-vcc", "info");
+          }
+        },
+        onError: (err) => {
+          if (err.message === "Compaction cancelled" || err.message === "Already compacted") {
+            ctx.ui.notify("Nothing to compact", "warning");
+          } else {
+            ctx.ui.notify(`Compaction failed: ${err.message}`, "error");
+          }
+        },
+      });
+    },
+  });
+};

package/src/commands/vcc-recall.ts

@@ -0,0 +1,65 @@
+import type { ExtensionAPI } from "@earendil-works/pi-coding-agent";
+import { loadAllMessages } from "../core/load-messages";
+import { searchEntries } from "../core/search-entries";
+import { formatRecallOutput } from "../core/format-recall";
+import { getActiveLineageEntryIds } from "../core/lineage";
+import { parseRecallScope } from "../core/recall-scope";
+
+const PAGE_SIZE = 5;
+const DEFAULT_RECENT = 25;
+
+export const registerVccRecallCommand = (pi: ExtensionAPI) => {
+  pi.registerCommand("pi-vcc-recall", {
+    description: "Search session history. Defaults to active lineage; add scope:all for off-lineage branches.",
+    handler: async (args: string, ctx) => {
+      const sessionFile = ctx.sessionManager.getSessionFile();
+      if (!sessionFile) {
+        ctx.ui.notify("No session file available.", "error");
+        return;
+      }
+
+      const raw = args.trim();
+      const parsed = parseRecallScope(raw);
+      const lineageEntryIds = parsed.scope === "lineage"
+        ? getActiveLineageEntryIds(ctx.sessionManager)
+        : undefined;
+      if (!parsed.text) {
+        // No query: show recent
+        const { rendered } = loadAllMessages(sessionFile, false, lineageEntryIds);
+        const recent = rendered.slice(-DEFAULT_RECENT);
+        const output = (parsed.scope === "all" ? "Scope: all\n\n" : "") + formatRecallOutput(recent);
+        pi.sendMessage({ customType: "vcc-recall", content: output, display: true }, { triggerTurn: true });
+        return;
+      }
+
+      // Parse page:N from args
+      const pageMatch = parsed.text.match(/\bpage:(\d+)\b/i);
+      const page = pageMatch ? Math.max(1, parseInt(pageMatch[1], 10)) : 1;
+      const query = parsed.text.replace(/\bpage:\d+\b/i, "").trim();
+
+      if (!query) {
+        const { rendered } = loadAllMessages(sessionFile, false, lineageEntryIds);
+        const recent = rendered.slice(-DEFAULT_RECENT);
+        const output = (parsed.scope === "all" ? "Scope: all\n\n" : "") + formatRecallOutput(recent);
+        pi.sendMessage({ customType: "vcc-recall", content: output, display: true }, { triggerTurn: true });
+        return;
+      }
+
+      const { rendered, rawMessages } = loadAllMessages(sessionFile, false, lineageEntryIds);
+      const allResults = searchEntries(rendered, rawMessages, query);
+
+      const start = (page - 1) * PAGE_SIZE;
+      const pageResults = allResults.slice(start, start + PAGE_SIZE);
+      const totalPages = Math.ceil(allResults.length / PAGE_SIZE);
+      const scopeSuffix = parsed.scope === "all" ? " (scope: all)" : "";
+      const header = totalPages > 1
+        ? `Page ${page}/${totalPages} (${allResults.length} total matches${scopeSuffix})`
+        : `${allResults.length} matches${scopeSuffix}`;
+      const footer = page < totalPages
+        ? `\n--- /pi-vcc-recall ${query}${parsed.scope === "all" ? " scope:all" : ""} page:${page + 1} ---`
+        : "";
+      const output = formatRecallOutput(pageResults, query, header) + footer;
+      pi.sendMessage({ customType: "vcc-recall", content: output, display: true }, { triggerTurn: true });
+    },
+  });
+};