pi-mega-compact 0.7.2 → 0.7.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -19,9 +19,24 @@ import { VectorStore } from "../src/vectorStore.js";
19
19
  import { toEngineMessages } from "../src/adapt.js";
20
20
  import { normalizeSessionId } from "../src/store.js";
21
21
  import { Logger } from "../src/log.js";
22
- import { recordModelSnapshot, latestModelSnapshot, upsertRepoRegistry, recordRepoModel, type ModelSnapshot } from "../src/store/sqlite.js";
22
+ import {
23
+ recordModelSnapshot,
24
+ latestModelSnapshot,
25
+ upsertRepoRegistry,
26
+ recordRepoModel,
27
+ type ModelSnapshot,
28
+ } from "../src/store/sqlite.js";
23
29
  import { detectCrossRepoDrift } from "../src/driftDetection.js";
24
- import { repoStateDir, resolveRepoRoot, pressureRatio, pressureFromPct, pressureBand, effectiveThresholdTokens, type MegaConfig, type PressureBand } from "./mega-config.js";
30
+ import {
31
+ repoStateDir,
32
+ resolveRepoRoot,
33
+ pressureRatio,
34
+ pressureFromPct,
35
+ pressureBand,
36
+ effectiveThresholdTokens,
37
+ type MegaConfig,
38
+ type PressureBand,
39
+ } from "./mega-config.js";
25
40
  import { Dashboard, type DashboardSnapshot } from "./mega-dashboard.js";
26
41
 
27
42
  export const STATUS_KEY = "mega-compact";
@@ -31,47 +46,49 @@ export const MARKER_TYPE = "mega-compact-marker";
31
46
  /** Cached npm version, read once from this extension's own package.json. */
32
47
  let CACHED_VERSION: string | null = null;
33
48
  function ownVersion(): string {
34
- if (CACHED_VERSION !== null) return CACHED_VERSION;
35
- let v = "?";
36
- try {
37
- const here = dirname(fileURLToPath(import.meta.url)); // .../extensions
38
- const pkg = JSON.parse(readFileSync(join(here, "..", "package.json"), "utf-8"));
39
- v = pkg.version ?? "?";
40
- } catch {
41
- v = "?";
42
- }
43
- CACHED_VERSION = v;
44
- return v;
49
+ if (CACHED_VERSION !== null) return CACHED_VERSION;
50
+ let v = "?";
51
+ try {
52
+ const here = dirname(fileURLToPath(import.meta.url)); // .../extensions
53
+ const pkg = JSON.parse(
54
+ readFileSync(join(here, "..", "package.json"), "utf-8"),
55
+ );
56
+ v = pkg.version ?? "?";
57
+ } catch {
58
+ v = "?";
59
+ }
60
+ CACHED_VERSION = v;
61
+ return v;
45
62
  }
46
63
 
47
64
  /** Per-session runtime state kept in the closure (mirrors neuralwatt-mcr). */
48
65
  interface SessionRuntime {
49
- sessionId: string;
50
- persistedThisSession: boolean;
51
- lastCheckpointId: string | undefined;
52
- lastCompactedFrom: number;
53
- lastCompactedTokens: number;
54
- dedupSkips: number; // compactions skipped because regionHash already stored
55
- dedupAttempts: number; // total compaction attempts (for hit-rate denominator)
56
- tokensSaved: number; // this session-instance only: reset on session_start
57
- lastCompactAt: number | null; // wall-clock ms of the last compaction this session
66
+ sessionId: string;
67
+ persistedThisSession: boolean;
68
+ lastCheckpointId: string | undefined;
69
+ lastCompactedFrom: number;
70
+ lastCompactedTokens: number;
71
+ dedupSkips: number; // compactions skipped because regionHash already stored
72
+ dedupAttempts: number; // total compaction attempts (for hit-rate denominator)
73
+ tokensSaved: number; // this session-instance only: reset on session_start
74
+ lastCompactAt: number | null; // wall-clock ms of the last compaction this session
58
75
  }
59
76
 
60
77
  /** ANSI palette for the toolbar. The pi TUI's Text component preserves ANSI
61
78
  * escape codes (see wrapTextWithAnsi), so raw escapes render as colors. No
62
79
  * chalk dependency needed — these are just strings. */
63
80
  export const C = {
64
- reset: "\x1b[0m",
65
- dim: "\x1b[2m",
66
- bold: "\x1b[1m",
67
- amber: "\x1b[38;5;214m", // tier / ready
68
- green: "\x1b[38;5;120m", // saved
69
- cyan: "\x1b[38;5;51m", // used / live activity
70
- teal: "\x1b[38;5;37m", // processing (compress/dedup)
71
- magenta: "\x1b[38;5;201m", // dedup rate
72
- blue: "\x1b[38;5;75m", // repo totals
73
- gray: "\x1b[38;5;245m", // labels
74
- red: "\x1b[38;5;203m", // pressure / overflow
81
+ reset: "\x1b[0m",
82
+ dim: "\x1b[2m",
83
+ bold: "\x1b[1m",
84
+ amber: "\x1b[38;5;214m", // tier / ready
85
+ green: "\x1b[38;5;120m", // saved
86
+ cyan: "\x1b[38;5;51m", // used / live activity
87
+ teal: "\x1b[38;5;37m", // processing (compress/dedup)
88
+ magenta: "\x1b[38;5;201m", // dedup rate
89
+ blue: "\x1b[38;5;75m", // repo totals
90
+ gray: "\x1b[38;5;245m", // labels
91
+ red: "\x1b[38;5;203m", // pressure / overflow
75
92
  };
76
93
 
77
94
  const PULSE = ["◐", "◓", "◑", "◒"];
@@ -88,729 +105,912 @@ const PANEL_RST = "\x1b[0m" + PANEL_BG; // reset fg but retain panel bg
88
105
 
89
106
  /** Visible cell width of a string, ignoring ANSI SGR/OSC escapes. */
90
107
  function visibleWidth(s: string): number {
91
- const stripped = s
92
- .replace(/\x1b\[[0-9;?]*[A-Za-z]/g, "")
93
- .replace(/\x1b\][^\x07\x1b]*(?:\x07|\x1b\\)/g, "");
94
- let w = 0;
95
- for (const ch of stripped) {
96
- const cp = ch.codePointAt(0) ?? 0;
97
- const wide = cp >= 0x1100 && (
98
- (cp <= 0x115f) || (cp >= 0x2e80 && cp <= 0x303e) ||
99
- (cp >= 0x3041 && cp <= 0x33ff) || (cp >= 0x3400 && cp <= 0x4dbf) ||
100
- (cp >= 0x4e00 && cp <= 0x9fff) || (cp >= 0xa000 && cp <= 0xa4cf) ||
101
- (cp >= 0xac00 && cp <= 0xd7a3) || (cp >= 0xf900 && cp <= 0xfaff) ||
102
- (cp >= 0xfe30 && cp <= 0xfe4f) || (cp >= 0xff00 && cp <= 0xff60) ||
103
- (cp >= 0xffe0 && cp <= 0xffe6) || (cp >= 0x1f300 && cp <= 0x1faff) ||
104
- (cp >= 0x20000 && cp <= 0x3fffd)
105
- );
106
- w += wide ? 2 : 1;
107
- }
108
- return w;
108
+ const stripped = s
109
+ .replace(/\x1b\[[0-9;?]*[A-Za-z]/g, "")
110
+ .replace(/\x1b\][^\x07\x1b]*(?:\x07|\x1b\\)/g, "");
111
+ let w = 0;
112
+ for (const ch of stripped) {
113
+ const cp = ch.codePointAt(0) ?? 0;
114
+ const wide =
115
+ cp >= 0x1100 &&
116
+ (cp <= 0x115f ||
117
+ (cp >= 0x2e80 && cp <= 0x303e) ||
118
+ (cp >= 0x3041 && cp <= 0x33ff) ||
119
+ (cp >= 0x3400 && cp <= 0x4dbf) ||
120
+ (cp >= 0x4e00 && cp <= 0x9fff) ||
121
+ (cp >= 0xa000 && cp <= 0xa4cf) ||
122
+ (cp >= 0xac00 && cp <= 0xd7a3) ||
123
+ (cp >= 0xf900 && cp <= 0xfaff) ||
124
+ (cp >= 0xfe30 && cp <= 0xfe4f) ||
125
+ (cp >= 0xff00 && cp <= 0xff60) ||
126
+ (cp >= 0xffe0 && cp <= 0xffe6) ||
127
+ (cp >= 0x1f300 && cp <= 0x1faff) ||
128
+ (cp >= 0x20000 && cp <= 0x3fffd));
129
+ w += wide ? 2 : 1;
130
+ }
131
+ return w;
109
132
  }
110
133
 
111
134
  /** Pad a content string (with ANSI colors) to `width` cells using panel bg. */
112
- function spreadGroups(width: number, groups: string[], indent = 0): string {
113
- if (groups.length === 0) return panelLine('', width);
114
- // Calculate visible width of each group
115
- const groupWidths = groups.map(g => visibleWidth(PANEL_BG + g.replace(/\x1b\[0m/g, PANEL_RST)));
116
- const totalContent = groupWidths.reduce((a, b) => a + b, 0);
117
- const separator = ` ${C.dim}│${C.reset} `;
118
- const sepWidth = visibleWidth(PANEL_BG + separator.replace(/\x1b\[0m/g, PANEL_RST));
119
- const totalSep = sepWidth * (groups.length - 1);
120
- const available = width - indent - totalContent - totalSep;
121
- const gapSize = groups.length > 1 ? Math.max(1, Math.floor(available / (groups.length - 1))) : 0;
122
- const extra = groups.length > 1 ? available - gapSize * (groups.length - 1) : 0;
123
-
124
- let line = ' '.repeat(indent);
125
- for (let i = 0; i < groups.length; i++) {
126
- line += groups[i];
127
- if (i < groups.length - 1) {
128
- const gap = gapSize + (i < extra ? 1 : 0);
129
- line += separator + ' '.repeat(Math.max(0, gap));
130
- }
131
- }
132
- return panelLine(line, width);
135
+ /** Wrap a string (with ANSI codes) to fit within `maxWidth` visible chars.
136
+ * Splits at separators or whitespace when possible. */
137
+ function wrapLine(text: string, maxWidth: number): string[] {
138
+ if (maxWidth <= 0) return [text];
139
+ const result: string[] = [];
140
+ let current = "";
141
+ let currentW = 0;
142
+ // Split at boundaries first
143
+ const segments = text.split("│");
144
+ for (let i = 0; i < segments.length; i++) {
145
+ const seg = (i > 0 ? "│" : "") + segments[i];
146
+ const segW = visibleWidth(PANEL_BG + seg.replace(/\x1b\[0m/g, PANEL_RST));
147
+ if (currentW + segW <= maxWidth || currentW === 0) {
148
+ current += seg;
149
+ currentW += segW;
150
+ } else {
151
+ result.push(current);
152
+ current = seg;
153
+ currentW = segW;
154
+ }
155
+ }
156
+ if (current) result.push(current);
157
+ return result;
133
158
  }
134
159
 
135
160
  function panelLine(content: string, width: number): string {
136
- const withBg = PANEL_BG + content.replace(/\x1b\[0m/g, PANEL_RST);
137
- const pad = Math.max(0, width - visibleWidth(withBg));
138
- return withBg + " ".repeat(pad) + "\x1b[0m";
161
+ const withBg = PANEL_BG + content.replace(/\x1b\[0m/g, PANEL_RST);
162
+ const pad = Math.max(0, width - visibleWidth(withBg));
163
+ return withBg + " ".repeat(pad) + "\x1b[0m";
139
164
  }
140
165
 
141
166
  /** A full-width hairline bar (top/bottom border of the panel). */
142
167
  function panelBar(width: number, ch = "─"): string {
143
- return PANEL_BG + ch.repeat(Math.max(0, width)) + "\x1b[0m";
168
+ return PANEL_BG + ch.repeat(Math.max(0, width)) + "\x1b[0m";
144
169
  }
145
170
 
146
171
  /** Token-count formatter: M at/above 1e6, k at/above 1e3, raw below.
147
172
  * 5,472,700 → "5.5mil", 24,100 → "24.1k", 142 → "142". */
148
173
  function fmtTokens(x: number): string {
149
- return x >= 1_000_000 ? `${(x / 1_000_000).toFixed(1)}mil`
150
- : x >= 1000 ? `${(x / 1000).toFixed(1)}k`
151
- : `${Math.round(x)}`;
174
+ return x >= 1_000_000
175
+ ? `${(x / 1_000_000).toFixed(1)}mil`
176
+ : x >= 1000
177
+ ? `${(x / 1000).toFixed(1)}k`
178
+ : `${Math.round(x)}`;
152
179
  }
153
180
 
154
181
  /** Retro gradient bar — `w` cells shaded by fill position (green→amber→red).
155
182
  * Used for CONTEXT fill where low=green (room) and high=red (near the limit). */
156
183
  function ramp(pct: number, w = 12): string {
157
- const cells = ["▏","▎","▍","▌","▋","▊","▉","█"];
158
- const scaled = Math.max(0, Math.min(w, pct * w));
159
- const full = Math.floor(scaled);
160
- const frac = scaled - full;
161
- const fracCell = frac > 0 ? cells[Math.round(frac * (cells.length - 1))] : "";
162
- let out = "";
163
- for (let i = 0; i < full; i++) out += (i / w < 0.6 ? C.green : i / w < 0.85 ? C.amber : C.red) + "█";
164
- if (fracCell) out += (full / w < 0.6 ? C.green : full / w < 0.85 ? C.amber : C.red) + fracCell;
165
- out += C.dim + "░".repeat(Math.max(0, w - full - (fracCell ? 1 : 0))) + C.reset;
166
- return out;
184
+ const cells = ["▏", "▎", "▍", "▌", "▋", "▊", "▉", "█"];
185
+ const scaled = Math.max(0, Math.min(w, pct * w));
186
+ const full = Math.floor(scaled);
187
+ const frac = scaled - full;
188
+ const fracCell = frac > 0 ? cells[Math.round(frac * (cells.length - 1))] : "";
189
+ let out = "";
190
+ for (let i = 0; i < full; i++)
191
+ out += (i / w < 0.6 ? C.green : i / w < 0.85 ? C.amber : C.red) + "█";
192
+ if (fracCell)
193
+ out +=
194
+ (full / w < 0.6 ? C.green : full / w < 0.85 ? C.amber : C.red) + fracCell;
195
+ out +=
196
+ C.dim + "░".repeat(Math.max(0, w - full - (fracCell ? 1 : 0))) + C.reset;
197
+ return out;
167
198
  }
168
199
 
169
200
  /** Human "time since" string from a millisecond delta (or null → "never"). */
170
201
  function sinceCompactStr(ms: number | null): string {
171
- if (ms == null) return "never";
172
- const s = Math.floor(ms / 1000);
173
- if (s < 60) return `${s}s ago`;
174
- const m = Math.floor(s / 60);
175
- if (m < 60) return `${m}m ago`;
176
- const h = Math.floor(m / 60);
177
- if (h < 24) return `${h}h ago`;
178
- return `${Math.floor(h / 24)}d ago`;
202
+ if (ms == null) return "never";
203
+ const s = Math.floor(ms / 1000);
204
+ if (s < 60) return `${s}s ago`;
205
+ const m = Math.floor(s / 60);
206
+ if (m < 60) return `${m}m ago`;
207
+ const h = Math.floor(m / 60);
208
+ if (h < 24) return `${h}h ago`;
209
+ return `${Math.floor(h / 24)}d ago`;
179
210
  }
180
211
 
181
- interface TickerEntry { text: string; at: number; }
212
+ interface TickerEntry {
213
+ text: string;
214
+ at: number;
215
+ }
182
216
 
183
217
  /** Immutable snapshot of everything the above-editor widget needs to render.
184
218
  * Computed once per `snapshot()` (event-driven) and read by `buildWidgetLines`
185
219
  * on every TUI render frame, so frame rendering stays allocation-cheap and the
186
220
  * panel auto-fits whatever width pi passes to the setWidget factory. */
187
221
  interface WidgetData {
188
- version: string;
189
- tierLabel: string;
190
- triggerLabel: string;
191
- pctStr: string;
192
- tokStr: string;
193
- maxStr: string;
194
- ctxPct: number;
195
- chk: number;
196
- agentStr: string;
197
- turnStr: string;
198
- dedupStr: string;
199
- sessIn: number; sessKept: number; sTxt: string;
200
- repoIn: number; repoKept: number; rTxt: string;
201
- repoChk: number; repoSess: number;
202
- modelStr: string;
203
- sinceCompact: number | null;
204
- embedderName: string;
205
- compStr: string;
206
- driftStatus: "ok" | "warn";
207
- agentsActive: boolean;
208
- fresh: boolean;
209
- ticker: TickerEntry[];
210
- lastWhy: string | undefined;
211
- tierTrace: string | undefined;
212
- pulsing: boolean;
222
+ version: string;
223
+ tierLabel: string;
224
+ triggerLabel: string;
225
+ pctStr: string;
226
+ tokStr: string;
227
+ maxStr: string;
228
+ ctxPct: number;
229
+ chk: number;
230
+ agentStr: string;
231
+ turnStr: string;
232
+ dedupStr: string;
233
+ sessIn: number;
234
+ sessKept: number;
235
+ sTxt: string;
236
+ repoIn: number;
237
+ repoKept: number;
238
+ rTxt: string;
239
+ repoChk: number;
240
+ repoSess: number;
241
+ modelStr: string;
242
+ sinceCompact: number | null;
243
+ embedderName: string;
244
+ compStr: string;
245
+ driftStatus: "ok" | "warn";
246
+ agentsActive: boolean;
247
+ fresh: boolean;
248
+ ticker: TickerEntry[];
249
+ lastWhy: string | undefined;
250
+ tierTrace: string | undefined;
251
+ pulsing: boolean;
213
252
  }
214
253
 
215
254
  export class MegaRuntime {
216
- config: MegaConfig;
217
- // Store/dashboard/logger are rebound per-repo by bindRepo() so each git repo
218
- // gets its own isolated state dir. They start bound to the global default.
219
- store: VectorStore;
220
- logger: Logger;
221
- dashboard: Dashboard;
222
- activeRepoRoot: string | null = null;
223
- currentStateDir: string;
224
-
225
- // The only mutable per-session state. Reset on session_start / session_tree.
226
- rt: SessionRuntime = {
227
- sessionId: normalizeSessionId(undefined),
228
- persistedThisSession: false,
229
- lastCheckpointId: undefined,
230
- lastCompactedFrom: 0,
231
- lastCompactedTokens: 0,
232
- dedupSkips: 0,
233
- dedupAttempts: 0,
234
- tokensSaved: 0,
235
- lastCompactAt: null,
236
- };
237
- debounceUntil = 0;
238
- // S16: debounce for the agent_end resume nudge (avoid busy-loops).
239
- resumeNudgeUntil = 0;
240
- // Agent tracking for real-time widget updates
241
- activeAgents = 0;
242
- currentTurn = 0;
243
- // Recall block produced by auto-inline (resume/branch) that the next
244
- // before_agent_start should prepend to the system prompt. Unset after use.
245
- pendingRecallBlock: string | undefined;
246
- // S21: memory recall block, parallel to pendingRecallBlock. Same one-shot
247
- // semantics; composed with the checkpoint block in before_agent_start.
248
- pendingMemoryRecallBlock: string | undefined;
249
- statusKey: string | undefined; // current status text for dashboard
250
- // Active model/provider (for real cost estimation). Captured from ctx.model
251
- // on model_select + session_start; persisted to SQL so cost + the dashboard
252
- // can read it without a live ctx.
253
- currentModel: ModelSnapshot | undefined;
254
- // Live "what it's doing right now" timestamp, used for the fresh-window.
255
- lastActivityAt = 0;
256
- // Live per-tier dedup trace (Phase 1): e.g. "L0 ✓ → L1 ✓ → L2 0.91 → stored".
257
- // Built from the store's sync onTier callback during a compaction so the user
258
- // watches each tier evaluate in real time. Cleared once the outcome settles.
259
- tierTrace: string | undefined;
260
- // Phase 3 — standout toolbar state.
261
- // Recall/activity ticker: a small ring buffer (≤5) of recent compact/recall
262
- // events so the widget shows a live history instead of a single last action.
263
- ticker: TickerEntry[] = [];
264
- readonly TICKER_MAX = 5;
265
- // Pulsing status: set true while a compaction is in flight, cleared on result.
266
- pulsing = false;
267
- // S21.2: set by `applyMemoryOps` when a memory add/replace/remove lands in
268
- // the current compaction. The pipeline reads this after a successful compact
269
- // to decide whether to fire `consolidateMemories` (skip the work entirely
270
- // when no memory rows changed).
271
- memoriesTouchedThisCompaction = 0;
272
- // Rolling "saved" goal for the progress bar — grows as we save more, so the
273
- // bar always has a meaningful denominator (never sits at 100% forever).
274
- savedGoal = 50_000;
275
- // Last explain-why line (dedup reason / anchor-kept / superseded), surfaced
276
- // while fresh.
277
- lastWhy: string | undefined = undefined;
278
-
279
- // Context tracking for the dashboard (updated in the context handler).
280
- lastCtxTokens: number | null = null;
281
- lastCtxPercent: number | null = null;
282
- lastCtxWindow = 0;
283
-
284
- // Latest computed widget payload (recomputed per snapshot, rendered per frame).
285
- widgetData: WidgetData | null = null;
286
- // Cached cross-repo drift status (recomputed at most every 30s — it opens the
287
- // machine-wide registry DB, so we don't want to do it on every render frame).
288
- private driftCache: { at: number; status: "ok" | "warn" } | null = null;
289
-
290
- /**
291
- * DIAG counters for the "team run doesn't relieve context" investigation.
292
- * Plain integers, incremented at the three compaction decision points. They
293
- * let a headless test drive the real event handlers and assert the firing
294
- * cadence without scraping log files. Inert in production (the live-trim and
295
- * before-compact probes also emit logger.info, but these counters are always
296
- * updated and cost nothing).
297
- */
298
- diagLiveTrimFires = 0; // context handler returned a trimmed view
299
- diagBeforeCompactFires = 0; // session_before_compact handler entered
300
- diagBeforeCompactSupplied = 0; // session_before_compact supplied our trim
301
- diagAgentEndIdle = 0; // agent_end with activeAgents===0
302
- diagAgentEndDurable = 0; // agent_end fired ctx.compact() (mid-run durable trim)
303
- // Per-skip-path counters for the team-run diagnosis.
304
- diagCtxFastGate = 0; // returned at token fast-gate (below threshold)
305
- diagCtxNoCompact = 0; // autoCompactCheck().shouldCompact === false
306
- diagCtxDebounce = 0; // debounceUntil not yet elapsed
307
- diagCtxRunSkipped = 0; // runCompact() returned skipped
308
- diagCtxCutNull = 0; // computeLiveTrimCut returned null (anchor/boundary)
309
- diagCtxThrown = 0; // live-trim try threw (caught)
310
-
311
- /**
312
- * S26 capture instrumentation: the "model_snapshots empty → $0.00 cost card"
313
- * bug was invisible because captureModel swallowed the DB write in a silent
314
- * `catch {}`. These always-updated counters (zero cost) let a headless test or
315
- * a live capture tell whether captureModel ran and whether the snapshot landed.
316
- */
317
- diagCaptureModelCalls = 0; // captureModel entered with a populated ctx.model
318
- diagCaptureModelFails = 0; // recordModelSnapshot threw → model_snapshots stays empty
319
-
320
- /**
321
- * Live 0–1 pressure — how full the context window is relative to the
322
- * compaction threshold.
323
- *
324
- * RECONCILE (BACKLOG dual-basis flicker): when the model context window is
325
- * known we base pressure consistently on the *percentage* basis
326
- * (`lastCtxPercent / (tierPct*100)`). This keeps the band stable whether the
327
- * latest context event carried a token count or only a percentage, so the
328
- * threshold comparison doesn't jump when a token-count event arrives vs a
329
- * percent-only event. We only fall back to the token-count basis
330
- * (`config.thresholdTokens`) when the window is unknown (e.g. before the first
331
- * context event, or a `custom` tier with no tierPct). Always finite + in [0,1].
332
- */
333
- get pressure(): number {
334
- if (this.lastCtxWindow > 0 && this.config.tierPct != null && this.lastCtxPercent != null) {
335
- // pressureFromPct(x) = x/100, and x = lastCtxPercent/tierPct, so this is
336
- // exactly the intended lastCtxPercent/(tierPct*100) 0–1 ratio: at the
337
- // fire point (lastCtxPercent == tierPct*100) pressure == 1.0, matching the
338
- // token-based pressureRatio(currentTokens, effectiveThreshold) reading so
339
- // the band doesn't jump when a token-count vs percent-only event arrives.
340
- return pressureFromPct(this.lastCtxPercent / this.config.tierPct);
341
- }
342
- if (this.lastCtxTokens != null && this.lastCtxTokens > 0 && this.config.thresholdTokens > 0) {
343
- return pressureRatio(this.lastCtxTokens, this.config.thresholdTokens);
344
- }
345
- return pressureFromPct(this.lastCtxPercent);
346
- }
347
-
348
- /**
349
- * The live compaction FIRE POINT in tokens: the effective threshold scaled by
350
- * the current model context window (`tierPct * window`) when known, else the
351
- * boot fallback `config.thresholdTokens`. This is what the FAST GATE /
352
- * `autoCompactCheck` / agent_end durable-trigger compare against, so
353
- * compaction fires at tier% of the window for ANY model size (200k or 1M),
354
- * always below pi's native auto-compaction (~80% of window).
355
- */
356
- get effectiveThreshold(): number {
357
- return effectiveThresholdTokens({
358
- tierPct: this.config.tierPct,
359
- fallbackThreshold: this.config.thresholdTokens,
360
- window: this.lastCtxWindow,
361
- });
362
- }
363
-
364
- /** Live discrete pressure band (low/medium/high/ultra/mega) over `pressure`. */
365
- get pressureBand(): PressureBand {
366
- return pressureBand(this.pressure);
367
- }
368
-
369
- constructor(config: MegaConfig) {
370
- this.config = config;
371
- this.store = new VectorStore({ dedupSim: config.dedupSim, stateDir: config.stateDir });
372
- this.logger = new Logger({ enabled: config.debug, path: join(config.stateDir, "mega-compact.log") });
373
- this.dashboard = new Dashboard(config.stateDir);
374
- this.currentStateDir = config.stateDir;
375
- }
376
-
377
- // ---- per-repo binding -----------------------------------------------------
378
-
379
- /**
380
- * Point store/dashboard/logger at the current repo's state dir. Rebuilds the
381
- * instances only when the repo root changes, so cross-repo dedup stats, db,
382
- * and events are fully isolated. Falls back to the global default outside git.
383
- */
384
- bindRepo(cwd: string | undefined): string {
385
- const dir = cwd ? repoStateDir(cwd, this.config.stateDir) : this.config.stateDir;
386
- const key = cwd ? resolveRepoRoot(cwd) ?? dir : dir;
387
- if (key === this.activeRepoRoot) return dir;
388
- this.activeRepoRoot = key;
389
- this.currentStateDir = dir;
390
- this.store = new VectorStore({ dedupSim: this.config.dedupSim, stateDir: dir });
391
- this.logger = new Logger({ enabled: this.config.debug, path: join(dir, "mega-compact.log") });
392
- this.dashboard = new Dashboard(dir);
393
- // Aggregate this repo into the machine-wide index so the multi-repo
394
- // dashboard (Summary / All-repos tabs) can show it alongside every other
395
- // repo. Best-effort + non-fatal: a read-only index dir or contention must
396
- // never break the per-repo compaction path. Runs only on repo-switch
397
- // (this branch), so it's infrequent — not per-context-event.
398
- try {
399
- const repo = this.store.repoStats();
400
- const di = this.store.dataInvariant();
401
- const root = key !== dir ? key : resolveRepoRoot(cwd ?? dir) ?? dir;
402
- upsertRepoRegistry({
403
- repoRoot: root,
404
- displayName: root.split(/[\\/]/).filter(Boolean).pop() ?? root,
405
- stateDir: dir,
406
- checkpointCount: repo.checkpointCount,
407
- tokensSaved: repo.tokensSaved,
408
- compressedOriginalBytes: di.compressedOriginalBytes,
409
- });
410
- } catch {
411
- /* non-fatal: index aggregation must not block compaction */
412
- }
413
- return dir;
414
- }
415
-
416
- // ---- dashboard snapshot + widget ------------------------------------------
417
-
418
- /** Collect live state and write it to disk (+ paint the above-editor widget). */
419
- snapshot(ctx?: ExtensionContext): void {
420
- if (ctx) this.bindRepo(ctx.cwd);
421
- const st = this.store.stats(this.rt.sessionId);
422
- const repo = this.store.repoStats();
423
- const di = this.store.dataInvariant();
424
- // Active model/provider for the current-repo card + the multi-repo table.
425
- const modelSnap = latestModelSnapshot(this.currentStateDir);
426
- const model = modelSnap
427
- ? {
428
- name: modelSnap.modelName ?? modelSnap.modelId,
429
- provider: modelSnap.provider,
430
- providerName: modelSnap.providerName ?? "",
431
- inputRate: modelSnap.inputRate,
432
- outputRate: modelSnap.outputRate,
433
- }
434
- : undefined;
435
- // effectiveThresholdPct: the live fire point as a % of the window (null for
436
- // `custom`, which has no tierPct). Used by armed/ready + the dashboard.
437
- const effectiveThresholdPct = this.config.tierPct != null ? this.config.tierPct * 100 : null;
438
- // armed lights at/above the REAL fire point: max(effectiveThresholdPct,
439
- // fastGatePct). fastGatePct already equals tierPct*100 by default, but a
440
- // MEGACOMPACT_FAST_GATE_PCT override can raise it, so we take the max.
441
- const armed = this.lastCtxPercent != null && this.lastCtxPercent >= Math.max(effectiveThresholdPct ?? 0, this.config.fastGatePct);
442
- const ready = armed && (this.lastCtxTokens ?? 0) >= this.effectiveThreshold;
443
- this.dashboard.snapshot({
444
- version: 1,
445
- updatedAt: new Date().toISOString(),
446
- // S24: the headline tier is the LIVE pressure band; the env preset is kept
447
- // alongside as presetTier so the dashboard can show both.
448
- tier: this.pressureBand,
449
- presetTier: this.config.tier,
450
- pressure: this.pressure,
451
- config: {
452
- fastGatePct: this.config.fastGatePct,
453
- thresholdTokens: this.effectiveThreshold,
454
- tierPct: this.config.tierPct,
455
- effectiveThresholdPct,
456
- anchorUserMessages: this.config.anchorUserMessages,
457
- preserveRecent: this.config.preserveRecent,
458
- auto: this.config.auto,
459
- autoInline: this.config.autoInline,
460
- },
461
- session: {
462
- id: this.rt.sessionId,
463
- state: this.statusKey ?? "idle",
464
- persistedThisSession: this.rt.persistedThisSession,
465
- lastCheckpointId: this.rt.lastCheckpointId ?? null,
466
- lastCompactedFrom: this.rt.lastCompactedFrom,
467
- lastCompactedTokens: this.rt.lastCompactedTokens,
468
- dedupSkips: this.rt.dedupSkips,
469
- dedupAttempts: this.rt.dedupAttempts,
470
- },
471
- context: { tokens: this.lastCtxTokens, percent: this.lastCtxPercent, contextWindow: this.lastCtxWindow },
472
- trigger: { armed, ready, currentTokens: this.lastCtxTokens, thresholdTokens: this.effectiveThreshold, fastGatePct: this.config.fastGatePct, tierPct: this.config.tierPct, effectiveThresholdPct },
473
- crew: { activeAgents: this.activeAgents, currentTurn: this.currentTurn },
474
- store: { checkpointCount: st.checkpointCount, totalTokenEstimate: st.totalTokenEstimate, originalTokens: st.originalTokens, tokensSaved: this.rt.tokensSaved, injectedCount: st.injectedCount, dedupHitRate: st.dedupHitRate, storageDedupRate: st.storageDedupRate, dedupAttempts: st.dedupAttempts, dedupCollapsed: st.dedupCollapsed },
475
- // Reconciled token accounting (single canonical formula, session + repo).
476
- // Freed = In − Out; In = Freed + Out. session.Freed = rt.tokensSaved (incl.
477
- // deduped-away originals); repo.Freed = repo.tokensSaved meta counter.
478
- compression: {
479
- session: {
480
- tokensIn: this.rt.tokensSaved + st.totalTokenEstimate,
481
- tokensOut: st.totalTokenEstimate,
482
- tokensFreed: this.rt.tokensSaved,
483
- compressionPct: (this.rt.tokensSaved + st.totalTokenEstimate) > 0 ? this.rt.tokensSaved / (this.rt.tokensSaved + st.totalTokenEstimate) : 0,
484
- dedupPct: st.storageDedupRate,
485
- },
486
- repo: {
487
- tokensIn: repo.tokensSaved + repo.totalTokenEstimate,
488
- tokensOut: repo.totalTokenEstimate,
489
- tokensFreed: repo.tokensSaved,
490
- compressionPct: (repo.tokensSaved + repo.totalTokenEstimate) > 0 ? repo.tokensSaved / (repo.tokensSaved + repo.totalTokenEstimate) : 0,
491
- dedupPct: repo.storageDedupRate,
492
- },
493
- },
494
- repo: {
495
- checkpointCount: repo.checkpointCount,
496
- totalTokenEstimate: repo.totalTokenEstimate,
497
- originalTokens: repo.originalTokens,
498
- tokensSaved: repo.tokensSaved,
499
- sessionCount: repo.sessionCount,
500
- dedupAttempts: repo.dedupAttempts,
501
- dedupCollapsed: repo.dedupCollapsed,
502
- storageDedupRate: repo.storageDedupRate,
503
- },
504
- integrity: {
505
- regionsRetained: di.regionsRetained,
506
- compressedOriginalBytes: di.compressedOriginalBytes,
507
- duplicatesCollapsed: di.duplicatesCollapsed,
508
- bytesPermanentlyDeleted: di.bytesPermanentlyDeleted,
509
- },
510
- model,
511
- } as DashboardSnapshot);
512
-
513
- // Live stats widget above the editor
514
- if (ctx) {
515
- // ── gather widget data (computed per snapshot, rendered per frame) ────
516
- const tokStr = this.lastCtxTokens != null ? `${Math.round(this.lastCtxTokens / 1000)}k` : "?";
517
- const maxStr = this.lastCtxWindow > 0 ? `${Math.round(this.lastCtxWindow / 1000)}k` : "?";
518
- const pctStr = this.lastCtxPercent != null ? `${Math.round(this.lastCtxPercent * 10) / 10}%` : "?%";
519
- // S24: the tier label is the LIVE pressure band (low/medium/high/ultra/
520
- // mega), not the static env preset. It climbs as context fills.
521
- const liveBand = this.pressureBand;
522
- const tierLabel = `${C.bold}${liveBand}${C.reset}${C.gray}·${this.config.tier}${C.reset}`;
523
- const triggerLabel = ready ? `${C.green}● ready${C.reset}` : armed ? `${C.amber}◐ armed${C.reset}` : `${C.gray}○ idle${C.reset}`;
524
- // Storage dedup rate is cumulative (store-wide, per-repo) and survives
525
- // session resets. Always show a number (decimal for sub-10%).
526
- const storageRate = st.storageDedupRate; // 0..1
527
- const dedupStr = storageRate * 100 >= 10
528
- ? `${Math.round(storageRate * 100)}%`
529
- : `${(storageRate * 100).toFixed(1)}%`;
530
- // Agents view: count + status (S27 per-agent tokens are gated on P0).
531
- const agentLabel = this.activeAgents > 0
532
- ? `🤖 ${this.activeAgents} agent${this.activeAgents === 1 ? "" : "s"}`
533
- : `${C.dim}🤖 idle${C.reset}`;
534
- const agentStr = ` │ ${agentLabel}`;
535
- const turnStr = this.currentTurn > 0 ? ` │ turn ${this.currentTurn}` : "";
536
- // Reconciled in/out view (session + repo) — ONE canonical formula.
537
- const sessIn = this.rt.tokensSaved + st.totalTokenEstimate;
538
- const sessKept = st.totalTokenEstimate;
539
- const sessPct = sessIn > 0 ? this.rt.tokensSaved / sessIn : 0;
540
- const repoIn = repo.tokensSaved + repo.totalTokenEstimate;
541
- const repoKept = repo.totalTokenEstimate;
542
- const repoPct = repoIn > 0 ? repo.tokensSaved / repoIn : 0;
543
- const sTxt = (sessPct * 100).toFixed(sessPct * 100 >= 10 ? 0 : 1);
544
- const rTxt = (repoPct * 100).toFixed(repoPct * 100 >= 10 ? 0 : 1);
545
- const ctxPct = this.lastCtxPercent != null ? this.lastCtxPercent / 100 : 0;
546
- // Model + provider (S26 capture) for the header.
547
- const modelName = modelSnap?.modelName ?? modelSnap?.modelId ?? "?";
548
- const modelStr = modelSnap?.provider ? `${modelName}·${modelSnap.provider}` : modelName;
549
- // Since-last-compact (ms; null until first compaction this session).
550
- const sinceCompact = this.rt.lastCompactAt != null ? Date.now() - this.rt.lastCompactAt : null;
551
- // Memory store: embedder + compression ratio (original / stored).
552
- const embedderName = this.embedderName();
553
- const compRatio = st.originalTokens > 0 && st.totalTokenEstimate > 0
554
- ? st.originalTokens / st.totalTokenEstimate
555
- : (st.originalTokens > 0 ? 1 : 0);
556
- const compStr = compRatio >= 1 ? `${compRatio.toFixed(1)}x` : "—";
557
- // Cross-repo drift status (cached, read-only).
558
- const driftStatus = this.driftStatus();
559
- const agentsActive = this.activeAgents > 0;
560
-
561
- this.widgetData = {
562
- version: ownVersion(),
563
- tierLabel, triggerLabel, pctStr, tokStr, maxStr, ctxPct,
564
- chk: st.checkpointCount, agentStr, turnStr, dedupStr,
565
- sessIn, sessKept, sTxt, repoIn, repoKept, rTxt,
566
- repoChk: repo.checkpointCount, repoSess: repo.sessionCount,
567
- modelStr, sinceCompact, embedderName, compStr, driftStatus, agentsActive,
568
- fresh: Date.now() - this.lastActivityAt < 4000,
569
- ticker: this.ticker, lastWhy: this.lastWhy, tierTrace: this.tierTrace, pulsing: this.pulsing,
570
- };
571
- // Auto-fit: register a factory so pi re-renders the panel at the REAL
572
- // terminal width every frame (tui.columns), instead of guessing with
573
- // process.stdout.columns. buildWidgetLines reads this.widgetData live.
574
- this.renderWidget(ctx);
575
- }
576
- }
577
-
578
- /** Register the above-editor widget as a width-aware factory so pi re-renders
579
- * it at the REAL terminal width every frame (auto-fit wide/narrow). The
580
- * factory returns a minimal Component whose render() reads this.widgetData.
581
- */
582
- private renderWidget(ctx: ExtensionContext): void {
583
- ctx.ui.setWidget(WIDGET_KEY, (_tui, _theme) => ({
584
- render: (width: number) => this.buildWidgetLines(width > 0 ? width : 200),
585
- invalidate: () => {},
586
- }), { placement: "aboveEditor" });
587
- }
588
-
589
- /** Build the full-width panel lines from the latest snapshot. Cheap: reads
590
- * only this.widgetData + a couple of live counters; no DB/IO. */
591
- private buildWidgetLines(width: number): string[] {
592
- const wd = this.widgetData;
593
- if (!wd) {
594
- return [panelBar(width, "─"), panelLine(" mega-compact: warming up…", width), panelBar(width, "─")];
595
- }
596
- const pulse = wd.pulsing ? `${C.cyan}${PULSE[Math.floor(Date.now() / 250) % PULSE.length]}${C.reset} ` : "";
597
- const lines: string[] = [
598
- // top border
599
- panelBar(width, "─"),
600
- // L1 — header: tier + ctx bar + pct/tokens + status + model + chk + agents/turn
601
- spreadGroups(width, [
602
- `${C.amber}⚡ ${wd.tierLabel}${C.reset} v${C.bold}${wd.version}${C.reset} ${ramp(wd.ctxPct, 20)} ${C.bold}${wd.pctStr}${C.reset} ${wd.tokStr}/${wd.maxStr}`,
603
- wd.triggerLabel,
604
- `${C.cyan}${wd.modelStr}${C.reset}`,
605
- `${wd.chk} chk${wd.agentStr}${wd.turnStr}`,
606
- ]),
607
- // L2 savings reconciled (session + all-time)
608
- spreadGroups(width, [
609
- `${C.magenta}dup ${wd.dedupStr}${C.reset}`,
610
- `${C.gray}sess${C.reset} ${fmtTokens(wd.sessIn)}→${fmtTokens(wd.sessKept)} kept ${C.green}(${wd.sTxt}% freed)${C.reset} · ${C.gray}all-time${C.reset} ${fmtTokens(wd.repoIn)}→${fmtTokens(wd.repoKept)} kept ${C.blue}(${wd.rTxt}% freed)${C.reset}`,
611
- `${wd.repoChk} chk/${wd.repoSess} sess`,
612
- ]),
613
- // L3 memory store + compression + drift + since-compact (NEW)
614
- spreadGroups(width, [
615
- `${C.gray}mem${C.reset} ${wd.embedderName} · ${wd.chk} chunks · ${C.blue}comp ${wd.compStr}${C.reset}`,
616
- `${C.gray}drift${C.reset} ${wd.driftStatus === "ok" ? C.green : C.amber}${wd.driftStatus}${C.reset}`,
617
- `${C.gray}compact${C.reset} ${sinceCompactStr(wd.sinceCompact)}`,
618
- ]),
619
- ];
620
- // L4 — agents block (S27, count + status; per-agent tokens gated on P0)
621
- if (wd.agentsActive) {
622
- lines.push(panelLine(` ${C.cyan}🤖 ${this.activeAgents} active${wd.turnStr}${C.reset}`, width));
623
- }
624
- // L5 — live ticker / activity (♻ deduped … why, or tier trace, or pulsing)
625
- if (wd.tierTrace && wd.fresh) {
626
- lines.push(panelLine(` ${pulse}${wd.tierTrace}`, width));
627
- } else if (wd.ticker.length > 0) {
628
- const step = Math.floor(Date.now() / 250);
629
- const idx = wd.ticker.length - 1 - (step % wd.ticker.length);
630
- const head = wd.ticker[idx].text;
631
- const why = wd.lastWhy ? ` ${C.gray}· ${wd.lastWhy}${C.reset}` : "";
632
- const more = wd.ticker.length > 1 ? ` ${C.dim}(+${wd.ticker.length - 1} more)${C.reset}` : "";
633
- lines.push(panelLine(` ${wd.fresh ? C.teal : C.dim}${head}${why}${more}${C.reset}`, width));
634
- } else if (wd.pulsing) {
635
- lines.push(panelLine(` ${pulse}${C.teal}compacting…${C.reset}`, width));
636
- }
637
- // bottom border
638
- lines.push(panelBar(width, "─"));
639
- return lines;
640
- }
641
-
642
- /** Active embedder name for the memory-store line (Trigram default / MiniLM). */
643
- private embedderName(): string {
644
- // MINILM_EMBEDDER flag lives in src/config/dedup.ts; read the same env var
645
- // the embedder factory uses so the label matches what's actually running.
646
- return process.env.MEGACOMPACT_MINILM === "true" || process.env.MEGACOMPACT_MINILM === "1"
647
- ? "MiniLM"
648
- : "Trigram";
649
- }
650
-
651
- /** Cross-repo drift status (ok | warn), cached for 30s (opens the registry DB). */
652
- private driftStatus(): "ok" | "warn" {
653
- const now = Date.now();
654
- if (this.driftCache && now - this.driftCache.at < 30_000) return this.driftCache.status;
655
- let status: "ok" | "warn" = "ok";
656
- try {
657
- const report = detectCrossRepoDrift();
658
- status = report.totals.warn > 0 ? "warn" : "ok";
659
- } catch {
660
- status = "ok";
661
- }
662
- this.driftCache = { at: now, status };
663
- return status;
664
- }
665
-
666
- setStatus(ctx: ExtensionContext, text: string | undefined): void {
667
- this.statusKey = text;
668
- ctx.ui.setStatus(STATUS_KEY, text);
669
- }
670
-
671
- resetRuntime(sessionId: string | undefined): void {
672
- const sid = normalizeSessionId(sessionId);
673
- if (this.rt.sessionId === sid && this.rt.persistedThisSession) return; // same session, keep checkpoint memory
674
- this.rt = {
675
- sessionId: sid,
676
- persistedThisSession: false,
677
- lastCheckpointId: undefined,
678
- lastCompactedFrom: 0,
679
- lastCompactedTokens: 0,
680
- dedupSkips: 0,
681
- dedupAttempts: 0,
682
- tokensSaved: 0,
683
- lastCompactAt: null,
684
- };
685
- this.statusKey = undefined;
686
- this.activeAgents = 0;
687
- this.currentTurn = 0;
688
- this.lastActivityAt = 0;
689
- this.tierTrace = undefined;
690
- this.ticker.length = 0;
691
- this.pulsing = false;
692
- this.savedGoal = 50_000;
693
- this.lastWhy = undefined;
694
- }
695
-
696
- /**
697
- * Capture the active model/provider from ctx.model and persist it so cost
698
- * estimation + the dashboard can read real pricing. Cheap + idempotent-ish:
699
- * only writes a new row when the model id changes (models change rarely).
700
- */
701
- captureModel(ctx: ExtensionContext): void {
702
- const m = ctx.model;
703
- if (!m) { this.appendEvent("captureModel:no-model", { cwd: ctx.cwd }); return; }
704
- if (this.currentModel && this.currentModel.modelId === m.id && this.currentModel.provider === m.provider) return;
705
- let providerName: string | null = null;
706
- try { providerName = ctx.modelRegistry?.getProviderDisplayName(m.provider) ?? null; } catch { /* optional */ }
707
- const snap: Omit<ModelSnapshot, "capturedAt"> = {
708
- provider: m.provider,
709
- providerName,
710
- modelId: m.id,
711
- modelName: m.name ?? null,
712
- inputRate: m.cost?.input ?? 0,
713
- outputRate: m.cost?.output ?? 0,
714
- contextWindow: m.contextWindow ?? 0,
715
- maxTokens: m.maxTokens ?? 0,
716
- reasoning: !!m.reasoning,
717
- };
718
- this.currentModel = { ...snap, capturedAt: Date.now() };
719
- this.diagCaptureModelCalls++;
720
- const repo = resolveRepoRoot(ctx.cwd) ?? this.currentStateDir;
721
- // S26: previously a single silent `catch {}` hid every capture failure, so
722
- // model_snapshots stayed empty and the cost card read $0.00 with zero signal.
723
- // Split per-write + append to events.log (always-on, dashboard live-streams
724
- // it) + bump a DIAG counter so a live capture surfaces the root cause.
725
- try {
726
- recordModelSnapshot(repo, snap, this.currentStateDir);
727
- this.appendEvent("captureModel:recorded", {
728
- repo, modelId: snap.modelId, provider: snap.provider,
729
- inputRate: snap.inputRate, outputRate: snap.outputRate,
730
- });
731
- } catch (e) {
732
- this.diagCaptureModelFails++;
733
- this.appendEvent("captureModel:record-failed", {
734
- repo, modelId: snap.modelId,
735
- error: e instanceof Error ? e.message : String(e),
736
- stack: e instanceof Error ? e.stack : undefined,
737
- });
738
- }
739
- try {
740
- // Denormalize the active model into the machine-wide index so the
741
- // All-repos dashboard table can show provider/model per repo without
742
- // opening every repo's DB. Best-effort + non-fatal.
743
- recordRepoModel(repo, {
744
- provider: snap.provider,
745
- providerName: snap.providerName,
746
- modelName: snap.modelName,
747
- inputRate: snap.inputRate,
748
- outputRate: snap.outputRate,
749
- stateDir: this.currentStateDir,
750
- displayName: repo.split(/[\\/]/).filter(Boolean).pop() ?? repo,
751
- });
752
- } catch (e) {
753
- this.appendEvent("captureModel:index-record-failed", {
754
- repo, modelId: snap.modelId,
755
- error: e instanceof Error ? e.message : String(e),
756
- });
757
- }
758
- }
759
-
760
- /**
761
- * Append a structured line to the repo's events.log — the always-on
762
- * diagnostics sink the dashboard live-streams. Unlike this.logger (gated by
763
- * config.debug), this fires in production, so capture failures surface during
764
- * a real capture even with debugging off. Best-effort + non-fatal.
765
- */
766
- private appendEvent(event: string, fields: Record<string, unknown>): void {
767
- try {
768
- mkdirSync(this.currentStateDir, { recursive: true });
769
- appendFileSync(join(this.currentStateDir, "events.log"), JSON.stringify({ ts: Date.now(), event, ...fields }) + "\n");
770
- } catch { /* non-fatal */ }
771
- }
772
-
773
- /** S21: state dir of the currently bound repo (where memories live). */
774
- getStateDir(): string {
775
- return this.currentStateDir;
776
- }
777
-
778
- /** Build the sync onTier callback that paints the live per-tier trace. */
779
- makeTierCallback(ctx: ExtensionContext): (ev: { tier: "L0" | "L1" | "L2" | "new"; status: "scanning" | "deduped" | "passed" | "stored"; detail?: string }) => void {
780
- const order: Array<"L0" | "L1" | "L2" | "new"> = ["L0", "L1", "L2", "new"];
781
- const seen = new Map<string, string>();
782
- const glyph = (status: string) =>
783
- status === "deduped" ? `${C.green}✓${C.reset}` :
784
- status === "passed" ? `${C.dim}○${C.reset}` :
785
- status === "scanning" ? `${C.amber}…${C.reset}` :
786
- `${C.cyan}●${C.reset}`;
787
- return (ev) => {
788
- const label =
789
- ev.tier === "new"
790
- ? `${C.cyan}stored${C.reset}`
791
- : `${ev.tier} ${glyph(ev.status)}` +
792
- (ev.detail ? ` ${C.gray}(${ev.detail})${C.reset}` : "");
793
- // Show the most recent outcome per tier (collapses re-fires).
794
- seen.set(ev.tier, label);
795
- const show: string[] = [];
796
- for (const t of order) if (seen.has(t)) show.push(seen.get(t)!);
797
- this.tierTrace = `${C.teal}⚙${C.reset} ${show.join(` ${C.gray}→${C.reset} `)}`;
798
- this.lastActivityAt = Date.now();
799
- try { this.snapshot(ctx); } catch { /* non-fatal */ }
800
- };
801
- }
802
-
803
- // Phase 3 — recall/activity ticker ring buffer.
804
- pushTicker(text: string): void {
805
- this.ticker.push({ text, at: Date.now() });
806
- while (this.ticker.length > this.TICKER_MAX) this.ticker.shift();
807
- this.lastActivityAt = Date.now();
808
- }
809
-
810
- /** Convert the messages pi hands us in the `context` event into the engine view. */
811
- engineView(messages: AgentMessage[]): ReturnType<typeof toEngineMessages> {
812
- return toEngineMessages(messages);
813
- }
255
+ config: MegaConfig;
256
+ // Store/dashboard/logger are rebound per-repo by bindRepo() so each git repo
257
+ // gets its own isolated state dir. They start bound to the global default.
258
+ store: VectorStore;
259
+ logger: Logger;
260
+ dashboard: Dashboard;
261
+ activeRepoRoot: string | null = null;
262
+ currentStateDir: string;
263
+
264
+ // The only mutable per-session state. Reset on session_start / session_tree.
265
+ rt: SessionRuntime = {
266
+ sessionId: normalizeSessionId(undefined),
267
+ persistedThisSession: false,
268
+ lastCheckpointId: undefined,
269
+ lastCompactedFrom: 0,
270
+ lastCompactedTokens: 0,
271
+ dedupSkips: 0,
272
+ dedupAttempts: 0,
273
+ tokensSaved: 0,
274
+ lastCompactAt: null,
275
+ };
276
+ debounceUntil = 0;
277
+ // S16: debounce for the agent_end resume nudge (avoid busy-loops).
278
+ resumeNudgeUntil = 0;
279
+ // Agent tracking for real-time widget updates
280
+ activeAgents = 0;
281
+ currentTurn = 0;
282
+ // Recall block produced by auto-inline (resume/branch) that the next
283
+ // before_agent_start should prepend to the system prompt. Unset after use.
284
+ pendingRecallBlock: string | undefined;
285
+ // S21: memory recall block, parallel to pendingRecallBlock. Same one-shot
286
+ // semantics; composed with the checkpoint block in before_agent_start.
287
+ pendingMemoryRecallBlock: string | undefined;
288
+ statusKey: string | undefined; // current status text for dashboard
289
+ // Active model/provider (for real cost estimation). Captured from ctx.model
290
+ // on model_select + session_start; persisted to SQL so cost + the dashboard
291
+ // can read it without a live ctx.
292
+ currentModel: ModelSnapshot | undefined;
293
+ // Live "what it's doing right now" timestamp, used for the fresh-window.
294
+ lastActivityAt = 0;
295
+ // Live per-tier dedup trace (Phase 1): e.g. "L0 ✓ → L1 ✓ → L2 0.91 → stored".
296
+ // Built from the store's sync onTier callback during a compaction so the user
297
+ // watches each tier evaluate in real time. Cleared once the outcome settles.
298
+ tierTrace: string | undefined;
299
+ // Phase 3 — standout toolbar state.
300
+ // Recall/activity ticker: a small ring buffer (≤5) of recent compact/recall
301
+ // events so the widget shows a live history instead of a single last action.
302
+ ticker: TickerEntry[] = [];
303
+ readonly TICKER_MAX = 5;
304
+ // Pulsing status: set true while a compaction is in flight, cleared on result.
305
+ pulsing = false;
306
+ // S21.2: set by `applyMemoryOps` when a memory add/replace/remove lands in
307
+ // the current compaction. The pipeline reads this after a successful compact
308
+ // to decide whether to fire `consolidateMemories` (skip the work entirely
309
+ // when no memory rows changed).
310
+ memoriesTouchedThisCompaction = 0;
311
+ // Rolling "saved" goal for the progress bar — grows as we save more, so the
312
+ // bar always has a meaningful denominator (never sits at 100% forever).
313
+ savedGoal = 50_000;
314
+ // Last explain-why line (dedup reason / anchor-kept / superseded), surfaced
315
+ // while fresh.
316
+ lastWhy: string | undefined = undefined;
317
+
318
+ // Context tracking for the dashboard (updated in the context handler).
319
+ lastCtxTokens: number | null = null;
320
+ lastCtxPercent: number | null = null;
321
+ lastCtxWindow = 0;
322
+
323
+ // Latest computed widget payload (recomputed per snapshot, rendered per frame).
324
+ widgetData: WidgetData | null = null;
325
+ // Cached cross-repo drift status (recomputed at most every 30s — it opens the
326
+ // machine-wide registry DB, so we don't want to do it on every render frame).
327
+ private driftCache: { at: number; status: "ok" | "warn" } | null = null;
328
+
329
+ /**
330
+ * DIAG counters for the "team run doesn't relieve context" investigation.
331
+ * Plain integers, incremented at the three compaction decision points. They
332
+ * let a headless test drive the real event handlers and assert the firing
333
+ * cadence without scraping log files. Inert in production (the live-trim and
334
+ * before-compact probes also emit logger.info, but these counters are always
335
+ * updated and cost nothing).
336
+ */
337
+ diagLiveTrimFires = 0; // context handler returned a trimmed view
338
+ diagBeforeCompactFires = 0; // session_before_compact handler entered
339
+ diagBeforeCompactSupplied = 0; // session_before_compact supplied our trim
340
+ diagAgentEndIdle = 0; // agent_end with activeAgents===0
341
+ diagAgentEndDurable = 0; // agent_end fired ctx.compact() (mid-run durable trim)
342
+ // Per-skip-path counters for the team-run diagnosis.
343
+ diagCtxFastGate = 0; // returned at token fast-gate (below threshold)
344
+ diagCtxNoCompact = 0; // autoCompactCheck().shouldCompact === false
345
+ diagCtxDebounce = 0; // debounceUntil not yet elapsed
346
+ diagCtxRunSkipped = 0; // runCompact() returned skipped
347
+ diagCtxCutNull = 0; // computeLiveTrimCut returned null (anchor/boundary)
348
+ diagCtxThrown = 0; // live-trim try threw (caught)
349
+
350
+ /**
351
+ * S26 capture instrumentation: the "model_snapshots empty → $0.00 cost card"
352
+ * bug was invisible because captureModel swallowed the DB write in a silent
353
+ * `catch {}`. These always-updated counters (zero cost) let a headless test or
354
+ * a live capture tell whether captureModel ran and whether the snapshot landed.
355
+ */
356
+ diagCaptureModelCalls = 0; // captureModel entered with a populated ctx.model
357
+ diagCaptureModelFails = 0; // recordModelSnapshot threw → model_snapshots stays empty
358
+
359
+ /**
360
+ * Live 0–1 pressure — how full the context window is relative to the
361
+ * compaction threshold.
362
+ *
363
+ * RECONCILE (BACKLOG dual-basis flicker): when the model context window is
364
+ * known we base pressure consistently on the *percentage* basis
365
+ * (`lastCtxPercent / (tierPct*100)`). This keeps the band stable whether the
366
+ * latest context event carried a token count or only a percentage, so the
367
+ * threshold comparison doesn't jump when a token-count event arrives vs a
368
+ * percent-only event. We only fall back to the token-count basis
369
+ * (`config.thresholdTokens`) when the window is unknown (e.g. before the first
370
+ * context event, or a `custom` tier with no tierPct). Always finite + in [0,1].
371
+ */
372
+ get pressure(): number {
373
+ if (
374
+ this.lastCtxWindow > 0 &&
375
+ this.config.tierPct != null &&
376
+ this.lastCtxPercent != null
377
+ ) {
378
+ // pressureFromPct(x) = x/100, and x = lastCtxPercent/tierPct, so this is
379
+ // exactly the intended lastCtxPercent/(tierPct*100) 0–1 ratio: at the
380
+ // fire point (lastCtxPercent == tierPct*100) pressure == 1.0, matching the
381
+ // token-based pressureRatio(currentTokens, effectiveThreshold) reading so
382
+ // the band doesn't jump when a token-count vs percent-only event arrives.
383
+ return pressureFromPct(this.lastCtxPercent / this.config.tierPct);
384
+ }
385
+ if (
386
+ this.lastCtxTokens != null &&
387
+ this.lastCtxTokens > 0 &&
388
+ this.config.thresholdTokens > 0
389
+ ) {
390
+ return pressureRatio(this.lastCtxTokens, this.config.thresholdTokens);
391
+ }
392
+ return pressureFromPct(this.lastCtxPercent);
393
+ }
394
+
395
+ /**
396
+ * The live compaction FIRE POINT in tokens: the effective threshold scaled by
397
+ * the current model context window (`tierPct * window`) when known, else the
398
+ * boot fallback `config.thresholdTokens`. This is what the FAST GATE /
399
+ * `autoCompactCheck` / agent_end durable-trigger compare against, so
400
+ * compaction fires at tier% of the window for ANY model size (200k or 1M),
401
+ * always below pi's native auto-compaction (~80% of window).
402
+ */
403
+ get effectiveThreshold(): number {
404
+ return effectiveThresholdTokens({
405
+ tierPct: this.config.tierPct,
406
+ fallbackThreshold: this.config.thresholdTokens,
407
+ window: this.lastCtxWindow,
408
+ });
409
+ }
410
+
411
+ /** Live discrete pressure band (low/medium/high/ultra/mega) over `pressure`. */
412
+ get pressureBand(): PressureBand {
413
+ return pressureBand(this.pressure);
414
+ }
415
+
416
+ constructor(config: MegaConfig) {
417
+ this.config = config;
418
+ this.store = new VectorStore({
419
+ dedupSim: config.dedupSim,
420
+ stateDir: config.stateDir,
421
+ });
422
+ this.logger = new Logger({
423
+ enabled: config.debug,
424
+ path: join(config.stateDir, "mega-compact.log"),
425
+ });
426
+ this.dashboard = new Dashboard(config.stateDir);
427
+ this.currentStateDir = config.stateDir;
428
+ }
429
+
430
+ // ---- per-repo binding -----------------------------------------------------
431
+
432
+ /**
433
+ * Point store/dashboard/logger at the current repo's state dir. Rebuilds the
434
+ * instances only when the repo root changes, so cross-repo dedup stats, db,
435
+ * and events are fully isolated. Falls back to the global default outside git.
436
+ */
437
+ bindRepo(cwd: string | undefined): string {
438
+ const dir = cwd
439
+ ? repoStateDir(cwd, this.config.stateDir)
440
+ : this.config.stateDir;
441
+ const key = cwd ? (resolveRepoRoot(cwd) ?? dir) : dir;
442
+ if (key === this.activeRepoRoot) return dir;
443
+ this.activeRepoRoot = key;
444
+ this.currentStateDir = dir;
445
+ this.store = new VectorStore({
446
+ dedupSim: this.config.dedupSim,
447
+ stateDir: dir,
448
+ });
449
+ this.logger = new Logger({
450
+ enabled: this.config.debug,
451
+ path: join(dir, "mega-compact.log"),
452
+ });
453
+ this.dashboard = new Dashboard(dir);
454
+ // Aggregate this repo into the machine-wide index so the multi-repo
455
+ // dashboard (Summary / All-repos tabs) can show it alongside every other
456
+ // repo. Best-effort + non-fatal: a read-only index dir or contention must
457
+ // never break the per-repo compaction path. Runs only on repo-switch
458
+ // (this branch), so it's infrequent — not per-context-event.
459
+ try {
460
+ const repo = this.store.repoStats();
461
+ const di = this.store.dataInvariant();
462
+ const root = key !== dir ? key : (resolveRepoRoot(cwd ?? dir) ?? dir);
463
+ upsertRepoRegistry({
464
+ repoRoot: root,
465
+ displayName: root.split(/[\\/]/).filter(Boolean).pop() ?? root,
466
+ stateDir: dir,
467
+ checkpointCount: repo.checkpointCount,
468
+ tokensSaved: repo.tokensSaved,
469
+ compressedOriginalBytes: di.compressedOriginalBytes,
470
+ });
471
+ } catch {
472
+ /* non-fatal: index aggregation must not block compaction */
473
+ }
474
+ return dir;
475
+ }
476
+
477
+ // ---- dashboard snapshot + widget ------------------------------------------
478
+
479
+ /** Collect live state and write it to disk (+ paint the above-editor widget). */
480
+ snapshot(ctx?: ExtensionContext): void {
481
+ if (ctx) this.bindRepo(ctx.cwd);
482
+ const st = this.store.stats(this.rt.sessionId);
483
+ const repo = this.store.repoStats();
484
+ const di = this.store.dataInvariant();
485
+ // Active model/provider for the current-repo card + the multi-repo table.
486
+ const modelSnap = latestModelSnapshot(this.currentStateDir);
487
+ const model = modelSnap
488
+ ? {
489
+ name: modelSnap.modelName ?? modelSnap.modelId,
490
+ provider: modelSnap.provider,
491
+ providerName: modelSnap.providerName ?? "",
492
+ inputRate: modelSnap.inputRate,
493
+ outputRate: modelSnap.outputRate,
494
+ }
495
+ : undefined;
496
+ // effectiveThresholdPct: the live fire point as a % of the window (null for
497
+ // `custom`, which has no tierPct). Used by armed/ready + the dashboard.
498
+ const effectiveThresholdPct =
499
+ this.config.tierPct != null ? this.config.tierPct * 100 : null;
500
+ // armed lights at/above the REAL fire point: max(effectiveThresholdPct,
501
+ // fastGatePct). fastGatePct already equals tierPct*100 by default, but a
502
+ // MEGACOMPACT_FAST_GATE_PCT override can raise it, so we take the max.
503
+ const armed =
504
+ this.lastCtxPercent != null &&
505
+ this.lastCtxPercent >=
506
+ Math.max(effectiveThresholdPct ?? 0, this.config.fastGatePct);
507
+ const ready = armed && (this.lastCtxTokens ?? 0) >= this.effectiveThreshold;
508
+ this.dashboard.snapshot({
509
+ version: 1,
510
+ updatedAt: new Date().toISOString(),
511
+ // S24: the headline tier is the LIVE pressure band; the env preset is kept
512
+ // alongside as presetTier so the dashboard can show both.
513
+ tier: this.pressureBand,
514
+ presetTier: this.config.tier,
515
+ pressure: this.pressure,
516
+ config: {
517
+ fastGatePct: this.config.fastGatePct,
518
+ thresholdTokens: this.effectiveThreshold,
519
+ tierPct: this.config.tierPct,
520
+ effectiveThresholdPct,
521
+ anchorUserMessages: this.config.anchorUserMessages,
522
+ preserveRecent: this.config.preserveRecent,
523
+ auto: this.config.auto,
524
+ autoInline: this.config.autoInline,
525
+ },
526
+ session: {
527
+ id: this.rt.sessionId,
528
+ state: this.statusKey ?? "idle",
529
+ persistedThisSession: this.rt.persistedThisSession,
530
+ lastCheckpointId: this.rt.lastCheckpointId ?? null,
531
+ lastCompactedFrom: this.rt.lastCompactedFrom,
532
+ lastCompactedTokens: this.rt.lastCompactedTokens,
533
+ dedupSkips: this.rt.dedupSkips,
534
+ dedupAttempts: this.rt.dedupAttempts,
535
+ },
536
+ context: {
537
+ tokens: this.lastCtxTokens,
538
+ percent: this.lastCtxPercent,
539
+ contextWindow: this.lastCtxWindow,
540
+ },
541
+ trigger: {
542
+ armed,
543
+ ready,
544
+ currentTokens: this.lastCtxTokens,
545
+ thresholdTokens: this.effectiveThreshold,
546
+ fastGatePct: this.config.fastGatePct,
547
+ tierPct: this.config.tierPct,
548
+ effectiveThresholdPct,
549
+ },
550
+ crew: { activeAgents: this.activeAgents, currentTurn: this.currentTurn },
551
+ store: {
552
+ checkpointCount: st.checkpointCount,
553
+ totalTokenEstimate: st.totalTokenEstimate,
554
+ originalTokens: st.originalTokens,
555
+ tokensSaved: this.rt.tokensSaved,
556
+ injectedCount: st.injectedCount,
557
+ dedupHitRate: st.dedupHitRate,
558
+ storageDedupRate: st.storageDedupRate,
559
+ dedupAttempts: st.dedupAttempts,
560
+ dedupCollapsed: st.dedupCollapsed,
561
+ },
562
+ // Reconciled token accounting (single canonical formula, session + repo).
563
+ // Freed = In Out; In = Freed + Out. session.Freed = rt.tokensSaved (incl.
564
+ // deduped-away originals); repo.Freed = repo.tokensSaved meta counter.
565
+ compression: {
566
+ session: {
567
+ tokensIn: this.rt.tokensSaved + st.totalTokenEstimate,
568
+ tokensOut: st.totalTokenEstimate,
569
+ tokensFreed: this.rt.tokensSaved,
570
+ compressionPct:
571
+ this.rt.tokensSaved + st.totalTokenEstimate > 0
572
+ ? this.rt.tokensSaved /
573
+ (this.rt.tokensSaved + st.totalTokenEstimate)
574
+ : 0,
575
+ dedupPct: st.storageDedupRate,
576
+ },
577
+ repo: {
578
+ tokensIn: repo.tokensSaved + repo.totalTokenEstimate,
579
+ tokensOut: repo.totalTokenEstimate,
580
+ tokensFreed: repo.tokensSaved,
581
+ compressionPct:
582
+ repo.tokensSaved + repo.totalTokenEstimate > 0
583
+ ? repo.tokensSaved / (repo.tokensSaved + repo.totalTokenEstimate)
584
+ : 0,
585
+ dedupPct: repo.storageDedupRate,
586
+ },
587
+ },
588
+ repo: {
589
+ checkpointCount: repo.checkpointCount,
590
+ totalTokenEstimate: repo.totalTokenEstimate,
591
+ originalTokens: repo.originalTokens,
592
+ tokensSaved: repo.tokensSaved,
593
+ sessionCount: repo.sessionCount,
594
+ dedupAttempts: repo.dedupAttempts,
595
+ dedupCollapsed: repo.dedupCollapsed,
596
+ storageDedupRate: repo.storageDedupRate,
597
+ },
598
+ integrity: {
599
+ regionsRetained: di.regionsRetained,
600
+ compressedOriginalBytes: di.compressedOriginalBytes,
601
+ duplicatesCollapsed: di.duplicatesCollapsed,
602
+ bytesPermanentlyDeleted: di.bytesPermanentlyDeleted,
603
+ },
604
+ model,
605
+ } as DashboardSnapshot);
606
+
607
+ // Live stats widget above the editor
608
+ if (ctx) {
609
+ // ── gather widget data (computed per snapshot, rendered per frame) ────
610
+ const tokStr =
611
+ this.lastCtxTokens != null
612
+ ? `${Math.round(this.lastCtxTokens / 1000)}k`
613
+ : "?";
614
+ const maxStr =
615
+ this.lastCtxWindow > 0
616
+ ? `${Math.round(this.lastCtxWindow / 1000)}k`
617
+ : "?";
618
+ const pctStr =
619
+ this.lastCtxPercent != null
620
+ ? `${Math.round(this.lastCtxPercent * 10) / 10}%`
621
+ : "?%";
622
+ // S24: the tier label is the LIVE pressure band (low/medium/high/ultra/
623
+ // mega), not the static env preset. It climbs as context fills.
624
+ const liveBand = this.pressureBand;
625
+ const tierLabel = `${C.bold}${liveBand}${C.reset}${C.gray}·${this.config.tier}${C.reset}`;
626
+ const triggerLabel = ready
627
+ ? `${C.green}● ready${C.reset}`
628
+ : armed
629
+ ? `${C.amber}◐ armed${C.reset}`
630
+ : `${C.gray}○ idle${C.reset}`;
631
+ // Storage dedup rate is cumulative (store-wide, per-repo) and survives
632
+ // session resets. Always show a number (decimal for sub-10%).
633
+ const storageRate = st.storageDedupRate; // 0..1
634
+ const dedupStr =
635
+ storageRate * 100 >= 10
636
+ ? `${Math.round(storageRate * 100)}%`
637
+ : `${(storageRate * 100).toFixed(1)}%`;
638
+ // Agents view: count + status (S27 per-agent tokens are gated on P0).
639
+ const agentLabel =
640
+ this.activeAgents > 0
641
+ ? `🤖 ${this.activeAgents} agent${this.activeAgents === 1 ? "" : "s"}`
642
+ : `${C.dim}🤖 idle${C.reset}`;
643
+ const agentStr = ` │ ${agentLabel}`;
644
+ const turnStr = this.currentTurn > 0 ? ` │ turn ${this.currentTurn}` : "";
645
+ // Reconciled in/out view (session + repo) — ONE canonical formula.
646
+ const sessIn = this.rt.tokensSaved + st.totalTokenEstimate;
647
+ const sessKept = st.totalTokenEstimate;
648
+ const sessPct = sessIn > 0 ? this.rt.tokensSaved / sessIn : 0;
649
+ const repoIn = repo.tokensSaved + repo.totalTokenEstimate;
650
+ const repoKept = repo.totalTokenEstimate;
651
+ const repoPct = repoIn > 0 ? repo.tokensSaved / repoIn : 0;
652
+ const sTxt = (sessPct * 100).toFixed(sessPct * 100 >= 10 ? 0 : 1);
653
+ const rTxt = (repoPct * 100).toFixed(repoPct * 100 >= 10 ? 0 : 1);
654
+ const ctxPct =
655
+ this.lastCtxPercent != null ? this.lastCtxPercent / 100 : 0;
656
+ // Model + provider (S26 capture) for the header.
657
+ const modelName = modelSnap?.modelName ?? modelSnap?.modelId ?? "?";
658
+ const modelStr = modelSnap?.provider
659
+ ? `${modelName}·${modelSnap.provider}`
660
+ : modelName;
661
+ // Since-last-compact (ms; null until first compaction this session).
662
+ const sinceCompact =
663
+ this.rt.lastCompactAt != null
664
+ ? Date.now() - this.rt.lastCompactAt
665
+ : null;
666
+ // Memory store: embedder + compression ratio (original / stored).
667
+ const embedderName = this.embedderName();
668
+ const compRatio =
669
+ st.originalTokens > 0 && st.totalTokenEstimate > 0
670
+ ? st.originalTokens / st.totalTokenEstimate
671
+ : st.originalTokens > 0
672
+ ? 1
673
+ : 0;
674
+ const compStr = compRatio >= 1 ? `${compRatio.toFixed(1)}x` : "—";
675
+ // Cross-repo drift status (cached, read-only).
676
+ const driftStatus = this.driftStatus();
677
+ const agentsActive = this.activeAgents > 0;
678
+
679
+ this.widgetData = {
680
+ version: ownVersion(),
681
+ tierLabel,
682
+ triggerLabel,
683
+ pctStr,
684
+ tokStr,
685
+ maxStr,
686
+ ctxPct,
687
+ chk: st.checkpointCount,
688
+ agentStr,
689
+ turnStr,
690
+ dedupStr,
691
+ sessIn,
692
+ sessKept,
693
+ sTxt,
694
+ repoIn,
695
+ repoKept,
696
+ rTxt,
697
+ repoChk: repo.checkpointCount,
698
+ repoSess: repo.sessionCount,
699
+ modelStr,
700
+ sinceCompact,
701
+ embedderName,
702
+ compStr,
703
+ driftStatus,
704
+ agentsActive,
705
+ fresh: Date.now() - this.lastActivityAt < 4000,
706
+ ticker: this.ticker,
707
+ lastWhy: this.lastWhy,
708
+ tierTrace: this.tierTrace,
709
+ pulsing: this.pulsing,
710
+ };
711
+ // Auto-fit: register a factory so pi re-renders the panel at the REAL
712
+ // terminal width every frame (tui.columns), instead of guessing with
713
+ // process.stdout.columns. buildWidgetLines reads this.widgetData live.
714
+ this.renderWidget(ctx);
715
+ }
716
+ }
717
+
718
+ /** Register the above-editor widget as a width-aware factory so pi re-renders
719
+ * it at the REAL terminal width every frame (auto-fit wide/narrow). The
720
+ * factory returns a minimal Component whose render() reads this.widgetData.
721
+ */
722
+ private renderWidget(ctx: ExtensionContext): void {
723
+ ctx.ui.setWidget(
724
+ WIDGET_KEY,
725
+ (_tui, _theme) => ({
726
+ render: (width: number) =>
727
+ this.buildWidgetLines(width > 0 ? width : 200),
728
+ invalidate: () => {},
729
+ }),
730
+ { placement: "aboveEditor" },
731
+ );
732
+ }
733
+
734
+ /** Build the full-width panel lines from the latest snapshot. Cheap: reads
735
+ * only this.widgetData + a couple of live counters; no DB/IO. */
736
+ private buildWidgetLines(width: number): string[] {
737
+ const wd = this.widgetData;
738
+ if (!wd) {
739
+ return [
740
+ panelBar(width, "─"),
741
+ panelLine(" mega-compact: warming up…", width),
742
+ panelBar(width, ""),
743
+ ];
744
+ }
745
+ const pulse = wd.pulsing
746
+ ? `${C.cyan}${PULSE[Math.floor(Date.now() / 250) % PULSE.length]}${C.reset} `
747
+ : "";
748
+ const sep = ` ${C.dim}│${C.reset} `;
749
+ // Build one long content line — let terminal wrap it naturally
750
+ const content = [
751
+ `${C.amber}⚡ ${wd.tierLabel}${C.reset} v${C.bold}${wd.version}${C.reset} ${ramp(wd.ctxPct, 20)} ${C.bold}${wd.pctStr}${C.reset} ${wd.tokStr}/${wd.maxStr}`,
752
+ wd.triggerLabel,
753
+ `${C.cyan}${wd.modelStr}${C.reset}`,
754
+ `${wd.chk} chk${wd.agentStr}${wd.turnStr}`,
755
+ `${C.magenta}dup ${wd.dedupStr}${C.reset}`,
756
+ `${C.gray}sess${C.reset} ${fmtTokens(wd.sessIn)}→${fmtTokens(wd.sessKept)} kept ${C.green}(${wd.sTxt}% freed)${C.reset}`,
757
+ `${C.gray}all-time${C.reset} ${fmtTokens(wd.repoIn)}→${fmtTokens(wd.repoKept)} kept ${C.blue}(${wd.rTxt}% freed)${C.reset}`,
758
+ `${wd.repoChk} chk/${wd.repoSess} sess`,
759
+ `${C.gray}mem${C.reset} ${wd.embedderName} · ${wd.chk} chunks · ${C.blue}comp ${wd.compStr}${C.reset}`,
760
+ `${C.gray}drift${C.reset} ${wd.driftStatus === "ok" ? C.green : C.amber}${wd.driftStatus}${C.reset}`,
761
+ `${C.gray}compact${C.reset} ${sinceCompactStr(wd.sinceCompact)}`,
762
+ ].join(sep);
763
+ // Wrap to terminal width and pad each line
764
+ const wrapped = wrapLine(content, width - 2); // 2-char indent
765
+ const lines: string[] = [
766
+ panelBar(width, ""),
767
+ ...wrapped.map((l) => panelLine(l, width)),
768
+ ];
769
+ // L4 — agents block (S27, count + status; per-agent tokens gated on P0)
770
+ if (wd.agentsActive) {
771
+ lines.push(
772
+ panelLine(
773
+ ` ${C.cyan}🤖 ${this.activeAgents} active${wd.turnStr}${C.reset}`,
774
+ width,
775
+ ),
776
+ );
777
+ }
778
+ // L5 — live ticker / activity (♻ deduped … why, or tier trace, or pulsing)
779
+ if (wd.tierTrace && wd.fresh) {
780
+ lines.push(panelLine(` ${pulse}${wd.tierTrace}`, width));
781
+ } else if (wd.ticker.length > 0) {
782
+ const step = Math.floor(Date.now() / 250);
783
+ const idx = wd.ticker.length - 1 - (step % wd.ticker.length);
784
+ const head = wd.ticker[idx].text;
785
+ const why = wd.lastWhy ? ` ${C.gray}· ${wd.lastWhy}${C.reset}` : "";
786
+ const more =
787
+ wd.ticker.length > 1
788
+ ? ` ${C.dim}(+${wd.ticker.length - 1} more)${C.reset}`
789
+ : "";
790
+ lines.push(
791
+ panelLine(
792
+ ` ${wd.fresh ? C.teal : C.dim}${head}${why}${more}${C.reset}`,
793
+ width,
794
+ ),
795
+ );
796
+ } else if (wd.pulsing) {
797
+ lines.push(panelLine(` ${pulse}${C.teal}compacting…${C.reset}`, width));
798
+ }
799
+ // bottom border
800
+ lines.push(panelBar(width, "─"));
801
+ return lines;
802
+ }
803
+
804
+ /** Active embedder name for the memory-store line (Trigram default / MiniLM). */
805
+ private embedderName(): string {
806
+ // MINILM_EMBEDDER flag lives in src/config/dedup.ts; read the same env var
807
+ // the embedder factory uses so the label matches what's actually running.
808
+ return process.env.MEGACOMPACT_MINILM === "true" ||
809
+ process.env.MEGACOMPACT_MINILM === "1"
810
+ ? "MiniLM"
811
+ : "Trigram";
812
+ }
813
+
814
+ /** Cross-repo drift status (ok | warn), cached for 30s (opens the registry DB). */
815
+ private driftStatus(): "ok" | "warn" {
816
+ const now = Date.now();
817
+ if (this.driftCache && now - this.driftCache.at < 30_000)
818
+ return this.driftCache.status;
819
+ let status: "ok" | "warn" = "ok";
820
+ try {
821
+ const report = detectCrossRepoDrift();
822
+ status = report.totals.warn > 0 ? "warn" : "ok";
823
+ } catch {
824
+ status = "ok";
825
+ }
826
+ this.driftCache = { at: now, status };
827
+ return status;
828
+ }
829
+
830
+ setStatus(ctx: ExtensionContext, text: string | undefined): void {
831
+ this.statusKey = text;
832
+ ctx.ui.setStatus(STATUS_KEY, text);
833
+ }
834
+
835
+ resetRuntime(sessionId: string | undefined): void {
836
+ const sid = normalizeSessionId(sessionId);
837
+ if (this.rt.sessionId === sid && this.rt.persistedThisSession) return; // same session, keep checkpoint memory
838
+ this.rt = {
839
+ sessionId: sid,
840
+ persistedThisSession: false,
841
+ lastCheckpointId: undefined,
842
+ lastCompactedFrom: 0,
843
+ lastCompactedTokens: 0,
844
+ dedupSkips: 0,
845
+ dedupAttempts: 0,
846
+ tokensSaved: 0,
847
+ lastCompactAt: null,
848
+ };
849
+ this.statusKey = undefined;
850
+ this.activeAgents = 0;
851
+ this.currentTurn = 0;
852
+ this.lastActivityAt = 0;
853
+ this.tierTrace = undefined;
854
+ this.ticker.length = 0;
855
+ this.pulsing = false;
856
+ this.savedGoal = 50_000;
857
+ this.lastWhy = undefined;
858
+ }
859
+
860
+ /**
861
+ * Capture the active model/provider from ctx.model and persist it so cost
862
+ * estimation + the dashboard can read real pricing. Cheap + idempotent-ish:
863
+ * only writes a new row when the model id changes (models change rarely).
864
+ */
865
+ captureModel(ctx: ExtensionContext): void {
866
+ const m = ctx.model;
867
+ if (!m) {
868
+ this.appendEvent("captureModel:no-model", { cwd: ctx.cwd });
869
+ return;
870
+ }
871
+ if (
872
+ this.currentModel &&
873
+ this.currentModel.modelId === m.id &&
874
+ this.currentModel.provider === m.provider
875
+ )
876
+ return;
877
+ let providerName: string | null = null;
878
+ try {
879
+ providerName =
880
+ ctx.modelRegistry?.getProviderDisplayName(m.provider) ?? null;
881
+ } catch {
882
+ /* optional */
883
+ }
884
+ const snap: Omit<ModelSnapshot, "capturedAt"> = {
885
+ provider: m.provider,
886
+ providerName,
887
+ modelId: m.id,
888
+ modelName: m.name ?? null,
889
+ inputRate: m.cost?.input ?? 0,
890
+ outputRate: m.cost?.output ?? 0,
891
+ contextWindow: m.contextWindow ?? 0,
892
+ maxTokens: m.maxTokens ?? 0,
893
+ reasoning: !!m.reasoning,
894
+ };
895
+ this.currentModel = { ...snap, capturedAt: Date.now() };
896
+ this.diagCaptureModelCalls++;
897
+ const repo = resolveRepoRoot(ctx.cwd) ?? this.currentStateDir;
898
+ // S26: previously a single silent `catch {}` hid every capture failure, so
899
+ // model_snapshots stayed empty and the cost card read $0.00 with zero signal.
900
+ // Split per-write + append to events.log (always-on, dashboard live-streams
901
+ // it) + bump a DIAG counter so a live capture surfaces the root cause.
902
+ try {
903
+ recordModelSnapshot(repo, snap, this.currentStateDir);
904
+ this.appendEvent("captureModel:recorded", {
905
+ repo,
906
+ modelId: snap.modelId,
907
+ provider: snap.provider,
908
+ inputRate: snap.inputRate,
909
+ outputRate: snap.outputRate,
910
+ });
911
+ } catch (e) {
912
+ this.diagCaptureModelFails++;
913
+ this.appendEvent("captureModel:record-failed", {
914
+ repo,
915
+ modelId: snap.modelId,
916
+ error: e instanceof Error ? e.message : String(e),
917
+ stack: e instanceof Error ? e.stack : undefined,
918
+ });
919
+ }
920
+ try {
921
+ // Denormalize the active model into the machine-wide index so the
922
+ // All-repos dashboard table can show provider/model per repo without
923
+ // opening every repo's DB. Best-effort + non-fatal.
924
+ recordRepoModel(repo, {
925
+ provider: snap.provider,
926
+ providerName: snap.providerName,
927
+ modelName: snap.modelName,
928
+ inputRate: snap.inputRate,
929
+ outputRate: snap.outputRate,
930
+ stateDir: this.currentStateDir,
931
+ displayName: repo.split(/[\\/]/).filter(Boolean).pop() ?? repo,
932
+ });
933
+ } catch (e) {
934
+ this.appendEvent("captureModel:index-record-failed", {
935
+ repo,
936
+ modelId: snap.modelId,
937
+ error: e instanceof Error ? e.message : String(e),
938
+ });
939
+ }
940
+ }
941
+
942
+ /**
943
+ * Append a structured line to the repo's events.log — the always-on
944
+ * diagnostics sink the dashboard live-streams. Unlike this.logger (gated by
945
+ * config.debug), this fires in production, so capture failures surface during
946
+ * a real capture even with debugging off. Best-effort + non-fatal.
947
+ */
948
+ private appendEvent(event: string, fields: Record<string, unknown>): void {
949
+ try {
950
+ mkdirSync(this.currentStateDir, { recursive: true });
951
+ appendFileSync(
952
+ join(this.currentStateDir, "events.log"),
953
+ JSON.stringify({ ts: Date.now(), event, ...fields }) + "\n",
954
+ );
955
+ } catch {
956
+ /* non-fatal */
957
+ }
958
+ }
959
+
960
+ /** S21: state dir of the currently bound repo (where memories live). */
961
+ getStateDir(): string {
962
+ return this.currentStateDir;
963
+ }
964
+
965
+ /** Build the sync onTier callback that paints the live per-tier trace. */
966
+ makeTierCallback(
967
+ ctx: ExtensionContext,
968
+ ): (ev: {
969
+ tier: "L0" | "L1" | "L2" | "new";
970
+ status: "scanning" | "deduped" | "passed" | "stored";
971
+ detail?: string;
972
+ }) => void {
973
+ const order: Array<"L0" | "L1" | "L2" | "new"> = ["L0", "L1", "L2", "new"];
974
+ const seen = new Map<string, string>();
975
+ const glyph = (status: string) =>
976
+ status === "deduped"
977
+ ? `${C.green}✓${C.reset}`
978
+ : status === "passed"
979
+ ? `${C.dim}○${C.reset}`
980
+ : status === "scanning"
981
+ ? `${C.amber}…${C.reset}`
982
+ : `${C.cyan}●${C.reset}`;
983
+ return (ev) => {
984
+ const label =
985
+ ev.tier === "new"
986
+ ? `${C.cyan}stored${C.reset}`
987
+ : `${ev.tier} ${glyph(ev.status)}` +
988
+ (ev.detail ? ` ${C.gray}(${ev.detail})${C.reset}` : "");
989
+ // Show the most recent outcome per tier (collapses re-fires).
990
+ seen.set(ev.tier, label);
991
+ const show: string[] = [];
992
+ for (const t of order) if (seen.has(t)) show.push(seen.get(t)!);
993
+ this.tierTrace = `${C.teal}⚙${C.reset} ${show.join(` ${C.gray}→${C.reset} `)}`;
994
+ this.lastActivityAt = Date.now();
995
+ try {
996
+ this.snapshot(ctx);
997
+ } catch {
998
+ /* non-fatal */
999
+ }
1000
+ };
1001
+ }
1002
+
1003
+ // Phase 3 — recall/activity ticker ring buffer.
1004
+ pushTicker(text: string): void {
1005
+ this.ticker.push({ text, at: Date.now() });
1006
+ while (this.ticker.length > this.TICKER_MAX) this.ticker.shift();
1007
+ this.lastActivityAt = Date.now();
1008
+ }
1009
+
1010
+ /** Convert the messages pi hands us in the `context` event into the engine view. */
1011
+ engineView(messages: AgentMessage[]): ReturnType<typeof toEngineMessages> {
1012
+ return toEngineMessages(messages);
1013
+ }
814
1014
  }
815
1015
 
816
1016
  /**
@@ -818,20 +1018,20 @@ export class MegaRuntime {
818
1018
  * Kept as a free function (not instance state) since it only reads ctx.
819
1019
  */
820
1020
  export function recentUserQuery(ctx: ExtensionContext): string {
821
- try {
822
- const entries = ctx.sessionManager.getEntries();
823
- for (let i = entries.length - 1; i >= 0; i--) {
824
- const msgs = sessionEntryToContextMessages(entries[i]);
825
- for (let j = msgs.length - 1; j >= 0; j--) {
826
- if (msgs[j].role === "user") {
827
- const c = (msgs[j] as { content: unknown }).content;
828
- if (typeof c === "string") return c;
829
- if (Array.isArray(c)) return c.map((b: any) => b.text).join(" ");
830
- }
831
- }
832
- }
833
- } catch {
834
- /* best-effort */
835
- }
836
- return "";
1021
+ try {
1022
+ const entries = ctx.sessionManager.getEntries();
1023
+ for (let i = entries.length - 1; i >= 0; i--) {
1024
+ const msgs = sessionEntryToContextMessages(entries[i]);
1025
+ for (let j = msgs.length - 1; j >= 0; j--) {
1026
+ if (msgs[j].role === "user") {
1027
+ const c = (msgs[j] as { content: unknown }).content;
1028
+ if (typeof c === "string") return c;
1029
+ if (Array.isArray(c)) return c.map((b: any) => b.text).join(" ");
1030
+ }
1031
+ }
1032
+ }
1033
+ } catch {
1034
+ /* best-effort */
1035
+ }
1036
+ return "";
837
1037
  }