troxy-cli 1.30.22 → 1.30.23

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "troxy-cli",
-  "version": "1.30.22",
+  "version": "1.30.23",
   "description": "Make your Claude Code usage go further: lighter requests, less usage, less money",
   "homepage": "https://troxy.io",
   "bugs": {

package/src/mods/troxy-guard/hooks/register.js

@@ -360,6 +360,22 @@ const COMPACTED = { plugin: 'troxy-guard', key: 'compacted' }; // the band's not
 const COMPACTED_SHOW_MS = 10 * 60 * 1000; // kept through prompts for this long, so it isn't missed
 let compactTimer = null;
 
+// Big-session compaction: a session past 200k compacts right after an answer, between
+// tasks, while its cache is still warm, instead of re-reading the whole thing on every
+// later call. A/B 2026-11-06 at 350k on Sonnet: 4.0 vs 6.0 bar points for the same 9-step
+// job, the compaction included, same results. The short delay lets the turn settle; a
+// prompt typed first cancels it (scorePrompt), so it never holds the user up.
+// Off unless switched on (config bigCompact, or TROXY_BIG_COMPACT=1) until measured live.
+const BIG_COMPACT_TOKENS = 200000;
+const BIG_COMPACT_DELAY_MS = 3000;
+function afterTurnDelay({ tokens, on, off }) {
+  return on && !off && tokens >= BIG_COMPACT_TOKENS ? BIG_COMPACT_DELAY_MS : COMPACT_IDLE_MS;
+}
+async function bigCompactOn($) {
+  if ((await $.env.get('TROXY_BIG_COMPACT')) === '1') return true;
+  return Boolean((await troxyConfig($)).bigCompact);
+}
+
 // What to do when the idle timer fires: skip, compact now, or wait for the meter to reset.
 function compactPlan({ tokens, rateLimits = [], now, off }) {
   if (off || !(tokens >= COMPACT_MIN_TOKENS)) return { action: 'skip' };
@@ -434,7 +450,7 @@ async function idleCompact($, { late = false } = {}) {
   if (r.skip) return;
   const k = n => `${Math.round(n / 1000)}k`;
   await $.state.set(COMPACTED, { at: await $.clock.now(), text: r.tokensBefore && r.tokensAfter
-    ? `compacted this idle session ${k(r.tokensBefore)} → ${k(r.tokensAfter)} tokens` : 'compacted this idle session' });
+    ? `compacted this session ${k(r.tokensBefore)} → ${k(r.tokensAfter)} tokens` : 'compacted this session' });
 }
 
 // Where the local daemon looks for this session's routing note (see interceptor.js).
@@ -681,12 +697,16 @@ export function register(on) {
         if (line) await $.state.set(LINE, line);
       } catch {} // a missed turn only leaves the band as it was
     }
-    let stayAwake = false;
+    let stayAwake = false, delay = COMPACT_IDLE_MS;
     try { stayAwake = await bigSession($); } catch {}
-    armCompact($, COMPACT_IDLE_MS, { stayAwake, persist: true });
+    try {
+      delay = afterTurnDelay({ tokens: ((await $.session.usage()).context || {}).tokens || 0,
+        on: await bigCompactOn($), off: await $.store.get('compactOff') });
+    } catch {}
+    armCompact($, delay, { stayAwake: stayAwake && delay === COMPACT_IDLE_MS, persist: true });
     return r;
   });
 }
 
 // Exported for tests only - not part of the mod's runtime contract.
-export const _internal = { compressedSince, recalledSince, stepEffort, reportRow, noteStep, flushReport, pendingRows: () => pending, troxyConfig, askedFor, rememberAsked, asked, armCompact, cancelCompact, toDomainAndFields, guardBash, failClosed, parseScore, asRequest, pickModel, troxyCommand, modRouteFile, estimateTokens, MODELS, savedLine, sessionLine, addTurn, withKept, statusText, compactPlan, savingsText, fetchSavings, scorePrompt, routeStep, stepModel, lastSent };
+export const _internal = { compressedSince, recalledSince, stepEffort, reportRow, noteStep, flushReport, pendingRows: () => pending, troxyConfig, askedFor, rememberAsked, asked, armCompact, cancelCompact, afterTurnDelay, toDomainAndFields, guardBash, failClosed, parseScore, asRequest, pickModel, troxyCommand, modRouteFile, estimateTokens, MODELS, savedLine, sessionLine, addTurn, withKept, statusText, compactPlan, savingsText, fetchSavings, scorePrompt, routeStep, stepModel, lastSent };

package/src/tests/mods-troxy-guard.test.js

@@ -113,6 +113,15 @@ test('statusText: version, routing, this session, plan usage, where the account
   assert.match(statusText({ paused: true }), /^Troxy · routing is off\nThis session: nothing moved to a lighter model yet\n/);
 });
 
+test('afterTurnDelay: with bigCompact on, a session past 200k compacts right after the answer', () => {
+  const { afterTurnDelay } = _internal;
+  const IDLE = 55 * 60 * 1000;
+  assert.equal(afterTurnDelay({ tokens: 351000, on: true }), 3000);
+  assert.equal(afterTurnDelay({ tokens: 199000, on: true }), IDLE);             // under 200k: idle path only
+  assert.equal(afterTurnDelay({ tokens: 351000, on: false }), IDLE);            // flag off
+  assert.equal(afterTurnDelay({ tokens: 351000, on: true, off: true }), IDLE);  // /troxy compact off wins
+});
+
 test('compactPlan: big idle sessions compact, small ones and a nearly full bar do not', () => {
   const { compactPlan } = _internal;
   const now = Date.parse('2026-10-08T15:00:00Z');