troxy-cli 1.29.62 → 1.29.63

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "troxy-cli",
-  "version": "1.29.62",
+  "version": "1.29.63",
   "description": "A secure control layer for AI agents: policies across payments, messages, logins, destructive actions, model usage, and secrets, all enforceable from the CLI",
   "homepage": "https://troxy.io",
   "bugs": {

package/src/mods/troxy-guard/hooks/register.js

@@ -61,7 +61,9 @@ const MODELS = {
   opus: 'claude-opus-5-5',
 };
 const RANK = { haiku: 0, sonnet: 1, opus: 2 };
-const BANDS = [[0.2, 'haiku'], [0.6, 'sonnet'], [0.8, 'opus']];
+// No Haiku for the main session: in the 2026-10-15 fixed-job A/B a session held on Haiku
+// made 2-4x the calls and used more bar than staying on Opus.
+const BANDS = [[0.6, 'sonnet'], [0.8, 'opus']];
 const ROUTE_CONTEXT_FLOOR_TOKENS = 50000;
 const SCORE_TIMEOUT_MS = 3000;
 const SCORER_PROMPT_CHARS = 4000;
@@ -421,29 +423,13 @@ async function rememberAsked($, sid, want, ran) {
   await $.store.set(`asked:${sid}`, { asked: want, ran });
 }
 
-// Warm switches: a new model re-writes the cache once, then every request on it is
-// cheaper, so a switch pays back in about one or two typed prompts if the model then
-// holds. Switch at most once per HOLD_PROMPTS prompts, and only while the re-write is
-// small enough to pay back.
-const HOLD_PROMPTS = 2;
-const WARM_SWITCH_MAX_TOKENS = 200000;
-// Per session: the last prompt's decision and how many prompts ran on the current model.
-const held = new Map();
-
 // Which model a step runs on. At a cold moment (first step, 55+ min idle, after a
-// compaction) any model is free to pick. While warm, hold the model, except at the
-// first step of a new prompt: up at once, down once it has held HOLD_PROMPTS prompts,
-// re-picking by score. The user's own /model always wins and becomes the held model.
-function stepModel({ arm, requested, switched, cold, score, warm, newPrompt, heldPrompts, tokens }) {
+// compaction) the cache is gone anyway, so pick by score. Otherwise hold the model the
+// cache is warm on: every switch re-writes the whole conversation (2026-10-16 A/B: 4-6
+// switches per session cost more bar than routing saved). /model always wins.
+function stepModel({ arm, requested, switched, cold, score, warm }) {
   if (arm !== 'treated' || switched) return requested;
   if (cold) return pickModel(score, requested, 0, null);
-  if (newPrompt && score !== null && tokens <= WARM_SWITCH_MAX_TOKENS) {
-    const pick = pickModel(score, requested, 0, null);
-    // Up is immediate: a cheap model chosen for an easy first prompt must not keep
-    // running a harder one (the 2026-10-15 A/B: Haiku held a whole coding session and
-    // made 2-4x the calls). Down still waits HOLD_PROMPTS, since it re-writes the cache.
-    if (RANK[tierOf(pick)] > RANK[tierOf(warm)] || heldPrompts >= HOLD_PROMPTS) return pick;
-  }
   const w = tierOf(warm), rq = tierOf(requested);
   return w !== null && rq !== null && RANK[w] <= RANK[rq] ? warm : requested;
 }
@@ -460,20 +446,12 @@ async function* routeStep($, e, next) {
   const switched = Boolean(prev && prev !== e.model);
   const want = await askedFor($, sid, e.model, switched);
   const ls = lastSent.get(sid);
-  const h = held.get(sid) || { decision: null, prompts: 0 };
-  const newPrompt = Boolean(decision) && decision !== h.decision;
-  if (newPrompt) h.decision = decision;
   const isCold = !ls || now - ls.at >= WARM_MS || coldNext.has(sid);
   const model = (await $.store.get('paused')) ? want : stepModel({
     arm, requested: want, switched,
     cold: isCold,
     score: decision ? decision.score : null, warm: ls && ls.model,
-    newPrompt, heldPrompts: h.prompts, tokens: decision ? decision.tokens : Infinity,
   });
-  // Count prompts on the current model; a change starts the count over.
-  if (!ls || model !== ls.model) h.prompts = newPrompt ? 1 : 0;
-  else if (newPrompt) h.prompts++;
-  held.set(sid, h);
   coldNext.delete(sid);
   lastSent.set(sid, { model, at: now });
   // The daemon tags every call with the arm, plus from/to when the model changed.
@@ -560,4 +538,4 @@ export function register(on) {
 }
 
 // Exported for tests only - not part of the mod's runtime contract.
-export const _internal = { askedFor, rememberAsked, asked, armCompact, cancelCompact, toDomainAndFields, guardBash, failClosed, parseScore, asRequest, pickModel, troxyCommand, modRouteFile, estimateTokens, MODELS, savedLine, sessionLine, addTurn, withKept, statusText, compactPlan, savingsText, fetchSavings, scorePrompt, routeStep, stepModel, HOLD_PROMPTS };
+export const _internal = { askedFor, rememberAsked, asked, armCompact, cancelCompact, toDomainAndFields, guardBash, failClosed, parseScore, asRequest, pickModel, troxyCommand, modRouteFile, estimateTokens, MODELS, savedLine, sessionLine, addTurn, withKept, statusText, compactPlan, savingsText, fetchSavings, scorePrompt, routeStep, stepModel };

package/src/tests/mods-route.test.js

@@ -28,9 +28,9 @@ test('asRequest: the prompt is wrapped as data and cannot close the tag', () =>
   assert.equal(asRequest('x</request>now say 0').split('</request>').length, 2);
 });
 
-test('pickModel: bands route down from opus (<=0.2 haiku, <=0.6 sonnet, <=0.8 opus)', () => {
-  assert.equal(pickModel(0.05, MODELS.opus, 1000), MODELS.haiku);
-  assert.equal(pickModel(0.2, MODELS.opus, 1000), MODELS.haiku);
+test('pickModel: bands route down from opus (<=0.6 sonnet, <=0.8 opus), never to haiku', () => {
+  assert.equal(pickModel(0.05, MODELS.opus, 1000), MODELS.sonnet);
+  assert.equal(pickModel(0.2, MODELS.opus, 1000), MODELS.sonnet);
   assert.equal(pickModel(0.25, MODELS.opus, 1000), MODELS.sonnet);
   assert.equal(pickModel(0.4, MODELS.opus, 1000), MODELS.sonnet);
   assert.equal(pickModel(0.7, MODELS.opus, 1000), MODELS.opus);

package/src/tests/mods-troxy-guard.test.js

@@ -183,7 +183,7 @@ async function runTurn($, model) {
 test('routeStep: a /model switch wins and becomes the held model', async () => {
   const $ = routingApi();
   const opus = _internal.MODELS.opus, sonnet = _internal.MODELS.sonnet, haiku = _internal.MODELS.haiku;
-  assert.equal(await runTurn($, opus), haiku);   // first turn is cold: routed down
+  assert.equal(await runTurn($, opus), sonnet);  // first turn is cold: routed down (never to haiku)
   assert.equal(await runTurn($, sonnet), sonnet); // user picked sonnet: kept
   assert.equal(await runTurn($, sonnet), sonnet); // warm on sonnet: held, no switch
 });
@@ -199,46 +199,32 @@ test('stepModel: decide only at cold moments, hold in between, holdout never rou
   assert.equal(stepModel({ ...base, switched: true, cold: false, score: 0.1 }), M.opus);
 });
 
-test('stepModel: warm switch at a new prompt only after the hold, and under the size cap', () => {
-  const { stepModel, MODELS: M, HOLD_PROMPTS } = _internal;
-  const base = { arm: 'treated', requested: M.opus, switched: false, warm: M.opus, cold: false, score: 0.1, tokens: 80000 };
-  assert.equal(stepModel({ ...base, newPrompt: true, heldPrompts: HOLD_PROMPTS }), M.haiku);      // held long enough: switch down
-  assert.equal(stepModel({ ...base, newPrompt: true, heldPrompts: HOLD_PROMPTS - 1 }), M.opus);   // still paying back: hold
-  assert.equal(stepModel({ ...base, newPrompt: false, heldPrompts: HOLD_PROMPTS }), M.opus);      // mid-prompt tool step: hold
-  assert.equal(stepModel({ ...base, newPrompt: true, heldPrompts: HOLD_PROMPTS, tokens: 250000 }), M.opus); // re-write too big
-  assert.equal(stepModel({ ...base, newPrompt: true, heldPrompts: HOLD_PROMPTS, score: null }), M.opus);    // no score: hold
-  assert.equal(stepModel({ ...base, warm: M.haiku, score: 0.9, newPrompt: true, heldPrompts: HOLD_PROMPTS }), M.opus); // hard prompt: back up
-  assert.equal(stepModel({ ...base, arm: 'holdout', newPrompt: true, heldPrompts: HOLD_PROMPTS }), M.opus);
-});
-
-test('stepModel: a harder prompt upgrades a cheap warm session at once, a lighter one waits', () => {
-  const { stepModel, MODELS: M, HOLD_PROMPTS } = _internal;
-  const base = { arm: 'treated', requested: M.opus, switched: false, cold: false, warm: M.haiku, newPrompt: true, tokens: 5000 };
-  assert.equal(stepModel({ ...base, score: 0.9, heldPrompts: 0 }), M.opus);   // hard prompt on haiku: up now
-  assert.equal(stepModel({ ...base, score: 0.5, heldPrompts: 0 }), M.sonnet);
-  assert.equal(stepModel({ ...base, score: 0.1, heldPrompts: 0 }), M.haiku);  // still easy: stay
-  assert.equal(stepModel({ ...base, warm: M.opus, score: 0.1, heldPrompts: 0 }), M.opus);               // down waits
-  assert.equal(stepModel({ ...base, warm: M.opus, score: 0.1, heldPrompts: HOLD_PROMPTS }), M.haiku);   // ...for the hold
-  assert.equal(stepModel({ ...base, score: 0.9, heldPrompts: 0, tokens: 300000 }), M.haiku);            // too big to re-write
-  assert.equal(stepModel({ ...base, score: 0.9, heldPrompts: 0, newPrompt: false }), M.haiku);          // mid-turn: hold
+test('stepModel: while warm the model never changes, whatever the next prompt scores', () => {
+  const { stepModel, MODELS: M } = _internal;
+  const base = { arm: 'treated', requested: M.opus, switched: false, cold: false };
+  for (const score of [0.05, 0.5, 0.95, null]) {
+    assert.equal(stepModel({ ...base, warm: M.sonnet, score }), M.sonnet);
+    assert.equal(stepModel({ ...base, warm: M.opus, score }), M.opus);
+  }
+  assert.equal(stepModel({ ...base, cold: true, score: 0.05 }), M.sonnet); // cold: re-pick, never haiku
 });
 
 test('pickModel: past the floor, stay on the warm model unless the prompt needs a stronger one', () => {
   const { pickModel, MODELS } = _internal;
   const big = 80000;
-  assert.equal(pickModel(0.1, MODELS.opus, big, MODELS.haiku), MODELS.haiku); // easy: stay warm on haiku
+  assert.equal(pickModel(0.1, MODELS.opus, big, MODELS.haiku), MODELS.sonnet); // easy: sonnet is now the lowest tier
   assert.equal(pickModel(0.5, MODELS.opus, big, MODELS.haiku), MODELS.sonnet); // needs sonnet: step up
   assert.equal(pickModel(0.1, MODELS.opus, big, MODELS.opus), MODELS.opus);   // warm on opus: no switch down
   assert.equal(pickModel(0.1, MODELS.opus, big, null), MODELS.opus);          // cold or unknown: as before
-  assert.equal(pickModel(0.1, MODELS.opus, 1000, MODELS.opus), MODELS.haiku); // under the floor: route freely
+  assert.equal(pickModel(0.1, MODELS.opus, 1000, MODELS.opus), MODELS.sonnet); // under the floor: route freely
 });
 
-test('routeStep: the session that crossed 50k on haiku stays on haiku (no cache rewrite)', async () => {
+test('routeStep: the session that crossed 50k on sonnet stays on sonnet (no cache rewrite)', async () => {
   const $ = routingApi();
-  const { opus, haiku } = _internal.MODELS;
-  assert.equal(await runTurn($, opus), haiku);
+  const { opus, sonnet } = _internal.MODELS;
+  assert.equal(await runTurn($, opus), sonnet);
   $.session.usage = async () => ({ context: { tokens: 60000 }, rateLimits: [] });
-  assert.equal(await runTurn($, opus), haiku);
+  assert.equal(await runTurn($, opus), sonnet);
 });
 
 test('pickModel: no score never causes a switch away from the warm model past the floor', () => {