troxy-cli 1.29.65 → 1.29.66

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "troxy-cli",
-  "version": "1.29.65",
+  "version": "1.29.66",
   "description": "A secure control layer for AI agents: policies across payments, messages, logins, destructive actions, model usage, and secrets, all enforceable from the CLI",
   "homepage": "https://troxy.io",
   "bugs": {

package/src/mods/troxy-guard/hooks/register.js

@@ -454,8 +454,15 @@ async function* routeStep($, e, next) {
   if (e.agentId) return yield* next(e);
   const sid = await $.session.id();
   const now = await $.clock.now();
-  let { value: arm } = await $.state.get(ARM);
-  if (!arm) { arm = Math.random() < MOD_HOLDOUT_FRACTION ? 'holdout' : 'treated'; await $.state.set(ARM, arm); }
+  // The arm is kept on disk per session: $.state is per process, so every `claude -p` step,
+  // resume and restart re-rolled the 10% holdout and pinned most sessions to the requested model.
+  let arm = null;
+  try { arm = await $.store.get(`arm:${sid}`); } catch {}
+  if (arm !== 'holdout' && arm !== 'treated') {
+    arm = Math.random() < MOD_HOLDOUT_FRACTION ? 'holdout' : 'treated';
+    try { await $.store.set(`arm:${sid}`, arm); } catch {}
+  }
+  await $.state.set(ARM, arm);
   const prev = lastAsked.get(sid);
   lastAsked.set(sid, e.model);
   const switched = Boolean(prev && prev !== e.model);

package/src/tests/mods-troxy-guard.test.js

@@ -161,7 +161,7 @@ function routingApi() {
   const sid = 'sess-' + Math.random().toString(36).slice(2, 10);
   return {
     state: { get: async (k) => ({ value: kv.get(k.key) }), set: async (k, v) => kv.set(k.key, v) },
-    store: { get: async () => undefined },
+    store: { get: async (k) => (String(k).startsWith('arm:') ? 'treated' : undefined) },
     session: { id: async () => sid, usage: async () => ({ context: { tokens: 1000 }, rateLimits: [] }) },
     plugin: { root: '/tmp/not-installed' },
     model: { complete: async () => ({ isAnswered: true, text: '0.1' }) },
@@ -196,6 +196,7 @@ test('routeStep: a new process (claude -p step, resume, restart) keeps the warm
     store: { get: async (k) => disk.get(k), set: async (k, v) => disk.set(k, v) },
     clock: { now: async () => now },
     model: { complete: async () => ({ isAnswered: true, text: score }) } };
+  disk.set(`arm:${await $.session.id()}`, 'treated');  // the arm is rolled once per session; pin it
   assert.equal(await runTurn($, M.opus), M.sonnet);  // cold start, easy prompt: sonnet
   lastSent.clear(); score = '0.95';                   // new process, hard prompt
   now += 10 * 60 * 1000;
@@ -204,6 +205,23 @@ test('routeStep: a new process (claude -p step, resume, restart) keeps the warm
   assert.equal(await runTurn($, M.opus), M.opus);    // 55+ min idle: cold, re-picked
 });
 
+test('routeStep: the holdout arm is rolled once per session, not once per process', async () => {
+  const { MODELS: M, lastSent } = _internal;
+  const disk = new Map();
+  const mk = () => { const a = routingApi(); return { ...a,
+    state: { get: async () => ({ value: undefined }), set: async () => {} }, // per-process state starts empty
+    session: { ...a.session, id: async () => 'one-session' },
+    store: { get: async (k) => disk.get(k), set: async (k, v) => disk.set(k, v) } }; };
+  const real = Math.random;
+  try {
+    Math.random = () => 0.5; // would be treated
+    assert.equal(await runTurn(mk(), M.opus), M.sonnet);
+    lastSent.clear();
+    Math.random = () => 0.01; // a re-roll would now be a holdout
+    assert.equal(await runTurn(mk(), M.opus), M.sonnet); // new process: arm read from disk, still treated
+  } finally { Math.random = real; }
+});
+
 test('stepModel: decide only at cold moments, hold in between, holdout never routes', () => {
   const { stepModel, MODELS: M } = _internal;
   const base = { arm: 'treated', requested: M.opus, switched: false, warm: M.haiku };