tokenmaxxing 1.80.0 → 1.82.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/DESIGN.md +2 -2
- package/README.md +1 -1
- package/package.json +1 -1
- package/src/entries/stopfailurehook.ts +1 -1
- package/src/entries/stophook.ts +1 -1
- package/src/entries/supervisor.ts +17 -9
- package/src/lib/compact.ts +9 -3
- package/src/lib/sessions.ts +2 -1
- package/src/lib/types.ts +1 -0
package/DESIGN.md
CHANGED
|
@@ -36,7 +36,7 @@ It is a process manager only - spawn with inherited stdio (stdin through a relay
|
|
|
36
36
|
- `codex-stores/<uuid8>/` - one Codex credential store per pooled account: its `auth.json`, with everything else symlinked to the shared `~/.codex` so sessions, history, and config stay shared and `codex resume` works across stores.
|
|
37
37
|
- `usage/<uuid8>.json` - the statusline tee per account, written by the sessions running on it.
|
|
38
38
|
- `live/<session-id>` - PID-validated presence per supervised session, naming its account; placement counts them.
|
|
39
|
-
- `respawn/<session-id>` - per-session respawn markers (the hook→supervisor signal): the target account, the session to resume, a `waitUntil`, a `compact` flag, and the launch time the marker was written for.
|
|
39
|
+
- `respawn/<session-id>` - per-session respawn markers (the hook→supervisor signal): the target account, the session to resume, a `waitUntil`, a `compact` flag, the `origin` (the hook or the seat watch that wrote it), and the launch time the marker was written for.
|
|
40
40
|
- `wait-queue.json` - the depleted-pool wait claims (`{sessionId, accountId, at, waitUntil}`), so at most four sessions wait on one account; a session that arrives when every account already has four waiters takes the soonest reset anyway.
|
|
41
41
|
- `bin/claude` and `bin/codex` - the supervisors, beside the `tokenmaxxing` and `xx` entry points.
|
|
42
42
|
- `sessions/<sid>.json`, `onboard/`, `hub-key`, `update.json`, `spawnrate.json`, `tokenmaxxing.log`, the codex `codex-onboard/`, `codex-respawn/`, and `codex-live/`, and the `grok-*` and `opencode-go-*` state of the status-only pools: the full table is in [State directory layout](docs/content/docs/state-directory.mdx).
|
|
@@ -61,7 +61,7 @@ The Stop hook's stdin has no usage data, but the **statusLine does** (`rate_limi
|
|
|
61
61
|
4. Write `respawn/<session-id>` (atomic temp+rename) naming the target, with `waitUntil` now for a plain move or the assigned reset when the pool is depleted. No credential is written.
|
|
62
62
|
|
|
63
63
|
### 3.3 Move and depleted-pool pause (supervisor)
|
|
64
|
-
The supervisor sees `respawn/<sid>`, SIGTERMs its child at the already-committed turn boundary, deletes the marker, resets the terminal, compacts the conversation when the marker asks for it (`compact: true` from the Stop and SessionStart hooks and from the supervisor's own seat watch, `false` from StopFailure: it runs `claude -p --resume <live-id> /compact` under the old seat's store, bounded at five minutes, and a failure only prints why), and (when `waitUntil` is in the future) shows an interruptible countdown to the reset; then it relaunches `claude --resume <live-id>` (`--session-id <live-id>` when that id has no transcript yet, because `--resume` exits with `No conversation found` for it) with `CLAUDE_SECURESTORAGE_CONFIG_DIR` set to the target's store and rewrites the session's presence. The marker file is keyed by the launch id `<sid>`; the live id inside it is the session id the supervised process runs now, which `/clear` and an in-session `/resume` change. A hook adopts a differing stdin id as the live id (`current` in `sessions/<sid>.json`) only when its own process descends, through shell processes alone, from the presence record's pid; any other differing id is a nested session and writes nothing. The resumed process reads that store cold → runs on the target account, same conversation. The `--session-id` path is the exception: the cleared conversation has no prior turn, so it starts empty with no compaction and no first prompt. On the `--resume` path the relaunch submits a first prompt that names the move (and the compaction, when it landed) and asks Claude to continue the task,
|
|
64
|
+
The supervisor sees `respawn/<sid>`, SIGTERMs its child at the already-committed turn boundary, deletes the marker, resets the terminal, compacts the conversation when the marker asks for it and the old seat's record carries no live `enforcedUntil` (`compact: true` from the Stop and SessionStart hooks and from the supervisor's own seat watch, `false` from StopFailure: it runs `claude -p --resume <live-id> /compact` under the old seat's store, bounded at five minutes; the compaction counts only when a `compact_boundary` row lands in the transcript, because a refused compaction still exits 0, and a failure only prints why), and (when `waitUntil` is in the future) shows an interruptible countdown to the reset; then it relaunches `claude --resume <live-id>` (`--session-id <live-id>` when that id has no transcript yet, because `--resume` exits with `No conversation found` for it) with `CLAUDE_SECURESTORAGE_CONFIG_DIR` set to the target's store and rewrites the session's presence. The marker file is keyed by the launch id `<sid>`; the live id inside it is the session id the supervised process runs now, which `/clear` and an in-session `/resume` change. A hook adopts a differing stdin id as the live id (`current` in `sessions/<sid>.json`) only when its own process descends, through shell processes alone, from the presence record's pid; any other differing id is a nested session and writes nothing. The resumed process reads that store cold → runs on the target account, same conversation. The `--session-id` path is the exception: the cleared conversation has no prior turn, so it starts empty with no compaction and no first prompt. On the `--resume` path the relaunch submits a first prompt that names the move (and the compaction, when it landed). After a Stop move the previous turn had finished, so the prompt asks Claude to end the turn without restating it, and to relaunch any background Bash task, Monitor, or Workflow run that turn waited on, because the move ended it. After any other move the prompt asks Claude to continue the task, says the restart ended every background Bash task, Monitor, and Workflow run the session started, and asks Claude to relaunch what the task still needs; a SessionStart move is in that group because a prompt sent inside the marker poll window can already have started on the old seat. The conversation goes on without a keystroke: in a terminal session it is the positional prompt after the session id; in a stream-json session (`--input-format stream-json`, where the binary ignores a positional prompt) the supervisor owns stdin, relays the harness's lines to the child through a pipe, and writes the prompt as the first `user` line of the new process. In a terminal session the supervisor's own notices go to stderr. In a stream-json session (`--output-format stream-json`, read from the effective flags like the relay) there is no terminal and no statusline, so the supervisor writes each notice (the compaction and its failure, the move, the depleted-pool wait with its resume time, the resume) to stdout as a `system` line of subtype `informational` and level `warning`, the shape Claude Code emits for its own print-mode notices, which the harness renders in the conversation while the stream stays parseable; the per-second countdown ticks stay terminal-only, and the supervisor writes only while no child is running. The `SessionStart` hook (every source) re-runs the decision before the first turn and writes the same marker if the seat is already over its bar or the pool is depleted. The supervisor also watches its own seat every ten seconds while the child runs (account record plus tee, the same bars) and writes the marker itself when the seat is at or over a bar, so a move never depends on a hook firing: a harness session between turns whose background workflow burns the window, or a subagent refusal that stamped the wall, is moved within seconds. SIGTERM to the supervisor is forwarded to the child and the supervisor exits after it, so a harness that stops the wrapper (the Agent SDK does) never leaves an orphaned claude on the old seat. A marker whose `launchedAt` does not match the running child is discarded, and after a Ctrl-C on the countdown a later marker whose `waitUntil` falls inside the skipped wait is ignored. A marker that fails to parse is never deleted and never treated as absent: the supervisor stops the child, restores the terminal, and exits naming the marker path. In a stream-json session that fatal, the wrap-depth abort, the wrap-rate abort, and a failed presence write also go to stdout as the same `informational`/`warning` line.
|
|
65
65
|
|
|
66
66
|
### 3.4 Placement (supervisor, under the pool lock)
|
|
67
67
|
1. Fold every account's tee into the index.
|
package/README.md
CHANGED
|
@@ -130,7 +130,7 @@ Two codex-specific facts worth knowing: codex does not run hooks it has not been
|
|
|
130
130
|
|
|
131
131
|
## Honest limitations
|
|
132
132
|
|
|
133
|
-
- **A move restarts the process.** The session resumes the same transcript under the new account and continues on its own from a first prompt the supervisor submits, but the process restarts; a bar-triggered move compacts the conversation on the old account first, so the first turn on the new account uploads the summary, while a move after a refusal re-uploads the full context once (prompt cache is org-scoped).
|
|
133
|
+
- **A move restarts the process.** The session resumes the same transcript under the new account and continues on its own from a first prompt the supervisor submits, but the process restarts, which ends every background Bash task, Monitor, and Workflow run the session started (the first prompt asks Claude to relaunch what the task still needs); a bar-triggered move compacts the conversation on the old account first, so the first turn on the new account uploads the summary (the full context when the compaction does not land), while a move after a refusal re-uploads the full context once (prompt cache is org-scoped).
|
|
134
134
|
- **Depleted-pause hiccup.** When the whole pool is at its limit, `claude` stops for the countdown; anything typed in that split second is lost.
|
|
135
135
|
- **Unsupervised sessions are not moved.** A claude started outside the supervisor runs on Claude Code's own login, which tokenmaxxing never writes; when a hard limit lands there, the StopFailure hook prints the shim command that resumes the session under the supervisor.
|
|
136
136
|
- **One shared identity file.** `~/.claude.json` holds one `oauthAccount` that Claude Code rewrites after whichever session refreshed last, so `/status` can show another session's email; the statusline's `◆` marks the account a session actually uses.
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "tokenmaxxing",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.82.0",
|
|
4
4
|
"description": "Automatic Claude Code account switching: pool multiple accounts, start each session on its own account, and resume a session on a fresher account when quota fills.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"license": "MIT",
|
|
@@ -82,7 +82,7 @@ export async function runStopFailureHook(): Promise<number> {
|
|
|
82
82
|
|
|
83
83
|
const decision = await evaluateAndMaybeSwap(claude, now, canRespawn && enforced != null, enforced, { waiterId: canRespawn ? session?.sid : undefined });
|
|
84
84
|
if (enforced && session && canRespawn && decision.account && (decision.swapped || decision.waitUntil !== undefined)) {
|
|
85
|
-
writeRespawnMarker({ session, accountId: decision.account.id, waitUntil: decision.waitUntil ?? now, compact: false });
|
|
85
|
+
writeRespawnMarker({ session, accountId: decision.account.id, waitUntil: decision.waitUntil ?? now, compact: false, origin: "stopfailure" });
|
|
86
86
|
log("stopfailure.marker", { session: session.sid.slice(0, 8), live: session.live.slice(0, 8), account: decision.account.id.slice(0, 8), waitUntil: decision.waitUntil ?? now });
|
|
87
87
|
} else {
|
|
88
88
|
log("stopfailure.decision", { reason: decision.reason, swapped: decision.swapped, account: decision.account?.id.slice(0, 8), waitUntil: decision.waitUntil });
|
package/src/entries/stophook.ts
CHANGED
|
@@ -26,7 +26,7 @@ export async function runBoundaryHook(event: "stop" | "sessionstart"): Promise<n
|
|
|
26
26
|
}
|
|
27
27
|
const decision = await evaluateAndMaybeSwap(claude, Date.now(), session != null, null, { waiterId: session?.sid });
|
|
28
28
|
if (session && decision.account && (decision.swapped || decision.waitUntil !== undefined)) {
|
|
29
|
-
writeRespawnMarker({ session, accountId: decision.account.id, waitUntil: decision.waitUntil ?? Date.now(), compact: true });
|
|
29
|
+
writeRespawnMarker({ session, accountId: decision.account.id, waitUntil: decision.waitUntil ?? Date.now(), compact: true, origin: event });
|
|
30
30
|
log(`${event}.${decision.waitUntil !== undefined ? "wait" : "move"}`, { source: stdin.source, account: decision.account.id.slice(0, 8), waitUntil: decision.waitUntil, session: session.sid.slice(0, 8), live: session.live.slice(0, 8) });
|
|
31
31
|
}
|
|
32
32
|
} catch (e) {
|
|
@@ -225,7 +225,7 @@ async function moveExhaustedSeat(seat: Account, sid: string, gate: MarkerGate, m
|
|
|
225
225
|
const decision = await evaluateAndMaybeSwap(claude, now, true, null, { seatId: seat.id, sessionFamilies: families, waiterId: sid });
|
|
226
226
|
log("supervisor.seat_exhausted", { seat: seat.id.slice(0, 8), until, reason: decision.reason, account: decision.account?.id.slice(0, 8), waitUntil: decision.waitUntil });
|
|
227
227
|
if (decision.account && (decision.swapped || decision.waitUntil !== undefined)) {
|
|
228
|
-
writeRespawnMarker({ session: { sid, launchedAt: gate.launchedAt, live: liveSessionId(sid) }, accountId: decision.account.id, waitUntil: decision.waitUntil ?? now, compact: true });
|
|
228
|
+
writeRespawnMarker({ session: { sid, launchedAt: gate.launchedAt, live: liveSessionId(sid) }, accountId: decision.account.id, waitUntil: decision.waitUntil ?? now, compact: true, origin: "seatwatch" });
|
|
229
229
|
}
|
|
230
230
|
} catch (e) {
|
|
231
231
|
log("supervisor.seat_watch_error", { err: errorMessage(e) });
|
|
@@ -264,11 +264,14 @@ async function countdownWait(acct: string, until: number, out: { stream: boolean
|
|
|
264
264
|
return aborted;
|
|
265
265
|
}
|
|
266
266
|
|
|
267
|
-
function resumePrompt(compacted: boolean): string {
|
|
268
|
-
const moved = compacted
|
|
267
|
+
function resumePrompt(input: { compacted: boolean; origin: z.infer<typeof RespawnMarkerSchema>["origin"] }): string {
|
|
268
|
+
const moved = input.compacted
|
|
269
269
|
? "tokenmaxxing compacted this conversation and resumed the session on an account with quota headroom."
|
|
270
270
|
: "tokenmaxxing resumed this session on an account with quota headroom.";
|
|
271
|
-
|
|
271
|
+
if (input.origin === "stop") {
|
|
272
|
+
return `${moved} The previous turn finished before the move. If it waited on the user or completed the task, end this turn without restating it. If it waited on a background Bash task, Monitor, or Workflow run, relaunch that work, because the move ended it.`;
|
|
273
|
+
}
|
|
274
|
+
return `${moved} Continue the task from where the previous turn left off. If the previous turn ended waiting on the user, restate what you need and wait. The move restarted Claude Code, which ended every background Bash task, Monitor, and Workflow run this session started. Relaunch what the task still needs.`;
|
|
272
275
|
}
|
|
273
276
|
|
|
274
277
|
function userLine(text: string): string {
|
|
@@ -504,17 +507,22 @@ export async function runSupervisor(argv: string[]): Promise<number> {
|
|
|
504
507
|
rmSync(marker, { force: true });
|
|
505
508
|
respawns++;
|
|
506
509
|
noticeSid = m.sessionId;
|
|
507
|
-
const
|
|
508
|
-
const
|
|
510
|
+
const accounts = loadAccounts(claudePool).accounts;
|
|
511
|
+
const label = accounts.find((a) => a.id === m.accountId)?.label ?? m.accountId.slice(0, 8);
|
|
512
|
+
const walledUntil = accounts.find((a) => a.id === seat?.id)?.enforcedUntil ?? 0;
|
|
513
|
+
const transcript = transcriptPath(m.sessionId);
|
|
514
|
+
const resumable = existsSync(transcript);
|
|
509
515
|
let compacted = false;
|
|
510
|
-
if (m.compact && seat && resumable) {
|
|
516
|
+
if (m.compact && seat && resumable && walledUntil > Date.now()) {
|
|
517
|
+
log("supervisor.compact_skipped", { sid: m.sessionId.slice(0, 8), seat: seat.id.slice(0, 8), until: walledUntil });
|
|
518
|
+
} else if (m.compact && seat && resumable) {
|
|
511
519
|
say(`\n\x1b[36m↻ tokenmaxxing: compacting the conversation on ${seat.label} before the move...\x1b[0m\n`, `tokenmaxxing: compacting the conversation on ${seat.label} before the move.`);
|
|
512
520
|
const compactEnv: Record<string, string | undefined> = { ...childEnv, TOKENMAXXING_PROBE: "1", CLAUDE_SECURESTORAGE_CONFIG_DIR: storeDirFor(seat.id) };
|
|
513
521
|
delete compactEnv.TOKENMAXXING_SUPERVISED;
|
|
514
522
|
delete compactEnv.TOKENMAXXING_SESSION_ID;
|
|
515
523
|
delete compactEnv.TOKENMAXXING_LAUNCHED_AT;
|
|
516
524
|
delete compactEnv.TOKENMAXXING_MODEL;
|
|
517
|
-
const outcome = await compactClaudeSession({ real, sid: m.sessionId, env: compactEnv });
|
|
525
|
+
const outcome = await compactClaudeSession({ real, sid: m.sessionId, transcript, env: compactEnv });
|
|
518
526
|
log("supervisor.compact", { sid: m.sessionId.slice(0, 8), seat: seat.id.slice(0, 8), ok: outcome.ok, reason: outcome.ok ? undefined : outcome.reason });
|
|
519
527
|
if (!outcome.ok) say(`\x1b[33m compaction did not land (${outcome.reason}) - resuming with the full context\x1b[0m\n`, `tokenmaxxing: compaction did not land; resuming with the full context. (${outcome.reason})`);
|
|
520
528
|
compacted = outcome.ok;
|
|
@@ -525,7 +533,7 @@ export async function runSupervisor(argv: string[]): Promise<number> {
|
|
|
525
533
|
await releaseClaim();
|
|
526
534
|
wanted = m.accountId;
|
|
527
535
|
saveSessionFlags(m.sessionId, persistable, process.cwd());
|
|
528
|
-
const prompt = resumable ? resumePrompt(compacted) : null;
|
|
536
|
+
const prompt = resumable ? resumePrompt({ compacted, origin: m.origin }) : null;
|
|
529
537
|
firstLine = relay !== null && prompt !== null ? userLine(prompt) : null;
|
|
530
538
|
launchArgs = [resumable ? "--resume" : "--session-id", m.sessionId, ...(relay === null && prompt !== null ? [prompt] : []), ...persistable];
|
|
531
539
|
continue;
|
package/src/lib/compact.ts
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { statSync } from "node:fs";
|
|
1
2
|
import { delay } from "es-toolkit";
|
|
2
3
|
import { z } from "zod";
|
|
3
4
|
import pkg from "../../package.json" with { type: "json" };
|
|
@@ -10,7 +11,10 @@ export type CompactOutcome = { ok: true } | { ok: false; reason: string };
|
|
|
10
11
|
export const CLAUDE_COMPACT_KILL_MS = 300_000;
|
|
11
12
|
const PIPE_GRACE_MS = 2_000;
|
|
12
13
|
|
|
13
|
-
|
|
14
|
+
const CompactBoundarySchema = z.looseObject({ type: z.literal("system"), subtype: z.literal("compact_boundary") });
|
|
15
|
+
|
|
16
|
+
export async function compactClaudeSession(input: { real: string; sid: string; transcript: string; env: Record<string, string | undefined> }): Promise<CompactOutcome> {
|
|
17
|
+
const offset = statSync(input.transcript).size;
|
|
14
18
|
const p = Bun.spawn([input.real, "-p", "--resume", input.sid, "/compact"], {
|
|
15
19
|
env: input.env,
|
|
16
20
|
stdin: "ignore",
|
|
@@ -22,11 +26,13 @@ export async function compactClaudeSession(input: { real: string; sid: string; e
|
|
|
22
26
|
const reads = Promise.all([p.stdout.text(), p.stderr.text()]);
|
|
23
27
|
const settled = await Promise.race([reads, p.exited.then(() => delay(PIPE_GRACE_MS)).then(() => null)]);
|
|
24
28
|
await p.exited;
|
|
29
|
+
const appended = await Bun.file(input.transcript).slice(offset).text();
|
|
30
|
+
if (appended.split("\n").some((line) => CompactBoundarySchema.safeParse(JsonTextSchema.safeParse(line).data).success)) return { ok: true };
|
|
25
31
|
if (settled === null) return { ok: false, reason: "output pipes still open after child exit (leaked descendant)" };
|
|
26
32
|
const [stdout, stderr] = settled;
|
|
27
|
-
if (p.exitCode === 0) return { ok: true };
|
|
28
33
|
if (p.exitCode === null) return { ok: false, reason: `killed after ${CLAUDE_COMPACT_KILL_MS / 1000}s` };
|
|
29
|
-
|
|
34
|
+
const output = (stderr.trim() || stdout.trim()).slice(0, 200);
|
|
35
|
+
return { ok: false, reason: output ? `no compact boundary (exit ${p.exitCode}): ${output}` : `no compact boundary (exit ${p.exitCode})` };
|
|
30
36
|
}
|
|
31
37
|
|
|
32
38
|
export const CODEX_COMPACT_KILL_MS = 180_000;
|
package/src/lib/sessions.ts
CHANGED
|
@@ -124,13 +124,14 @@ export function adoptLiveSession(session: SupervisedSession, stdinSid: string |
|
|
|
124
124
|
return { ...session, live: stdinSid };
|
|
125
125
|
}
|
|
126
126
|
|
|
127
|
-
export function writeRespawnMarker(input: { session: SupervisedSession; accountId: string; waitUntil: number; compact: boolean }): void {
|
|
127
|
+
export function writeRespawnMarker(input: { session: SupervisedSession; accountId: string; waitUntil: number; compact: boolean; origin: z.infer<typeof RespawnMarkerSchema>["origin"] }): void {
|
|
128
128
|
const payload: z.infer<typeof RespawnMarkerSchema> = {
|
|
129
129
|
accountId: input.accountId,
|
|
130
130
|
ts: Date.now(),
|
|
131
131
|
waitUntil: input.waitUntil,
|
|
132
132
|
sessionId: input.session.live,
|
|
133
133
|
compact: input.compact,
|
|
134
|
+
origin: input.origin,
|
|
134
135
|
...(input.session.launchedAt != null ? { launchedAt: input.session.launchedAt } : {}),
|
|
135
136
|
};
|
|
136
137
|
writeFileAtomic(join(paths.respawnDir, input.session.sid), JSON.stringify(payload));
|
package/src/lib/types.ts
CHANGED