@chances-ai/engine 24.0.0

package/dist/core/compaction/circuit-breaker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"circuit-breaker.js","sourceRoot":"","sources":["../../../src/core/compaction/circuit-breaker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,OAAO,cAAc;IACjB,QAAQ,GAAG,CAAC,CAAC;IACJ,KAAK,CAAS;IAE/B,YAAY,KAAK,GAAG,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC;IACrC,CAAC;IAED;;oEAEgE;IAChE,IAAI;QACF,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;IACrB,CAAC;IAED,8DAA8D;IAC9D,KAAK;QACH,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;IACpB,CAAC;IAED,8CAA8C;IAC9C,YAAY;QACV,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;CACF"}

package/dist/core/compaction/compactor.d.ts

@@ -0,0 +1,75 @@
+import { type CompactionReason, type EventBus } from "@chances-ai/runtime";
+import { type ModelDescriptor, type ProviderAdapter } from "../../ai/index.js";
+import type { ModelRouter } from "../../ai/index.js";
+import type { ModelSelection } from "@chances-ai/runtime";
+import type { SessionManager } from "../../session/index.js";
+import type { CompactionConfig } from "@chances-ai/runtime/config";
+export interface ShouldCompactInput {
+    /** Last provider-stream-call's `usage.inputTokens`. NOT the
+     * turn-aggregate (codex Round-1 MUST-FIX #1). */
+    lastRequestInputTokens: number;
+    model: ModelDescriptor;
+}
+export interface CompactResult {
+    ok: boolean;
+    mode?: "prune" | "summary";
+    beforeTokens: number;
+    afterTokens?: number;
+    savedTokens?: number;
+    /** When `ok === false`, a one-line reason: `"circuit-open"`,
+     * `"disabled"`, `"in-progress"`, `"empty-summary"`,
+     * `"summary-failed"`, `"cancelled"`. */
+    reason?: string;
+    error?: string;
+}
+export interface CompactorDeps {
+    session: SessionManager;
+    router: ModelRouter;
+    bus: EventBus;
+    selection: ModelSelection;
+    config?: CompactionConfig;
+    /** Override for tests. Defaults to `Date.now`. */
+    clock?: () => number;
+    /** Test seam: substitute the summarizer (e.g. to return canned
+     * text or simulate failure). Default uses the real adapter
+     * helper. */
+    summarize?: (adapter: ProviderAdapter, modelId: string, signal: AbortSignal) => Promise<string>;
+}
+export declare class Compactor {
+    private readonly deps;
+    private readonly breaker;
+    private readonly settings;
+    private readonly clock;
+    private inFlight;
+    /** Tracks whether the just-finished compaction is the most recent
+     * thing on the session. Reset by the engine after the next non-
+     * compaction turn lands. */
+    private compactedRecently;
+    constructor(deps: CompactorDeps);
+    /**
+     * Predicate: should the engine call `compact("threshold")` now?
+     * Pure decision — no side effects, no events emitted.
+     */
+    shouldCompact(input: ShouldCompactInput): boolean;
+    /**
+     * Runs a compaction. Returns immediately if another compaction is
+     * in flight (callers serialize via this, not externally). Emits
+     * `compaction:start` / `compaction:end` on the bus. Never throws —
+     * all failures are folded into `CompactResult.ok=false`.
+     */
+    compact(reason: CompactionReason, signal: AbortSignal): Promise<CompactResult>;
+    /** Engine calls this after a non-compaction turn appends — clears
+     * the "we just compacted" latch so the next threshold check can
+     * fire. */
+    noteNonCompactionTurn(): void;
+    /** Used by `chances doctor` / tests. */
+    diagnostics(): {
+        tripped: boolean;
+        failureCount: number;
+        inFlight: boolean;
+        compactedRecently: boolean;
+    };
+    private estimateSessionTokens;
+    private finishFailure;
+}
+//# sourceMappingURL=compactor.d.ts.map

package/dist/core/compaction/compactor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compactor.d.ts","sourceRoot":"","sources":["../../../src/core/compaction/compactor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,KAAK,gBAAgB,EAAE,KAAK,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAChG,OAAO,EAAE,KAAK,eAAe,EAAE,KAAK,eAAe,EAAyB,MAAM,mBAAmB,CAAC;AACtG,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAwDnE,MAAM,WAAW,kBAAkB;IACjC;qDACiD;IACjD,sBAAsB,EAAE,MAAM,CAAC;IAC/B,KAAK,EAAE,eAAe,CAAC;CACxB;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,OAAO,CAAC;IACZ,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;4CAEwC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,cAAc,CAAC;IACxB,MAAM,EAAE,WAAW,CAAC;IACpB,GAAG,EAAE,QAAQ,CAAC;IACd,SAAS,EAAE,cAAc,CAAC;IAC1B,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,kDAAkD;IAClD,KAAK,CAAC,EAAE,MAAM,MAAM,CAAC;IACrB;;iBAEa;IACb,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACjG;AAED,qBAAa,SAAS;IACpB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAgB;IACrC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwB;IAChD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAmB;IAC5C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,OAAO,CAAC,QAAQ,CAAS;IACzB;;gCAE4B;IAC5B,OAAO,CAAC,iBAAiB,CAAS;gBAEtB,IAAI,EAAE,aAAa;IAM/B;;;OAGG;IACH,aAAa,CAAC,KAAK,EAAE,kBAAkB,GAAG,OAAO;IAcjD;;;;;OAKG;IACG,OAAO,CAAC,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,aAAa,CAAC;IAqIpF;;eAEW;IACX,qBAAqB,IAAI,IAAI;IAI7B,wCAAwC;IACxC,WAAW,IAAI;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAC;QAAC,iBAAiB,EAAE,OAAO,CAAA;KAAE;IASxG,OAAO,CAAC,qBAAqB;IAoB7B,OAAO,CAAC,aAAa;CAoBtB"}

package/dist/core/compaction/compactor.js

@@ -0,0 +1,261 @@
+import { AppError, ErrorCode } from "@chances-ai/runtime";
+import { summarizeConversation } from "../../ai/index.js";
+import { CircuitBreaker } from "./circuit-breaker.js";
+import { estimateTokens } from "./estimate.js";
+import { pruneToolOutputs } from "./prune.js";
+/**
+ * (3.5) Auto-compaction orchestrator. Stateless w.r.t. session
+ * messages — the engine owns the session, the compactor owns the
+ * policy + circuit breaker + in-flight lock.
+ *
+ * See `docs/3.5-design.md` for the full design rationale, including
+ * the codex Round-1 findings folded into the impl. Three triggers:
+ *   - `manual`: bypasses circuit breaker; resets it on success.
+ *   - `threshold`: gated by `shouldCompact()`; honors breaker.
+ *   - `overflow`: bypasses circuit breaker (a 413 from the provider
+ *     is itself a hard signal we must try); engine-driven, Anthropic-only.
+ */
+const DEFAULT_KEEP_RECENT_TURNS = 5;
+const DEFAULT_PRUNE_MIN_SAVINGS = 20_000;
+const DEFAULT_RESERVE_FLOOR = 16_384;
+const DEFAULT_COMPACTABLE_TOOLS = ["bash", "grep"];
+const RESERVE_RATIO = 0.10;
+function resolveSettings(cfg) {
+    return {
+        enabled: cfg?.enabled ?? true,
+        keepRecentTurns: cfg?.keepRecentTurns ?? DEFAULT_KEEP_RECENT_TURNS,
+        pruneMinSavings: cfg?.pruneMinSavings ?? DEFAULT_PRUNE_MIN_SAVINGS,
+        compactableTools: cfg?.compactableTools ?? DEFAULT_COMPACTABLE_TOOLS,
+        reserveOverride: cfg?.reserveTokens,
+    };
+}
+/**
+ * Effective reserve for a given context window. Returns the
+ * config override if set, else `max(16384, floor(window * 0.10))`.
+ * Single ratio + floor; intentionally simpler than claude-code's
+ * tiered table (`13K @ <400K`, `30K @ <800K`, `50K @ >=800K`)
+ * which we don't have telemetry to tune.
+ */
+function reserveTokensFor(window, override) {
+    if (override !== undefined)
+        return override;
+    return Math.max(DEFAULT_RESERVE_FLOOR, Math.floor(window * RESERVE_RATIO));
+}
+export class Compactor {
+    deps;
+    breaker = new CircuitBreaker();
+    settings;
+    clock;
+    inFlight = false;
+    /** Tracks whether the just-finished compaction is the most recent
+     * thing on the session. Reset by the engine after the next non-
+     * compaction turn lands. */
+    compactedRecently = false;
+    constructor(deps) {
+        this.deps = deps;
+        this.settings = resolveSettings(deps.config);
+        this.clock = deps.clock ?? Date.now;
+    }
+    /**
+     * Predicate: should the engine call `compact("threshold")` now?
+     * Pure decision — no side effects, no events emitted.
+     */
+    shouldCompact(input) {
+        if (!this.settings.enabled)
+            return false;
+        if (this.breaker.tripped())
+            return false;
+        // (codex Round-1 SHOULD-FIX #3 / design "compactedRecently" latch)
+        // Engine clears this via `noteNonCompactionTurn()` after each turn
+        // that did NOT compact, so a single threshold-compact doesn't
+        // re-fire on the very next turn before the model has had a chance
+        // to actually use the new shorter context.
+        if (this.compactedRecently)
+            return false;
+        const reserve = reserveTokensFor(input.model.contextWindow, this.settings.reserveOverride);
+        const threshold = input.model.contextWindow - reserve;
+        return input.lastRequestInputTokens > threshold;
+    }
+    /**
+     * Runs a compaction. Returns immediately if another compaction is
+     * in flight (callers serialize via this, not externally). Emits
+     * `compaction:start` / `compaction:end` on the bus. Never throws —
+     * all failures are folded into `CompactResult.ok=false`.
+     */
+    async compact(reason, signal) {
+        if (this.inFlight) {
+            return { ok: false, reason: "in-progress", beforeTokens: this.estimateSessionTokens() };
+        }
+        if (reason === "threshold" && this.breaker.tripped()) {
+            return { ok: false, reason: "circuit-open", beforeTokens: this.estimateSessionTokens() };
+        }
+        // (codex Round-2 MUST-FIX #1) `enabled:false` is the "disable
+        // AUTO compaction" knob — the user explicitly invoking `/compact`
+        // (`reason === "manual"`) should still work. Same logic for
+        // `overflow`: a 413 from the provider is a hard signal we must
+        // try regardless of the config switch (otherwise the disabled
+        // setting silently breaks recovery). Threshold compaction
+        // honors the switch.
+        if (!this.settings.enabled && reason === "threshold") {
+            return { ok: false, reason: "disabled", beforeTokens: this.estimateSessionTokens() };
+        }
+        this.inFlight = true;
+        const startedAt = this.clock();
+        const beforeTokens = this.estimateSessionTokens();
+        this.deps.bus.emit({ type: "compaction:start", reason, beforeTokens });
+        try {
+            // Stage 1: prune. Single-pass over flattened messages to
+            // estimate savings; if it clears the gate, commit per-turn
+            // via SessionManager so the persistence layer mirrors the
+            // pruned form on disk.
+            const flat = this.deps.session.messages();
+            const dryRun = pruneToolOutputs(flat, { compactableTools: this.settings.compactableTools });
+            if (dryRun.savedTokens >= this.settings.pruneMinSavings) {
+                this.deps.session.pruneTurns(this.settings.keepRecentTurns, (turnMsgs) => pruneToolOutputs(turnMsgs, { compactableTools: this.settings.compactableTools }).messages);
+                const afterTokens = this.estimateSessionTokens();
+                const savedTokens = Math.max(0, beforeTokens - afterTokens);
+                const durationMs = this.clock() - startedAt;
+                this.breaker.reset();
+                this.compactedRecently = true;
+                this.deps.bus.emit({
+                    type: "compaction:end",
+                    reason,
+                    ok: true,
+                    beforeTokens,
+                    afterTokens,
+                    savedTokens,
+                    mode: "prune",
+                    durationMs,
+                });
+                return { ok: true, mode: "prune", beforeTokens, afterTokens, savedTokens };
+            }
+            // Stage 2: LLM summary. Reuses the existing summarizer +
+            // session.compactTurns API.
+            const choice = this.deps.selection.get();
+            let route;
+            try {
+                route = this.deps.router.pick({
+                    preferredModel: choice.model,
+                    preferredProvider: choice.provider,
+                    needsTools: false,
+                });
+            }
+            catch (e) {
+                return this.finishFailure(reason, beforeTokens, startedAt, e, "no-route");
+            }
+            const messages = this.deps.session.messages();
+            let summary;
+            try {
+                summary = await (this.deps.summarize
+                    ? this.deps.summarize(route.adapter, route.model.id, signal)
+                    : summarizeConversation(route.adapter, route.model.id, messages, signal));
+            }
+            catch (e) {
+                // (codex Round-2 MUST-FIX #2) Cancellation classification.
+                // The AI-SDK adapter converts ANY thrown stream error,
+                // including AbortError, into a provider `{type:"error"}`
+                // event (`packages/ai/src/adapters/ai-sdk-stream.ts:87`),
+                // which `summarizeConversation` then maps to
+                // `AppError(Provider)` — NOT `AppError(Cancelled)`. So the
+                // old `e.code === Cancelled` check silently absorbed user
+                // Ctrl-C as a compactor fault and incremented the breaker.
+                // Detect by also inspecting `signal.aborted` so a real abort
+                // is correctly classified regardless of how the underlying
+                // SDK chose to wrap it.
+                const isCancelled = signal.aborted ||
+                    (e instanceof AppError && e.code === ErrorCode.Cancelled);
+                if (isCancelled) {
+                    const durationMs = this.clock() - startedAt;
+                    this.deps.bus.emit({
+                        type: "compaction:end",
+                        reason,
+                        ok: false,
+                        beforeTokens,
+                        durationMs,
+                        error: "Cancelled",
+                    });
+                    return { ok: false, reason: "cancelled", beforeTokens, error: "Cancelled" };
+                }
+                return this.finishFailure(reason, beforeTokens, startedAt, e, "summary-failed");
+            }
+            if (!summary || summary.trim().length === 0) {
+                return this.finishFailure(reason, beforeTokens, startedAt, new Error("empty summary"), "empty-summary");
+            }
+            this.deps.session.compactTurns(summary, this.settings.keepRecentTurns);
+            const afterTokens = this.estimateSessionTokens();
+            const savedTokens = Math.max(0, beforeTokens - afterTokens);
+            const durationMs = this.clock() - startedAt;
+            // Manual + overflow override AND threshold success both reset
+            // the breaker. Threshold success says "the summarizer is alive
+            // again"; manual says "user vouches for it."
+            this.breaker.reset();
+            this.compactedRecently = true;
+            this.deps.bus.emit({
+                type: "compaction:end",
+                reason,
+                ok: true,
+                beforeTokens,
+                afterTokens,
+                savedTokens,
+                mode: "summary",
+                durationMs,
+            });
+            return { ok: true, mode: "summary", beforeTokens, afterTokens, savedTokens };
+        }
+        finally {
+            this.inFlight = false;
+        }
+    }
+    /** Engine calls this after a non-compaction turn appends — clears
+     * the "we just compacted" latch so the next threshold check can
+     * fire. */
+    noteNonCompactionTurn() {
+        this.compactedRecently = false;
+    }
+    /** Used by `chances doctor` / tests. */
+    diagnostics() {
+        return {
+            tripped: this.breaker.tripped(),
+            failureCount: this.breaker.failureCount(),
+            inFlight: this.inFlight,
+            compactedRecently: this.compactedRecently,
+        };
+    }
+    estimateSessionTokens() {
+        // Sum every text + tool-result output across the session.
+        let total = 0;
+        for (const m of this.deps.session.messages()) {
+            for (const p of m.content) {
+                if (p.type === "text")
+                    total += estimateTokens(p.text);
+                else if (p.type === "tool-result")
+                    total += estimateTokens(p.output);
+                else if (p.type === "tool-call") {
+                    // args is JSON; serialize for estimate.
+                    try {
+                        total += estimateTokens(JSON.stringify(p.args));
+                    }
+                    catch {
+                        /* circular / unserializable — skip */
+                    }
+                }
+            }
+        }
+        return total;
+    }
+    finishFailure(reason, beforeTokens, startedAt, err, failureReason) {
+        this.breaker.note();
+        const durationMs = this.clock() - startedAt;
+        const errMsg = err instanceof Error ? err.message : String(err);
+        this.deps.bus.emit({
+            type: "compaction:end",
+            reason,
+            ok: false,
+            beforeTokens,
+            durationMs,
+            error: errMsg,
+        });
+        return { ok: false, reason: failureReason, beforeTokens, error: errMsg };
+    }
+}
+//# sourceMappingURL=compactor.js.map

package/dist/core/compaction/compactor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compactor.js","sourceRoot":"","sources":["../../../src/core/compaction/compactor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAwC,MAAM,qBAAqB,CAAC;AAChG,OAAO,EAA8C,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAKtG,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C;;;;;;;;;;;GAWG;AAEH,MAAM,yBAAyB,GAAG,CAAC,CAAC;AACpC,MAAM,yBAAyB,GAAG,MAAM,CAAC;AACzC,MAAM,qBAAqB,GAAG,MAAM,CAAC;AACrC,MAAM,yBAAyB,GAAsB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AACtE,MAAM,aAAa,GAAG,IAAI,CAAC;AAY3B,SAAS,eAAe,CAAC,GAAiC;IACxD,OAAO;QACL,OAAO,EAAE,GAAG,EAAE,OAAO,IAAI,IAAI;QAC7B,eAAe,EAAE,GAAG,EAAE,eAAe,IAAI,yBAAyB;QAClE,eAAe,EAAE,GAAG,EAAE,eAAe,IAAI,yBAAyB;QAClE,gBAAgB,EAAE,GAAG,EAAE,gBAAgB,IAAI,yBAAyB;QACpE,eAAe,EAAE,GAAG,EAAE,aAAa;KACpC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,SAAS,gBAAgB,CAAC,MAAc,EAAE,QAA4B;IACpE,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC5C,OAAO,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC;AAC7E,CAAC;AAoCD,MAAM,OAAO,SAAS;IACH,IAAI,CAAgB;IACpB,OAAO,GAAG,IAAI,cAAc,EAAE,CAAC;IAC/B,QAAQ,CAAmB;IAC3B,KAAK,CAAe;IAC7B,QAAQ,GAAG,KAAK,CAAC;IACzB;;gCAE4B;IACpB,iBAAiB,GAAG,KAAK,CAAC;IAElC,YAAY,IAAmB;QAC7B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC;IACtC,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,KAAyB;QACrC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QACzC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YAAE,OAAO,KAAK,CAAC;QACzC,mEAAmE;QACnE,mEAAmE;QACnE,8DAA8D;QAC9D,kEAAkE;QAClE,2CAA2C;QAC3C,IAAI,IAAI,CAAC,iBAAiB;YAAE,OAAO,KAAK,CAAC;QACzC,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QAC3F,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,GAAG,OAAO,CAAC;QACtD,OAAO,KAAK,CAAC,sBAAsB,GAAG,SAAS,CAAC;IAClD,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,OAAO,CAAC,MAAwB,EAAE,MAAmB;QACzD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC;QAC1F,CAAC;QACD,IAAI,MAAM,KAAK,WAAW,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YACrD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,YAAY,EAAE,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC;QAC3F,CAAC;QACD,8DAA8D;QAC9D,kEAAkE;QAClE,4DAA4D;QAC5D,+DAA+D;QAC/D,8DAA8D;QAC9D,0DAA0D;QAC1D,qBAAqB;QACrB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;YACrD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC;QACvF,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAClD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;QAEvE,IAAI,CAAC;YACH,yDAAyD;YACzD,2DAA2D;YAC3D,0DAA0D;YAC1D,uBAAuB;YACvB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,QAAQ,CAAC,gBAAgB,EAAE,CAAC,CAAC;YAC5F,IAAI,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;gBACxD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAC1B,IAAI,CAAC,QAAQ,CAAC,eAAe,EAC7B,CAAC,QAAQ,EAAE,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,QAAQ,CAAC,gBAAgB,EAAE,CAAC,CAAC,QAAQ,CACxG,CAAC;gBACF,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBACjD,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,GAAG,WAAW,CAAC,CAAC;gBAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,SAAS,CAAC;gBAC5C,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACrB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;gBAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;oBACjB,IAAI,EAAE,gBAAgB;oBACtB,MAAM;oBACN,EAAE,EAAE,IAAI;oBACR,YAAY;oBACZ,WAAW;oBACX,WAAW;oBACX,IAAI,EAAE,OAAO;oBACb,UAAU;iBACX,CAAC,CAAC;gBACH,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC;YAC7E,CAAC;YAED,yDAAyD;YACzD,4BAA4B;YAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;YACzC,IAAI,KAAK,CAAC;YACV,IAAI,CAAC;gBACH,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBAC5B,cAAc,EAAE,MAAM,CAAC,KAAK;oBAC5B,iBAAiB,EAAE,MAAM,CAAC,QAAQ;oBAClC,UAAU,EAAE,KAAK;iBAClB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;YAC5E,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC9C,IAAI,OAAe,CAAC;YACpB,IAAI,CAAC;gBACH,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS;oBAClC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC;oBAC5D,CAAC,CAAC,qBAAqB,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;YAC9E,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,2DAA2D;gBAC3D,uDAAuD;gBACvD,yDAAyD;gBACzD,0DAA0D;gBAC1D,6CAA6C;gBAC7C,2DAA2D;gBAC3D,0DAA0D;gBAC1D,2DAA2D;gBAC3D,6DAA6D;gBAC7D,2DAA2D;gBAC3D,wBAAwB;gBACxB,MAAM,WAAW,GACf,MAAM,CAAC,OAAO;oBACd,CAAC,CAAC,YAAY,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,SAAS,CAAC,CAAC;gBAC5D,IAAI,WAAW,EAAE,CAAC;oBAChB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,SAAS,CAAC;oBAC5C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;wBACjB,IAAI,EAAE,gBAAgB;wBACtB,MAAM;wBACN,EAAE,EAAE,KAAK;wBACT,YAAY;wBACZ,UAAU;wBACV,KAAK,EAAE,WAAW;qBACnB,CAAC,CAAC;oBACH,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;gBAC9E,CAAC;gBACD,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,EAAE,gBAAgB,CAAC,CAAC;YAClF,CAAC;YAED,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5C,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,KAAK,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC,CAAC;YAC1G,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;YACvE,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;YACjD,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,GAAG,WAAW,CAAC,CAAC;YAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,SAAS,CAAC;YAE5C,8DAA8D;YAC9D,+DAA+D;YAC/D,6CAA6C;YAC7C,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;gBACjB,IAAI,EAAE,gBAAgB;gBACtB,MAAM;gBACN,EAAE,EAAE,IAAI;gBACR,YAAY;gBACZ,WAAW;gBACX,WAAW;gBACX,IAAI,EAAE,SAAS;gBACf,UAAU;aACX,CAAC,CAAC;YACH,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC;QAC/E,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACxB,CAAC;IACH,CAAC;IAED;;eAEW;IACX,qBAAqB;QACnB,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;IACjC,CAAC;IAED,wCAAwC;IACxC,WAAW;QACT,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YAC/B,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE;YACzC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;SAC1C,CAAC;IACJ,CAAC;IAEO,qBAAqB;QAC3B,0DAA0D;QAC1D,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;YAC7C,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC1B,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;oBAAE,KAAK,IAAI,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;qBAClD,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa;oBAAE,KAAK,IAAI,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;qBAChE,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBAChC,wCAAwC;oBACxC,IAAI,CAAC;wBACH,KAAK,IAAI,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;oBAClD,CAAC;oBAAC,MAAM,CAAC;wBACP,sCAAsC;oBACxC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,aAAa,CACnB,MAAwB,EACxB,YAAoB,EACpB,SAAiB,EACjB,GAAY,EACZ,aAAqB;QAErB,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QACpB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,SAAS,CAAC;QAC5C,MAAM,MAAM,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAChE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YACjB,IAAI,EAAE,gBAAgB;YACtB,MAAM;YACN,EAAE,EAAE,KAAK;YACT,YAAY;YACZ,UAAU;YACV,KAAK,EAAE,MAAM;SACd,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC3E,CAAC;CACF"}

package/dist/core/compaction/estimate.d.ts

@@ -0,0 +1,39 @@
+/**
+ * (3.5) Conservative token estimator. Used by the pruner's
+ * "minimum savings" gate and by the compactor's `beforeTokens` /
+ * `savedTokens` reporting on bus events.
+ *
+ * Codex Round-1 SHOULD-FIX #1: the GPT-3 era `char/4` estimate
+ * underestimates by ~2x for CJK-heavy content (one Han glyph is
+ * typically 1–2 tokens, not 0.25). Three of the 11 providers we
+ * ship are CJK-first with tight windows — Doubao 32K, Kimi 32K,
+ * DeepSeek 65K — where a 16K reserve is already half the window.
+ * We take `max(char/4, cjk/2)` so estimates are conservative in
+ * the direction that matters (false "over threshold" wastes a
+ * compaction; false "under threshold" silently overflows the
+ * next request).
+ *
+ * Estimates are NEVER used as proof of success. After a
+ * compaction returns, the proof is the NEXT turn's actual
+ * `lastRequestInputTokens` from the provider, surfaced on the
+ * `usage:turn` event.
+ */
+/**
+ * Conservative token estimate. Returns the max of:
+ *  - the BPE-accurate native count (tiktoken via `@chances-ai/native`), and
+ *  - a heuristic floor `max(ceil(chars/4), ceil(cjk/2))` — the GPT-3 ASCII
+ *    rule plus the CJK adjustment from SHOULD-FIX #1.
+ *
+ * (7.2 R1 #11) Taking the `max` means the accurate native count is used when
+ * available, but the estimate can NEVER drop below the conservative CJK floor —
+ * preserving the compaction/prune safety direction (over-estimating wastes a
+ * compaction; under-estimating silently overflows the next request). When the
+ * native addon is absent, `native.countTokens` itself returns a `chars/4`
+ * heuristic, so the result collapses to the CJK floor. Stays synchronous
+ * (tiktoken is CPU-only) so the pruner/compactor hot paths are unaffected.
+ *
+ * Iterates code points (NOT UTF-16 units) so a single emoji or extended-plane
+ * glyph counts once.
+ */
+export declare function estimateTokens(text: string): number;
+//# sourceMappingURL=estimate.d.ts.map

package/dist/core/compaction/estimate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"estimate.d.ts","sourceRoot":"","sources":["../../../src/core/compaction/estimate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AA4BH;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAWnD"}

package/dist/core/compaction/estimate.js

@@ -0,0 +1,74 @@
+/**
+ * (3.5) Conservative token estimator. Used by the pruner's
+ * "minimum savings" gate and by the compactor's `beforeTokens` /
+ * `savedTokens` reporting on bus events.
+ *
+ * Codex Round-1 SHOULD-FIX #1: the GPT-3 era `char/4` estimate
+ * underestimates by ~2x for CJK-heavy content (one Han glyph is
+ * typically 1–2 tokens, not 0.25). Three of the 11 providers we
+ * ship are CJK-first with tight windows — Doubao 32K, Kimi 32K,
+ * DeepSeek 65K — where a 16K reserve is already half the window.
+ * We take `max(char/4, cjk/2)` so estimates are conservative in
+ * the direction that matters (false "over threshold" wastes a
+ * compaction; false "under threshold" silently overflows the
+ * next request).
+ *
+ * Estimates are NEVER used as proof of success. After a
+ * compaction returns, the proof is the NEXT turn's actual
+ * `lastRequestInputTokens` from the provider, surfaced on the
+ * `usage:turn` event.
+ */
+import { native } from "@chances-ai/native";
+/**
+ * Code-point ranges we count as "CJK" for the purposes of the
+ * dual-estimate. Includes:
+ *  - CJK Unified Ideographs (U+4E00–U+9FFF)
+ *  - CJK Extension A (U+3400–U+4DBF)
+ *  - Hiragana (U+3040–U+309F)
+ *  - Katakana (U+30A0–U+30FF)
+ *  - Hangul Syllables (U+AC00–U+D7AF)
+ *  - CJK Symbols & Punctuation (U+3000–U+303F)
+ *
+ * Surrogate pairs (CJK Extensions B-F at U+20000+) decode as a
+ * single code point through `for…of`, so they count once each.
+ */
+function isCjkCodePoint(cp) {
+    return ((cp >= 0x4e00 && cp <= 0x9fff) ||
+        (cp >= 0x3400 && cp <= 0x4dbf) ||
+        (cp >= 0x3040 && cp <= 0x309f) ||
+        (cp >= 0x30a0 && cp <= 0x30ff) ||
+        (cp >= 0xac00 && cp <= 0xd7af) ||
+        (cp >= 0x3000 && cp <= 0x303f));
+}
+/**
+ * Conservative token estimate. Returns the max of:
+ *  - the BPE-accurate native count (tiktoken via `@chances-ai/native`), and
+ *  - a heuristic floor `max(ceil(chars/4), ceil(cjk/2))` — the GPT-3 ASCII
+ *    rule plus the CJK adjustment from SHOULD-FIX #1.
+ *
+ * (7.2 R1 #11) Taking the `max` means the accurate native count is used when
+ * available, but the estimate can NEVER drop below the conservative CJK floor —
+ * preserving the compaction/prune safety direction (over-estimating wastes a
+ * compaction; under-estimating silently overflows the next request). When the
+ * native addon is absent, `native.countTokens` itself returns a `chars/4`
+ * heuristic, so the result collapses to the CJK floor. Stays synchronous
+ * (tiktoken is CPU-only) so the pruner/compactor hot paths are unaffected.
+ *
+ * Iterates code points (NOT UTF-16 units) so a single emoji or extended-plane
+ * glyph counts once.
+ */
+export function estimateTokens(text) {
+    if (text.length === 0)
+        return 0;
+    let total = 0;
+    let cjk = 0;
+    for (const ch of text) {
+        total += 1;
+        const cp = ch.codePointAt(0);
+        if (cp !== undefined && isCjkCodePoint(cp))
+            cjk += 1;
+    }
+    const heuristicFloor = Math.max(Math.ceil(total / 4), Math.ceil(cjk / 2));
+    return Math.max(native.countTokens(text), heuristicFloor);
+}
+//# sourceMappingURL=estimate.js.map

package/dist/core/compaction/estimate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"estimate.js","sourceRoot":"","sources":["../../../src/core/compaction/estimate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C;;;;;;;;;;;;GAYG;AACH,SAAS,cAAc,CAAC,EAAU;IAChC,OAAO,CACL,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,CAC/B,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAChC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;QACtB,KAAK,IAAI,CAAC,CAAC;QACX,MAAM,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,EAAE,KAAK,SAAS,IAAI,cAAc,CAAC,EAAE,CAAC;YAAE,GAAG,IAAI,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IAC1E,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC,CAAC;AAC5D,CAAC"}

package/dist/core/compaction/index.d.ts

@@ -0,0 +1,5 @@
+export { Compactor, type CompactResult, type CompactorDeps, type ShouldCompactInput } from "./compactor.js";
+export { CircuitBreaker } from "./circuit-breaker.js";
+export { estimateTokens } from "./estimate.js";
+export { pruneToolOutputs, type PruneResult, type PruneSettings } from "./prune.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/core/compaction/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/core/compaction/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,KAAK,aAAa,EAAE,KAAK,aAAa,EAAE,KAAK,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAC5G,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,KAAK,WAAW,EAAE,KAAK,aAAa,EAAE,MAAM,YAAY,CAAC"}

package/dist/core/compaction/index.js

@@ -0,0 +1,5 @@
+export { Compactor } from "./compactor.js";
+export { CircuitBreaker } from "./circuit-breaker.js";
+export { estimateTokens } from "./estimate.js";
+export { pruneToolOutputs } from "./prune.js";
+//# sourceMappingURL=index.js.map

package/dist/core/compaction/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/compaction/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAmE,MAAM,gBAAgB,CAAC;AAC5G,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAwC,MAAM,YAAY,CAAC"}

package/dist/core/compaction/prune.d.ts

@@ -0,0 +1,43 @@
+import type { Message } from "../../ai/index.js";
+/**
+ * (3.5) Stage 1 compaction: cheap, deterministic, no LLM call.
+ *
+ * Pure transform over a SINGLE turn's messages. For every
+ * `tool-result` content part whose `name` is in `compactableTools`,
+ * replaces the part's `output` field with a one-line marker.
+ * `callId` / `name` / `ok` / `type` stay intact so the Anthropic
+ * `tool_use ↔ tool_result` pairing (and OpenAI / Google
+ * equivalents) survives — codex Round-1 MUST-FIX #2 spelled this
+ * out: replacing the whole part orphans the `tool_use` ID and the
+ * provider refuses the message list.
+ *
+ * The "recent window" gate lives in the caller
+ * (`SessionManager.pruneTurns(keepRecentTurns, ...)`), not here.
+ * This function unconditionally prunes every allowlisted
+ * tool-result it sees; the caller decides which turns to feed it.
+ *
+ * Allowlist not denylist (codex Round-1 SHOULD-FIX #2): the default
+ * `compactableTools = ["bash", "grep"]` covers the high-volume,
+ * low-information-density tools. Everything else — `read`,
+ * `glob`, `diff`, `web_fetch`, `task`, `memory_*`, every
+ * `mcp__*` — is shielded by virtue of not being in the allowlist.
+ */
+export interface PruneSettings {
+    /** Tool names whose `tool-result.output` is eligible for pruning. */
+    compactableTools: readonly string[];
+}
+export interface PruneResult {
+    /** Same array length; possibly-rewritten tool-result parts. */
+    messages: Message[];
+    /**
+     * Estimated tokens removed by the pruning pass. Computed as
+     * `sum(estimateTokens(original.output) - estimateTokens(marker))`
+     * with negative deltas clamped to zero (a tiny output whose marker
+     * would be longer is left untouched).
+     */
+    savedTokens: number;
+    /** How many `tool-result` parts were rewritten. */
+    prunedCount: number;
+}
+export declare function pruneToolOutputs(messages: Message[], settings: PruneSettings): PruneResult;
+//# sourceMappingURL=prune.d.ts.map

package/dist/core/compaction/prune.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prune.d.ts","sourceRoot":"","sources":["../../../src/core/compaction/prune.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAIjD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,MAAM,WAAW,aAAa;IAC5B,qEAAqE;IACrE,gBAAgB,EAAE,SAAS,MAAM,EAAE,CAAC;CACrC;AAED,MAAM,WAAW,WAAW;IAC1B,+DAA+D;IAC/D,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB;;;;;OAKG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB,mDAAmD;IACnD,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,OAAO,EAAE,EACnB,QAAQ,EAAE,aAAa,GACtB,WAAW,CAqCb"}

package/dist/core/compaction/prune.js

@@ -0,0 +1,51 @@
+import { stripControlChars } from "@chances-ai/runtime";
+import { estimateTokens } from "./estimate.js";
+export function pruneToolOutputs(messages, settings) {
+    if (messages.length === 0 || settings.compactableTools.length === 0) {
+        return { messages: messages.slice(), savedTokens: 0, prunedCount: 0 };
+    }
+    const allowSet = new Set(settings.compactableTools);
+    let savedTokens = 0;
+    let prunedCount = 0;
+    const out = messages.map((m) => {
+        let touched = false;
+        const newContent = m.content.map((part) => {
+            if (part.type !== "tool-result")
+                return part;
+            if (!allowSet.has(part.name))
+                return part;
+            const before = estimateTokens(part.output);
+            // Marker is short + bounded. Per-tool-name so a model that
+            // looks at the marker can still tell which tool produced it.
+            // (codex Round-2 SHOULD-FIX #3) Sanitize the display name —
+            // plugin-registered tool names aren't validated at
+            // `ToolRegistry.register` (`packages/tools/src/registry.ts:7`)
+            // and could carry newlines / control chars / extreme length
+            // that would corrupt the synthetic marker sent back to the
+            // model. The on-record `part.name` is preserved unchanged
+            // (Anthropic / OpenAI / Google all key tool_result on it).
+            const marker = `[tool output pruned for context — ${sanitizeDisplayName(part.name)}]`;
+            const after = estimateTokens(marker);
+            const delta = before - after;
+            if (delta <= 0)
+                return part; // marker would be longer; skip
+            savedTokens += delta;
+            prunedCount += 1;
+            touched = true;
+            return { ...part, output: marker };
+        });
+        return touched ? { ...m, content: newContent } : m;
+    });
+    return { messages: out, savedTokens, prunedCount };
+}
+/** Strip C0 + DEL controls, collapse whitespace, cap at 64 chars.
+ * Used only for the human-readable marker text; the canonical
+ * `part.name` survives unchanged so provider tool_result pairing
+ * is not affected. */
+function sanitizeDisplayName(name) {
+    const stripped = stripControlChars(name).replace(/\s+/g, " ").trim();
+    if (stripped.length === 0)
+        return "(unnamed)";
+    return stripped.length <= 64 ? stripped : stripped.slice(0, 63) + "…";
+}
+//# sourceMappingURL=prune.js.map

package/dist/core/compaction/prune.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prune.js","sourceRoot":"","sources":["../../../src/core/compaction/prune.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AA6C/C,MAAM,UAAU,gBAAgB,CAC9B,QAAmB,EACnB,QAAuB;IAEvB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;IACxE,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IACpD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,MAAM,GAAG,GAAc,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACxC,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACxC,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa;gBAAE,OAAO,IAAI,CAAC;YAC7C,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,OAAO,IAAI,CAAC;YAC1C,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC3C,2DAA2D;YAC3D,6DAA6D;YAC7D,4DAA4D;YAC5D,mDAAmD;YACnD,+DAA+D;YAC/D,4DAA4D;YAC5D,2DAA2D;YAC3D,0DAA0D;YAC1D,2DAA2D;YAC3D,MAAM,MAAM,GAAG,qCAAqC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;YACtF,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;YACrC,MAAM,KAAK,GAAG,MAAM,GAAG,KAAK,CAAC;YAC7B,IAAI,KAAK,IAAI,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,+BAA+B;YAC5D,WAAW,IAAI,KAAK,CAAC;YACrB,WAAW,IAAI,CAAC,CAAC;YACjB,OAAO,GAAG,IAAI,CAAC;YACf,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,OAAO,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC;AACrD,CAAC;AAED;;;sBAGsB;AACtB,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACrE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,WAAW,CAAC;IAC9C,OAAO,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC;AACxE,CAAC"}