@lingxiao-office/sdk 1.0.0

package/dist/core/compress/ContextDAG.js

@@ -0,0 +1,323 @@
+/**
+ * ContextDAG — 基于消息依赖分组的确定性、结构无损上下文压缩引擎
+ *
+ * 来源: DAG-Based State Management and Structurally Lossless Trimming (arxiv 2602.22402)
+ *
+ * 设计目标（与 CompressionPipeline 的 LLM 语义摘要互补）:
+ * - **确定性**: 相同输入消息序列 → 相同压缩结果。createdAt 用消息下标（非 wall clock），
+ *   不依赖 LLM 判断什么"重要"，不用关键词/正则启发式挑选内容。
+ * - **结构无损**: 压缩只把旧内容替换为 breadcrumb（保留 role / tool_calls / tool_call_id），
+ *   或整组原子丢弃；从不破坏 tool_use ↔ tool_result 配对。配对安全由两层保证：
+ *     1) breadcrumb 阶段保留消息结构字段；
+ *     2) archive（丢弃）阶段按"组"原子移除（assistant + 其全部 tool_result 一起丢）。
+ *   出口处再过一道 sanitizeOpenAIToolMessageSequence 兜底。
+ * - **可恢复**: 被压缩的原始内容应已落盘归档（由调用方在压缩前/后写盘），
+ *   breadcrumb 只是上下文内的占位标记。
+ *
+ * 三趟压缩（按释放预算逐趟推进，达到目标即停）:
+ * - Pass 1 (Structural Trim): 最旧的非钉扎 tool_result → breadcrumb（保留结构，省内容字节）。
+ * - Pass 2 (Dependency-safe Compress): 最旧的非钉扎 assistant → breadcrumb。
+ * - Pass 3 (Group Archive): 已全部压缩的"组"（assistant + 其 tool_result 都已 breadcrumb）
+ *   整组原子丢弃，释放 breadcrumb 占位字节。组原子性保证不产生孤立 tool_use/tool_result。
+ *
+ * 调用方式（无状态、每次压缩重建）:
+ *   const dag = new ContextDAG();
+ *   dag.fromMessages(messages, { protectRecentN });
+ *   const trim = dag.structuralTrim(tokensToFree);
+ *   const out = dag.toMessages();   // 配对安全、可直接喂 LLM
+ *
+ * 钉扎（pinned）规则: system / user 永不压缩；最近 protectRecentN 条永不压缩。
+ */
+import { contentToPlainText } from '../../llm/types.js';
+import { sanitizeOpenAIToolMessageSequence } from '../../llm/message_sanitizer.js';
+const DEFAULT_RECENT_FLOOR = 8;
+const DEFAULT_RECENT_CEIL = 24;
+const ASSISTANT_BREADCRUMB_PREVIEW = 120;
+const BREADCRUMB_BYTES_BUDGET = 200;
+function defaultEstimateTokens(bytes) {
+    // 1 token ≈ 3 bytes（中英文混合经验值）；仅用于"释放量"相对估算。
+    return Math.ceil(bytes / 3);
+}
+function resolveProtectRecentN(total, opt) {
+    if (typeof opt === 'number' && opt >= 0)
+        return opt;
+    return Math.max(DEFAULT_RECENT_FLOOR, Math.min(DEFAULT_RECENT_CEIL, Math.floor(total * 0.25)));
+}
+export class ContextDAG {
+    nodes = new Map();
+    edges = [];
+    nextId = 0;
+    nextGroupId = 0;
+    estimate;
+    constructor(options = {}) {
+        this.estimate = options.estimateTokens
+            ?? ((text) => defaultEstimateTokens(Buffer.byteLength(text, 'utf8')));
+    }
+    /**
+     * 从 ChatMessage[] 构建依赖图。每次压缩前调用（无状态重建）。
+     *
+     * - 每条消息 → 一个节点，createdAt = 下标（确定性）。
+     * - system/user 钉扎（pinned），永不压缩。
+     * - 最近 protectRecentN 条钉扎。
+     * - assistant 与紧随其后的 role='tool' 消息归入同一 groupId（原子组），
+     *   保证 archive 阶段整组丢弃不产生孤立配对。
+     * - 依赖边: tool_result 依赖其所属 assistant（tool_call_id 精确匹配）。
+     */
+    fromMessages(messages, options = {}) {
+        this.nodes.clear();
+        this.edges = [];
+        this.nextId = 0;
+        this.nextGroupId = 0;
+        if (options.estimateTokens)
+            this.estimate = options.estimateTokens;
+        const protectRecentN = resolveProtectRecentN(messages.length, options.protectRecentN);
+        const recentStart = Math.max(0, messages.length - protectRecentN);
+        // 第一遍：建节点 + 分组。assistant 开新组，其后续 role='tool' 并入同组。
+        let currentGroupId = -1;
+        for (let i = 0; i < messages.length; i++) {
+            const message = messages[i];
+            const text = contentToPlainText(message.content);
+            const kind = this.kindOf(message);
+            // assistant（无论是否带 tool_calls）开新组；system/user 自成一组；
+            // tool_result 并入当前组（即其所属 assistant 的组）。
+            if (kind === 'assistant') {
+                currentGroupId = this.nextGroupId++;
+            }
+            else if (kind === 'system' || kind === 'user') {
+                currentGroupId = this.nextGroupId++;
+            }
+            // tool_result 沿用 currentGroupId（所属 assistant 组）
+            const groupId = currentGroupId < 0 ? this.nextGroupId++ : currentGroupId;
+            const node = {
+                id: this.nextId++,
+                kind,
+                content: text,
+                originalBytes: Buffer.byteLength(text, 'utf8'),
+                createdAt: i,
+                compressed: false,
+                archived: false,
+                pinned: kind === 'system' || kind === 'user' || i >= recentStart,
+                groupId,
+                message,
+            };
+            this.nodes.set(node.id, node);
+        }
+        // 第二遍：依赖边 —— tool_result 依赖其所属 assistant（tool_call_id 精确匹配，非子串）。
+        const toolCallIdToAssistant = new Map();
+        for (const node of this.nodes.values()) {
+            if (node.kind !== 'assistant' || !node.message?.tool_calls?.length)
+                continue;
+            for (const call of node.message.tool_calls) {
+                if (call?.id)
+                    toolCallIdToAssistant.set(call.id, node.id);
+            }
+        }
+        for (const node of this.nodes.values()) {
+            if (node.kind !== 'tool_result')
+                continue;
+            const callId = node.message?.tool_call_id;
+            if (!callId)
+                continue;
+            const assistantId = toolCallIdToAssistant.get(callId);
+            if (assistantId === undefined)
+                continue;
+            this.edges.push({ from: node.id, to: assistantId });
+        }
+    }
+    /** ChatMessage → DAGNodeKind。带 tool_calls 的 assistant 仍记为 assistant（tool_calls 保留在 message 上）。 */
+    kindOf(message) {
+        switch (message.role) {
+            case 'system': return 'system';
+            case 'user': return 'user';
+            case 'tool': return 'tool_result';
+            case 'assistant':
+            default: return 'assistant';
+        }
+    }
+    /**
+     * 三趟结构性压缩。达到 targetTokensToFree 即停。确定性、配对安全。
+     *
+     * @param targetTokensToFree 目标释放的预估 token 数
+     */
+    structuralTrim(targetTokensToFree) {
+        let tokensFreed = 0;
+        let compressedCount = 0;
+        let archivedCount = 0;
+        const target = Math.max(0, targetTokensToFree);
+        if (tokensFreed < target) {
+            const pass1 = this.pass1_trimLeafToolResults(target - tokensFreed);
+            tokensFreed += pass1.freed;
+            compressedCount += pass1.count;
+        }
+        if (tokensFreed < target) {
+            const pass2 = this.pass2_compressOldAssistant(target - tokensFreed);
+            tokensFreed += pass2.freed;
+            compressedCount += pass2.count;
+        }
+        if (tokensFreed < target) {
+            const pass3 = this.pass3_archiveCompressedGroups(target - tokensFreed);
+            tokensFreed += pass3.freed;
+            archivedCount += pass3.count;
+        }
+        const remainingCount = [...this.nodes.values()].filter(n => !n.archived).length;
+        return { tokensFreed, compressedCount, archivedCount, remainingCount };
+    }
+    /** Pass 1: 最旧的非钉扎 tool_result → breadcrumb（保留结构，省内容）。配对安全：仅替换 content 文本。 */
+    pass1_trimLeafToolResults(budget) {
+        let freed = 0;
+        let count = 0;
+        const candidates = this.oldestActiveNodes(n => n.kind === 'tool_result' && !n.compressed && !n.pinned);
+        for (const node of candidates) {
+            if (freed >= budget)
+                break;
+            const before = this.estimate(node.content);
+            const breadcrumb = `[compacted tool_result, original ~${node.originalBytes}B]`;
+            node.content = breadcrumb;
+            node.compressed = true;
+            freed += Math.max(0, before - this.estimate(breadcrumb));
+            count++;
+        }
+        return { freed, count };
+    }
+    /** Pass 2: 最旧的非钉扎 assistant → breadcrumb。保留 tool_calls 结构，仅替换可见文本。 */
+    pass2_compressOldAssistant(budget) {
+        let freed = 0;
+        let count = 0;
+        const candidates = this.oldestActiveNodes(n => n.kind === 'assistant' && !n.compressed && !n.pinned);
+        for (const node of candidates) {
+            if (freed >= budget)
+                break;
+            const before = this.estimate(node.content);
+            const preview = node.content.slice(0, ASSISTANT_BREADCRUMB_PREVIEW).replace(/\s+/g, ' ').trim();
+            const breadcrumb = `[compacted turn: "${preview}${node.content.length > ASSISTANT_BREADCRUMB_PREVIEW ? '…' : ''}" (~${node.originalBytes}B)]`;
+            node.content = breadcrumb;
+            node.compressed = true;
+            freed += Math.max(0, before - this.estimate(breadcrumb));
+            count++;
+        }
+        return { freed, count };
+    }
+    /**
+     * Pass 3: 已"整组压缩"的组（assistant 已 compressed 且其全部 tool_result 已 compressed，
+     * 且组内无钉扎节点）按最旧优先整组丢弃（archived）。组原子性保证：丢弃 assistant 的同时
+     * 丢弃其全部 tool_result，不产生孤立 tool_use；丢弃 tool_result 的同时其 owner assistant 也丢弃。
+     * 这修复了旧实现"archive 单节点 → 面包屑引用悬空"的缺陷。
+     */
+    pass3_archiveCompressedGroups(budget) {
+        let freed = 0;
+        let count = 0;
+        // 按组的最小 createdAt 排序（最旧的组先归档）。
+        const groupMinCreatedAt = new Map();
+        for (const node of this.nodes.values()) {
+            if (node.archived)
+                continue;
+            const cur = groupMinCreatedAt.get(node.groupId);
+            if (cur === undefined || node.createdAt < cur)
+                groupMinCreatedAt.set(node.groupId, node.createdAt);
+        }
+        const groupIds = [...groupMinCreatedAt.keys()].sort((a, b) => (groupMinCreatedAt.get(a) - groupMinCreatedAt.get(b)));
+        for (const groupId of groupIds) {
+            if (freed >= budget)
+                break;
+            const members = [...this.nodes.values()].filter(n => n.groupId === groupId && !n.archived);
+            if (members.length === 0)
+                continue;
+            // 组内任一钉扎 → 跳过（不破坏最近窗口/契约）。
+            if (members.some(n => n.pinned))
+                continue;
+            // 组内任一未压缩 → 跳过（保证只丢弃"已压缩"的整组，避免丢未压缩的有用内容）。
+            if (members.some(n => !n.compressed))
+                continue;
+            let groupFreed = 0;
+            for (const node of members) {
+                groupFreed += this.estimate(node.content);
+                node.archived = true;
+                count++;
+            }
+            freed += groupFreed;
+        }
+        return { freed, count };
+    }
+    /** 按 createdAt 升序取满足谓词的活跃（非 archived）节点。确定性。 */
+    oldestActiveNodes(predicate) {
+        return [...this.nodes.values()]
+            .filter(n => !n.archived && predicate(n))
+            .sort((a, b) => a.createdAt - b.createdAt);
+    }
+    /**
+     * 导出压缩后的 ChatMessage[]（配对安全，可直接喂 LLM）。
+     * - 跳过 archived 节点。
+     * - 复用原始消息的 role / tool_calls / tool_call_id / timestamp；仅 content 用当前（breadcrumb）文本。
+     * - 出口过 sanitizeOpenAIToolMessageSequence 兜底，杜绝孤立 tool 消息。
+     */
+    toMessages() {
+        const ordered = [...this.nodes.values()]
+            .filter(n => !n.archived)
+            .sort((a, b) => a.id - b.id);
+        const out = [];
+        for (const node of ordered) {
+            if (!node.message)
+                continue;
+            out.push({
+                ...node.message,
+                content: node.content,
+            });
+        }
+        return sanitizeOpenAIToolMessageSequence(out);
+    }
+    /** 导出当前活跃（非 archived）消息序列的简化视图（用于测试/调试）。 */
+    getActiveMessages() {
+        return [...this.nodes.values()]
+            .filter(n => !n.archived)
+            .sort((a, b) => a.id - b.id)
+            .map(n => ({ id: n.id, kind: n.kind, content: n.content }));
+    }
+    /** 当前活跃节点的总预估 token 数。 */
+    getActiveTokenEstimate() {
+        let total = 0;
+        for (const node of this.nodes.values()) {
+            if (!node.archived)
+                total += this.estimate(node.content);
+        }
+        return total;
+    }
+    /** 图状态快照（用于测试/调试）。 */
+    getStats() {
+        let active = 0;
+        let compressed = 0;
+        let archived = 0;
+        for (const node of this.nodes.values()) {
+            if (node.archived)
+                archived++;
+            else if (node.compressed)
+                compressed++;
+            else
+                active++;
+        }
+        return { total: this.nodes.size, active, compressed, archived, edges: this.edges.length };
+    }
+    // ─── 向后兼容：增量 addNode / tick（旧 API，新代码请用 fromMessages） ─────
+    /** 推进迭代计数器（旧 API；fromMessages 用下标，无需手动 tick）。 */
+    tick() { }
+    /** 增量添加节点（旧 API；新代码用 fromMessages 批量构建）。 */
+    addNode(kind, content, dependsOn = []) {
+        const id = this.nextId++;
+        const node = {
+            id,
+            kind,
+            content,
+            originalBytes: Buffer.byteLength(content, 'utf8'),
+            createdAt: id,
+            compressed: false,
+            archived: false,
+            pinned: kind === 'system' || kind === 'user',
+            groupId: this.nextGroupId++,
+        };
+        this.nodes.set(id, node);
+        for (const depId of dependsOn) {
+            this.edges.push({ from: id, to: depId });
+        }
+        return id;
+    }
+}
+//# sourceMappingURL=ContextDAG.js.map

package/dist/core/compress/ContextDAG.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContextDAG.js","sourceRoot":"","sources":["../../../src/core/compress/ContextDAG.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAEH,OAAO,EAAE,kBAAkB,EAAoB,MAAM,oBAAoB,CAAC;AAC1E,OAAO,EAAE,iCAAiC,EAAE,MAAM,gCAAgC,CAAC;AAuDnF,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAC/B,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,MAAM,4BAA4B,GAAG,GAAG,CAAC;AACzC,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,SAAS,qBAAqB,CAAC,KAAa;IAC1C,4CAA4C;IAC5C,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAa,EAAE,GAAY;IACxD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC;IACpD,OAAO,IAAI,CAAC,GAAG,CAAC,oBAAoB,EAAE,IAAI,CAAC,GAAG,CAAC,mBAAmB,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AACjG,CAAC;AAED,MAAM,OAAO,UAAU;IACb,KAAK,GAAyB,IAAI,GAAG,EAAE,CAAC;IACxC,KAAK,GAAc,EAAE,CAAC;IACtB,MAAM,GAAG,CAAC,CAAC;IACX,WAAW,GAAG,CAAC,CAAC;IAChB,QAAQ,CAA2B;IAE3C,YAAY,UAAyD,EAAE;QACrE,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,cAAc;eACjC,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,qBAAqB,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IAClF,CAAC;IAED;;;;;;;;;OASG;IACH,YAAY,CAAC,QAAuB,EAAE,UAAsB,EAAE;QAC5D,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAChB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,OAAO,CAAC,cAAc;YAAE,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,cAAc,CAAC;QAEnE,MAAM,cAAc,GAAG,qBAAqB,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;QACtF,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,cAAc,CAAC,CAAC;QAElE,mDAAmD;QACnD,IAAI,cAAc,GAAG,CAAC,CAAC,CAAC;QACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC5B,MAAM,IAAI,GAAG,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACjD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAElC,mDAAmD;YACnD,wCAAwC;YACxC,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBACzB,cAAc,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACtC,CAAC;iBAAM,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBAChD,cAAc,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACtC,CAAC;YACD,gDAAgD;YAChD,MAAM,OAAO,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC;YAEzE,MAAM,IAAI,GAAY;gBACpB,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE;gBACjB,IAAI;gBACJ,OAAO,EAAE,IAAI;gBACb,aAAa,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC;gBAC9C,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,KAAK;gBACjB,QAAQ,EAAE,KAAK;gBACf,MAAM,EAAE,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,MAAM,IAAI,CAAC,IAAI,WAAW;gBAChE,OAAO;gBACP,OAAO;aACR,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAChC,CAAC;QAED,iEAAiE;QACjE,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAkB,CAAC;QACxD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM;gBAAE,SAAS;YAC7E,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;gBAC3C,IAAI,IAAI,EAAE,EAAE;oBAAE,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa;gBAAE,SAAS;YAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC;YAC1C,IAAI,CAAC,MAAM;gBAAE,SAAS;YACtB,MAAM,WAAW,GAAG,qBAAqB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACtD,IAAI,WAAW,KAAK,SAAS;gBAAE,SAAS;YACxC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,kGAAkG;IAC1F,MAAM,CAAC,OAAoB;QACjC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,QAAQ,CAAC,CAAC,OAAO,QAAQ,CAAC;YAC/B,KAAK,MAAM,CAAC,CAAC,OAAO,MAAM,CAAC;YAC3B,KAAK,MAAM,CAAC,CAAC,OAAO,aAAa,CAAC;YAClC,KAAK,WAAW,CAAC;YACjB,OAAO,CAAC,CAAC,OAAO,WAAW,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,cAAc,CAAC,kBAA0B;QACvC,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;QAE/C,IAAI,WAAW,GAAG,MAAM,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,yBAAyB,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC;YACnE,WAAW,IAAI,KAAK,CAAC,KAAK,CAAC;YAC3B,eAAe,IAAI,KAAK,CAAC,KAAK,CAAC;QACjC,CAAC;QACD,IAAI,WAAW,GAAG,MAAM,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,0BAA0B,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC;YACpE,WAAW,IAAI,KAAK,CAAC,KAAK,CAAC;YAC3B,eAAe,IAAI,KAAK,CAAC,KAAK,CAAC;QACjC,CAAC;QACD,IAAI,WAAW,GAAG,MAAM,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,6BAA6B,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC;YACvE,WAAW,IAAI,KAAK,CAAC,KAAK,CAAC;YAC3B,aAAa,IAAI,KAAK,CAAC,KAAK,CAAC;QAC/B,CAAC;QAED,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;QAChF,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,cAAc,EAAE,CAAC;IACzE,CAAC;IAED,6EAA6E;IACrE,yBAAyB,CAAC,MAAc;QAC9C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACvG,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,IAAI,KAAK,IAAI,MAAM;gBAAE,MAAM;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3C,MAAM,UAAU,GAAG,qCAAqC,IAAI,CAAC,aAAa,IAAI,CAAC;YAC/E,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC;YAC1B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;YACzD,KAAK,EAAE,CAAC;QACV,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC1B,CAAC;IAED,sEAAsE;IAC9D,0BAA0B,CAAC,MAAc;QAC/C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACrG,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,IAAI,KAAK,IAAI,MAAM;gBAAE,MAAM;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,4BAA4B,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YAChG,MAAM,UAAU,GAAG,qBAAqB,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,4BAA4B,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,CAAC,aAAa,KAAK,CAAC;YAC9I,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC;YAC1B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;YACzD,KAAK,EAAE,CAAC;QACV,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC1B,CAAC;IAED;;;;;OAKG;IACK,6BAA6B,CAAC,MAAc;QAClD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,+BAA+B;QAC/B,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAC;QACpD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAC5B,MAAM,GAAG,GAAG,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAChD,IAAI,GAAG,KAAK,SAAS,IAAI,IAAI,CAAC,SAAS,GAAG,GAAG;gBAAE,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACrG,CAAC;QACD,MAAM,QAAQ,GAAG,CAAC,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CACjD,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAE,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,CAClE,CAAC;QAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,KAAK,IAAI,MAAM;gBAAE,MAAM;YAC3B,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YAC3F,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACnC,2BAA2B;YAC3B,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;gBAAE,SAAS;YAC1C,2CAA2C;YAC3C,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;gBAAE,SAAS;YAE/C,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;gBAC3B,UAAU,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC1C,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;gBACrB,KAAK,EAAE,CAAC;YACV,CAAC;YACD,KAAK,IAAI,UAAU,CAAC;QACtB,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC1B,CAAC;IAED,gDAAgD;IACxC,iBAAiB,CAAC,SAAkC;QAC1D,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;aAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC;aACxC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED;;;;;OAKG;IACH,UAAU;QACR,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;aACrC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;aACxB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/B,MAAM,GAAG,GAAkB,EAAE,CAAC;QAC9B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,OAAO;gBAAE,SAAS;YAC5B,GAAG,CAAC,IAAI,CAAC;gBACP,GAAG,IAAI,CAAC,OAAO;gBACf,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CAAC,CAAC;QACL,CAAC;QACD,OAAO,iCAAiC,CAAC,GAAG,CAAC,CAAC;IAChD,CAAC;IAED,4CAA4C;IAC5C,iBAAiB;QACf,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;aAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;aACxB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;aAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAChE,CAAC;IAED,0BAA0B;IAC1B,sBAAsB;QACpB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAAE,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,sBAAsB;IACtB,QAAQ;QACN,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,QAAQ;gBAAE,QAAQ,EAAE,CAAC;iBACzB,IAAI,IAAI,CAAC,UAAU;gBAAE,UAAU,EAAE,CAAC;;gBAClC,MAAM,EAAE,CAAC;QAChB,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAC5F,CAAC;IAED,6DAA6D;IAE7D,iDAAiD;IACjD,IAAI,KAAuD,CAAC;IAE5D,4CAA4C;IAC5C,OAAO,CAAC,IAAiB,EAAE,OAAe,EAAE,YAAsB,EAAE;QAClE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,IAAI,GAAY;YACpB,EAAE;YACF,IAAI;YACJ,OAAO;YACP,aAAa,EAAE,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC;YACjD,SAAS,EAAE,EAAE;YACb,UAAU,EAAE,KAAK;YACjB,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,MAAM;YAC5C,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE;SAC5B,CAAC;QACF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACzB,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;YAC9B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3C,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;CACF"}

package/dist/core/compress/ContextTokenCalculator.d.ts

@@ -0,0 +1,46 @@
+import { type ChatMessage } from '../../llm/types.js';
+export type TiktokenEncoder = {
+    encode: (text: string) => {
+        length: number;
+    };
+};
+export declare const MAX_OUTPUT_TOKENS_FOR_SUMMARY = 20000;
+export declare const AUTOCOMPACT_THRESHOLD_RATIO = 0.8;
+/**
+ * Get or create a tiktoken encoder for the given model.
+ */
+export declare function getEncoder(model: string): Promise<TiktokenEncoder>;
+/**
+ * Count tokens for a list of messages using tiktoken.
+ */
+export declare function calculateTokens(messages: ChatMessage[], model: string): Promise<number>;
+/**
+ * Batch-calculate per-message token counts (single encoder pass).
+ */
+export declare function batchCalculateTokenCounts(messages: ChatMessage[], model: string): Promise<number[]>;
+/**
+ * 计算单条消息序列化后的近似字节数（UTF-8）。
+ * 覆盖 content / tool_calls / thinking，与发往 provider 的 body 内容对齐。
+ */
+export declare function calculateMessageBytes(message: ChatMessage): number;
+/**
+ * 计算整个消息列表序列化后的近似请求体字节数（UTF-8）。
+ * 这是对发往 provider 的 messages 数组 body 大小的近似（不含 system/tools schema，
+ * 由调用方在预算里预留余量）。
+ */
+export declare function calculateRequestBytes(messages: ChatMessage[]): number;
+/**
+ * 由请求体字节预算推导触发压缩的字节阈值。
+ * 低于预算即留出余量给 system prompt + tools schema + JSON 框架。
+ */
+export declare function calculateByteThreshold(maxRequestBytes: number): number;
+/**
+ * Calculate the autocompact threshold based on the effective context limit.
+ *
+ * 纯函数：直接基于传入的 maxTokens（调用方已通过 resolveEffectiveContextLimit 解析为
+ * effectiveContextLimit——优先级 token_limit > 模型窗口 > context_max_tokens > 200K）
+ * 扣除「输出 + system + tools」预留预算后按 0.8 触发。本函数不再独立读取 config，
+ * 保证「显示分母 maxTokens」与「触发阈值」同源——状态栏百分比自动诚实。
+ */
+export declare function calculateThreshold(maxTokens: number, _model?: string): number;
+//# sourceMappingURL=ContextTokenCalculator.d.ts.map

package/dist/core/compress/ContextTokenCalculator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContextTokenCalculator.d.ts","sourceRoot":"","sources":["../../../src/core/compress/ContextTokenCalculator.ts"],"names":[],"mappings":"AAMA,OAAO,EAAwB,KAAK,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAK5E,MAAM,MAAM,eAAe,GAAG;IAC5B,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9C,CAAC;AAMF,eAAO,MAAM,6BAA6B,QAAS,CAAC;AACpD,eAAO,MAAM,2BAA2B,MAAM,CAAC;AAgB/C;;GAEG;AACH,wBAAsB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAaxE;AAED;;GAEG;AACH,wBAAsB,eAAe,CACnC,QAAQ,EAAE,WAAW,EAAE,EACvB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,CAAC,CAuCjB;AAED;;GAEG;AACH,wBAAsB,yBAAyB,CAC7C,QAAQ,EAAE,WAAW,EAAE,EACvB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,EAAE,CAAC,CAwCnB;AAYD;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,CAiBlE;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,CAMrE;AAED;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,eAAe,EAAE,MAAM,GAAG,MAAM,CAEtE;AAoBD;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,MAAM,EACjB,MAAM,GAAE,MAA6B,GACpC,MAAM,CAQR"}

package/dist/core/compress/ContextTokenCalculator.js

@@ -0,0 +1,216 @@
+/**
+ * ContextTokenCalculator — token counting, encoder cache, and threshold logic.
+ *
+ * Extracted from ContextManager.ts to keep token-related concerns isolated.
+ */
+import { getEncoding } from 'js-tiktoken';
+import { thinkingBlocksToText } from '../../llm/types.js';
+import { config as runtimeConfig } from '../../config.js';
+import { getEncodingForModel } from '../TiktokenCache.js';
+import { coreLogger } from '../Log.js';
+// Global encoder cache — shared across all ContextManager instances to avoid
+// re-initializing the WASM tiktoken module (which takes ~30s on first load).
+const _globalEncoderCache = new Map();
+export const MAX_OUTPUT_TOKENS_FOR_SUMMARY = 20_000;
+export const AUTOCOMPACT_THRESHOLD_RATIO = 0.8;
+/** autocompact 阈值下限，防止极小窗口退化到 0。 */
+const AUTOCOMPACT_MIN_THRESHOLD = 10_000;
+/**
+ * 触发压缩前从上下文窗口预留的预算（输出 token + system prompt + tools schema 开销）。
+ * 取「窗口的 15%」与「12K 下限」的较大值，与 CheckpointBoundary.computeThresholds 的
+ * RESERVED_TOKENS(13K) 预留思路对齐。此前直接 contextLimit*0.8 不预留输出，大输出模型
+ * （如 64K output）会在压缩摘要本身 + 下一轮输出时溢出真实窗口而 400。
+ */
+const RESERVED_OUTPUT_OVERHEAD_RATIO = 0.05;
+const RESERVED_OUTPUT_OVERHEAD_FLOOR = 8_000;
+function defaultLeaderModel() {
+    return runtimeConfig.llm.leader_model;
+}
+/**
+ * Get or create a tiktoken encoder for the given model.
+ */
+export async function getEncoder(model) {
+    if (!_globalEncoderCache.has(model)) {
+        try {
+            const encodingName = getEncodingForModel(model);
+            const encoder = getEncoding(encodingName);
+            _globalEncoderCache.set(model, encoder);
+        }
+        catch (error) {
+            coreLogger.warn(`[ContextTokenCalculator] 获取编码器失败：${error}，回退 cl100k_base`);
+            const encoder = getEncoding('cl100k_base');
+            _globalEncoderCache.set(model, encoder);
+        }
+    }
+    return _globalEncoderCache.get(model);
+}
+/**
+ * Count tokens for a list of messages using tiktoken.
+ */
+export async function calculateTokens(messages, model) {
+    const encoder = await getEncoder(model);
+    let count = 0;
+    for (const msg of messages) {
+        count += 4;
+        const content = msg.content;
+        if (Array.isArray(content)) {
+            for (const part of content) {
+                if (typeof part === 'object' && 'type' in part) {
+                    const textPart = part;
+                    if (textPart.type === 'text' && textPart.text) {
+                        count += encoder.encode(textPart.text).length;
+                    }
+                    else if (textPart.type === 'image_url') {
+                        count += 1000;
+                    }
+                    else if (textPart.type === 'image_blob_ref') {
+                        count += 50;
+                    }
+                }
+                else if (typeof part === 'string') {
+                    count += encoder.encode(part).length;
+                }
+            }
+        }
+        else if (typeof content === 'string') {
+            count += encoder.encode(content).length;
+        }
+        else if (content !== null && content !== undefined) {
+            count += encoder.encode(JSON.stringify(content)).length;
+        }
+        if (msg.tool_calls?.length) {
+            count += encoder.encode(JSON.stringify(msg.tool_calls)).length;
+        }
+        if (msg.thinking && msg.thinking.length > 0) {
+            count += encoder.encode(thinkingBlocksToText(msg.thinking)).length;
+        }
+    }
+    return count;
+}
+/**
+ * Batch-calculate per-message token counts (single encoder pass).
+ */
+export async function batchCalculateTokenCounts(messages, model) {
+    const encoder = await getEncoder(model);
+    const counts = [];
+    for (const msg of messages) {
+        let count = 4; // per-message overhead
+        const content = msg.content;
+        if (Array.isArray(content)) {
+            for (const part of content) {
+                if (typeof part === 'object' && 'type' in part) {
+                    const textPart = part;
+                    if (textPart.type === 'text' && textPart.text) {
+                        count += encoder.encode(textPart.text).length;
+                    }
+                    else if (textPart.type === 'image_url') {
+                        count += 1000;
+                    }
+                    else if (textPart.type === 'image_blob_ref') {
+                        count += 50;
+                    }
+                }
+                else if (typeof part === 'string') {
+                    count += encoder.encode(part).length;
+                }
+            }
+        }
+        else if (typeof content === 'string') {
+            count += encoder.encode(content).length;
+        }
+        else if (content !== null && content !== undefined) {
+            count += encoder.encode(JSON.stringify(content)).length;
+        }
+        if (msg.tool_calls?.length) {
+            count += encoder.encode(JSON.stringify(msg.tool_calls)).length;
+        }
+        if (msg.thinking && msg.thinking.length > 0) {
+            count += encoder.encode(thinkingBlocksToText(msg.thinking)).length;
+        }
+        counts.push(count);
+    }
+    return counts;
+}
+// ─── 字节度量 ──────────────────────────────────────────────────────────────
+//
+// 动机：HTTP 413 "Payload Too Large" 是网关（nginx client_max_body_size / 云 LB）
+// 对**请求 body 字节大小**的限制，与模型的 token 上下文窗口无关。一段 300K token
+// 的中文/JSON/base64 内容序列化成请求 body 可能好几 MB，即使远未触及 token 阈值
+// 也会被网关以 413 拒绝。因此压缩决策必须同时感知字节维度，而不能只看 token。
+/** 触发字节级压缩的安全系数：实际触发阈值 = maxRequestBytes * 此系数，留余量给波动。 */
+const BYTE_THRESHOLD_RATIO = 0.85;
+/**
+ * 计算单条消息序列化后的近似字节数（UTF-8）。
+ * 覆盖 content / tool_calls / thinking，与发往 provider 的 body 内容对齐。
+ */
+export function calculateMessageBytes(message) {
+    let bytes = 0;
+    const content = message.content;
+    if (typeof content === 'string') {
+        bytes += Buffer.byteLength(content, 'utf8');
+    }
+    else if (content !== null && content !== undefined) {
+        bytes += Buffer.byteLength(JSON.stringify(content), 'utf8');
+    }
+    if (message.tool_calls?.length) {
+        bytes += Buffer.byteLength(JSON.stringify(message.tool_calls), 'utf8');
+    }
+    if (message.thinking && message.thinking.length > 0) {
+        bytes += Buffer.byteLength(thinkingBlocksToText(message.thinking), 'utf8');
+    }
+    // 每条消息的 JSON 框架开销（role/分隔符/字段名等）近似常量。
+    bytes += 32;
+    return bytes;
+}
+/**
+ * 计算整个消息列表序列化后的近似请求体字节数（UTF-8）。
+ * 这是对发往 provider 的 messages 数组 body 大小的近似（不含 system/tools schema，
+ * 由调用方在预算里预留余量）。
+ */
+export function calculateRequestBytes(messages) {
+    let total = 0;
+    for (const msg of messages) {
+        total += calculateMessageBytes(msg);
+    }
+    return total;
+}
+/**
+ * 由请求体字节预算推导触发压缩的字节阈值。
+ * 低于预算即留出余量给 system prompt + tools schema + JSON 框架。
+ */
+export function calculateByteThreshold(maxRequestBytes) {
+    return Math.floor(maxRequestBytes * BYTE_THRESHOLD_RATIO);
+}
+function escapeRegExpLiteral(value) {
+    return value.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+}
+function modelOverridePatternMatches(model, pattern) {
+    const normalizedModel = model.trim().toLowerCase();
+    const normalizedPattern = pattern.trim().toLowerCase();
+    if (!normalizedModel || !normalizedPattern)
+        return false;
+    if (normalizedModel === normalizedPattern)
+        return true;
+    if (normalizedPattern.indexOf('*') === -1)
+        return false;
+    const globPattern = normalizedPattern
+        .split('*')
+        .map(escapeRegExpLiteral)
+        .join('.*');
+    return new RegExp(`^${globPattern}$`).test(normalizedModel);
+}
+/**
+ * Calculate the autocompact threshold based on the effective context limit.
+ *
+ * 纯函数：直接基于传入的 maxTokens（调用方已通过 resolveEffectiveContextLimit 解析为
+ * effectiveContextLimit——优先级 token_limit > 模型窗口 > context_max_tokens > 200K）
+ * 扣除「输出 + system + tools」预留预算后按 0.8 触发。本函数不再独立读取 config，
+ * 保证「显示分母 maxTokens」与「触发阈值」同源——状态栏百分比自动诚实。
+ */
+export function calculateThreshold(maxTokens, _model = defaultLeaderModel()) {
+    const effectiveContextLimit = Math.max(1, maxTokens);
+    const reserve = Math.max(RESERVED_OUTPUT_OVERHEAD_FLOOR, Math.floor(effectiveContextLimit * RESERVED_OUTPUT_OVERHEAD_RATIO));
+    const usable = Math.max(1, effectiveContextLimit - reserve);
+    return Math.max(AUTOCOMPACT_MIN_THRESHOLD, Math.floor(usable * AUTOCOMPACT_THRESHOLD_RATIO));
+}
+//# sourceMappingURL=ContextTokenCalculator.js.map

package/dist/core/compress/ContextTokenCalculator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContextTokenCalculator.js","sourceRoot":"","sources":["../../../src/core/compress/ContextTokenCalculator.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,oBAAoB,EAAoB,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,MAAM,IAAI,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAMvC,6EAA6E;AAC7E,6EAA6E;AAC7E,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAA2B,CAAC;AAE/D,MAAM,CAAC,MAAM,6BAA6B,GAAG,MAAM,CAAC;AACpD,MAAM,CAAC,MAAM,2BAA2B,GAAG,GAAG,CAAC;AAC/C,oCAAoC;AACpC,MAAM,yBAAyB,GAAG,MAAM,CAAC;AACzC;;;;;GAKG;AACH,MAAM,8BAA8B,GAAG,IAAI,CAAC;AAC5C,MAAM,8BAA8B,GAAG,KAAK,CAAC;AAE7C,SAAS,kBAAkB;IACzB,OAAO,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAa;IAC5C,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,WAAW,CAAC,YAAY,CAA+B,CAAC;YACxE,mBAAmB,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,UAAU,CAAC,IAAI,CAAC,oCAAoC,KAAK,iBAAiB,CAAC,CAAC;YAC5E,MAAM,OAAO,GAAG,WAAW,CAAC,aAAa,CAA+B,CAAC;YACzE,mBAAmB,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IACD,OAAO,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,QAAuB,EACvB,KAAa;IAEb,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;IACxC,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,CAAC;QAEX,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC5B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;gBAC3B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBAC/C,MAAM,QAAQ,GAAG,IAAuC,CAAC;oBACzD,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;wBAC9C,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;oBAChD,CAAC;yBAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;wBACzC,KAAK,IAAI,IAAI,CAAC;oBAChB,CAAC;yBAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;wBAC9C,KAAK,IAAI,EAAE,CAAC;oBACd,CAAC;gBACH,CAAC;qBAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACpC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;gBACvC,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YACvC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QAC1C,CAAC;aAAM,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YACrD,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QAC1D,CAAC;QAED,IAAI,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;YAC3B,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC;QACjE,CAAC;QAED,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,oBAAoB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;QACrE,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,QAAuB,EACvB,KAAa;IAEb,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;IACxC,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,uBAAuB;QACtC,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC5B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;gBAC3B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBAC/C,MAAM,QAAQ,GAAG,IAAuC,CAAC;oBACzD,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;wBAC9C,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;oBAChD,CAAC;yBAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;wBACzC,KAAK,IAAI,IAAI,CAAC;oBAChB,CAAC;yBAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;wBAC9C,KAAK,IAAI,EAAE,CAAC;oBACd,CAAC;gBACH,CAAC;qBAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACpC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;gBACvC,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YACvC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QAC1C,CAAC;aAAM,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YACrD,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QAC1D,CAAC;QAED,IAAI,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;YAC3B,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC;QACjE,CAAC;QAED,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,oBAAoB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;QACrE,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,0EAA0E;AAC1E,EAAE;AACF,yEAAyE;AACzE,wDAAwD;AACxD,wDAAwD;AACxD,8CAA8C;AAE9C,0DAA0D;AAC1D,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAElC;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAAoB;IACxD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAChC,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC9C,CAAC;SAAM,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QACrD,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;QAC/B,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpD,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;IAC7E,CAAC;IACD,sCAAsC;IACtC,KAAK,IAAI,EAAE,CAAC;IACZ,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAuB;IAC3D,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,KAAK,IAAI,qBAAqB,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,eAAuB;IAC5D,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,oBAAoB,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACxC,OAAO,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAa,EAAE,OAAe;IACjE,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACnD,MAAM,iBAAiB,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACvD,IAAI,CAAC,eAAe,IAAI,CAAC,iBAAiB;QAAE,OAAO,KAAK,CAAC;IACzD,IAAI,eAAe,KAAK,iBAAiB;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAExD,MAAM,WAAW,GAAG,iBAAiB;SAClC,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,mBAAmB,CAAC;SACxB,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO,IAAI,MAAM,CAAC,IAAI,WAAW,GAAG,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;AAC9D,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,kBAAkB,CAChC,SAAiB,EACjB,SAAiB,kBAAkB,EAAE;IAErC,MAAM,qBAAqB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CACtB,8BAA8B,EAC9B,IAAI,CAAC,KAAK,CAAC,qBAAqB,GAAG,8BAA8B,CAAC,CACnE,CAAC;IACF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,CAAC;IAC5D,OAAO,IAAI,CAAC,GAAG,CAAC,yBAAyB,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,2BAA2B,CAAC,CAAC,CAAC;AAC/F,CAAC"}