foliko 1.1.13 → 1.1.15

package/src/core/context-compressor.js

@@ -0,0 +1,473 @@
+/**
+ * ContextCompressor - 上下文压缩器
+ *
+ * 职责：
+ * 1. AI 智能压缩（生成摘要）
+ * 2. 简单压缩（截断保留最近消息）
+ * 3. 消息配对验证（防止 orphaned tool result）
+ */
+
+const { logger } = require('../utils/logger');
+const { zodSchemaToMarkdown, zodSchemaToTable } = require('@chnak/zod-to-markdown');
+
+// 模型上下文限制表
+const MODEL_CONTEXT_LIMITS = {
+  'deepseek-chat': 128000,
+  'deepseek-coder': 128000,
+  'deepseek-reasoner': 128000,
+  'MiniMax-M2.7': 110000,
+  'gpt-4': 100000,
+  'gpt-4o': 100000,
+  'gpt-4o-mini': 100000,
+  'gpt-4-turbo': 100000,
+  'claude-3-5-sonnet': 150000,
+  'claude-3-opus': 150000,
+  'claude-3-sonnet': 150000,
+  'glm-5.1': 200000,
+};
+
+// 压缩超时
+const COMPRESSION_TIMEOUT = 120000;
+
+class ContextCompressor {
+  /**
+   * @param {Object} config - 配置
+   */
+  constructor(config = {}) {
+    this.config = config;
+    this.agent = config.agent;
+    this.framework = config.framework;
+
+    // 模型相关配置
+    this.model = config.model || 'deepseek-chat';
+    this._maxContextTokens = config.maxContextTokens || this._getDefaultContextLimit();
+    this._keepRecentMessages = config.keepRecentMessages || 20;
+    this._enableSmartCompress = config.enableSmartCompress !== false;
+
+    // 压缩状态
+    this._compressionCount = 0;
+    this._compressionInProgress = false;
+    this._compressionPromise = null;
+
+    // 工具结果压缩配置
+    this._maxToolResultSize = config.maxToolResultSize || 4000;
+  }
+
+  /**
+   * 获取默认上下文限制
+   * @returns {number}
+   * @private
+   */
+  _getDefaultContextLimit() {
+    const modelKey = Object.keys(MODEL_CONTEXT_LIMITS).find((k) =>
+      this.model.toLowerCase().includes(k.toLowerCase())
+    );
+    return modelKey ? MODEL_CONTEXT_LIMITS[modelKey] : 40000;
+  }
+
+  /**
+   * 压缩上下文
+   * @param {string} sessionId - Session ID
+   * @param {Array} messages - 消息数组引用
+   * @param {Object} messageStore - 消息存储
+   * @returns {Promise}
+   */
+  async compress(sessionId, messages, messageStore) {
+    if (this._compressionInProgress && this._compressionPromise) {
+      logger.debug('Compression already in progress, waiting...');
+      return this._compressionPromise;
+    }
+
+    if (messages.length <= this._keepRecentMessages) {
+      return;
+    }
+
+    this._compressionInProgress = true;
+
+    this._compressionPromise = this._executeWithTimeout(sessionId, messages, messageStore).finally(
+      () => {
+        this._compressionInProgress = false;
+        this._compressionPromise = null;
+      }
+    );
+
+    return this._compressionPromise;
+  }
+
+  /**
+   * 带超时的压缩执行
+   * @private
+   */
+  async _executeWithTimeout(sessionId, messages, messageStore) {
+    try {
+      return await Promise.race([
+        this._doCompress(sessionId, messages, messageStore),
+        this._createTimeoutPromise(),
+      ]);
+    } catch (err) {
+      logger.warn('Compression failed:', err.message);
+      this._simpleCompress(sessionId, messages, messageStore);
+    }
+  }
+
+  /**
+   * 创建超时 Promise
+   * @returns {Promise}
+   * @private
+   */
+  _createTimeoutPromise() {
+    return new Promise((_, reject) => {
+      setTimeout(() => {
+        reject(new Error(`Compression timeout (${COMPRESSION_TIMEOUT}ms)`));
+      }, COMPRESSION_TIMEOUT);
+    });
+  }
+
+  /**
+   * 执行智能压缩（使用 AI 生成摘要）
+   * @private
+   */
+  async _doCompress(sessionId, messages, messageStore) {
+    const systemMessages = messages.filter((m) => m.role === 'system');
+    const otherMessages = messages.filter((m) => m.role !== 'system');
+
+    // 保留最近的 N 条非系统消息
+    const recentMessages = otherMessages.slice(-this._keepRecentMessages);
+    const messagesToSummarize = otherMessages.slice(0, -this._keepRecentMessages);
+
+    const compressedCount = messagesToSummarize.length;
+    let summaryContent = '';
+
+    // 使用 AI 生成摘要
+    if (this._enableSmartCompress && this.agent?._chatHandler?._aiClient) {
+      try {
+        const summaryText = await this._summarizeMessages(messagesToSummarize);
+        summaryContent = `[早期对话摘要]: ${summaryText}`;
+        logger.info(`AI summary generated (${summaryText.length} chars)`);
+      } catch (err) {
+        logger.warn('AI summary failed, using simple compression:', err.message);
+        summaryContent = `[上下文已压缩: 省略了 ${compressedCount} 条早期消息。保留了最近 ${this._keepRecentMessages} 条对话记录。]`;
+      }
+    } else {
+      summaryContent = `[上下文已压缩: 省略了 ${compressedCount} 条早期消息。保留了最近 ${this._keepRecentMessages} 条对话记录。]`;
+    }
+
+    const summary = {
+      role: 'assistant',
+      content: summaryContent,
+    };
+
+    // 构建保留的消息（确保 tool call 和 tool result 配对）
+    const filteredRecentMessages = this._filterPairedMessages(recentMessages);
+
+    // 替换消息数组
+    messages.length = 0;
+    messages.push(...systemMessages, summary, ...filteredRecentMessages);
+
+    // 更新压缩状态
+    this._compressionCount++;
+    if (messageStore.compressionState) {
+      messageStore.compressionState.count++;
+      messageStore.compressionState.lastCompressedAt = Date.now();
+      messageStore.compressionState.lastTokenCount = this._countMessagesTokens(messages);
+    }
+
+    logger.info(
+      `Context compressed (${this._compressionCount} times). Messages: ${messages.length}`
+    );
+  }
+
+  /**
+   * 简单压缩（截断保留最近消息）
+   * @private
+   */
+  _simpleCompress(sessionId, messages, messageStore) {
+    const systemMessages = messages.filter((m) => m.role === 'system');
+    const otherMessages = messages.filter((m) => m.role !== 'system');
+    const recentMessages = otherMessages.slice(-this._keepRecentMessages);
+    const compressedCount = otherMessages.length - this._keepRecentMessages;
+
+    const summaryContent = `[上下文已压缩: 省略了 ${compressedCount} 条早期消息。保留了最近 ${this._keepRecentMessages} 条对话记录。]`;
+
+    const summary = {
+      role: 'assistant',
+      content: summaryContent,
+    };
+
+    // 确保 tool call 和 tool result 配对
+    const filteredRecentMessages = this._filterPairedMessages(recentMessages);
+
+    messages.length = 0;
+    messages.push(...systemMessages, summary, ...filteredRecentMessages);
+
+    this._compressionCount++;
+    if (messageStore.compressionState) {
+      messageStore.compressionState.count++;
+      messageStore.compressionState.lastCompressedAt = Date.now();
+      messageStore.compressionState.lastTokenCount = this._countMessagesTokens(messages);
+    }
+
+    logger.info(`Context simple compressed. Messages: ${messages.length}`);
+  }
+
+  /**
+   * 过滤消息，保留配对的 tool call 和 tool result
+   * @private
+   */
+  _filterPairedMessages(messages) {
+    // 工具类型检查
+    const isToolCall = (item) =>
+      item && (item.type === 'tool-call' || item.type === 'tool-use') && item.toolCallId;
+    const isToolResult = (item) =>
+      item && (item.type === 'tool-result' || item.type === 'tool_result') && item.toolCallId;
+
+    // 第一遍：找出所有 tool call 和它们的 results
+    const assistantToolCalls = new Map(); // toolCallId -> assistant message index
+    const toolResults = new Map(); // toolCallId -> tool result indices
+
+    for (let i = 0; i < messages.length; i++) {
+      const msg = messages[i];
+      if (msg.role === 'assistant' && msg.content) {
+        const content = Array.isArray(msg.content) ? msg.content : [msg.content];
+        for (const item of content) {
+          if (isToolCall(item)) {
+            assistantToolCalls.set(item.toolCallId, i);
+          }
+        }
+      }
+      if (msg.role === 'tool' && Array.isArray(msg.content)) {
+        for (const item of msg.content) {
+          if (isToolResult(item)) {
+            if (!toolResults.has(item.toolCallId)) {
+              toolResults.set(item.toolCallId, []);
+            }
+            toolResults.get(item.toolCallId).push(i);
+          }
+        }
+      }
+    }
+
+    // 第二遍：找出哪些 assistant 消息需要保留
+    const assistantIndicesToKeep = new Set();
+    for (let i = 0; i < messages.length; i++) {
+      const msg = messages[i];
+      if (msg.role === 'assistant') {
+        let hasToolCall = false;
+        if (msg.content) {
+          const content = Array.isArray(msg.content) ? msg.content : [msg.content];
+          for (const item of content) {
+            if (isToolCall(item)) {
+              hasToolCall = true;
+              break;
+            }
+          }
+        }
+        if (hasToolCall) {
+          assistantIndicesToKeep.add(i);
+        } else if (i >= messages.length - 3) {
+          // 保留最近几条 assistant 消息
+          assistantIndicesToKeep.add(i);
+        }
+      }
+    }
+
+    // 如果有孤儿的 tool call（没有 result），保留该 assistant 消息
+    for (const [toolCallId, assistantIdx] of assistantToolCalls) {
+      if (!toolResults.has(toolCallId)) {
+        assistantIndicesToKeep.add(assistantIdx);
+      }
+    }
+
+    // 第三遍：确定哪些 tool result 要保留
+    const indicesToKeep = new Set();
+    for (let i = 0; i < messages.length; i++) {
+      const msg = messages[i];
+      if (msg.role === 'tool') {
+        let hasPairedAssistant = false;
+        const content = Array.isArray(msg.content) ? msg.content : [msg.content];
+        for (const item of content) {
+          if (isToolResult(item)) {
+            const assistantIdx = assistantToolCalls.get(item.toolCallId);
+            if (assistantIdx !== undefined && assistantIndicesToKeep.has(assistantIdx)) {
+              hasPairedAssistant = true;
+              break;
+            }
+          }
+        }
+        if (hasPairedAssistant) {
+          indicesToKeep.add(i);
+        }
+      } else if (msg.role === 'assistant') {
+        if (assistantIndicesToKeep.has(i)) {
+          indicesToKeep.add(i);
+        }
+      } else {
+        // user, system 等角色默认保留
+        indicesToKeep.add(i);
+      }
+    }
+
+    // 按索引排序并返回
+    const sortedIndices = Array.from(indicesToKeep).sort((a, b) => a - b);
+    return sortedIndices.map((i) => messages[i]);
+  }
+
+  /**
+   * 验证消息配对（防止 orphaned tool result）
+   * @param {Array} messages - 消息数组
+   * @returns {Array} 验证后的消息
+   */
+  validateMessagesPairing(messages) {
+    // 收集所有 assistant 的 tool-call IDs（兼容多种类型名）
+    const assistantToolCallIds = new Set();
+    for (const msg of messages) {
+      if (msg.role === 'assistant' && Array.isArray(msg.content)) {
+        for (const item of msg.content) {
+          // 兼容 tool-call 和 tool-use 两种类型
+          if ((item.type === 'tool-call' || item.type === 'tool-use') && item.toolCallId) {
+            assistantToolCallIds.add(item.toolCallId);
+          }
+        }
+      }
+    }
+
+    // 检查并删除没有配对的 tool result
+    let removedCount = 0;
+    for (const msg of messages) {
+      if (msg.role === 'tool' && Array.isArray(msg.content)) {
+        const originalLength = msg.content.length;
+        msg.content = msg.content.filter((item) => {
+          // 兼容 tool-result 和 tool_result 两种类型
+          if (
+            item &&
+            (item.type === 'tool-result' || item.type === 'tool_result') &&
+            item.toolCallId
+          ) {
+            if (!assistantToolCallIds.has(item.toolCallId)) {
+              removedCount++;
+              return false; // 删除没有配对的 tool result
+            }
+          }
+          return true;
+        });
+
+        // 如果所有 content 都被删除了，标记整个消息待删除
+        if (msg.content.length === 0 && originalLength > 0) {
+          msg._orphaned = true;
+        }
+      }
+    }
+
+    // 移除被标记为 orphaned 的 tool 消息
+    const originalLength = messages.length;
+    const filtered = messages.filter((msg) => !(msg.role === 'tool' && msg._orphaned));
+
+    if (removedCount > 0 || filtered.length !== originalLength) {
+      logger.debug(
+        `Removed ${removedCount} orphaned tool-results, ${originalLength - filtered.length} orphaned tool messages`
+      );
+    }
+
+    return filtered;
+  }
+
+  /**
+   * 使用 AI 生成消息摘要
+   * @param {Array} messages - 消息数组
+   * @returns {Promise<string>}
+   * @private
+   */
+  async _summarizeMessages(messages) {
+    if (!this.agent?._chatHandler?._aiClient) {
+      throw new Error('AI client not available');
+    }
+
+    const { generateText } = await import('ai');
+
+    const prompt = `请简要总结以下对话的主要内容，用 100 字以内描述：
+
+${messages.map((m) => `${m.role}: ${typeof m.content === 'string' ? m.content : JSON.stringify(m.content)}`).join('\n')}
+
+摘要：`;
+
+    try {
+      const result = await generateText({
+        model: this.agent._chatHandler._aiClient,
+        prompt: prompt,
+        maxTokens: 200,
+      });
+      return result.text || '';
+    } catch (err) {
+      logger.warn('Summarize failed:', err.message);
+      throw err;
+    }
+  }
+
+  /**
+   * 计算消息数组的 token 数
+   * @param {Array} messages - 消息数组
+   * @returns {number}
+   */
+  _countMessagesTokens(messages) {
+    if (!messages || !Array.isArray(messages)) return 0;
+
+    let total = 0;
+    for (const msg of messages) {
+      total += this._countMessageTokens(msg);
+    }
+    return total;
+  }
+
+  /**
+   * 计算单条消息的 token 数
+   * @private
+   */
+  _countMessageTokens(msg) {
+    if (!msg) return 0;
+
+    let total = 4; // 角色开销
+
+    if (typeof msg.content === 'string') {
+      total += Math.ceil(Buffer.byteLength(msg.content, 'utf8') / 4);
+    } else if (Array.isArray(msg.content)) {
+      for (const block of msg.content) {
+        if (block.type === 'text') {
+          total += Math.ceil(Buffer.byteLength(block.text || '', 'utf8') / 4);
+        } else if (block.type === 'tool-call' || block.type === 'tool-use') {
+          if (block.input) {
+            total += Math.ceil(Buffer.byteLength(JSON.stringify(block.input), 'utf8') / 4);
+          }
+        } else if (block.type === 'tool-result' || block.type === 'tool_result') {
+          const content =
+            typeof block.content === 'string' ? block.content : JSON.stringify(block.content);
+          total += Math.ceil(Buffer.byteLength(content, 'utf8') / 4);
+        }
+      }
+    }
+
+    if (msg.tool_calls) {
+      total += 15;
+      for (const tc of msg.tool_calls) {
+        if (tc.function) {
+          total += Math.ceil(Buffer.byteLength(tc.function.name || '', 'utf8') / 4);
+          total += Math.ceil(Buffer.byteLength(tc.function.arguments || '{}', 'utf8') / 4);
+        }
+      }
+    }
+
+    return total;
+  }
+
+  /**
+   * 获取压缩统计
+   * @returns {Object}
+   */
+  getStats() {
+    return {
+      compressionCount: this._compressionCount,
+      inProgress: this._compressionInProgress,
+    };
+  }
+}
+
+module.exports = { ContextCompressor };

package/src/core/context-manager.js

@@ -9,7 +9,6 @@
 
 const { RequestContext } = require('./request-context');
 const { SessionContext } = require('./session-context');
-const { AgentContext } = require('./agent-context');
 
 class ContextManager {
   /**
@@ -21,7 +20,6 @@ class ContextManager {
     // Context 存储
     this._requestContexts = new Map(); // requestId → RequestContext
     this._sessionContexts = new Map(); // sessionId → SessionContext
-    this._agentContexts = new Map(); // agentId → AgentContext
 
     // 引用计数（用于自动清理）
     this._refCounts = new Map();
@@ -161,45 +159,6 @@ class ContextManager {
     return this._sessionContexts.has(sessionId);
   }
 
-  // ==================== Agent Context ====================
-
-  /**
-   * 获取或创建 Agent Context
-   * @param {string} agentId - Agent ID
-   * @param {Agent} agent - Agent 实例
-   * @param {Object} options - 配置选项
-   * @returns {AgentContext}
-   */
-  getOrCreateAgentContext(agentId, agent, options = {}) {
-    let ctx = this._agentContexts.get(agentId);
-    if (!ctx) {
-      ctx = new AgentContext(agentId, agent, options);
-      this._agentContexts.set(agentId, ctx);
-    }
-    return ctx;
-  }
-
-  /**
-   * 获取 Agent Context
-   * @param {string} agentId - Agent ID
-   * @returns {AgentContext|null}
-   */
-  getAgentContext(agentId) {
-    return this._agentContexts.get(agentId) || null;
-  }
-
-  /**
-   * 删除 Agent Context
-   * @param {string} agentId - Agent ID
-   */
-  removeAgentContext(agentId) {
-    const ctx = this._agentContexts.get(agentId);
-    if (ctx) {
-      ctx.destroy();
-      this._agentContexts.delete(agentId);
-    }
-  }
-
   // ==================== 批量操作 ====================
 
   /**
@@ -235,11 +194,6 @@ class ContextManager {
 
     // 清理 Session Contexts
     this.destroyAllSessionContexts();
-
-    // 清理 Agent Contexts
-    for (const [agentId] of this._agentContexts) {
-      this.removeAgentContext(agentId);
-    }
   }
 
   // ==================== 统计 ====================
@@ -252,7 +206,6 @@ class ContextManager {
     return {
       activeRequests: this._requestContexts.size,
       activeSessions: this._sessionContexts.size,
-      activeAgents: this._agentContexts.size,
       refCounts: Object.fromEntries(this._refCounts),
     };
   }
@@ -273,7 +226,6 @@ class ContextManager {
     return {
       requestContexts: this._requestContexts.size,
       sessionContexts: this._sessionContexts.size,
-      agentContexts: this._agentContexts.size,
       totalSessionMessages: sessionMessagesSize,
       totalSessionVariables: sessionVariablesSize,
     };