foliko 1.1.63 → 1.1.65

package/src/core/agent-chat.js

@@ -14,20 +14,24 @@ const {
   tool: aiTool,
   ToolLoopAgent,
   isLoopFinished,
-  generateText,
-  streamText,
-  RetryError,
-  APICallError,
 } = require('ai');
-const { prepareMessagesForAPI, cleanResponse } = require('../utils');
+const { autoSplitToolResult } = require('../../plugins/data-splitter-plugin');
+const { cleanResponse } = require('../utils');
 const { ChatQueueManager } = require('../utils/chat-queue');
 const { TokenCounter } = require('./token-counter');
 const { isThinkingModel } = require('./provider');
-const fs = require('fs/promises');
 // 新模块
 const { ChatSession } = require('./chat-session');
 const { ToolExecutor } = require('./tool-executor');
 const { ContextCompressor } = require('./context-compressor');
+const {
+  DEFAULT_MAX_OUTPUT_TOKENS,
+  DEFAULT_TEMPERATURE,
+  DEFAULT_MAX_STEPS,
+  DEFAULT_MAX_CONCURRENT,
+  DEFAULT_RETRY_ATTEMPTS,
+  DEFAULT_RETRY_DELAY_MS,
+} = require('./constants');
 
 class AgentChatHandler extends EventEmitter {
   /**
@@ -104,9 +108,9 @@ class AgentChatHandler extends EventEmitter {
 
     // ChatQueueManager: 队列管理
     this.queueManager = new ChatQueueManager({
-      maxConcurrent: config.maxConcurrent || 1,
-      retryAttempts: config.retryAttempts || 3,
-      retryDelay: config.retryDelay || 1000,
+      maxConcurrent: config.maxConcurrent || DEFAULT_MAX_CONCURRENT,
+      retryAttempts: config.retryAttempts || DEFAULT_RETRY_ATTEMPTS,
+      retryDelay: config.retryDelay || DEFAULT_RETRY_DELAY_MS,
     });
 
     // AI client
@@ -183,10 +187,15 @@ class AgentChatHandler extends EventEmitter {
 
   // ==================== 工具管理（委托给 ToolExecutor） ====================
 
+  /** AI tools 格式缓存 (避免每次 chat 重建) */
+  _aiToolsCache = null;
+  _aiToolsCacheKey = ''; // 工具列表的哈希摘要
+
   registerTool(tool) {
     this._toolExecutor.registerTool(tool);
     // 工具列表变了，清除缓存
     this._toolsTokensCacheVersion = 0;
+    this._aiToolsCache = null; // 清除 AI tools 缓存
     return this;
   }
 
@@ -463,8 +472,7 @@ class AgentChatHandler extends EventEmitter {
         throw new Error('AI client not configured.');
       }
 
-      const systemPrompt = framework._mainAgent._buildSystemPrompt();
-      // await fs.writeFile('system.md',systemPrompt)
+      const systemPrompt = framework.getSystemPrompt();
       const tools = this._getAITools(aiTool);
       const agent = new ToolLoopAgent({
         model: this._aiClient,
@@ -576,7 +584,9 @@ class AgentChatHandler extends EventEmitter {
       yield { type: 'error', error: friendlyMessage };
     } finally {
       const messageStore = this._getSessionMessageStore(sessionId);
-      messageStore.save();
+      messageStore.save().catch((err) => {
+        logger.error(`[${sessionId}] Failed to save message store: ${err.message}`);
+      });
     }
   }
 
@@ -602,10 +612,14 @@ class AgentChatHandler extends EventEmitter {
   }
 
   /**
-   * 入队消息
+   * 入队消息（走共享的 ChatQueueManager，与 sendMessage 共用同一队列）
    */
   enqueue(sessionId, message, options = {}) {
-    return this._chatSession.enqueue(sessionId, message, options);
+    const requestId = this.generateRequestId();
+    return this.queueManager.enqueue(requestId, sessionId, message, {
+      ...options,
+      executeFunction: this.chatStream.bind(this),
+    });
   }
 
   /**
@@ -621,7 +635,7 @@ class AgentChatHandler extends EventEmitter {
       if (!this._aiClient) {
         throw new Error('AI client not configured.');
       }
-      const systemPrompt = framework._mainAgent._buildSystemPrompt();
+      const systemPrompt = framework.getSystemPrompt();
       const tools = this._getAITools(aiTool);
 
       // DeepSeek thinking mode: 处理参数
@@ -688,7 +702,11 @@ class AgentChatHandler extends EventEmitter {
       };
     } finally {
       const messageStore = this._getSessionMessageStore(sessionId);
-      messageStore.save();
+      try {
+        await messageStore.save();
+      } catch (err) {
+        logger.error(`[${sessionId}] Failed to save message store: ${err.message}`);
+      }
     }
   }
 
@@ -799,11 +817,25 @@ class AgentChatHandler extends EventEmitter {
   }
 
   /**
-   * 获取 AI 工具格式
+   * 计算工具列表缓存 key
+   * @private
+   */
+  _computeToolsCacheKey() {
+    const allTools = this.agent.framework.getTools();
+    return allTools.map((t) => `${t.name}:${t.description ? t.description.length : 0}`).join('|');
+  }
+
+  /**
+   * 获取 AI 工具格式（带缓存）
    * 使用 AI SDK 的 tool() 格式
    * @private
    */
   _getAITools(toolFn) {
+    const currentKey = this._computeToolsCacheKey();
+    if (this._aiToolsCache && this._aiToolsCacheKey === currentKey) {
+      return this._aiToolsCache;
+    }
+
     const tools = {};
     const allTools = this.agent.framework.getTools();
     for (const toolDef of allTools) {
@@ -822,19 +854,29 @@ class AgentChatHandler extends EventEmitter {
           logger.info(`[Tool] Call: ${toolName}`);
           try {
             const result = await toolDef.execute(cleanedArgs, this.agent.framework);
-            this.emit('tool-result', { name: toolName, args: cleanedArgs, result });
-            // 确保返回字符串或可序列化的对象
-            if (result === null || result === undefined) {
-              return 'OK';
-            }
-            if (typeof result === 'object') {
-              return JSON.stringify(result);
+
+            // 自动检测大工具结果，透明分拆
+            // 仅在数据分拆插件已加载时生效
+            let finalResult = result;
+            try {
+              const splitCheck = await autoSplitToolResult(toolName, result, this.agent.framework);
+              if (splitCheck.wasSplit && splitCheck.result) {
+                finalResult = splitCheck.result;
+                logger.info(
+                  `[AutoSplit] 工具 "${toolName}" 结果过大，已自动分拆处理`
+                );
+              }
+            } catch (splitErr) {
+              // 分拆失败不阻断主流程，继续使用原始结果
+              logger.warn(`[AutoSplit] 自动分拆跳过: ${splitErr.message}`);
             }
-            return String(result);
+
+            this.emit('tool-result', { name: toolName, args: cleanedArgs, result: finalResult });
+            return finalResult;
           } catch (err) {
             this.emit('tool-error', { name: toolName, args: cleanedArgs, error: err.message });
             // 返回错误信息字符串，而不是抛出异常
-            return JSON.stringify({ error: err.message, success: false });
+            return { success: false,error: err.message}
           }
         },
       };
@@ -850,6 +892,8 @@ class AgentChatHandler extends EventEmitter {
       tools[toolName] = toolFn(toolConfig);
     }
 
+    this._aiToolsCache = tools;
+    this._aiToolsCacheKey = currentKey;
     return tools;
   }
 

package/src/core/agent.js

@@ -9,39 +9,21 @@ const { SystemPromptBuilder } = require('./system-prompt-builder');
 const { NotificationManager } = require('./notification-manager');
 const { Logger, LOG_LEVELS } = require('../utils/logger');
 const os = require('os');
-
-/**
- * System Prompt 优先级常量
- * 统一管理所有 prompt 部分的优先级，避免魔法数字
- */
-const PROMPT_PRIORITY = {
-  DATETIME: 50,
-  ORIGINAL_PROMPT: 100,
-  SHARED_PROMPT: 200,
-  METADATA: 300,
-  TOOLS: 400,
-  SKILLS: 500,
-  SUB_AGENTS: 600,
-  CAPABILITIES: 700,
-  MCP_TOOLS: 750,
-  EXTENSION_TOOLS: 800,
-  TOOL_CORE_RULES: 1000,
-};
+const {
+  PROMPT_PRIORITY,
+  DEFAULT_MAX_OUTPUT_TOKENS,
+  DEFAULT_TEMPERATURE,
+} = require('./constants');
 
 /**
  * Agent 配置常量
- * 统一管理配置参数，避免魔法数字
  */
 const AGENT_CONFIG = {
-  // AI 模型配置
-  MAX_OUTPUT_TOKENS: 8192,
-  TEMPERATURE: 0.3,
-  // 通知数量限制
+  MAX_OUTPUT_TOKENS: DEFAULT_MAX_OUTPUT_TOKENS,
+  TEMPERATURE: DEFAULT_TEMPERATURE,
   MAX_NOTIFICATIONS: 5,
-  // 元数据提取配置
   CAPABILITY_MAX_LENGTH: 50,
   CAPABILITY_MAX_PARTS: 3,
-  // 错误重试配置
   MAX_RETRIES: 3,
 };
 
@@ -77,8 +59,8 @@ class Agent extends EventEmitter {
     this.provider = config.provider || 'deepseek';
     this.providerOptions = {
       ...config.providerOptions,
-      maxOutputTokens: config.providerOptions?.maxOutputTokens ?? AGENT_CONFIG.MAX_OUTPUT_TOKENS,
-      temperature: config.providerOptions?.temperature ?? AGENT_CONFIG.TEMPERATURE,
+      maxOutputTokens: config.providerOptions?.maxOutputTokens ?? DEFAULT_MAX_OUTPUT_TOKENS,
+      temperature: config.providerOptions?.temperature ?? DEFAULT_TEMPERATURE,
     };
     // 原始 system prompt
     this._originalPrompt =
@@ -439,6 +421,14 @@ class Agent extends EventEmitter {
     this._syncTools();
   }
 
+  /**
+   * 获取原始系统提示文本
+   * @returns {string}
+   */
+  getOriginalPrompt() {
+    return this._originalPrompt;
+  }
+
   /**
    * 设置系统提示
    */

package/src/core/chat-session.js

@@ -9,7 +9,6 @@
  */
 
 const { EventEmitter } = require('../utils/event-emitter');
-const { ChatQueueManager } = require('../utils/chat-queue');
 const { logger } = require('../utils/logger');
 
 /**
@@ -113,21 +112,8 @@ class ChatSession extends EventEmitter {
     // Session 消息存储 Map: sessionId -> { messages: [], historyLoaded: false, compressionState: {} }
     this._sessionMessageStores = new Map();
 
-    // Session 队列: sessionId -> Queue of {message, options, resolve, reject}
-    this._sessionQueues = new Map();
-    this._processingSessions = new Set();
-
     // Session 事件作用域 Map: sessionId -> Set<{event, handler}>
     this._sessionScopes = new Map();
-
-    // 队列管理器
-    this.queueManager = new ChatQueueManager({
-      maxConcurrent: config.maxConcurrent || 1,
-      retryAttempts: config.retryAttempts || 3,
-      retryDelay: config.retryDelay || 1000,
-    });
-
-    this._setupQueueEvents();
   }
 
   /**
@@ -138,29 +124,7 @@ class ChatSession extends EventEmitter {
     this._messageProcessor = processor;
   }
 
-  /**
-   * 设置队列事件转发
-   * @private
-   */
-  _setupQueueEvents() {
-    const events = [
-      'queue:added',
-      'queue:processing',
-      'queue:completed',
-      'queue:failed',
-      'queue:retry',
-      'queue:empty',
-      'queue:cleared',
-      'queue:session-removed',
-      'stream:chunk',
-    ];
 
-    events.forEach((eventName) => {
-      this.queueManager.on(eventName, (data) => {
-        this.emit(eventName, data);
-      });
-    });
-  }
 
   /**
    * 获取或创建 SessionScope
@@ -219,6 +183,7 @@ class ChatSession extends EventEmitter {
         },
         save: () => {
           this.saveHistory(sessionId, store.messages);
+          return Promise.resolve();
         },
       };
       this._sessionMessageStores.set(sessionId, store);
@@ -310,123 +275,24 @@ class ChatSession extends EventEmitter {
   }
 
   /**
-   * 入队消息
+   * 入队消息（直接调用消息处理器，排队由上层 ChatQueueManager 处理）
    * @param {string} sessionId - Session ID
    * @param {Object} message - 消息
    * @param {Object} options - 选项
    * @returns {Promise}
    */
   enqueue(sessionId, message, options = {}) {
-    if (!this._sessionQueues.has(sessionId)) {
-      this._sessionQueues.set(sessionId, []);
-    }
-
-    return new Promise((resolve, reject) => {
-      const item = {
-        message,
-        options,
-        resolve,
-        reject,
-        timestamp: Date.now(),
-        executeFunction: options.executeFunction,
-      };
-      this._sessionQueues.get(sessionId).push(item);
-      this.emit('queue:added', {
-        sessionId,
-        message,
-        queueSize: this._sessionQueues.get(sessionId).length,
-      });
-
-      // 触发队列处理
-      this._processNext(sessionId);
-    });
+    return this._processMessageDirect(sessionId, message, options);
   }
 
   /**
-   * 处理队列中的下一条消息
-   * @param {string} sessionId - Session ID
+   * 直接处理消息（不经过额外的队列）
    * @private
    */
-  async _processNext(sessionId) {
-    if (this._processingSessions.has(sessionId)) {
-      return;
-    }
-
-    const queue = this._sessionQueues.get(sessionId);
-    if (!queue || queue.length === 0) {
-      this.emit('queue:empty', { sessionId });
-      return;
-    }
-
-    this._processingSessions.add(sessionId);
-    this.emit('queue:processing', { sessionId });
-
-    const item = queue.shift();
-    try {
-      // 如果有 executeFunction，使用流式处理
-      if (item.executeFunction) {
-        const chunks = [];
-        const stream = item.executeFunction(item.message, { ...item.options, sessionId });
-        let hasError = false;
-        let errorMessage = '';
-
-        for await (const chunk of stream) {
-          // 检查是否是错误 chunk，如果是立即拒绝并终止
-          if (chunk.type === 'error') {
-            hasError = true;
-            errorMessage = chunk.error || 'Unknown error';
-            this.emit('message:error', { sessionId, error: errorMessage });
-            item.reject(new Error(errorMessage));
-            return; // 立即返回，不继续迭代
-          }
-          chunks.push(chunk);
-          this.emit('stream:chunk', {
-            sessionId,
-            chunk,
-            accumulated: chunks.length,
-          });
-        }
-
-        if (hasError) {
-          // 有错误 chunk，拒绝 Promise
-          this.emit('message:error', { sessionId, error: errorMessage });
-          item.reject(new Error(errorMessage));
-        } else {
-          const fullText = chunks
-            .filter((a) => a.type === 'text')
-            .map((item) => item.text)
-            .join('');
-
-          item.resolve({ text: fullText, chunks });
-        }
-      } else {
-        const result = await this._processMessage(sessionId, item.message, item.options);
-        item.resolve(result);
-      }
-    } catch (err) {
-      this.emit('message:error', { sessionId, error: err.message });
-      item.reject(err);
-    } finally {
-      this._processingSessions.delete(sessionId);
-      // 处理下一条
-      setImmediate(() => this._processNext(sessionId));
-    }
-  }
-
-  /**
-   * 处理单条消息（子类实现）
-   * @param {string} sessionId - Session ID
-   * @param {Object} message - 消息
-   * @param {Object} options - 选项
-   * @returns {Promise}
-   * @protected
-   */
-  async _processMessage(sessionId, message, options) {
-    // 如果设置了处理器，使用处理器
+  async _processMessageDirect(sessionId, message, options) {
     if (this._messageProcessor) {
       return this._messageProcessor(sessionId, message, options);
     }
-    // 否则使用 agent 的处理逻辑
     if (this.agent?._chatHandler) {
       return this.agent._chatHandler._processMessage(sessionId, message, options);
     }
@@ -434,18 +300,10 @@ class ChatSession extends EventEmitter {
   }
 
   /**
-   * 取消会话队列
+   * 取消会话队列（委托给 ChatQueueManager）
    * @param {string} sessionId - Session ID
    */
   cancelSession(sessionId) {
-    const queue = this._sessionQueues.get(sessionId);
-    if (queue) {
-      queue.forEach((item) => {
-        item.reject(new Error('Session cancelled'));
-      });
-      queue.length = 0;
-    }
-    this._processingSessions.delete(sessionId);
     this.emit('queue:session-removed', { sessionId });
   }
 
@@ -455,12 +313,7 @@ class ChatSession extends EventEmitter {
    * @returns {Object}
    */
   getQueueStatus(sessionId) {
-    const queue = this._sessionQueues.get(sessionId) || [];
-    return {
-      sessionId,
-      size: queue.length,
-      processing: this._processingSessions.has(sessionId),
-    };
+    return { sessionId, size: 0, processing: false };
   }
 
   /**
@@ -468,13 +321,6 @@ class ChatSession extends EventEmitter {
    * @param {string} sessionId - Session ID
    */
   clearQueue(sessionId) {
-    const queue = this._sessionQueues.get(sessionId);
-    if (queue) {
-      queue.forEach((item) => {
-        item.reject(new Error('Queue cleared'));
-      });
-      queue.length = 0;
-    }
     this.emit('queue:cleared', { sessionId });
   }
 

package/src/core/constants.js

@@ -0,0 +1,198 @@
+/**
+ * Foliko Framework 统一常量
+ *
+ * 集中管理所有 magic numbers / strings，消除散落各处的重复值。
+ * 所有模块应引用此文件而非硬编码。
+ */
+
+const path = require('path');
+
+// ============================================================================
+// AI 模型与提供者
+// ============================================================================
+
+/** 默认 AI 提供者 */
+const DEFAULT_PROVIDER = 'deepseek';
+
+/** 默认 AI 模型 */
+const DEFAULT_MODEL = 'deepseek-chat';
+
+/** 默认 Max Output Tokens */
+const DEFAULT_MAX_OUTPUT_TOKENS = 8192;
+
+/** 默认 Temperature */
+const DEFAULT_TEMPERATURE = 0.3;
+
+/** 默认 Max Steps（工具调用最大轮数） */
+const DEFAULT_MAX_STEPS = 20;
+
+/** 需要禁用 temperature 的 thinking mode 模型列表 */
+const THINKING_MODELS = [
+  'deepseek-v4-pro',
+  'deepseek-v4-flash',
+  'deepseek-reasoner',
+];
+
+// ============================================================================
+// Session 上下文
+// ============================================================================
+
+/** Session TTL：默认 30 分钟 */
+const DEFAULT_SESSION_TTL_MS = 30 * 60 * 1000;
+
+/** Session 清理检查间隔 */
+const DEFAULT_SESSION_CLEANUP_INTERVAL_MS = 60 * 1000;
+
+/** 每个 Session 最大消息数 */
+const DEFAULT_MAX_MESSAGES_PER_SESSION = 1000;
+
+// ============================================================================
+// 上下文压缩
+// ============================================================================
+
+/** 保留最近的 N 条消息 */
+const KEEP_RECENT_MESSAGES = 20;
+
+/** 智能压缩启用 */
+const ENABLE_SMART_COMPRESS = true;
+
+/** 压缩超时（毫秒） */
+const COMPRESSION_TIMEOUT_MS = 1_200_000;
+
+/** 工具结果最大字符数 */
+const MAX_TOOL_RESULT_SIZE = 4000;
+
+// ============================================================================
+// 消息队列
+// ============================================================================
+
+/** 默认最大并发数 */
+const DEFAULT_MAX_CONCURRENT = 1;
+
+/** 默认重试次数 */
+const DEFAULT_RETRY_ATTEMPTS = 3;
+
+/** 默认重试延迟（毫秒） */
+const DEFAULT_RETRY_DELAY_MS = 2000;
+
+// ============================================================================
+// System Prompt 优先级
+// ============================================================================
+
+const PROMPT_PRIORITY = {
+  DATETIME: 50,
+  ORIGINAL_PROMPT: 100,
+  SHARED_PROMPT: 200,
+  METADATA: 300,
+  TOOLS: 400,
+  SKILLS: 500,
+  SUB_AGENTS: 600,
+  CAPABILITIES: 700,
+  MCP_TOOLS: 750,
+  EXTENSION_TOOLS: 800,
+  TOOL_CORE_RULES: 95,
+};
+
+// ============================================================================
+// 熔断器
+// ============================================================================
+
+/** 熔断器默认失败阈值 */
+const DEFAULT_CIRCUIT_FAILURE_THRESHOLD = 3;
+
+/** 熔断器默认成功阈值 */
+const DEFAULT_CIRCUIT_SUCCESS_THRESHOLD = 2;
+
+/** 熔断器默认超时（毫秒） */
+const DEFAULT_CIRCUIT_TIMEOUT_MS = 60_000;
+
+// ============================================================================
+// 插件
+// ============================================================================
+
+/** 默认插件优先级 */
+const DEFAULT_PLUGIN_PRIORITY = 100;
+
+/** 系统插件名称集合 */
+const SYSTEM_PLUGINS = new Set([
+  'ai', 'defaults', 'tools', 'skill-manager', 'session',
+  'storage', 'audit', 'rules', 'file-system',
+]);
+
+/** Agent 配置目录名 */
+const AGENT_DIR = '.agent';
+
+// ============================================================================
+// Session 存储
+// ============================================================================
+
+/** 默认 Session 存储类型 */
+const DEFAULT_SESSION_STORAGE_TYPE = 'file';
+
+/** 默认 Session 存储目录 */
+const DEFAULT_SESSION_STORAGE_DIR = path.join(AGENT_DIR, 'sessions');
+
+// ============================================================================
+// Token 计数（估算系数）
+// ============================================================================
+
+/** 每字符对应的 token 数（中文系数更大） */
+const TOKENS_PER_CHAR = 0.25;
+
+/** 每工具对应的 token 数 */
+const TOKENS_PER_TOOL = 500;
+
+/** 每消息固定开销 token */
+const TOKENS_PER_MESSAGE_OVERHEAD = 4;
+
+// ============================================================================
+// 导出
+// ============================================================================
+
+module.exports = {
+  // AI
+  DEFAULT_PROVIDER,
+  DEFAULT_MODEL,
+  DEFAULT_MAX_OUTPUT_TOKENS,
+  DEFAULT_TEMPERATURE,
+  DEFAULT_MAX_STEPS,
+  THINKING_MODELS,
+
+  // Session
+  DEFAULT_SESSION_TTL_MS,
+  DEFAULT_SESSION_CLEANUP_INTERVAL_MS,
+  DEFAULT_MAX_MESSAGES_PER_SESSION,
+
+  // Compression
+  KEEP_RECENT_MESSAGES,
+  ENABLE_SMART_COMPRESS,
+  COMPRESSION_TIMEOUT_MS,
+  MAX_TOOL_RESULT_SIZE,
+
+  // Queue
+  DEFAULT_MAX_CONCURRENT,
+  DEFAULT_RETRY_ATTEMPTS,
+  DEFAULT_RETRY_DELAY_MS,
+
+  // Priority
+  PROMPT_PRIORITY,
+
+  // Circuit Breaker
+  DEFAULT_CIRCUIT_FAILURE_THRESHOLD,
+  DEFAULT_CIRCUIT_SUCCESS_THRESHOLD,
+  DEFAULT_CIRCUIT_TIMEOUT_MS,
+
+  // Plugin
+  DEFAULT_PLUGIN_PRIORITY,
+  SYSTEM_PLUGINS,
+  AGENT_DIR,
+
+  // Storage
+  DEFAULT_SESSION_STORAGE_TYPE,
+  DEFAULT_SESSION_STORAGE_DIR,
+
+  // Token
+  TOKENS_PER_CHAR,
+  TOKENS_PER_TOOL,
+  TOKENS_PER_MESSAGE_OVERHEAD,
+};