autosnippet 2.4.0 → 2.6.0

package/lib/service/chat/ConversationStore.js

@@ -0,0 +1,377 @@
+/**
+ * ConversationStore — 对话持久化 + 上下文窗口管理
+ *
+ * 设计:
+ * - 每个对话一个 JSONL 文件: .autosnippet/conversations/{id}.jsonl
+ * - 索引文件: .autosnippet/conversations/index.json
+ * - 按 category 隔离: 'user'(Dashboard) / 'system'(SignalCollector)
+ * - Token 预算: 超限时自动生成摘要压缩旧轮次
+ * - 静默降级: 持久化失败不影响核心功能
+ *
+ * Token 计算策略:
+ *   采用字符数近似估算 (1 token ≈ 3.5 字符中文 / ≈ 4 字符英文)
+ *   简单高效，无需额外依赖
+ *
+ * 文件结构:
+ *   .autosnippet/conversations/
+ *     index.json   — 对话元数据索引
+ *     {id}.jsonl   — 每行一条消息 {role, content, ts}
+ */
+
+import fs from 'node:fs';
+import path from 'node:path';
+import crypto from 'node:crypto';
+import Logger from '../../infrastructure/logging/Logger.js';
+
+const DEFAULT_TOKEN_BUDGET = 12000;     // ~12K tokens 留给历史, 其余给系统提示词和当前消息
+const CHARS_PER_TOKEN = 3.5;            // 近似: 中文 ~3.5 / 英文 ~4 / 取偏保守值
+const MAX_CONVERSATIONS = 100;          // 索引最多保留 100 个对话
+const SUMMARY_TARGET_TOKENS = 500;      // 压缩后的摘要目标 token 数
+
+export class ConversationStore {
+  #dir;
+  #indexPath;
+  #logger;
+
+  /**
+   * @param {string} projectRoot — 用户项目根目录
+   */
+  constructor(projectRoot) {
+    this.#dir = path.join(projectRoot, '.autosnippet', 'conversations');
+    this.#indexPath = path.join(this.#dir, 'index.json');
+    this.#logger = Logger.getInstance();
+  }
+
+  // ═══════════════════════════════════════════════════════
+  //  公共 API
+  // ═══════════════════════════════════════════════════════
+
+  /**
+   * 创建新对话
+   * @param {object} opts
+   * @param {'user'|'system'} opts.category — 对话类别
+   * @param {string} [opts.title] — 对话标题
+   * @returns {string} conversationId
+   */
+  create({ category = 'user', title = '' } = {}) {
+    const id = crypto.randomUUID();
+    const entry = {
+      id,
+      category,
+      title,
+      createdAt: new Date().toISOString(),
+      updatedAt: new Date().toISOString(),
+      messageCount: 0,
+      hasSummary: false,
+    };
+
+    const index = this.#loadIndex();
+    index.unshift(entry);
+
+    // 限制索引大小
+    if (index.length > MAX_CONVERSATIONS) {
+      const removed = index.splice(MAX_CONVERSATIONS);
+      // 清理旧对话文件
+      for (const old of removed) {
+        this.#deleteConversationFile(old.id);
+      }
+    }
+
+    this.#saveIndex(index);
+    return id;
+  }
+
+  /**
+   * 追加消息到对话
+   * @param {string} conversationId
+   * @param {{ role: string, content: string }} message
+   */
+  append(conversationId, message) {
+    try {
+      fs.mkdirSync(this.#dir, { recursive: true });
+      const filePath = this.#conversationPath(conversationId);
+      const line = JSON.stringify({
+        role: message.role,
+        content: message.content,
+        ts: new Date().toISOString(),
+      });
+      fs.appendFileSync(filePath, line + '\n', 'utf-8');
+
+      // 更新索引
+      const index = this.#loadIndex();
+      const entry = index.find(e => e.id === conversationId);
+      if (entry) {
+        entry.updatedAt = new Date().toISOString();
+        entry.messageCount = (entry.messageCount || 0) + 1;
+        // 用首条用户消息作为标题
+        if (!entry.title && message.role === 'user') {
+          entry.title = message.content.substring(0, 60);
+        }
+        this.#saveIndex(index);
+      }
+    } catch (err) {
+      this.#logger.warn(`[ConversationStore] append failed: ${err.message}`);
+    }
+  }
+
+  /**
+   * 加载对话历史（带 token 预算控制）
+   *
+   * 如果历史超出 tokenBudget:
+   *   - 保留开头的摘要（如有）
+   *   - 截断中间的旧消息
+   *   - 保留最新的消息
+   *
+   * @param {string} conversationId
+   * @param {object} [opts]
+   * @param {number} [opts.tokenBudget] — token 预算
+   * @returns {{ role: string, content: string }[]}
+   */
+  load(conversationId, { tokenBudget = DEFAULT_TOKEN_BUDGET } = {}) {
+    try {
+      const filePath = this.#conversationPath(conversationId);
+      if (!fs.existsSync(filePath)) return [];
+
+      const raw = fs.readFileSync(filePath, 'utf-8').trim();
+      if (!raw) return [];
+
+      const messages = raw.split('\n')
+        .filter(Boolean)
+        .map(line => {
+          try {
+            const parsed = JSON.parse(line);
+            return { role: parsed.role, content: parsed.content };
+          } catch { return null; }
+        })
+        .filter(Boolean);
+
+      return this.#fitWithinBudget(messages, tokenBudget);
+    } catch {
+      return [];
+    }
+  }
+
+  /**
+   * 对话列表
+   * @param {object} [opts]
+   * @param {'user'|'system'} [opts.category] — 按类别过滤
+   * @param {number} [opts.limit=20]
+   * @returns {Array}
+   */
+  list({ category, limit = 20 } = {}) {
+    const index = this.#loadIndex();
+    let results = index;
+    if (category) {
+      results = results.filter(e => e.category === category);
+    }
+    return results.slice(0, limit);
+  }
+
+  /**
+   * 删除对话
+   * @param {string} conversationId
+   */
+  delete(conversationId) {
+    this.#deleteConversationFile(conversationId);
+    const index = this.#loadIndex();
+    const filtered = index.filter(e => e.id !== conversationId);
+    this.#saveIndex(filtered);
+  }
+
+  /**
+   * 为对话生成压缩摘要（需要 AI）
+   * 将旧消息替换为一条 system 摘要消息
+   *
+   * @param {string} conversationId
+   * @param {object} opts
+   * @param {object} opts.aiProvider — AI Provider 实例
+   * @returns {Promise<boolean>} 是否成功压缩
+   */
+  async summarize(conversationId, { aiProvider }) {
+    if (!aiProvider) return false;
+
+    try {
+      const filePath = this.#conversationPath(conversationId);
+      if (!fs.existsSync(filePath)) return false;
+
+      const raw = fs.readFileSync(filePath, 'utf-8').trim();
+      if (!raw) return false;
+
+      const messages = raw.split('\n')
+        .filter(Boolean)
+        .map(line => { try { return JSON.parse(line); } catch { return null; } })
+        .filter(Boolean);
+
+      if (messages.length < 6) return false; // 太短不需要压缩
+
+      // 保留最近 4 条消息，压缩其余
+      const toSummarize = messages.slice(0, -4);
+      const toKeep = messages.slice(-4);
+
+      const summaryPrompt = `请用 2-3 句话总结以下对话的要点（保留关键决策、用户偏好、操作结果）：\n\n${
+        toSummarize.map(m => `[${m.role}] ${m.content}`).join('\n').substring(0, 4000)
+      }`;
+
+      const summary = await aiProvider.chat(summaryPrompt, {
+        temperature: 0.3,
+        maxTokens: 300,
+      });
+
+      if (!summary) return false;
+
+      // 重写对话文件: 摘要 + 最近消息
+      const newMessages = [
+        { role: 'system', content: `[对话摘要] ${summary.trim()}`, ts: new Date().toISOString() },
+        ...toKeep,
+      ];
+
+      fs.writeFileSync(
+        filePath,
+        newMessages.map(m => JSON.stringify(m)).join('\n') + '\n',
+        'utf-8',
+      );
+
+      // 更新索引
+      const index = this.#loadIndex();
+      const entry = index.find(e => e.id === conversationId);
+      if (entry) {
+        entry.hasSummary = true;
+        entry.messageCount = newMessages.length;
+        this.#saveIndex(index);
+      }
+
+      this.#logger.info(`[ConversationStore] summarized conversation ${conversationId}: ${messages.length} → ${newMessages.length} messages`);
+      return true;
+    } catch (err) {
+      this.#logger.warn(`[ConversationStore] summarize failed: ${err.message}`);
+      return false;
+    }
+  }
+
+  /**
+   * 清理过期对话
+   * @param {object} [opts]
+   * @param {number} [opts.maxAgeDays=30] — 超过此天数的对话将被删除
+   * @param {'user'|'system'} [opts.category] — 只清理特定类别
+   * @returns {{ deleted: number }}
+   */
+  cleanup({ maxAgeDays = 30, category } = {}) {
+    const index = this.#loadIndex();
+    const cutoff = Date.now() - maxAgeDays * 86400000;
+    let deleted = 0;
+
+    const kept = index.filter(entry => {
+      if (category && entry.category !== category) return true;
+      const updatedAt = new Date(entry.updatedAt).getTime();
+      if (updatedAt < cutoff) {
+        this.#deleteConversationFile(entry.id);
+        deleted++;
+        return false;
+      }
+      return true;
+    });
+
+    if (deleted > 0) {
+      this.#saveIndex(kept);
+      this.#logger.info(`[ConversationStore] cleaned up ${deleted} old conversations`);
+    }
+
+    return { deleted };
+  }
+
+  /**
+   * 估算 token 数
+   * @param {string} text
+   * @returns {number}
+   */
+  estimateTokens(text) {
+    if (!text) return 0;
+    return Math.ceil(text.length / CHARS_PER_TOKEN);
+  }
+
+  // ═══════════════════════════════════════════════════════
+  //  内部方法
+  // ═══════════════════════════════════════════════════════
+
+  /**
+   * 将消息列表裁剪到 token 预算内
+   * 策略: 保留首条摘要(如有) + 最新消息，丢弃中间旧消息
+   */
+  #fitWithinBudget(messages, tokenBudget) {
+    if (messages.length === 0) return [];
+
+    // 计算总 token
+    let totalTokens = 0;
+    const tokenCounts = messages.map(m => {
+      const tokens = this.estimateTokens(m.content);
+      totalTokens += tokens;
+      return tokens;
+    });
+
+    if (totalTokens <= tokenBudget) return messages;
+
+    // 超预算 — 保留首条(摘要) + 从末尾往前取
+    const result = [];
+    let used = 0;
+
+    // 如果首条是 system 摘要，优先保留
+    if (messages[0].role === 'system' && messages[0].content.startsWith('[对话摘要]')) {
+      result.push(messages[0]);
+      used += tokenCounts[0];
+    }
+
+    // 从末尾往前填充
+    const tail = [];
+    for (let i = messages.length - 1; i >= (result.length > 0 ? 1 : 0); i--) {
+      if (used + tokenCounts[i] > tokenBudget) break;
+      tail.unshift(messages[i]);
+      used += tokenCounts[i];
+    }
+
+    // 如果丢弃了消息，插入提示
+    const keptFromStart = result.length;
+    const keptFromEnd = tail.length;
+    const dropped = messages.length - keptFromStart - keptFromEnd;
+
+    if (dropped > 0) {
+      result.push({
+        role: 'system',
+        content: `[上下文截断] 省略了 ${dropped} 条较早的消息以适应上下文窗口。`,
+      });
+    }
+
+    result.push(...tail);
+    return result;
+  }
+
+  #conversationPath(id) {
+    return path.join(this.#dir, `${id}.jsonl`);
+  }
+
+  #deleteConversationFile(id) {
+    try {
+      const filePath = this.#conversationPath(id);
+      if (fs.existsSync(filePath)) fs.unlinkSync(filePath);
+    } catch { /* ignore */ }
+  }
+
+  #loadIndex() {
+    try {
+      if (fs.existsSync(this.#indexPath)) {
+        return JSON.parse(fs.readFileSync(this.#indexPath, 'utf-8'));
+      }
+    } catch { /* corrupt — reset */ }
+    return [];
+  }
+
+  #saveIndex(index) {
+    try {
+      fs.mkdirSync(this.#dir, { recursive: true });
+      fs.writeFileSync(this.#indexPath, JSON.stringify(index, null, 2), 'utf-8');
+    } catch (err) {
+      this.#logger.warn(`[ConversationStore] index save failed: ${err.message}`);
+    }
+  }
+}
+
+export default ConversationStore;

package/lib/service/chat/Memory.js

@@ -1,17 +1,24 @@
 /**
- * Memory — 跨对话轻量记忆
+ * Memory — 跨对话轻量记忆（带 source 隔离 + 去重）
  *
  * 设计:
  * - JSONL 文件存储，每行一条记忆
  * - 支持 TTL 自动过期
  * - 上限 maxEntries，超出时截断旧条目
  * - 读写均做静默降级（Memory 是增强，不是核心路径）
+ * - source 标签: 'user'(用户对话) / 'system'(SignalCollector 等后台)
+ * - 去重: 相同 type+content 的记忆不重复写入
  *
  * 记忆类型:
  * - preference: 用户偏好（"我们不用 singleton"、"以后用 DI"）
  * - decision:   关键决策（"Network 模块审核通过"）
  * - context:    项目上下文（"主语言是 Swift，使用 SPM"）
  *
+ * 隔离规则:
+ *   toPromptSection({ source }) 可按 source 过滤
+ *   用户对话只看 source=user 的记忆
+ *   系统分析可看全部记忆
+ *
  * 文件路径: .autosnippet/memory.jsonl
  */
 
@@ -35,9 +42,11 @@ export class Memory {
   /**
    * 读取最近 N 条记忆，过滤过期项
    * @param {number} [limit=20]
-   * @returns {{ ts: string, type: string, content: string, ttl?: number }[]}
+   * @param {object} [opts]
+   * @param {'user'|'system'} [opts.source] — 按 source 过滤
+   * @returns {{ ts: string, type: string, content: string, source?: string, ttl?: number }[]}
    */
-  load(limit = 20) {
+  load(limit = 20, { source } = {}) {
     try {
       if (!fs.existsSync(this.#filePath)) return [];
       const raw = fs.readFileSync(this.#filePath, 'utf-8').trim();
@@ -48,6 +57,7 @@ export class Memory {
         .map(l => { try { return JSON.parse(l); } catch { return null; } })
         .filter(Boolean)
         .filter(m => !m.ttl || (now - new Date(m.ts).getTime()) < m.ttl * 86400000)
+        .filter(m => !source || (m.source || 'user') === source)
         .slice(-limit);
     } catch {
       return [];
@@ -55,14 +65,27 @@ export class Memory {
   }
 
   /**
-   * 追加一条记忆
-   * @param {{ type: string, content: string, ttl?: number }} entry
+   * 追加一条记忆（自动去重）
+   * @param {{ type: string, content: string, source?: string, ttl?: number }} entry
    */
   append(entry) {
     try {
+      // 去重: 检查是否已有相同 type+content 的记忆
+      const existing = this.load(this.#maxEntries);
+      const normalizedContent = (entry.content || '').trim().substring(0, 200);
+      const isDuplicate = existing.some(
+        m => m.type === entry.type && m.content === normalizedContent,
+      );
+      if (isDuplicate) return;
+
       const dir = path.dirname(this.#filePath);
       fs.mkdirSync(dir, { recursive: true });
-      const line = JSON.stringify({ ts: new Date().toISOString(), ...entry });
+      const line = JSON.stringify({
+        ts: new Date().toISOString(),
+        source: entry.source || 'user',
+        ...entry,
+        content: normalizedContent,
+      });
       fs.appendFileSync(this.#filePath, line + '\n', 'utf-8');
       this.#compact();
     } catch { /* write failure non-critical */ }
@@ -70,10 +93,15 @@ export class Memory {
 
   /**
    * 生成供系统提示词的记忆摘要
+   *
+   * @param {object} [opts]
+   * @param {'user'|'system'} [opts.source] — 只包含指定 source 的记忆
+   *   - 用户对话建议传 'user' 避免系统分析记忆污染
+   *   - 后台分析可传 undefined 获取全部
    * @returns {string}
    */
-  toPromptSection() {
-    const memories = this.load();
+  toPromptSection({ source } = {}) {
+    const memories = this.load(20, { source });
     if (memories.length === 0) return '';
     const lines = memories.map(m => `- [${m.type}] ${m.content}`).join('\n');
     return `\n## 历史记忆\n以下是之前对话中积累的项目偏好和决策，请参考：\n${lines}\n`;
@@ -81,9 +109,11 @@ export class Memory {
 
   /**
    * 当前记忆条数
+   * @param {object} [opts]
+   * @param {'user'|'system'} [opts.source]
    */
-  get size() {
-    return this.load(this.#maxEntries).length;
+  size({ source } = {}) {
+    return this.load(this.#maxEntries, { source }).length;
   }
 
   /**

package/lib/service/chat/tools.js

@@ -49,14 +49,16 @@
  * │ 30. rebuild_index         向量索引重建            │
  * │ 31. query_audit_log       审计日志查询            │
  * └─────────────────────────────────────────────────────┘
- * ┌─── Skills & Bootstrap (2) ─────────────────────────┐
+ * ┌─── Skills & Bootstrap (4) ─────────────────────────┐
  * │ 32. load_skill            加载 Agent Skill 文档   │
- * │ 33. bootstrap_knowledge   冷启动知识库初始化      │
+ * │ 33. create_skill          创建项目级 Skill        │
+ * │ 34. suggest_skills        推荐创建 Skill          │
+ * │ 35. bootstrap_knowledge   冷启动知识库初始化      │
  * └─────────────────────────────────────────────────────┘
  * ┌─── 组合工具 (3) ───────────────────────────────────┐
- * │ 34. analyze_code          Guard + Recipe 搜索      │
- * │ 35. knowledge_overview    全局知识库概览           │
- * │ 36. submit_with_check     查重 + 提交              │
+ * │ 36. analyze_code          Guard + Recipe 搜索      │
+ * │ 37. knowledge_overview    全局知识库概览           │
+ * │ 38. submit_with_check     查重 + 提交              │
  * └─────────────────────────────────────────────────────┘
  */
 
@@ -1167,7 +1169,52 @@ const loadSkill = {
 };
 
 // ────────────────────────────────────────────────────────────
-// 33. bootstrap_knowledge — 冷启动知识库初始化
+// 33. create_skill — 创建项目级 Skill
+// ────────────────────────────────────────────────────────────
+const createSkillTool = {
+  name: 'create_skill',
+  description: '创建项目级 Skill 文档，写入 .autosnippet/skills/<name>/SKILL.md。Skill 是 Agent 的领域知识增强文档。创建后自动更新编辑器索引。',
+  parameters: {
+    type: 'object',
+    properties: {
+      name:        { type: 'string', description: 'Skill 名称（kebab-case，如 my-auth-guide），3-64 字符' },
+      description: { type: 'string', description: 'Skill 一句话描述（写入 frontmatter）' },
+      content:     { type: 'string', description: 'Skill 正文内容（Markdown 格式，不含 frontmatter）' },
+      overwrite:   { type: 'boolean', description: '如果同名 Skill 已存在，是否覆盖（默认 false）' },
+    },
+    required: ['name', 'description', 'content'],
+  },
+  handler: async (params, ctx) => {
+    const { createSkill } = await import('../../external/mcp/handlers/skill.js');
+    // 根据 ChatAgent 的 source 推断 createdBy
+    const createdBy = ctx?.source === 'system' ? 'system-ai' : 'user-ai';
+    const raw = createSkill(null, { ...params, createdBy });
+    try { return JSON.parse(raw); } catch { return { success: false, error: raw }; }
+  },
+};
+
+// ────────────────────────────────────────────────────────────
+// 34. suggest_skills — 基于使用模式推荐 Skill 创建
+// ────────────────────────────────────────────────────────────
+const suggestSkills = {
+  name: 'suggest_skills',
+  description: '基于项目使用模式分析，推荐创建 Skill。分析 Guard 违规频率、Memory 偏好积累、Recipe 分布缺口、候选积压率。返回推荐列表（含 name/description/rationale/priority），可据此直接调用 create_skill 创建。',
+  parameters: {
+    type: 'object',
+    properties: {},
+    required: [],
+  },
+  handler: async (_params, ctx) => {
+    const { SkillAdvisor } = await import('../../service/skills/SkillAdvisor.js');
+    const database = ctx?.container?.get?.('database') || null;
+    const projectRoot = ctx?.projectRoot || process.cwd();
+    const advisor = new SkillAdvisor(projectRoot, { database });
+    return advisor.suggest();
+  },
+};
+
+// ────────────────────────────────────────────────────────────
+// 34. bootstrap_knowledge — 冷启动知识库初始化
 // ────────────────────────────────────────────────────────────
 const bootstrapKnowledgeTool = {
   name: 'bootstrap_knowledge',
@@ -1396,6 +1443,52 @@ const submitWithCheck = {
   },
 };
 
+// ═══════════════════════════════════════════════════════
+//  元工具: Lazy Tool Schema 按需加载
+// ═══════════════════════════════════════════════════════
+
+/**
+ * get_tool_details — 查询工具的完整参数 schema
+ *
+ * 与 Cline .clinerules 按需加载类似:
+ * System Prompt 只包含工具名+一行描述，LLM 需要调用某个工具前
+ * 先通过此元工具获取完整参数定义，避免 prompt 过长浪费 token。
+ */
+const getToolDetails = {
+  name: 'get_tool_details',
+  description: '查询指定工具的完整参数 Schema。在调用不熟悉的工具之前，先用此工具获取参数详情。',
+  parameters: {
+    type: 'object',
+    properties: {
+      toolName: {
+        type: 'string',
+        description: '要查询的工具名称（snake_case）',
+      },
+    },
+    required: ['toolName'],
+  },
+  handler: async ({ toolName }, context) => {
+    const registry = context.container?.get('toolRegistry');
+    if (!registry) return { error: 'ToolRegistry not available' };
+
+    const schemas = registry.getToolSchemas();
+    const found = schemas.find(t => t.name === toolName);
+    if (!found) {
+      const allNames = schemas.map(t => t.name);
+      return {
+        error: `Tool "${toolName}" not found`,
+        availableTools: allNames,
+      };
+    }
+
+    return {
+      name: found.name,
+      description: found.description,
+      parameters: found.parameters,
+    };
+  },
+};
+
 export const ALL_TOOLS = [
   // 查询类 (8)
   searchRecipes,
@@ -1436,13 +1529,17 @@ export const ALL_TOOLS = [
   graphImpactAnalysis,
   rebuildIndex,
   queryAuditLog,
-  // Skills & Bootstrap (2)
+  // Skills & Bootstrap (4)
   loadSkill,
+  createSkillTool,
+  suggestSkills,
   bootstrapKnowledgeTool,
   // 组合工具 (3) — 减少 ReAct 轮次
   analyzeCode,
   knowledgeOverview,
   submitWithCheck,
+  // 元工具 (1) — Lazy Tool Schema 按需加载
+  getToolDetails,
 ];
 
 export default ALL_TOOLS;