kode-sdk 2.7.0

package/dist/core/compression/ai-strategy.js

@@ -0,0 +1,298 @@
+"use strict";
+/**
+ * AI 智能压缩策略
+ *
+ * 使用 LLM 生成结构化摘要：
+ * - 按 token 数保留消息（而非消息数）
+ * - 使用 AI 生成高质量摘要
+ * - 保留关键上下文信息
+ * - 内置降级机制
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AICompressionStrategy = void 0;
+const token_estimator_1 = require("./token-estimator");
+const prompts_1 = require("./prompts");
+class AICompressionStrategy {
+    constructor(opts) {
+        this.store = opts.store;
+        this.agentId = opts.agentId;
+        this.maxTokens = opts.maxTokens;
+        this.compressToTokens = opts.compressToTokens;
+        this.preserveRecentTurns = opts.preserveRecentTurns ?? 3;
+        this.summaryPrompt = opts.summaryPrompt;
+        this.eventEmitter = opts.eventEmitter;
+        // 创建摘要模型
+        this.summaryModel = this.createSummaryModel(opts);
+    }
+    /**
+     * 创建摘要模型
+     *
+     * 优先使用单独配置的摘要模型，否则复用主模型配置
+     */
+    createSummaryModel(opts) {
+        const mainConfig = opts.modelConfig;
+        if (opts.summaryModelConfig?.model) {
+            // 使用单独配置的摘要模型
+            const summaryConfig = {
+                provider: mainConfig.provider,
+                model: opts.summaryModelConfig.model,
+                apiKey: opts.summaryModelConfig.apiKey ?? mainConfig.apiKey,
+                baseUrl: opts.summaryModelConfig.baseUrl ?? mainConfig.baseUrl,
+            };
+            // 使用模型工厂创建
+            return opts.modelFactory(summaryConfig);
+        }
+        // 复用主模型配置
+        return opts.modelFactory(mainConfig);
+    }
+    /**
+     * 分析上下文使用情况
+     */
+    analyze(messages) {
+        const totalTokens = (0, token_estimator_1.estimateTotalTokens)(messages);
+        return {
+            totalTokens,
+            messageCount: messages.length,
+            shouldCompress: totalTokens > this.maxTokens,
+        };
+    }
+    /**
+     * 执行压缩
+     */
+    async compress(messages, events, filePool, sandbox) {
+        const usage = this.analyze(messages);
+        if (!usage.shouldCompress)
+            return undefined;
+        // 发送开始事件
+        this.eventEmitter?.emit({
+            phase: 'start',
+            algorithm: 'ai',
+        });
+        const timestamp = Date.now();
+        const windowId = `window-${timestamp}`;
+        const compressionId = `comp-${timestamp}`;
+        // 1. 保存历史窗口
+        const window = {
+            id: windowId,
+            messages,
+            events,
+            stats: {
+                messageCount: messages.length,
+                tokenCount: usage.totalTokens,
+                eventCount: events.length,
+            },
+            timestamp,
+        };
+        await this.store.saveHistoryWindow(this.agentId, window);
+        // 2. 按 token 数选择要保留的消息
+        const minMessages = Math.max(2, this.preserveRecentTurns * 2); // 每轮对话约 2 条消息
+        const { retained: retainedMessages, removed: removedMessages } = (0, token_estimator_1.selectMessagesByTokens)(messages, this.compressToTokens, minMessages);
+        // 处理孤立的 tool_result
+        const toolSanitized = this.sanitizeOrphanToolResults(retainedMessages);
+        const retainedSanitized = toolSanitized.messages;
+        // 3. 生成摘要
+        let summaryText;
+        let aiGenerated = true;
+        try {
+            // 发送正在生成摘要事件
+            this.eventEmitter?.emit({
+                phase: 'summarizing',
+                algorithm: 'ai',
+            });
+            summaryText = await this.generateAISummary(removedMessages);
+        }
+        catch (error) {
+            // AI 调用失败，降级到简单摘要
+            console.warn('AI summary generation failed, falling back to simple summary:', error);
+            this.eventEmitter?.emit({
+                phase: 'fallback',
+                algorithm: 'ai',
+                error: error instanceof Error ? error.message : String(error),
+            });
+            summaryText = this.generateSimpleSummary(removedMessages);
+            aiGenerated = false;
+        }
+        const summary = {
+            role: 'system',
+            content: [
+                {
+                    type: 'text',
+                    text: `<context-summary timestamp="${new Date().toISOString()}" window="${windowId}" algorithm="ai" ai-generated="${aiGenerated}">\n${summaryText}\n</context-summary>`,
+                },
+            ],
+        };
+        // 4. 保存文件快照
+        const recoveredPaths = [];
+        if (filePool && sandbox) {
+            const accessed = filePool.getAccessedFiles().slice(0, 5);
+            for (const { path, mtime } of accessed) {
+                recoveredPaths.push(path);
+                try {
+                    const content = await sandbox.fs.read(path);
+                    const file = {
+                        path,
+                        content,
+                        mtime,
+                        timestamp,
+                    };
+                    await this.store.saveRecoveredFile(this.agentId, file);
+                }
+                catch (err) {
+                    const file = {
+                        path,
+                        content: `// Failed to read file: ${err instanceof Error ? err.message : String(err)}`,
+                        mtime,
+                        timestamp,
+                    };
+                    await this.store.saveRecoveredFile(this.agentId, file);
+                }
+            }
+        }
+        // 5. 保存压缩记录
+        const ratio = retainedMessages.length / messages.length;
+        const tokensRetained = (0, token_estimator_1.estimateTotalTokens)(retainedSanitized);
+        const tokensRemoved = usage.totalTokens - tokensRetained;
+        const record = {
+            id: compressionId,
+            windowId,
+            config: {
+                model: this.summaryModel.model,
+                prompt: this.summaryPrompt || 'AI structured summary',
+                threshold: this.maxTokens,
+            },
+            summary: summaryText.slice(0, 500),
+            ratio,
+            recoveredFiles: recoveredPaths,
+            timestamp,
+        };
+        await this.store.saveCompressionRecord(this.agentId, record);
+        // 发送完成事件
+        this.eventEmitter?.emit({
+            phase: 'end',
+            algorithm: 'ai',
+            ratio,
+            tokensRemoved,
+            tokensRetained,
+        });
+        return {
+            summary,
+            removedMessages,
+            retainedMessages: retainedSanitized,
+            windowId,
+            compressionId,
+            ratio,
+            algorithm: 'ai',
+            aiGenerated,
+            tokensRemoved,
+            tokensRetained,
+        };
+    }
+    /**
+     * 使用 AI 生成摘要
+     */
+    async generateAISummary(messages) {
+        // 格式化消息为文本
+        const messagesText = (0, prompts_1.formatMessagesForSummary)(messages);
+        // 构建提示词
+        const prompt = (0, prompts_1.buildSummaryPrompt)(messagesText, this.summaryPrompt);
+        // 调用模型生成摘要
+        const response = await this.summaryModel.complete([
+            {
+                role: 'user',
+                content: [{ type: 'text', text: prompt }],
+            },
+        ], {
+            maxTokens: 2000,
+            temperature: 0.3,
+        });
+        // 提取响应文本
+        const responseText = response.content
+            .filter((block) => block.type === 'text')
+            .map((block) => block.text)
+            .join('\n');
+        // 提取摘要内容
+        return (0, prompts_1.extractSummaryFromResponse)(responseText);
+    }
+    /**
+     * 生成简单摘要（降级方案）
+     */
+    generateSimpleSummary(messages) {
+        return messages
+            .map((msg, idx) => {
+            const header = `${idx + 1}. [${msg.role}]`;
+            const content = msg.content
+                .map((block) => {
+                if (block.type === 'text')
+                    return block.text.slice(0, 200);
+                if (block.type === 'tool_use')
+                    return `🔧 ${block.name}(...)`;
+                if (block.type === 'tool_result') {
+                    const preview = JSON.stringify(block.content).slice(0, 100);
+                    return `✅ result: ${preview}`;
+                }
+                return '';
+            })
+                .join('\n');
+            return `${header}\n${content}`;
+        })
+            .join('\n\n');
+    }
+    /**
+     * 预览文本（截断长文本）
+     */
+    preview(value, limit = 1000) {
+        try {
+            const text = typeof value === 'string' ? value : JSON.stringify(value);
+            return text.length > limit ? `${text.slice(0, limit)}…` : text;
+        }
+        catch {
+            const text = String(value ?? '');
+            return text.length > limit ? `${text.slice(0, limit)}…` : text;
+        }
+    }
+    /**
+     * 处理孤立的 tool_result
+     */
+    sanitizeOrphanToolResults(messages) {
+        const toolUseIds = new Set();
+        for (const msg of messages || []) {
+            for (const block of msg?.content || []) {
+                if (block && block.type === 'tool_use') {
+                    const id = String(block.id ?? '').trim();
+                    if (id)
+                        toolUseIds.add(id);
+                }
+            }
+        }
+        let converted = 0;
+        const out = [];
+        for (const msg of messages || []) {
+            if (!msg || !Array.isArray(msg.content)) {
+                out.push(msg);
+                continue;
+            }
+            let changed = false;
+            const nextBlocks = [];
+            for (const block of msg.content) {
+                if (block && block.type === 'tool_result') {
+                    const toolUseId = String(block.tool_use_id ?? '').trim();
+                    if (!toolUseId || !toolUseIds.has(toolUseId)) {
+                        changed = true;
+                        converted += 1;
+                        const isErr = Boolean(block.is_error);
+                        const payload = this.preview(block.content, 1400);
+                        nextBlocks.push({
+                            type: 'text',
+                            text: `[tool_result orphaned by compression] tool_use_id=${toolUseId || 'unknown'}${isErr ? ' (error)' : ''}\n${payload}`,
+                        });
+                        continue;
+                    }
+                }
+                nextBlocks.push(block);
+            }
+            out.push(changed ? { ...msg, content: nextBlocks } : msg);
+        }
+        return { messages: out, converted };
+    }
+}
+exports.AICompressionStrategy = AICompressionStrategy;

package/dist/core/compression/index.d.ts

@@ -0,0 +1,12 @@
+/**
+ * 上下文压缩模块
+ *
+ * 提供多种压缩策略：
+ * - SimpleCompressionStrategy: 简单截断（默认）
+ * - AICompressionStrategy: AI 智能压缩
+ */
+export { ContextUsage, CompressionResult, FilePoolState, CompressionEventEmitter, CompressionEventPayload, ICompressionStrategy, ModelFactory, CompressionStrategyBaseOptions, SimpleCompressionStrategyOptions, AICompressionStrategyOptions, } from './types';
+export { SimpleCompressionStrategy } from './simple-strategy';
+export { AICompressionStrategy } from './ai-strategy';
+export { estimateTextTokens, estimateBlockTokens, estimateMessageTokens, estimateTotalTokens, selectMessagesByTokens, } from './token-estimator';
+export { DEFAULT_SUMMARY_PROMPT, buildSummaryPrompt, formatMessagesForSummary, extractSummaryFromResponse, } from './prompts';

package/dist/core/compression/index.js

@@ -0,0 +1,27 @@
+"use strict";
+/**
+ * 上下文压缩模块
+ *
+ * 提供多种压缩策略：
+ * - SimpleCompressionStrategy: 简单截断（默认）
+ * - AICompressionStrategy: AI 智能压缩
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractSummaryFromResponse = exports.formatMessagesForSummary = exports.buildSummaryPrompt = exports.DEFAULT_SUMMARY_PROMPT = exports.selectMessagesByTokens = exports.estimateTotalTokens = exports.estimateMessageTokens = exports.estimateBlockTokens = exports.estimateTextTokens = exports.AICompressionStrategy = exports.SimpleCompressionStrategy = void 0;
+// 策略导出
+var simple_strategy_1 = require("./simple-strategy");
+Object.defineProperty(exports, "SimpleCompressionStrategy", { enumerable: true, get: function () { return simple_strategy_1.SimpleCompressionStrategy; } });
+var ai_strategy_1 = require("./ai-strategy");
+Object.defineProperty(exports, "AICompressionStrategy", { enumerable: true, get: function () { return ai_strategy_1.AICompressionStrategy; } });
+// 工具函数导出
+var token_estimator_1 = require("./token-estimator");
+Object.defineProperty(exports, "estimateTextTokens", { enumerable: true, get: function () { return token_estimator_1.estimateTextTokens; } });
+Object.defineProperty(exports, "estimateBlockTokens", { enumerable: true, get: function () { return token_estimator_1.estimateBlockTokens; } });
+Object.defineProperty(exports, "estimateMessageTokens", { enumerable: true, get: function () { return token_estimator_1.estimateMessageTokens; } });
+Object.defineProperty(exports, "estimateTotalTokens", { enumerable: true, get: function () { return token_estimator_1.estimateTotalTokens; } });
+Object.defineProperty(exports, "selectMessagesByTokens", { enumerable: true, get: function () { return token_estimator_1.selectMessagesByTokens; } });
+var prompts_1 = require("./prompts");
+Object.defineProperty(exports, "DEFAULT_SUMMARY_PROMPT", { enumerable: true, get: function () { return prompts_1.DEFAULT_SUMMARY_PROMPT; } });
+Object.defineProperty(exports, "buildSummaryPrompt", { enumerable: true, get: function () { return prompts_1.buildSummaryPrompt; } });
+Object.defineProperty(exports, "formatMessagesForSummary", { enumerable: true, get: function () { return prompts_1.formatMessagesForSummary; } });
+Object.defineProperty(exports, "extractSummaryFromResponse", { enumerable: true, get: function () { return prompts_1.extractSummaryFromResponse; } });

package/dist/core/compression/prompts.d.ts

@@ -0,0 +1,35 @@
+/**
+ * 上下文压缩 - 摘要提示词模板
+ *
+ * 用于 AI 策略生成结构化摘要
+ */
+/**
+ * 默认摘要提示词
+ */
+export declare const DEFAULT_SUMMARY_PROMPT = "\u4F60\u662F\u4E00\u4E2A\u4E13\u4E1A\u7684\u5BF9\u8BDD\u6458\u8981\u52A9\u624B\u3002\u8BF7\u4ED4\u7EC6\u9605\u8BFB\u4EE5\u4E0B\u5BF9\u8BDD\u5386\u53F2\uFF0C\u751F\u6210\u4E00\u4EFD\u7B80\u6D01\u4F46\u4FE1\u606F\u5B8C\u6574\u7684\u6458\u8981\u3002\n\n## \u6458\u8981\u8981\u6C42\n\n1. **\u4FDD\u7559\u5173\u952E\u4FE1\u606F**\uFF1A\u7528\u6237\u7684\u6838\u5FC3\u8BF7\u6C42\u3001\u91CD\u8981\u51B3\u7B56\u3001\u5173\u952E\u4EE3\u7801\u4FEE\u6539\n2. **\u7ED3\u6784\u5316\u8F93\u51FA**\uFF1A\u6309\u7167\u4E0B\u9762\u7684\u6A21\u677F\u683C\u5F0F\u8F93\u51FA\n3. **\u7B80\u6D01\u7CBE\u70BC**\uFF1A\u6BCF\u4E2A\u90E8\u5206 2-5 \u6761\u8981\u70B9\uFF0C\u907F\u514D\u5197\u4F59\n4. **\u4FDD\u7559\u4E0A\u4E0B\u6587**\uFF1A\u786E\u4FDD\u540E\u7EED\u5BF9\u8BDD\u53EF\u4EE5\u57FA\u4E8E\u6458\u8981\u7EE7\u7EED\n\n## \u8F93\u51FA\u6A21\u677F\n\n<summary>\n## \u4EFB\u52A1\u6982\u89C8\n- [\u7528\u6237\u7684\u6838\u5FC3\u8BF7\u6C42\u662F\u4EC0\u4E48]\n- [\u4EFB\u52A1\u7684\u6210\u529F\u6807\u51C6\u662F\u4EC0\u4E48]\n\n## \u5DF2\u5B8C\u6210\u5DE5\u4F5C\n- [\u5DF2\u4FEE\u6539\u7684\u6587\u4EF6\u548C\u5173\u952E\u4EE3\u7801\u53D8\u66F4]\n- [\u505A\u51FA\u7684\u91CD\u8981\u51B3\u7B56\u548C\u7406\u7531]\n\n## \u91CD\u8981\u53D1\u73B0\n- [\u9047\u5230\u7684\u95EE\u9898\u548C\u89E3\u51B3\u65B9\u6848]\n- [\u6280\u672F\u7EA6\u675F\u548C\u6CE8\u610F\u4E8B\u9879]\n\n## \u4E0B\u4E00\u6B65\n- [\u5F85\u5B8C\u6210\u7684\u4EFB\u52A1]\n- [\u963B\u585E\u95EE\u9898\u6216\u5F85\u786E\u8BA4\u4E8B\u9879]\n\n## \u9700\u8981\u4FDD\u7559\u7684\u4E0A\u4E0B\u6587\n- [\u7528\u6237\u504F\u597D\u548C\u7279\u6B8A\u8981\u6C42]\n- [\u91CD\u8981\u7684\u627F\u8BFA\u548C\u7EA6\u5B9A]\n</summary>\n\n## \u5BF9\u8BDD\u5386\u53F2\n\n";
+/**
+ * 构建完整的摘要提示词
+ *
+ * @param messages - 需要摘要的消息内容（已格式化的文本）
+ * @param customPrompt - 自定义提示词（可选）
+ * @returns 完整的提示词
+ */
+export declare function buildSummaryPrompt(messagesText: string, customPrompt?: string): string;
+/**
+ * 格式化消息为文本
+ *
+ * @param messages - 消息列表
+ * @param maxLength - 每条消息的最大长度（默认 500）
+ * @returns 格式化后的文本
+ */
+export declare function formatMessagesForSummary(messages: Array<{
+    role: string;
+    content: any[];
+}>, maxLength?: number): string;
+/**
+ * 从 AI 响应中提取摘要内容
+ *
+ * @param response - AI 响应文本
+ * @returns 提取的摘要内容
+ */
+export declare function extractSummaryFromResponse(response: string): string;

package/dist/core/compression/prompts.js

@@ -0,0 +1,114 @@
+"use strict";
+/**
+ * 上下文压缩 - 摘要提示词模板
+ *
+ * 用于 AI 策略生成结构化摘要
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_SUMMARY_PROMPT = void 0;
+exports.buildSummaryPrompt = buildSummaryPrompt;
+exports.formatMessagesForSummary = formatMessagesForSummary;
+exports.extractSummaryFromResponse = extractSummaryFromResponse;
+const unicode_1 = require("../../utils/unicode");
+/**
+ * 默认摘要提示词
+ */
+exports.DEFAULT_SUMMARY_PROMPT = `你是一个专业的对话摘要助手。请仔细阅读以下对话历史，生成一份简洁但信息完整的摘要。
+
+## 摘要要求
+
+1. **保留关键信息**：用户的核心请求、重要决策、关键代码修改
+2. **结构化输出**：按照下面的模板格式输出
+3. **简洁精炼**：每个部分 2-5 条要点，避免冗余
+4. **保留上下文**：确保后续对话可以基于摘要继续
+
+## 输出模板
+
+<summary>
+## 任务概览
+- [用户的核心请求是什么]
+- [任务的成功标准是什么]
+
+## 已完成工作
+- [已修改的文件和关键代码变更]
+- [做出的重要决策和理由]
+
+## 重要发现
+- [遇到的问题和解决方案]
+- [技术约束和注意事项]
+
+## 下一步
+- [待完成的任务]
+- [阻塞问题或待确认事项]
+
+## 需要保留的上下文
+- [用户偏好和特殊要求]
+- [重要的承诺和约定]
+</summary>
+
+## 对话历史
+
+`;
+/**
+ * 构建完整的摘要提示词
+ *
+ * @param messages - 需要摘要的消息内容（已格式化的文本）
+ * @param customPrompt - 自定义提示词（可选）
+ * @returns 完整的提示词
+ */
+function buildSummaryPrompt(messagesText, customPrompt) {
+    const basePrompt = customPrompt || exports.DEFAULT_SUMMARY_PROMPT;
+    return `${basePrompt}\n${messagesText}\n\n请根据以上对话历史生成摘要：`;
+}
+/**
+ * 格式化消息为文本
+ *
+ * @param messages - 消息列表
+ * @param maxLength - 每条消息的最大长度（默认 500）
+ * @returns 格式化后的文本
+ */
+function formatMessagesForSummary(messages, maxLength = 500) {
+    return messages
+        .map((msg, idx) => {
+        const roleLabel = msg.role === 'user' ? '用户' : msg.role === 'assistant' ? '助手' : msg.role;
+        const header = `### ${idx + 1}. [${roleLabel}]`;
+        const content = msg.content
+            .map((block) => {
+            if (block.type === 'text') {
+                const text = block.text || '';
+                return text.length > maxLength ? `${(0, unicode_1.safeTruncateUtf16)(text, maxLength)}...` : (0, unicode_1.safeTruncateUtf16)(text, maxLength);
+            }
+            if (block.type === 'tool_use') {
+                const input = (0, unicode_1.safeTruncateUtf16)(JSON.stringify(block.input || {}), 200);
+                return `🔧 调用工具: ${block.name}\n   参数: ${input}${input.length >= 200 ? '...' : ''}`;
+            }
+            if (block.type === 'tool_result') {
+                const result = typeof block.content === 'string'
+                    ? block.content
+                    : JSON.stringify(block.content || '');
+                const preview = (0, unicode_1.safeTruncateUtf16)(result, 200);
+                return `✅ 工具结果: ${preview}${result.length > 200 ? '...' : ''}`;
+            }
+            return '';
+        })
+            .filter(Boolean)
+            .join('\n');
+        return `${header}\n${content}`;
+    })
+        .join('\n\n');
+}
+/**
+ * 从 AI 响应中提取摘要内容
+ *
+ * @param response - AI 响应文本
+ * @returns 提取的摘要内容
+ */
+function extractSummaryFromResponse(response) {
+    // 尝试提取 <summary> 标签中的内容
+    const summaryMatch = response.match(/<summary>([\s\S]*?)<\/summary>/i);
+    if (summaryMatch) {
+        return summaryMatch[1].trim();
+    }
+    // 如果没有标签，返回整个响应（去除首尾空白）
+    return response.trim();
+}

package/dist/core/compression/simple-strategy.d.ts

@@ -0,0 +1,44 @@
+/**
+ * 简单压缩策略
+ *
+ * 从现有 ContextManager 提取的压缩逻辑：
+ * - 按消息数保留 60% 或 compressToTokens/totalTokens 比例
+ * - 简单截断生成摘要
+ * - 处理孤立 tool_result
+ */
+import { Message, Timeline } from '../types';
+import { Sandbox } from '../../infra/sandbox';
+import { ICompressionStrategy, ContextUsage, CompressionResult, FilePoolState, SimpleCompressionStrategyOptions } from './types';
+export declare class SimpleCompressionStrategy implements ICompressionStrategy {
+    private readonly store;
+    private readonly agentId;
+    private readonly maxTokens;
+    private readonly compressToTokens;
+    private readonly compressionModel;
+    private readonly compressionPrompt;
+    private readonly eventEmitter?;
+    constructor(opts: SimpleCompressionStrategyOptions);
+    /**
+     * 分析上下文使用情况（粗略的 token 估算）
+     */
+    analyze(messages: Message[]): ContextUsage;
+    /**
+     * 执行压缩
+     */
+    compress(messages: Message[], events: Timeline[], filePool?: FilePoolState, sandbox?: Sandbox): Promise<CompressionResult | undefined>;
+    /**
+     * 预览文本（截断长文本）
+     */
+    private preview;
+    /**
+     * 处理孤立的 tool_result
+     *
+     * 简单的 slice 可能保留 tool_result 但丢弃配对的 tool_use，
+     * 导致 Anthropic API 报错 (2013)。将孤立的 tool_result 转换为文本。
+     */
+    private sanitizeOrphanToolResults;
+    /**
+     * 生成简单摘要（截断文本）
+     */
+    private generateSummary;
+}