@bolloon/bolloon-agent 0.1.34 → 0.1.36
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.auto-evolve-calls +1 -0
- package/.last-auto-evolve-baseline +1 -0
- package/.playwright-mcp/page-2026-06-16T07-51-45-706Z.yml +130 -0
- package/.playwright-mcp/page-2026-06-16T07-56-44-116Z.yml +131 -0
- package/Bolloon.md +144 -0
- package/Dive-into/CITATION.cff +17 -0
- package/Dive-into/LICENSE +25 -0
- package/Dive-into/README.md +598 -0
- package/Dive-into/README_zh.md +599 -0
- package/Dive-into/assets/context.png +0 -0
- package/Dive-into/assets/extensibility.png +0 -0
- package/Dive-into/assets/iteration.png +0 -0
- package/Dive-into/assets/layered_architecture.png +0 -0
- package/Dive-into/assets/main_structure.png +0 -0
- package/Dive-into/assets/permission.png +0 -0
- package/Dive-into/assets/session_compact.png +0 -0
- package/Dive-into/assets/subagent.png +0 -0
- package/Dive-into/paper/Dive_into_Claude_Code.pdf +0 -0
- package/README.md +1 -1
- package/dist/agents/p2p-chat-tools.js +6 -6
- package/dist/agents/permission-mode.js +115 -0
- package/dist/agents/pi-sdk.js +687 -25
- package/dist/agents/pre-tool-validator.js +194 -0
- package/dist/agents/workflow-pivot-loop.js +113 -12
- package/dist/bollharness/src/scripts/checks/check_doc_freshness.js +1 -1
- package/dist/bollharness/src/scripts/checks/check_doc_links.js +1 -1
- package/dist/bollharness/src/scripts/context_router.js +1 -1
- package/dist/bollharness/src/scripts/deploy-guard.js +1 -1
- package/dist/bollharness/src/scripts/guard_router.js +1 -1
- package/dist/bollharness/src/scripts/hooks/_hook_output.js +1 -1
- package/dist/bollharness/src/scripts/hooks/risk-tracker.js +1 -1
- package/dist/bollharness-integration/context-router.js +2 -2
- package/dist/bollharness-integration/guard-checker.js +1 -1
- package/dist/bootstrap/bootstrap.js +117 -0
- package/dist/bootstrap/context-collector.js +312 -0
- package/dist/bootstrap/context-hierarchy.js +218 -0
- package/dist/bootstrap/lifecycle-hooks.js +171 -0
- package/dist/bootstrap/project-context.js +158 -0
- package/dist/context-compaction/auto-compact.js +144 -0
- package/dist/context-compaction/budget-gate.js +28 -0
- package/dist/context-compaction/budget-reduce.js +35 -0
- package/dist/context-compaction/context-collapse.js +66 -0
- package/dist/context-compaction/index.js +21 -0
- package/dist/context-compaction/microcompact.js +51 -0
- package/dist/context-compaction/pipeline.js +123 -0
- package/dist/context-compaction/snip.js +45 -0
- package/dist/context-compaction/token-estimator.js +35 -0
- package/dist/context-compaction/types.js +19 -0
- package/dist/heartbeat/HealthMonitor.js +3 -2
- package/dist/index.js +49 -2
- package/dist/llm/llm-judgment-client.js +32 -30
- package/dist/llm/pi-ai.js +125 -28
- package/dist/llm/system-prompt/health.js +129 -0
- package/dist/llm/system-prompt/registry.js +246 -0
- package/dist/llm/system-prompt/strip-hibsml.js +51 -0
- package/dist/llm/tool-manifest/ask_user_input.js +35 -0
- package/dist/llm/tool-manifest/bash.js +23 -0
- package/dist/llm/tool-manifest/create_file.js +24 -0
- package/dist/llm/tool-manifest/fetch_sports_data.js +26 -0
- package/dist/llm/tool-manifest/image_search.js +24 -0
- package/dist/llm/tool-manifest/index.js +69 -0
- package/dist/llm/tool-manifest/mcp.js +43 -0
- package/dist/llm/tool-manifest/message_compose.js +31 -0
- package/dist/llm/tool-manifest/places.js +83 -0
- package/dist/llm/tool-manifest/present_files.js +21 -0
- package/dist/llm/tool-manifest/recipe.js +40 -0
- package/dist/llm/tool-manifest/recommend_apps.js +23 -0
- package/dist/llm/tool-manifest/str_replace.js +27 -0
- package/dist/llm/tool-manifest/types.js +7 -0
- package/dist/llm/tool-manifest/view.js +24 -0
- package/dist/llm/tool-manifest/weather.js +27 -0
- package/dist/llm/tool-manifest/web.js +51 -0
- package/dist/network/p2p-direct.js +23 -0
- package/dist/network/source-intent-broadcaster.js +203 -0
- package/dist/network/source-intent.js +100 -0
- package/dist/pi-ecosystem-judgment/adaptive-scan.js +279 -0
- package/dist/pi-ecosystem-judgment/causal-judge.js +449 -0
- package/dist/pi-ecosystem-judgment/detect-hook.js +168 -0
- package/dist/pi-ecosystem-judgment/distill-prompt.js +226 -0
- package/dist/pi-ecosystem-judgment/evolve-judgment.js +170 -0
- package/dist/pi-ecosystem-judgment/human-value-pipeline.js +21 -0
- package/dist/pi-ecosystem-judgment/human-value-store.js +283 -22
- package/dist/pi-ecosystem-judgment/injection-gate.js +208 -0
- package/dist/pi-ecosystem-judgment/monitor-gate.js +188 -0
- package/dist/pi-ecosystem-judgment/value-injection.js +8 -2
- package/dist/security/builtin-guards.js +124 -0
- package/dist/security/context-router-tool.js +106 -0
- package/dist/security/input-scanner.js +223 -0
- package/dist/security/react-harness.js +143 -0
- package/dist/security/tool-gate.js +235 -0
- package/dist/utils/auto-evolve-policy.js +117 -0
- package/dist/utils/clamp.js +7 -0
- package/dist/utils/double.js +6 -0
- package/dist/web/client.js +3810 -3830
- package/dist/web/components/p2p/P2PModal.js +188 -0
- package/dist/web/components/p2p/index.js +264 -226
- package/dist/web/components/p2p/p2p-modal.js +657 -0
- package/dist/web/components/p2p/p2p-tools.js +248 -0
- package/dist/web/index.html +60 -49
- package/dist/web/server.js +827 -124
- package/dist/web/style.css +531 -249
- package/dist/web/ui/message-renderer.js +463 -0
- package/dist/web/ui/step-timeline.js +375 -0
- package/lefthook.yml +33 -0
- package/package.json +3 -2
- package/scripts/auto-evolve-loop.ts +481 -0
- package/scripts/auto-evolve-oneshot.sh +155 -0
- package/scripts/auto-evolve-snapshot.sh +136 -0
- package/scripts/build-web.ts +35 -1
- package/scripts/detect-schema-changes.sh +48 -0
- package/scripts/diff-reviewer.ts +159 -0
- package/scripts/validate-system-prompt.ts +142 -0
- package/scripts/weekly-report.ts +364 -0
- package/src/agents/p2p-chat-tools.ts +6 -6
- package/src/agents/permission-mode.ts +127 -0
- package/src/agents/pi-sdk.ts +741 -30
- package/src/agents/pre-tool-validator.ts +213 -0
- package/src/agents/workflow-pivot-loop.ts +110 -19
- package/src/bollharness/CLAUDE.md +1 -1
- package/src/bollharness/README.md +2 -2
- package/src/bollharness/README.zh-CN.md +2 -2
- package/src/bollharness/reference/boll-reference/scripts/hooks/find-boll-root.sh +2 -2
- package/src/bollharness/scripts/context-fragments/truth-source-hierarchy.md +2 -2
- package/src/bollharness/scripts/context-fragments/version-sources.md +1 -1
- package/src/bollharness/scripts/hooks/find-project-root.sh +4 -4
- package/src/bollharness/src/scripts/checks/check_doc_freshness.ts +1 -1
- package/src/bollharness/src/scripts/checks/check_doc_links.ts +1 -1
- package/src/bollharness/src/scripts/context_router.ts +1 -1
- package/src/bollharness/src/scripts/deploy-guard.ts +1 -1
- package/src/bollharness/src/scripts/guard_router.ts +1 -1
- package/src/bollharness/src/scripts/hooks/_hook_output.ts +1 -1
- package/src/bollharness/src/scripts/hooks/risk-tracker.ts +1 -1
- package/src/bollharness/templates/scaffold/.gitignore.append +1 -1
- package/src/bollharness/templates/scaffold/CLAUDE.md +2 -2
- package/src/bollharness-integration/context-router.ts +2 -2
- package/src/bollharness-integration/guard-checker.ts +1 -1
- package/src/bootstrap/bootstrap.ts +135 -0
- package/src/bootstrap/context-collector.ts +371 -0
- package/src/bootstrap/context-hierarchy.ts +283 -0
- package/src/bootstrap/lifecycle-hooks.ts +289 -0
- package/src/bootstrap/project-context.ts +171 -0
- package/src/context-compaction/auto-compact.ts +153 -0
- package/src/context-compaction/budget-gate.ts +32 -0
- package/src/context-compaction/budget-reduce.ts +37 -0
- package/src/context-compaction/context-collapse.ts +72 -0
- package/src/context-compaction/index.ts +24 -0
- package/src/context-compaction/microcompact.ts +54 -0
- package/src/context-compaction/pipeline.ts +133 -0
- package/src/context-compaction/snip.ts +51 -0
- package/src/context-compaction/token-estimator.ts +36 -0
- package/src/context-compaction/types.ts +99 -0
- package/src/heartbeat/HealthMonitor.ts +3 -2
- package/src/index.ts +47 -2
- package/src/llm/llm-judgment-client.ts +36 -35
- package/src/llm/pi-ai.ts +135 -29
- package/src/llm/system-prompt/health.ts +159 -0
- package/src/llm/system-prompt/layers/channel/local.md +14 -0
- package/src/llm/system-prompt/layers/channel/p2p-agent.md +18 -0
- package/src/llm/system-prompt/layers/channel/p2p-visitor.md +19 -0
- package/src/llm/system-prompt/layers/core/artifacts_storage.md +89 -0
- package/src/llm/system-prompt/layers/core/evenhandedness.md +21 -0
- package/src/llm/system-prompt/layers/core/hibs_reminders.md +15 -0
- package/src/llm/system-prompt/layers/core/identity.md +37 -0
- package/src/llm/system-prompt/layers/core/knowledge.md +17 -0
- package/src/llm/system-prompt/layers/core/memory_system.md +12 -0
- package/src/llm/system-prompt/layers/core/network_filesystem.md +28 -0
- package/src/llm/system-prompt/layers/core/refusal.md +37 -0
- package/src/llm/system-prompt/layers/core/tone.md +31 -0
- package/src/llm/system-prompt/layers/core/tools.thin.md +13 -0
- package/src/llm/system-prompt/layers/core/wellbeing.md +41 -0
- package/src/llm/system-prompt/layers/role/architect.md +20 -0
- package/src/llm/system-prompt/layers/role/expert.md +19 -0
- package/src/llm/system-prompt/layers/role/implementer.md +15 -0
- package/src/llm/system-prompt/layers/role/security.md +15 -0
- package/src/llm/system-prompt/layers/tool/artifacts.md +72 -0
- package/src/llm/system-prompt/layers/tool/bash.md +25 -0
- package/src/llm/system-prompt/layers/tool/hibs_api.md +171 -0
- package/src/llm/system-prompt/layers/tool/image_search.md +70 -0
- package/src/llm/system-prompt/layers/tool/manifest.md +89 -0
- package/src/llm/system-prompt/layers/tool/mcp_apps.md +53 -0
- package/src/llm/system-prompt/layers/tool/web_search.md +83 -0
- package/src/llm/system-prompt/registry.ts +325 -0
- package/src/llm/system-prompt/strip-hibsml.ts +52 -0
- package/src/llm/tool-manifest/ask_user_input.ts +37 -0
- package/src/llm/tool-manifest/bash.ts +25 -0
- package/src/llm/tool-manifest/create_file.ts +26 -0
- package/src/llm/tool-manifest/fetch_sports_data.ts +28 -0
- package/src/llm/tool-manifest/image_search.ts +26 -0
- package/src/llm/tool-manifest/index.ts +88 -0
- package/src/llm/tool-manifest/mcp.ts +46 -0
- package/src/llm/tool-manifest/message_compose.ts +33 -0
- package/src/llm/tool-manifest/places.ts +86 -0
- package/src/llm/tool-manifest/present_files.ts +23 -0
- package/src/llm/tool-manifest/recipe.ts +42 -0
- package/src/llm/tool-manifest/recommend_apps.ts +25 -0
- package/src/llm/tool-manifest/str_replace.ts +29 -0
- package/src/llm/tool-manifest/types.ts +52 -0
- package/src/llm/tool-manifest/view.ts +26 -0
- package/src/llm/tool-manifest/weather.ts +29 -0
- package/src/llm/tool-manifest/web.ts +54 -0
- package/src/network/p2p-direct.ts +22 -0
- package/src/network/source-intent-broadcaster.ts +242 -0
- package/src/network/source-intent.ts +167 -0
- package/src/security/builtin-guards.ts +162 -0
- package/src/security/context-router-tool.ts +122 -0
- package/src/security/input-scanner.ts +287 -0
- package/src/security/react-harness.ts +177 -0
- package/src/security/tool-gate.ts +294 -0
- package/src/utils/auto-evolve-policy.ts +138 -0
- package/src/utils/clamp.ts +5 -0
- package/src/web/client.js +105 -2187
- package/src/web/client.ts +4326 -0
- package/src/web/index.html +60 -49
- package/src/web/server.ts +894 -148
- package/src/web/style.css +531 -249
- package/src/web/ui/message-renderer.ts +540 -0
- package/src/web/ui/step-timeline.ts +394 -0
- package/staging/auto-evolve/clean-001/.review-verdict +9 -0
- package/staging/auto-evolve/clean-001/clean-001.patch +14 -0
- package/staging/auto-evolve/e2e-001/.patch-id +1 -0
- package/staging/auto-evolve/e2e-001/.review-verdict +12 -0
- package/staging/auto-evolve/e2e-001/e2e-001.patch +11 -0
- package/staging/auto-evolve/test-bad/.review-verdict +12 -0
- package/staging/auto-evolve/test-bad/test-bad.patch +11 -0
- package/test-results/.last-run.json +6 -0
- package/test-results/src-test-web-loop-status-b-5734c-atus-bar-/346/230/276/347/244/272-spinner-/344/270/215/346/230/276/347/244/272/345/276/252/347/216/257/350/256/241/346/225/260/error-context.md +285 -0
|
@@ -0,0 +1,171 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Lifecycle Hooks — SessionStart / Stop / PreToolUse
|
|
3
|
+
*
|
|
4
|
+
* 失败静默: 任意 hook 挂掉不抛错, 仅 console.warn.
|
|
5
|
+
* 任何调用方都可以放心 await, 不会阻塞主对话.
|
|
6
|
+
*/
|
|
7
|
+
import * as fs from 'fs/promises';
|
|
8
|
+
import * as os from 'os';
|
|
9
|
+
import * as path from 'path';
|
|
10
|
+
import { getCachedBolloonContext, clearBolloonContextCache } from './context-collector.js';
|
|
11
|
+
import { formatContextForSystemPrompt } from './project-context.js';
|
|
12
|
+
let lastSessionStartAt = 0;
|
|
13
|
+
const MIN_INTERVAL_MS = 5000; // 同一进程 5s 内最多触发一次, 防止循环
|
|
14
|
+
export async function onSessionStart(opts = {}) {
|
|
15
|
+
const start = Date.now();
|
|
16
|
+
if (start - lastSessionStartAt < MIN_INTERVAL_MS) {
|
|
17
|
+
// 限流: 返回空 (调用方已经有缓存, 不需要重算)
|
|
18
|
+
return { systemAddition: '', collectMs: 0, truncated: false };
|
|
19
|
+
}
|
|
20
|
+
lastSessionStartAt = start;
|
|
21
|
+
try {
|
|
22
|
+
const ctx = await getCachedBolloonContext({ cwd: opts.cwd ?? process.cwd() }, opts.force ?? false);
|
|
23
|
+
let systemAddition = formatContextForSystemPrompt(ctx, { maxChars: opts.maxChars });
|
|
24
|
+
// 在头部加 channel 标识 (供 LLM 知道当前对话归属)
|
|
25
|
+
if (opts.channelId) {
|
|
26
|
+
systemAddition = `# 当前 channel: ${opts.channelId}\n\n` + systemAddition;
|
|
27
|
+
}
|
|
28
|
+
return {
|
|
29
|
+
systemAddition,
|
|
30
|
+
collectMs: Date.now() - start,
|
|
31
|
+
truncated: systemAddition.length > 0 && systemAddition.includes('截断模式'),
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
catch (err) {
|
|
35
|
+
console.warn('[lifecycle-hooks] onSessionStart failed (silent):', err);
|
|
36
|
+
return { systemAddition: '', collectMs: Date.now() - start, truncated: false };
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
export function clearSessionStartCache() {
|
|
40
|
+
lastSessionStartAt = 0;
|
|
41
|
+
clearBolloonContextCache();
|
|
42
|
+
}
|
|
43
|
+
const STOP_LOG = (os.homedir() || process.env.HOME || '/tmp') + '/.bolloon/sessions';
|
|
44
|
+
/**
|
|
45
|
+
* 把本次 session 摘要写 ~/.bolloon/sessions/<channelId>/last-stop.json
|
|
46
|
+
* 不重复写完整 session 持久化 (已由 createWebServer 内的 saveSession 处理)
|
|
47
|
+
*/
|
|
48
|
+
export async function onStop(opts) {
|
|
49
|
+
try {
|
|
50
|
+
const dir = path.join(STOP_LOG, sanitizeChannelId(opts.channelId));
|
|
51
|
+
await fs.mkdir(dir, { recursive: true });
|
|
52
|
+
const file = path.join(dir, 'last-stop.json');
|
|
53
|
+
const entry = {
|
|
54
|
+
ts: new Date().toISOString(),
|
|
55
|
+
channelId: opts.channelId,
|
|
56
|
+
messages: opts.messages ?? 0,
|
|
57
|
+
durationMs: opts.durationMs,
|
|
58
|
+
usedJudgmentIds: opts.usedJudgmentIds ?? [],
|
|
59
|
+
};
|
|
60
|
+
await fs.writeFile(file, JSON.stringify(entry, null, 2), 'utf-8');
|
|
61
|
+
return { persisted: true, path: file };
|
|
62
|
+
}
|
|
63
|
+
catch (err) {
|
|
64
|
+
console.warn('[lifecycle-hooks] onStop failed (silent):', err);
|
|
65
|
+
return { persisted: false, path: null };
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
function sanitizeChannelId(id) {
|
|
69
|
+
// 防止路径穿越
|
|
70
|
+
return id.replace(/[^a-zA-Z0-9_-]/g, '_').slice(0, 64);
|
|
71
|
+
}
|
|
72
|
+
// ============================================================
|
|
73
|
+
// PreToolUse (P2: 4 步链式 validator + permission mode)
|
|
74
|
+
// ============================================================
|
|
75
|
+
import { resolvePermissionMode } from '../agents/permission-mode.js';
|
|
76
|
+
import { validatePreToolUse } from '../agents/pre-tool-validator.js';
|
|
77
|
+
/**
|
|
78
|
+
* PreToolUse: 4 步链式 validator
|
|
79
|
+
* 1. modeGate (bypassPermissions + 非 shell 直接放行)
|
|
80
|
+
* 2. blacklistGate (6 模式危险命令)
|
|
81
|
+
* 3. shellGuardGate (路径黑名单, 绕过 mode 永远生效)
|
|
82
|
+
* 4. schemaGate (第一版 stub: always allow)
|
|
83
|
+
*
|
|
84
|
+
* 向后兼容: 不传 permissionMode → 默认 'default' (env BOLLOON_PERM_MODE 仍生效)
|
|
85
|
+
* 失败静默: 任何异常 → allowed: true (与原行为一致)
|
|
86
|
+
*/
|
|
87
|
+
export async function onPreToolUse(opts) {
|
|
88
|
+
try {
|
|
89
|
+
const mode = resolvePermissionMode({ permissionMode: opts.permissionMode });
|
|
90
|
+
return validatePreToolUse(opts.tool, opts.args || {}, mode);
|
|
91
|
+
}
|
|
92
|
+
catch (err) {
|
|
93
|
+
console.warn('[lifecycle-hooks] onPreToolUse failed (silent, allowing):', err);
|
|
94
|
+
return { allowed: true, mode: 'default' }; // 失败放行 (不阻塞)
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
// ============================================================
|
|
98
|
+
// 测试辅助: 获取 STOP_LOG 路径 (供测试覆盖路径)
|
|
99
|
+
// ============================================================
|
|
100
|
+
export function getStopLogPathForTest() {
|
|
101
|
+
return STOP_LOG;
|
|
102
|
+
}
|
|
103
|
+
/**
|
|
104
|
+
* PostToolUse: 工具调用后审计
|
|
105
|
+
* 默认 always continue. 项目可挂 shell-guard audit log / judgment 注入门 / 监控门
|
|
106
|
+
* 失败静默: 任何异常 → continue: true (不阻塞主循环)
|
|
107
|
+
*/
|
|
108
|
+
export async function onPostToolUse(opts) {
|
|
109
|
+
try {
|
|
110
|
+
// 审计日志: 写 ~/.bolloon/sessions/post-tool-audit.jsonl
|
|
111
|
+
const fs = await import('fs/promises');
|
|
112
|
+
const os = await import('os');
|
|
113
|
+
const path = await import('path');
|
|
114
|
+
const file = path.join(process.env.HOME || os.homedir() || '/tmp', '.bolloon', 'sessions', 'post-tool-audit.jsonl');
|
|
115
|
+
await fs.mkdir(path.dirname(file), { recursive: true });
|
|
116
|
+
const entry = {
|
|
117
|
+
ts: new Date().toISOString(),
|
|
118
|
+
tool: opts.tool,
|
|
119
|
+
success: opts.result.success,
|
|
120
|
+
durationMs: opts.durationMs ?? 0,
|
|
121
|
+
// 不写 args (可能含密钥), 只写 result 的 success/error
|
|
122
|
+
error: opts.result.error?.substring(0, 200) || null,
|
|
123
|
+
};
|
|
124
|
+
await fs.appendFile(file, JSON.stringify(entry) + '\n', 'utf-8').catch(() => { });
|
|
125
|
+
return { continue: true };
|
|
126
|
+
}
|
|
127
|
+
catch (err) {
|
|
128
|
+
console.warn('[lifecycle-hooks] onPostToolUse failed (silent, allowing):', err);
|
|
129
|
+
return { continue: true };
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
export async function onJudgmentInjected(opts) {
|
|
133
|
+
try {
|
|
134
|
+
const fs = await import('fs/promises');
|
|
135
|
+
const os = await import('os');
|
|
136
|
+
const path = await import('path');
|
|
137
|
+
const file = path.join(process.env.HOME || os.homedir() || '/tmp', '.bolloon', 'sessions', 'judgment-injected.jsonl');
|
|
138
|
+
await fs.mkdir(path.dirname(file), { recursive: true });
|
|
139
|
+
const entry = {
|
|
140
|
+
ts: new Date().toISOString(),
|
|
141
|
+
channelId: opts.channelId || 'unknown',
|
|
142
|
+
judgmentIds: opts.judgmentIds,
|
|
143
|
+
userInputSnippet: (opts.userInput || '').substring(0, 200),
|
|
144
|
+
};
|
|
145
|
+
await fs.appendFile(file, JSON.stringify(entry) + '\n', 'utf-8').catch(() => { });
|
|
146
|
+
}
|
|
147
|
+
catch (err) {
|
|
148
|
+
console.warn('[lifecycle-hooks] onJudgmentInjected failed (silent):', err);
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
export async function onMonitorViolation(opts) {
|
|
152
|
+
try {
|
|
153
|
+
const fs = await import('fs/promises');
|
|
154
|
+
const os = await import('os');
|
|
155
|
+
const path = await import('path');
|
|
156
|
+
const file = path.join(process.env.HOME || os.homedir() || '/tmp', '.bolloon', 'sessions', 'monitor-violation.jsonl');
|
|
157
|
+
await fs.mkdir(path.dirname(file), { recursive: true });
|
|
158
|
+
const entry = {
|
|
159
|
+
ts: new Date().toISOString(),
|
|
160
|
+
channelId: opts.channelId || 'unknown',
|
|
161
|
+
judgmentId: opts.judgmentId,
|
|
162
|
+
rule: opts.rule.substring(0, 200),
|
|
163
|
+
actualBehavior: opts.actualBehavior.substring(0, 200),
|
|
164
|
+
severity: opts.severity,
|
|
165
|
+
};
|
|
166
|
+
await fs.appendFile(file, JSON.stringify(entry) + '\n', 'utf-8').catch(() => { });
|
|
167
|
+
}
|
|
168
|
+
catch (err) {
|
|
169
|
+
console.warn('[lifecycle-hooks] onMonitorViolation failed (silent):', err);
|
|
170
|
+
}
|
|
171
|
+
}
|
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Project Context Formatter — BolloonContext → system prompt 片段
|
|
3
|
+
*
|
|
4
|
+
* 输出 markdown 文本, 直接拼到 LLM system prompt 头部
|
|
5
|
+
*
|
|
6
|
+
* 字符上限默认 4000 (system prompt 不能太长).
|
|
7
|
+
* 超限时按优先级砍: TODO 列表 → 压缩 Bolloon.md → 砍 judgments top values
|
|
8
|
+
*/
|
|
9
|
+
const DEFAULT_MAX_CHARS = 8000; // 从 4000 提到 8000, 给 4 级 Bolloon.md 留空间
|
|
10
|
+
const BOLLOON_MD_KEEP = 500; // 砍到这么长
|
|
11
|
+
export function formatContextForSystemPrompt(ctx, opts = {}) {
|
|
12
|
+
const maxChars = opts.maxChars ?? DEFAULT_MAX_CHARS;
|
|
13
|
+
const lines = [];
|
|
14
|
+
lines.push(`# 你的项目上下文 (自动 bootstrap, 时间: ${ctx.collectedAt})`);
|
|
15
|
+
lines.push('');
|
|
16
|
+
// 1. Bolloon.md 4 级层次 (Claude Code 论文, 严格 1:1)
|
|
17
|
+
// managed → user → project → local, 已在 collector 层 merge
|
|
18
|
+
if (ctx.hierarchy && ctx.hierarchy.merged && ctx.hierarchy.merged.length > 0) {
|
|
19
|
+
lines.push('## 规则层次 (4 级, Claude Code 论文对齐)');
|
|
20
|
+
lines.push(ctx.hierarchy.merged);
|
|
21
|
+
lines.push('');
|
|
22
|
+
}
|
|
23
|
+
// 1b. 项目名 + Bolloon.md 摘要 (向后兼容, Bolloon.md 也算 project 层之一)
|
|
24
|
+
lines.push(`## 项目: ${ctx.projectName}`);
|
|
25
|
+
lines.push(`- 路径: ${ctx.projectRoot}`);
|
|
26
|
+
if (ctx.bolloonMd) {
|
|
27
|
+
const mdSummary = firstParagraphs(ctx.bolloonMd, 3);
|
|
28
|
+
lines.push(`- Bolloon.md 摘要:`);
|
|
29
|
+
lines.push(mdSummary);
|
|
30
|
+
}
|
|
31
|
+
else {
|
|
32
|
+
lines.push(`- Bolloon.md: (缺失, 建议创建)`);
|
|
33
|
+
}
|
|
34
|
+
lines.push('');
|
|
35
|
+
// 2. Git
|
|
36
|
+
if (ctx.git) {
|
|
37
|
+
lines.push(`## Git 状态`);
|
|
38
|
+
lines.push(`- branch: ${ctx.git.branch}`);
|
|
39
|
+
lines.push(`- 未提交变更: ${ctx.git.uncommittedChanges}`);
|
|
40
|
+
if (ctx.git.lastCommits.length > 0) {
|
|
41
|
+
lines.push(`- 最近提交:`);
|
|
42
|
+
for (const c of ctx.git.lastCommits) {
|
|
43
|
+
lines.push(` - ${c}`);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
lines.push('');
|
|
47
|
+
}
|
|
48
|
+
// 3. Persona
|
|
49
|
+
if (ctx.persona) {
|
|
50
|
+
lines.push(`## 用户身份 (persona)`);
|
|
51
|
+
lines.push(`- 名字: ${ctx.persona.name}`);
|
|
52
|
+
if (ctx.persona.description)
|
|
53
|
+
lines.push(`- 描述: ${ctx.persona.description}`);
|
|
54
|
+
if (ctx.persona.personality)
|
|
55
|
+
lines.push(`- 性格: ${ctx.persona.personality}`);
|
|
56
|
+
lines.push('');
|
|
57
|
+
}
|
|
58
|
+
// 4. Judgments
|
|
59
|
+
if (ctx.judgmentsSummary.total > 0) {
|
|
60
|
+
const j = ctx.judgmentsSummary;
|
|
61
|
+
lines.push(`## 已沉淀的判断力 (${j.total} 条)`);
|
|
62
|
+
lines.push(`- 活跃: ${j.active}, 已过时: ${j.superseded}, 已拒绝: ${j.rejected}`);
|
|
63
|
+
if (j.topValues.length > 0) {
|
|
64
|
+
const topStr = j.topValues.map((v) => `${v.category}/${v.value}`).join(', ');
|
|
65
|
+
lines.push(`- Top 价值偏好: [${topStr}]`);
|
|
66
|
+
}
|
|
67
|
+
lines.push('');
|
|
68
|
+
}
|
|
69
|
+
// 5. Skills
|
|
70
|
+
if (ctx.skills.length > 0) {
|
|
71
|
+
lines.push(`## 工具 + Skills`);
|
|
72
|
+
lines.push(`- 已注册 skills (${ctx.skills.length}):`);
|
|
73
|
+
for (const s of ctx.skills) {
|
|
74
|
+
const desc = s.description ? ` — ${s.description}` : '';
|
|
75
|
+
lines.push(` - ${s.name}${desc}`);
|
|
76
|
+
}
|
|
77
|
+
lines.push('');
|
|
78
|
+
}
|
|
79
|
+
// 6. Pending
|
|
80
|
+
if (ctx.pending.goals.length > 0 || ctx.pending.todos.length > 0) {
|
|
81
|
+
lines.push(`## 未完成任务`);
|
|
82
|
+
if (ctx.pending.goals.length > 0) {
|
|
83
|
+
lines.push(`- ~/.bolloon/goals/: ${ctx.pending.goals.length} 条 (${ctx.pending.goals.slice(0, 3).join(', ')}${ctx.pending.goals.length > 3 ? '...' : ''})`);
|
|
84
|
+
}
|
|
85
|
+
if (ctx.pending.todos.length > 0) {
|
|
86
|
+
lines.push(`- 代码 TODO/FIXME: ${ctx.pending.todos.length} 处`);
|
|
87
|
+
for (const t of ctx.pending.todos.slice(0, 5)) {
|
|
88
|
+
lines.push(` - ${t.file}:${t.line} ${t.text}`);
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
lines.push('');
|
|
92
|
+
}
|
|
93
|
+
// 7. 环境 (放最后, 信息密度低)
|
|
94
|
+
lines.push(`## 环境`);
|
|
95
|
+
lines.push(`- ${ctx.env.os}, Node ${ctx.env.nodeVersion}, LLM: ${ctx.env.llmProvider}`);
|
|
96
|
+
// 字符截断
|
|
97
|
+
let result = lines.join('\n');
|
|
98
|
+
if (result.length > maxChars) {
|
|
99
|
+
result = truncateContext(ctx, maxChars);
|
|
100
|
+
}
|
|
101
|
+
return result;
|
|
102
|
+
}
|
|
103
|
+
/**
|
|
104
|
+
* 超限时按优先级砍: TODO 列表 → 压缩 Bolloon.md → 砍 top values
|
|
105
|
+
*/
|
|
106
|
+
function truncateContext(ctx, maxChars) {
|
|
107
|
+
// 先砍 TODO 列表 (low value)
|
|
108
|
+
const todoCapped = ctx.pending.todos.slice(0, 3);
|
|
109
|
+
const goalsCapped = ctx.pending.goals.slice(0, 2);
|
|
110
|
+
// 再砍 Bolloon.md
|
|
111
|
+
const mdCapped = ctx.bolloonMd
|
|
112
|
+
? firstParagraphs(ctx.bolloonMd, 1, BOLLOON_MD_KEEP)
|
|
113
|
+
: null;
|
|
114
|
+
// 砍 top values
|
|
115
|
+
const topValuesCapped = ctx.judgmentsSummary.topValues.slice(0, 5);
|
|
116
|
+
const lines = [];
|
|
117
|
+
lines.push(`# 你的项目上下文 (自动 bootstrap, 时间: ${ctx.collectedAt}, 截断模式)`);
|
|
118
|
+
lines.push(`## 项目: ${ctx.projectName}`);
|
|
119
|
+
if (mdCapped) {
|
|
120
|
+
lines.push(`- Bolloon.md (压缩): ${mdCapped.split('\n')[0]?.substring(0, 100)}...`);
|
|
121
|
+
}
|
|
122
|
+
if (ctx.git) {
|
|
123
|
+
lines.push(`## Git: ${ctx.git.branch} (未提交: ${ctx.git.uncommittedChanges})`);
|
|
124
|
+
for (const c of ctx.git.lastCommits.slice(0, 3))
|
|
125
|
+
lines.push(` - ${c}`);
|
|
126
|
+
}
|
|
127
|
+
if (ctx.persona)
|
|
128
|
+
lines.push(`## Persona: ${ctx.persona.name}`);
|
|
129
|
+
if (ctx.judgmentsSummary.total > 0) {
|
|
130
|
+
lines.push(`## 判断力: ${ctx.judgmentsSummary.total} 条 (活跃 ${ctx.judgmentsSummary.active})`);
|
|
131
|
+
if (topValuesCapped.length > 0) {
|
|
132
|
+
lines.push(`- Top: ${topValuesCapped.map((v) => `${v.category}/${v.value}`).join(', ')}`);
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
if (ctx.skills.length > 0) {
|
|
136
|
+
lines.push(`## Skills (${ctx.skills.length}): ${ctx.skills.map((s) => s.name).join(', ')}`);
|
|
137
|
+
}
|
|
138
|
+
if (todoCapped.length > 0) {
|
|
139
|
+
lines.push(`## TODO (${todoCapped.length}/${ctx.pending.todos.length})`);
|
|
140
|
+
for (const t of todoCapped)
|
|
141
|
+
lines.push(` - ${t.file}:${t.line} ${t.text}`);
|
|
142
|
+
}
|
|
143
|
+
if (goalsCapped.length > 0) {
|
|
144
|
+
lines.push(`## Goals: ${goalsCapped.join(', ')}`);
|
|
145
|
+
}
|
|
146
|
+
return lines.join('\n');
|
|
147
|
+
}
|
|
148
|
+
/**
|
|
149
|
+
* 取前 N 段非空段落
|
|
150
|
+
*/
|
|
151
|
+
function firstParagraphs(text, count, maxLen) {
|
|
152
|
+
const paragraphs = text.split(/\n\s*\n/).filter((p) => p.trim().length > 0);
|
|
153
|
+
let result = paragraphs.slice(0, count).join('\n\n');
|
|
154
|
+
if (maxLen && result.length > maxLen) {
|
|
155
|
+
result = result.substring(0, maxLen) + '...';
|
|
156
|
+
}
|
|
157
|
+
return result;
|
|
158
|
+
}
|
|
@@ -0,0 +1,144 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Auto-Compact — 第 5 层: LLM 摘要 (最后手段)
|
|
3
|
+
*
|
|
4
|
+
* 论文:
|
|
5
|
+
* - 兜底层, budget > 100% 时才触发
|
|
6
|
+
* - 用 LLM 生成完整摘要, 替代前 K 对 user/assistant
|
|
7
|
+
* - 摘要 prompt 明确要求"必须保留出现过的 tool names"
|
|
8
|
+
* - 缓存到 ~/.bolloon/sessions/<channel>/compaction-cache.json
|
|
9
|
+
* - LLM 失败 → fallback 保留原文
|
|
10
|
+
*
|
|
11
|
+
* 关键不变量: 这是**破坏性**的 (折叠 N 对成 1 条), 调用方接受新 history
|
|
12
|
+
*
|
|
13
|
+
* 失败静默: LLM 失败 → 返回原 history (与现状一致)
|
|
14
|
+
*/
|
|
15
|
+
import * as crypto from 'crypto';
|
|
16
|
+
import * as fs from 'fs/promises';
|
|
17
|
+
import * as os from 'os';
|
|
18
|
+
import * as path from 'path';
|
|
19
|
+
const DEFAULT_COLLAPSE_PAIRS = 5;
|
|
20
|
+
const CACHE_DIR = () => path.join(process.env.HOME || os.homedir() || '/tmp', '.bolloon', 'sessions', 'compaction-cache');
|
|
21
|
+
function cacheKey(history, collapsePairs) {
|
|
22
|
+
const slice = history.slice(0, collapsePairs * 2);
|
|
23
|
+
const joined = slice.map((m) => `${m.role}:${m.content}`).join('|');
|
|
24
|
+
return crypto.createHash('sha1').update(joined).digest('hex').slice(0, 12);
|
|
25
|
+
}
|
|
26
|
+
async function readCache(scope, key) {
|
|
27
|
+
try {
|
|
28
|
+
const file = path.join(CACHE_DIR(), `${scope}_${key}.json`);
|
|
29
|
+
const raw = await fs.readFile(file, 'utf-8');
|
|
30
|
+
const obj = JSON.parse(raw);
|
|
31
|
+
if (typeof obj.summary === 'string' && Date.now() - obj.ts < 24 * 60 * 60 * 1000) {
|
|
32
|
+
return obj.summary;
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
catch { /* cache miss or parse err */ }
|
|
36
|
+
return null;
|
|
37
|
+
}
|
|
38
|
+
async function writeCache(scope, key, summary) {
|
|
39
|
+
try {
|
|
40
|
+
await fs.mkdir(CACHE_DIR(), { recursive: true });
|
|
41
|
+
const file = path.join(CACHE_DIR(), `${scope}_${key}.json`);
|
|
42
|
+
await fs.writeFile(file, JSON.stringify({ ts: Date.now(), summary, key }), 'utf-8');
|
|
43
|
+
}
|
|
44
|
+
catch (err) {
|
|
45
|
+
console.warn('[compactor] cache write failed (silent):', err);
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
const SUMMARIZE_SYSTEM = `你是一个对话历史压缩助手.
|
|
49
|
+
你的任务: 把给定的对话历史压缩成 1-2 句话的摘要, 保留所有出现过的 tool names.
|
|
50
|
+
要求:
|
|
51
|
+
- 保留所有用户的关键需求
|
|
52
|
+
- 保留所有调用过的 tool names (例如 read_file, shell_exec, use_skill 等)
|
|
53
|
+
- 保留关键决策和发现
|
|
54
|
+
- 不要添加原对话中没有的信息
|
|
55
|
+
- 输出纯文本, 不要 JSON, 不要 markdown 标题`;
|
|
56
|
+
export async function autoCompact(history, opts = {}) {
|
|
57
|
+
try {
|
|
58
|
+
if (opts.skip)
|
|
59
|
+
return { history, applied: false, detail: 'skipped' };
|
|
60
|
+
const collapsePairs = opts.autoCompactCollapsePairs ?? DEFAULT_COLLAPSE_PAIRS;
|
|
61
|
+
// 找前 K 对的边界
|
|
62
|
+
let pairsFound = 0;
|
|
63
|
+
let cutTo = -1;
|
|
64
|
+
for (let i = 0; i < history.length; i++) {
|
|
65
|
+
if (history[i].role === 'user') {
|
|
66
|
+
pairsFound++;
|
|
67
|
+
if (pairsPairsOver(pairsFound, collapsePairs)) {
|
|
68
|
+
cutTo = i;
|
|
69
|
+
break;
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
if (cutTo <= 0) {
|
|
74
|
+
return { history, applied: false, detail: 'history too short' };
|
|
75
|
+
}
|
|
76
|
+
const toCollapse = history.slice(0, cutTo);
|
|
77
|
+
const remaining = history.slice(cutTo);
|
|
78
|
+
const scope = opts.cacheScope || 'default';
|
|
79
|
+
// 1. 查缓存 (key 基于实际被切的消息, 不用理论 collapsePairs)
|
|
80
|
+
const key = crypto.createHash('sha1').update(toCollapse.map((m) => `${m.role}:${m.content}`).join('|')).digest('hex').slice(0, 12);
|
|
81
|
+
let summary = await readCache(scope, key);
|
|
82
|
+
// 2. 没缓存就调 LLM
|
|
83
|
+
if (!summary) {
|
|
84
|
+
if (!opts.llmChat) {
|
|
85
|
+
// 没有 LLM 就 fallback 保留原文
|
|
86
|
+
console.warn('[compactor] autoCompact: no llmChat injected, returning original');
|
|
87
|
+
return { history, applied: false, detail: 'no llmChat available' };
|
|
88
|
+
}
|
|
89
|
+
try {
|
|
90
|
+
const userPrompt = `以下是 ${cutTo} 条较早的对话历史, 请压缩为 1-2 句摘要:\n\n${formatForSummary(toCollapse)}`;
|
|
91
|
+
summary = await opts.llmChat(SUMMARIZE_SYSTEM, userPrompt);
|
|
92
|
+
if (!summary || summary.trim().length === 0) {
|
|
93
|
+
return { history, applied: false, detail: 'llm returned empty' };
|
|
94
|
+
}
|
|
95
|
+
// 写缓存 (静默, 但 await 确保测试可重现)
|
|
96
|
+
try {
|
|
97
|
+
await writeCache(scope, key, summary);
|
|
98
|
+
}
|
|
99
|
+
catch { /* ignored */ }
|
|
100
|
+
}
|
|
101
|
+
catch (err) {
|
|
102
|
+
console.warn('[compactor] autoCompact LLM call failed (silent, fallback):', err);
|
|
103
|
+
return { history, applied: false, detail: 'llm call failed' };
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
// 3. 折叠: 1 条 summary 消息替代 N 条原文
|
|
107
|
+
const summaryMsg = {
|
|
108
|
+
role: 'system',
|
|
109
|
+
content: `[Auto-Compact Summary] ${summary}`,
|
|
110
|
+
};
|
|
111
|
+
return {
|
|
112
|
+
history: [summaryMsg, ...remaining],
|
|
113
|
+
applied: true,
|
|
114
|
+
detail: `collapsed ${cutTo} messages into 1 summary (cache key: ${key})`,
|
|
115
|
+
};
|
|
116
|
+
}
|
|
117
|
+
catch (err) {
|
|
118
|
+
console.warn('[compactor] autoCompact failed (silent, returning original):', err);
|
|
119
|
+
return { history, applied: false, detail: 'error' };
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
function pairsPairsOver(found, target) {
|
|
123
|
+
return found > target;
|
|
124
|
+
}
|
|
125
|
+
function formatForSummary(messages) {
|
|
126
|
+
return messages.map((m) => {
|
|
127
|
+
if (m.role === 'user')
|
|
128
|
+
return `用户: ${m.content}`;
|
|
129
|
+
if (m.role === 'assistant')
|
|
130
|
+
return `助手: ${m.content.substring(0, 500)}`;
|
|
131
|
+
if (m.role === 'tool') {
|
|
132
|
+
const r = m.toolResult;
|
|
133
|
+
return `工具: ${typeof r === 'string' ? r : JSON.stringify(r).substring(0, 300)}`;
|
|
134
|
+
}
|
|
135
|
+
return m.content;
|
|
136
|
+
}).join('\n');
|
|
137
|
+
}
|
|
138
|
+
// ============================================================
|
|
139
|
+
// 测试钩子
|
|
140
|
+
// ============================================================
|
|
141
|
+
export function _resetAutoCompactCacheForTest() {
|
|
142
|
+
// 实际缓存由 readCache/writeCache 管理, 这里只暴露接口
|
|
143
|
+
// 测试可以走 fs.rm CACHE_DIR() 清理
|
|
144
|
+
}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Budget Gate — 预算判定 (不修改消息)
|
|
3
|
+
*
|
|
4
|
+
* 论文: 这是判定阶段, 不是压缩阶段. 触发条件:
|
|
5
|
+
* - ratio < 0.8 → fit, 不压缩
|
|
6
|
+
* - 0.8 ≤ ratio ≤ 1.0 → triggerNextLayer (跑下一层)
|
|
7
|
+
* - ratio > 1.0 → triggerNextLayer, 全部层都跑
|
|
8
|
+
*
|
|
9
|
+
* 失败静默: 任何异常 → 视为 fit (与现状一致, 不冒险压缩)
|
|
10
|
+
*/
|
|
11
|
+
import { estimateTokens } from './token-estimator.js';
|
|
12
|
+
const FIT_THRESHOLD = 0.8;
|
|
13
|
+
export function budgetGate(history, maxTokens = 8000) {
|
|
14
|
+
try {
|
|
15
|
+
const estimatedTokens = estimateTokens(history);
|
|
16
|
+
const ratio = maxTokens > 0 ? estimatedTokens / maxTokens : 0;
|
|
17
|
+
return {
|
|
18
|
+
fit: ratio < FIT_THRESHOLD,
|
|
19
|
+
estimatedTokens,
|
|
20
|
+
ratio,
|
|
21
|
+
triggerNextLayer: ratio >= FIT_THRESHOLD,
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
catch (err) {
|
|
25
|
+
console.warn('[compactor] budgetGate failed (silent, treating as fit):', err);
|
|
26
|
+
return { fit: true, estimatedTokens: 0, ratio: 0, triggerNextLayer: false };
|
|
27
|
+
}
|
|
28
|
+
}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Budget Reduction — 第 1 层: 单条消息大小限制
|
|
3
|
+
*
|
|
4
|
+
* 论文: 总是跑. 截断 > 阈值的单条消息, 加 ... [truncated, original=N chars]
|
|
5
|
+
*
|
|
6
|
+
* 关键: 不破坏 messageHistory 内存结构, 只改 buildContext 输出
|
|
7
|
+
* 但因为 buildContext 需要最终字符串, 这里实际返回新 history
|
|
8
|
+
* (内容相同的引用 = 内存未真正变更)
|
|
9
|
+
*
|
|
10
|
+
* 失败静默: 异常 → 返回原 history
|
|
11
|
+
*/
|
|
12
|
+
const DEFAULT_MAX_CHARS = 4000;
|
|
13
|
+
export function budgetReduce(history, opts = {}) {
|
|
14
|
+
try {
|
|
15
|
+
if (opts.skip)
|
|
16
|
+
return { history, applied: false, detail: 'skipped' };
|
|
17
|
+
const maxChars = opts.budgetReduceMaxChars ?? DEFAULT_MAX_CHARS;
|
|
18
|
+
let changed = false;
|
|
19
|
+
const out = history.map((m) => {
|
|
20
|
+
if (m.content && m.content.length > maxChars) {
|
|
21
|
+
changed = true;
|
|
22
|
+
return {
|
|
23
|
+
...m,
|
|
24
|
+
content: m.content.substring(0, maxChars) + `\n... [truncated, original=${m.content.length} chars]`,
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
return m;
|
|
28
|
+
});
|
|
29
|
+
return { history: out, applied: changed, detail: changed ? `truncated >${maxChars} chars` : 'no oversized messages' };
|
|
30
|
+
}
|
|
31
|
+
catch (err) {
|
|
32
|
+
console.warn('[compactor] budgetReduce failed (silent, returning original):', err);
|
|
33
|
+
return { history, applied: false, detail: 'error' };
|
|
34
|
+
}
|
|
35
|
+
}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Context Collapse — 第 4 层: 读时虚拟投影 (非破坏)
|
|
3
|
+
*
|
|
4
|
+
* 论文:
|
|
5
|
+
* - 不修改 messageHistory
|
|
6
|
+
* - 在 buildContext() 输出阶段, 前 K 对 user/assistant 替换为 [collapsed: <summary>]
|
|
7
|
+
* - feature flag BOLLOON_CONTEXT_COLLAPSE 默认关闭
|
|
8
|
+
*
|
|
9
|
+
* 实现策略:
|
|
10
|
+
* - 由于 buildContext 阶段才输出最终字符串, 这里"虚拟投影"实际意味着:
|
|
11
|
+
* 返回一个新 history, 前 K 对用一个虚拟的 "collapsed" summary 消息替代
|
|
12
|
+
* - 但 memory 层的 messageHistory 不变 (由调用方负责回滚或仅在 buildContext 内用)
|
|
13
|
+
*
|
|
14
|
+
* 实践: 本 stage 返回一个标记 collapsed=true 的 history, 调用方可以选择:
|
|
15
|
+
* (a) 仅在 buildContext 字符串拼接时替换 (理想)
|
|
16
|
+
* (b) 临时替换 (本次 LLM call 结束后回滚)
|
|
17
|
+
* (c) 永久替换 (但这违背"非破坏"原则)
|
|
18
|
+
*
|
|
19
|
+
* 本模块选 (b): 返回新 history, 标记 collapsedMeta 字段, 文档说明调用方应仅用于构建 LLM 输入
|
|
20
|
+
*
|
|
21
|
+
* 失败静默: 异常 → 返回原 history
|
|
22
|
+
*/
|
|
23
|
+
const DEFAULT_COLLAPSE_PAIRS = 5;
|
|
24
|
+
const DEFAULT_SUMMARY = '[collapsed: N earlier rounds — summary not yet generated]';
|
|
25
|
+
export function isContextCollapseEnabled() {
|
|
26
|
+
return process.env.BOLLOON_CONTEXT_COLLAPSE === '1';
|
|
27
|
+
}
|
|
28
|
+
export function contextCollapse(history, opts = {}) {
|
|
29
|
+
try {
|
|
30
|
+
if (opts.skip || !isContextCollapseEnabled()) {
|
|
31
|
+
return { history, applied: false, detail: isContextCollapseEnabled() ? 'skipped' : 'feature flag off' };
|
|
32
|
+
}
|
|
33
|
+
const collapsePairs = opts.contextCollapseCollapsePairs ?? DEFAULT_COLLAPSE_PAIRS;
|
|
34
|
+
// 找前 K 对 user/assistant 的边界
|
|
35
|
+
let pairsFound = 0;
|
|
36
|
+
let cutTo = -1;
|
|
37
|
+
for (let i = 0; i < history.length; i++) {
|
|
38
|
+
if (history[i].role === 'user') {
|
|
39
|
+
pairsFound++;
|
|
40
|
+
if (pairsFound > collapsePairs) {
|
|
41
|
+
cutTo = i;
|
|
42
|
+
break;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
if (cutTo <= 0) {
|
|
47
|
+
return { history, applied: false, detail: 'history too short' };
|
|
48
|
+
}
|
|
49
|
+
// 把前 cutTo 条压成 1 条 virtual summary message
|
|
50
|
+
const collapsedCount = cutTo;
|
|
51
|
+
const summaryMsg = {
|
|
52
|
+
role: 'system',
|
|
53
|
+
content: `[collapsed: ${collapsedCount} earlier messages (${collapsePairs} pairs) — virtual projection, original history preserved]`,
|
|
54
|
+
};
|
|
55
|
+
const out = [summaryMsg, ...history.slice(cutTo)];
|
|
56
|
+
return {
|
|
57
|
+
history: out,
|
|
58
|
+
applied: true,
|
|
59
|
+
detail: `virtual-collapsed first ${collapsedCount} messages`,
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
catch (err) {
|
|
63
|
+
console.warn('[compactor] contextCollapse failed (silent, returning original):', err);
|
|
64
|
+
return { history, applied: false, detail: 'error' };
|
|
65
|
+
}
|
|
66
|
+
}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Context Compaction — 公共导出 (barrel)
|
|
3
|
+
*
|
|
4
|
+
* 设计: 严格对齐 Claude Code 论文 5 层压缩流水线
|
|
5
|
+
* 1. Budget Reduction (单条消息大小限制)
|
|
6
|
+
* 2. Snip (裁掉老历史, feature flag 关闭)
|
|
7
|
+
* 3. Microcompact (cache-aware 细粒度压缩)
|
|
8
|
+
* 4. Context Collapse (读时虚拟投影, feature flag 关闭)
|
|
9
|
+
* 5. Auto-Compact (LLM 摘要, 兜底)
|
|
10
|
+
*
|
|
11
|
+
* 主要入口: `compactPipeline(history, opts)`
|
|
12
|
+
* 失败静默: 任何 stage 抛错 → pipeline 返回原 history
|
|
13
|
+
*/
|
|
14
|
+
export { compactPipeline, _resetPipelineForTest } from './pipeline.js';
|
|
15
|
+
export { budgetGate } from './budget-gate.js';
|
|
16
|
+
export { budgetReduce } from './budget-reduce.js';
|
|
17
|
+
export { snip, isSnipEnabled } from './snip.js';
|
|
18
|
+
export { microcompact } from './microcompact.js';
|
|
19
|
+
export { contextCollapse, isContextCollapseEnabled } from './context-collapse.js';
|
|
20
|
+
export { autoCompact, _resetAutoCompactCacheForTest } from './auto-compact.js';
|
|
21
|
+
export { estimateTokens, estimateStringTokens } from './token-estimator.js';
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Microcompact — 第 3 层: cache-aware 细粒度压缩
|
|
3
|
+
*
|
|
4
|
+
* 论文: 总是跑 (时间触发), 关键作用是保留 prompt cache 命中
|
|
5
|
+
* 实现 (简化版): 把老的 toolResult 折叠为 "(tool result: <name>, N chars)"
|
|
6
|
+
* - 保留最近 N 条 tool_result 完整 (默认 3)
|
|
7
|
+
* - 之前的折叠
|
|
8
|
+
*
|
|
9
|
+
* 关键: 不破坏 messageHistory 内存结构
|
|
10
|
+
*
|
|
11
|
+
* 失败静默: 异常 → 返回原 history
|
|
12
|
+
*/
|
|
13
|
+
const DEFAULT_KEEP_RECENT = 3;
|
|
14
|
+
export function microcompact(history, opts = {}) {
|
|
15
|
+
try {
|
|
16
|
+
if (opts.skip)
|
|
17
|
+
return { history, applied: false, detail: 'skipped' };
|
|
18
|
+
const keepRecent = opts.microcompactKeepRecent ?? DEFAULT_KEEP_RECENT;
|
|
19
|
+
// 找所有 tool 消息的索引
|
|
20
|
+
const toolIndices = [];
|
|
21
|
+
for (let i = 0; i < history.length; i++) {
|
|
22
|
+
if (history[i].role === 'tool')
|
|
23
|
+
toolIndices.push(i);
|
|
24
|
+
}
|
|
25
|
+
if (toolIndices.length <= keepRecent) {
|
|
26
|
+
return { history, applied: false, detail: 'no old tool_results to fold' };
|
|
27
|
+
}
|
|
28
|
+
// 要折叠的 = 前 (total - keepRecent) 条
|
|
29
|
+
const toFold = new Set(toolIndices.slice(0, toolIndices.length - keepRecent));
|
|
30
|
+
let changed = false;
|
|
31
|
+
const out = history.map((m, i) => {
|
|
32
|
+
if (toFold.has(i) && m.role === 'tool') {
|
|
33
|
+
changed = true;
|
|
34
|
+
// 尝试从相邻的 assistant 消息拿 tool name
|
|
35
|
+
const name = m.toolName || 'unknown';
|
|
36
|
+
const originalLen = m.content?.length || 0;
|
|
37
|
+
return {
|
|
38
|
+
...m,
|
|
39
|
+
content: `(tool result: ${name}, ${originalLen} chars — folded by microcompact)`,
|
|
40
|
+
toolResult: undefined,
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
return m;
|
|
44
|
+
});
|
|
45
|
+
return { history: out, applied: changed, detail: `folded ${toFold.size} old tool_results, kept last ${keepRecent}` };
|
|
46
|
+
}
|
|
47
|
+
catch (err) {
|
|
48
|
+
console.warn('[compactor] microcompact failed (silent, returning original):', err);
|
|
49
|
+
return { history, applied: false, detail: 'error' };
|
|
50
|
+
}
|
|
51
|
+
}
|