opc-agent 4.0.44 → 4.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.github/ISSUE_TEMPLATE/bug_report.md +20 -20
- package/.github/ISSUE_TEMPLATE/feature_request.md +14 -14
- package/.github/PULL_REQUEST_TEMPLATE.md +13 -13
- package/CHANGELOG.md +48 -48
- package/CONTRIBUTING.md +36 -36
- package/README.zh-CN.md +497 -497
- package/dist/channels/wechat.js +6 -6
- package/dist/cli.js +2 -2
- package/dist/core/runtime.js +18 -0
- package/dist/deploy/index.js +56 -56
- package/dist/providers/index.js +39 -13
- package/dist/studio/server.js +211 -20
- package/dist/studio-ui/index.html +279 -24
- package/dist/ui/components.js +105 -105
- package/examples/README.md +22 -22
- package/examples/basic-agent.ts +90 -90
- package/examples/brain-integration.ts +71 -71
- package/examples/multi-channel.ts +74 -74
- package/fix-sidebar.mjs +188 -188
- package/install.ps1 +154 -154
- package/install.sh +164 -164
- package/package.json +1 -1
- package/scripts/install.ps1 +31 -31
- package/scripts/install.sh +40 -40
- package/serve-studio.js +13 -13
- package/serve-test.js +25 -25
- package/src/channels/dingtalk.ts +46 -46
- package/src/channels/email.ts +351 -351
- package/src/channels/feishu.ts +349 -349
- package/src/channels/googlechat.ts +42 -42
- package/src/channels/imessage.ts +31 -31
- package/src/channels/irc.ts +82 -82
- package/src/channels/line.ts +32 -32
- package/src/channels/matrix.ts +33 -33
- package/src/channels/mattermost.ts +57 -57
- package/src/channels/msteams.ts +32 -32
- package/src/channels/nostr.ts +32 -32
- package/src/channels/qq.ts +33 -33
- package/src/channels/signal.ts +32 -32
- package/src/channels/sms.ts +33 -33
- package/src/channels/telegram.ts +616 -616
- package/src/channels/twitch.ts +65 -65
- package/src/channels/voice-call.ts +100 -100
- package/src/channels/websocket.ts +399 -399
- package/src/channels/wechat.ts +329 -329
- package/src/channels/whatsapp.ts +32 -32
- package/src/cli/chat.ts +99 -99
- package/src/cli/setup.ts +314 -314
- package/src/cli.ts +2 -2
- package/src/core/agent.ts +476 -476
- package/src/core/api-server.ts +277 -277
- package/src/core/audio.ts +98 -98
- package/src/core/collaboration.ts +275 -275
- package/src/core/context-discovery.ts +85 -85
- package/src/core/context-refs.ts +140 -140
- package/src/core/gateway.ts +106 -106
- package/src/core/heartbeat.ts +51 -51
- package/src/core/hooks.ts +105 -105
- package/src/core/ide-bridge.ts +133 -133
- package/src/core/node-network.ts +86 -86
- package/src/core/profiles.ts +122 -122
- package/src/core/runtime.ts +18 -0
- package/src/core/scheduler.ts +187 -187
- package/src/core/session-manager.ts +137 -137
- package/src/core/subagent.ts +98 -98
- package/src/core/vision.ts +180 -180
- package/src/core/workflow-graph.ts +365 -365
- package/src/daemon.ts +96 -96
- package/src/deploy/index.ts +255 -255
- package/src/doctor.ts +156 -156
- package/src/eval/index.ts +211 -211
- package/src/eval/suites/basic.json +16 -16
- package/src/eval/suites/memory.json +12 -12
- package/src/eval/suites/safety.json +14 -14
- package/src/hub/brain-seed.ts +54 -54
- package/src/hub/client.ts +60 -60
- package/src/mcp/servers/calculator-mcp.ts +65 -65
- package/src/mcp/servers/crypto-mcp.ts +73 -73
- package/src/mcp/servers/database-mcp.ts +72 -72
- package/src/mcp/servers/datetime-mcp.ts +69 -69
- package/src/mcp/servers/filesystem.ts +66 -66
- package/src/mcp/servers/github-mcp.ts +58 -58
- package/src/mcp/servers/index.ts +63 -63
- package/src/mcp/servers/json-mcp.ts +102 -102
- package/src/mcp/servers/memory-mcp.ts +56 -56
- package/src/mcp/servers/regex-mcp.ts +53 -53
- package/src/mcp/servers/web-mcp.ts +49 -49
- package/src/memory/context-compressor.ts +189 -189
- package/src/memory/seed-loader.ts +212 -212
- package/src/memory/user-profiler.ts +215 -215
- package/src/plugins/content-filter.ts +23 -23
- package/src/plugins/logger.ts +18 -18
- package/src/plugins/rate-limiter.ts +38 -38
- package/src/protocols/a2a/client.ts +132 -132
- package/src/protocols/a2a/index.ts +8 -8
- package/src/protocols/a2a/server.ts +333 -333
- package/src/protocols/a2a/types.ts +88 -88
- package/src/protocols/a2a/utils.ts +50 -50
- package/src/protocols/agui/client.ts +83 -83
- package/src/protocols/agui/index.ts +4 -4
- package/src/protocols/agui/server.ts +218 -218
- package/src/protocols/agui/types.ts +153 -153
- package/src/protocols/index.ts +2 -2
- package/src/protocols/mcp/agent-tools.ts +134 -134
- package/src/protocols/mcp/index.ts +8 -8
- package/src/protocols/mcp/server.ts +262 -262
- package/src/protocols/mcp/types.ts +69 -69
- package/src/providers/index.ts +632 -608
- package/src/publish/index.ts +376 -376
- package/src/scheduler/cron-engine.ts +191 -191
- package/src/scheduler/index.ts +2 -2
- package/src/schema/oad.ts +217 -217
- package/src/security/approval.ts +131 -131
- package/src/security/approvals.ts +143 -143
- package/src/security/elevated.ts +105 -105
- package/src/security/guardrails.ts +248 -248
- package/src/security/index.ts +9 -9
- package/src/security/keys.ts +87 -87
- package/src/security/secrets.ts +129 -129
- package/src/skills/builtin/index.ts +408 -408
- package/src/skills/marketplace.ts +113 -113
- package/src/skills/types.ts +42 -42
- package/src/studio/server.ts +209 -22
- package/src/studio/templates-data.ts +178 -178
- package/src/studio-ui/index.html +279 -24
- package/src/telemetry/index.ts +324 -324
- package/src/tools/builtin/browser.ts +299 -299
- package/src/tools/builtin/datetime.ts +41 -41
- package/src/tools/builtin/file.ts +107 -107
- package/src/tools/builtin/home-assistant.ts +116 -116
- package/src/tools/builtin/rl-tools.ts +243 -243
- package/src/tools/builtin/shell.ts +43 -43
- package/src/tools/builtin/vision.ts +64 -64
- package/src/tools/builtin/web-search.ts +126 -126
- package/src/tools/builtin/web.ts +35 -35
- package/src/tools/document-processor.ts +213 -213
- package/src/tools/image-generator.ts +150 -150
- package/src/tools/integrations/calendar.ts +73 -73
- package/src/tools/integrations/code-exec.ts +39 -39
- package/src/tools/integrations/csv-analyzer.ts +92 -92
- package/src/tools/integrations/database.ts +44 -44
- package/src/tools/integrations/email-send.ts +76 -76
- package/src/tools/integrations/git-tool.ts +42 -42
- package/src/tools/integrations/github-tool.ts +76 -76
- package/src/tools/integrations/image-gen.ts +56 -56
- package/src/tools/integrations/index.ts +92 -92
- package/src/tools/integrations/jira.ts +83 -83
- package/src/tools/integrations/notion.ts +71 -71
- package/src/tools/integrations/npm-tool.ts +48 -48
- package/src/tools/integrations/pdf-reader.ts +58 -58
- package/src/tools/integrations/slack.ts +65 -65
- package/src/tools/integrations/summarizer.ts +49 -49
- package/src/tools/integrations/translator.ts +48 -48
- package/src/tools/integrations/trello.ts +60 -60
- package/src/tools/integrations/vector-search.ts +42 -42
- package/src/tools/integrations/web-scraper.ts +47 -47
- package/src/tools/integrations/web-search.ts +58 -58
- package/src/tools/integrations/webhook.ts +38 -38
- package/src/tools/mcp-client.ts +131 -131
- package/src/tools/web-scraper.ts +179 -179
- package/src/tools/web-search.ts +180 -180
- package/src/ui/components.ts +127 -127
- package/srv-out.txt +1 -1
- package/templates/ecommerce-assistant/README.md +45 -45
- package/templates/ecommerce-assistant/oad.yaml +47 -47
- package/templates/tech-support/README.md +43 -43
- package/templates/tech-support/oad.yaml +45 -45
- package/test-agent/Dockerfile +9 -9
- package/test-agent/README.md +50 -50
- package/test-agent/agent.yaml +23 -23
- package/test-agent/docker-compose.yml +11 -11
- package/test-agent/oad.yaml +31 -31
- package/test-agent/package-lock.json +1492 -1492
- package/test-agent/package.json +17 -17
- package/test-agent/src/index.ts +24 -24
- package/test-agent/src/skills/echo.ts +15 -15
- package/test-agent/tsconfig.json +24 -24
- package/test-full.js +43 -43
- package/test-sidebar.js +22 -22
- package/test-studio3.js +75 -75
- package/test-studio4.js +41 -41
- package/tests/a2a-protocol.test.ts +285 -285
- package/tests/agui-protocol.test.ts +246 -246
- package/tests/api-server.test.ts +148 -148
- package/tests/approvals.test.ts +89 -89
- package/tests/audio.test.ts +40 -40
- package/tests/brain-seed-extended.test.ts +490 -490
- package/tests/brain-seed.test.ts +239 -239
- package/tests/browser.test.ts +179 -179
- package/tests/channels/discord.test.ts +79 -79
- package/tests/channels/email.test.ts +148 -148
- package/tests/channels/feishu.test.ts +123 -123
- package/tests/channels/telegram.test.ts +129 -129
- package/tests/channels/websocket.test.ts +53 -53
- package/tests/channels/wechat.test.ts +170 -170
- package/tests/channels-extra.test.ts +45 -45
- package/tests/chat-cli.test.ts +160 -160
- package/tests/cli.test.ts +46 -46
- package/tests/context-compressor.test.ts +172 -172
- package/tests/context-refs.test.ts +121 -121
- package/tests/cron-engine.test.ts +101 -101
- package/tests/daemon.test.ts +135 -135
- package/tests/deepbrain-wire.test.ts +234 -234
- package/tests/deploy-and-dag.test.ts +196 -196
- package/tests/doctor.test.ts +38 -38
- package/tests/document-processor.test.ts +69 -69
- package/tests/e2e-nocode.test.ts +442 -442
- package/tests/elevated.test.ts +69 -69
- package/tests/eval.test.ts +173 -173
- package/tests/gateway.test.ts +63 -63
- package/tests/guardrails.test.ts +177 -177
- package/tests/home-assistant.test.ts +40 -40
- package/tests/hooks.test.ts +79 -79
- package/tests/ide-bridge.test.ts +38 -38
- package/tests/image-generator.test.ts +84 -84
- package/tests/init-role.test.ts +124 -124
- package/tests/integrations.test.ts +249 -249
- package/tests/mcp-client.test.ts +92 -92
- package/tests/mcp-server.test.ts +178 -178
- package/tests/mcp-servers.test.ts +260 -260
- package/tests/node-network.test.ts +74 -74
- package/tests/plugin-a2a-enhanced.test.ts +230 -230
- package/tests/profiles.test.ts +61 -61
- package/tests/publish.test.ts +231 -231
- package/tests/rl-tools.test.ts +93 -93
- package/tests/sandbox-manager.test.ts +46 -46
- package/tests/scheduler.test.ts +200 -200
- package/tests/secrets.test.ts +107 -107
- package/tests/security-enhanced.test.ts +233 -233
- package/tests/settings-api.test.ts +148 -148
- package/tests/setup.test.ts +73 -73
- package/tests/subagent.test.ts +193 -193
- package/tests/telegram-discord.test.ts +60 -60
- package/tests/telemetry.test.ts +186 -186
- package/tests/user-profiler.test.ts +169 -169
- package/tests/v090-features.test.ts +254 -254
- package/tests/vision.test.ts +61 -61
- package/tests/voice-call.test.ts +47 -47
- package/tests/voice-enhanced.test.ts +169 -169
- package/tests/voice-interaction.test.ts +38 -38
- package/tests/web-search.test.ts +155 -155
- package/tests/workflow-graph.test.ts +279 -279
- package/tutorial/customer-service-agent/README.md +612 -612
- package/tutorial/customer-service-agent/SOUL.md +26 -26
- package/tutorial/customer-service-agent/agent.yaml +63 -63
- package/tutorial/customer-service-agent/package.json +19 -19
- package/tutorial/customer-service-agent/src/index.ts +69 -69
- package/tutorial/customer-service-agent/src/skills/faq.ts +27 -27
- package/tutorial/customer-service-agent/src/skills/ticket.ts +22 -22
- package/tutorial/customer-service-agent/tsconfig.json +14 -14
|
@@ -1,172 +1,172 @@
|
|
|
1
|
-
import { describe, it, expect, vi } from 'vitest';
|
|
2
|
-
import { ContextCompressor } from '../src/memory/context-compressor';
|
|
3
|
-
import type { Message } from '../src/core/types';
|
|
4
|
-
|
|
5
|
-
function makeMsg(role: 'user' | 'assistant' | 'system', content: string, id?: string): Message {
|
|
6
|
-
return { id: id ?? `msg-${Math.random()}`, role, content, timestamp: Date.now() };
|
|
7
|
-
}
|
|
8
|
-
|
|
9
|
-
function makeMessages(count: number, contentLen = 200): Message[] {
|
|
10
|
-
return Array.from({ length: count }, (_, i) =>
|
|
11
|
-
makeMsg(i % 2 === 0 ? 'user' : 'assistant', 'A'.repeat(contentLen), `msg-${i}`)
|
|
12
|
-
);
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
describe('ContextCompressor', () => {
|
|
16
|
-
describe('estimateTokens', () => {
|
|
17
|
-
it('should estimate English text tokens (~1 per 4 chars)', () => {
|
|
18
|
-
const c = new ContextCompressor();
|
|
19
|
-
const tokens = c.estimateTokens('Hello World'); // 11 chars => ~3
|
|
20
|
-
expect(tokens).toBeGreaterThanOrEqual(2);
|
|
21
|
-
expect(tokens).toBeLessThanOrEqual(4);
|
|
22
|
-
});
|
|
23
|
-
|
|
24
|
-
it('should estimate Chinese text tokens (~1 per 2 chars)', () => {
|
|
25
|
-
const c = new ContextCompressor();
|
|
26
|
-
const tokens = c.estimateTokens('你好世界测试'); // 6 CJK chars => ~3
|
|
27
|
-
expect(tokens).toBeGreaterThanOrEqual(2);
|
|
28
|
-
expect(tokens).toBeLessThanOrEqual(4);
|
|
29
|
-
});
|
|
30
|
-
|
|
31
|
-
it('should handle mixed language text', () => {
|
|
32
|
-
const c = new ContextCompressor();
|
|
33
|
-
const tokens = c.estimateTokens('Hello 你好');
|
|
34
|
-
expect(tokens).toBeGreaterThan(0);
|
|
35
|
-
});
|
|
36
|
-
|
|
37
|
-
it('should return 0 for empty string', () => {
|
|
38
|
-
const c = new ContextCompressor();
|
|
39
|
-
expect(c.estimateTokens('')).toBe(0);
|
|
40
|
-
});
|
|
41
|
-
|
|
42
|
-
it('should handle long text proportionally', () => {
|
|
43
|
-
const c = new ContextCompressor();
|
|
44
|
-
const short = c.estimateTokens('test');
|
|
45
|
-
const long = c.estimateTokens('test'.repeat(100));
|
|
46
|
-
expect(long).toBeGreaterThan(short * 50);
|
|
47
|
-
});
|
|
48
|
-
});
|
|
49
|
-
|
|
50
|
-
describe('compress - no brain', () => {
|
|
51
|
-
it('should not compress when under threshold', async () => {
|
|
52
|
-
const c = new ContextCompressor({ maxTokens: 8000, compressThreshold: 0.8 });
|
|
53
|
-
const msgs = makeMessages(3, 50); // small
|
|
54
|
-
const result = await c.compress(msgs);
|
|
55
|
-
expect(result.messages).toHaveLength(3);
|
|
56
|
-
expect(result.savedTokens).toBe(0);
|
|
57
|
-
expect(result.learnedCount).toBe(0);
|
|
58
|
-
});
|
|
59
|
-
|
|
60
|
-
it('should compress when over threshold', async () => {
|
|
61
|
-
const c = new ContextCompressor({ maxTokens: 100, compressThreshold: 0.5, preserveRecent: 2 });
|
|
62
|
-
const msgs = makeMessages(10, 200);
|
|
63
|
-
const result = await c.compress(msgs);
|
|
64
|
-
expect(result.messages.length).toBeLessThan(10);
|
|
65
|
-
expect(result.savedTokens).toBeGreaterThan(0);
|
|
66
|
-
expect(result.summary).toBeTruthy();
|
|
67
|
-
});
|
|
68
|
-
|
|
69
|
-
it('should preserve recent messages', async () => {
|
|
70
|
-
const c = new ContextCompressor({ maxTokens: 100, compressThreshold: 0.5, preserveRecent: 3 });
|
|
71
|
-
const msgs = makeMessages(10, 200);
|
|
72
|
-
const result = await c.compress(msgs);
|
|
73
|
-
// Last 3 + 1 compression message = 4
|
|
74
|
-
expect(result.messages).toHaveLength(4);
|
|
75
|
-
expect(result.messages[1].id).toBe('msg-7');
|
|
76
|
-
expect(result.messages[2].id).toBe('msg-8');
|
|
77
|
-
expect(result.messages[3].id).toBe('msg-9');
|
|
78
|
-
});
|
|
79
|
-
|
|
80
|
-
it('should add system compression message', async () => {
|
|
81
|
-
const c = new ContextCompressor({ maxTokens: 100, compressThreshold: 0.5, preserveRecent: 2 });
|
|
82
|
-
const msgs = makeMessages(10, 200);
|
|
83
|
-
const result = await c.compress(msgs);
|
|
84
|
-
expect(result.messages[0].role).toBe('system');
|
|
85
|
-
expect(result.messages[0].content).toContain('Context compressed');
|
|
86
|
-
});
|
|
87
|
-
|
|
88
|
-
it('should handle preserveRecent >= message count', async () => {
|
|
89
|
-
const c = new ContextCompressor({ maxTokens: 10, compressThreshold: 0.5, preserveRecent: 20 });
|
|
90
|
-
const msgs = makeMessages(5, 200);
|
|
91
|
-
const result = await c.compress(msgs);
|
|
92
|
-
expect(result.messages).toHaveLength(5); // can't compress, all are "recent"
|
|
93
|
-
});
|
|
94
|
-
});
|
|
95
|
-
|
|
96
|
-
describe('compress - with brain', () => {
|
|
97
|
-
it('should learn insights to brain', async () => {
|
|
98
|
-
const brain = { learn: vi.fn().mockResolvedValue(undefined) };
|
|
99
|
-
const c = new ContextCompressor({ maxTokens: 100, compressThreshold: 0.5, preserveRecent: 2 });
|
|
100
|
-
const msgs = [
|
|
101
|
-
makeMsg('user', 'I decided to use TypeScript for the project'),
|
|
102
|
-
makeMsg('assistant', 'Great decision! TypeScript provides type safety.'.repeat(5)),
|
|
103
|
-
makeMsg('user', 'I prefer functional programming'),
|
|
104
|
-
...makeMessages(4, 200),
|
|
105
|
-
];
|
|
106
|
-
const result = await c.compress(msgs, { brain });
|
|
107
|
-
expect(result.learnedCount).toBeGreaterThan(0);
|
|
108
|
-
expect(brain.learn).toHaveBeenCalled();
|
|
109
|
-
});
|
|
110
|
-
|
|
111
|
-
it('should include brain reference in compression message', async () => {
|
|
112
|
-
const brain = { learn: vi.fn().mockResolvedValue(undefined) };
|
|
113
|
-
const c = new ContextCompressor({ maxTokens: 100, compressThreshold: 0.5, preserveRecent: 1 });
|
|
114
|
-
const msgs = makeMessages(10, 200);
|
|
115
|
-
const result = await c.compress(msgs, { brain });
|
|
116
|
-
expect(result.messages[0].content).toContain('Brain');
|
|
117
|
-
expect(result.messages[0].content).toContain('recall()');
|
|
118
|
-
});
|
|
119
|
-
|
|
120
|
-
it('should handle brain.learn failure gracefully', async () => {
|
|
121
|
-
const brain = { learn: vi.fn().mockRejectedValue(new Error('fail')) };
|
|
122
|
-
const c = new ContextCompressor({ maxTokens: 100, compressThreshold: 0.5, preserveRecent: 2 });
|
|
123
|
-
const msgs = [
|
|
124
|
-
makeMsg('user', 'We decided to use Rust'),
|
|
125
|
-
...makeMessages(8, 200),
|
|
126
|
-
];
|
|
127
|
-
const result = await c.compress(msgs, { brain });
|
|
128
|
-
expect(result.learnedCount).toBe(0); // all failed
|
|
129
|
-
expect(result.messages.length).toBeLessThan(10);
|
|
130
|
-
});
|
|
131
|
-
});
|
|
132
|
-
|
|
133
|
-
describe('restore', () => {
|
|
134
|
-
it('should call brain.recall and return strings', async () => {
|
|
135
|
-
const brain = { recall: vi.fn().mockResolvedValue(['fact1', 'fact2']) };
|
|
136
|
-
const c = new ContextCompressor();
|
|
137
|
-
const results = await c.restore('test query', brain);
|
|
138
|
-
expect(results).toEqual(['fact1', 'fact2']);
|
|
139
|
-
expect(brain.recall).toHaveBeenCalledWith('test query');
|
|
140
|
-
});
|
|
141
|
-
|
|
142
|
-
it('should handle object results from recall', async () => {
|
|
143
|
-
const brain = { recall: vi.fn().mockResolvedValue([{ content: 'data' }]) };
|
|
144
|
-
const c = new ContextCompressor();
|
|
145
|
-
const results = await c.restore('query', brain);
|
|
146
|
-
expect(results).toEqual(['data']);
|
|
147
|
-
});
|
|
148
|
-
|
|
149
|
-
it('should return empty array when no brain', async () => {
|
|
150
|
-
const c = new ContextCompressor();
|
|
151
|
-
const results = await c.restore('query', null);
|
|
152
|
-
expect(results).toEqual([]);
|
|
153
|
-
});
|
|
154
|
-
|
|
155
|
-
it('should handle recall failure', async () => {
|
|
156
|
-
const brain = { recall: vi.fn().mockRejectedValue(new Error('fail')) };
|
|
157
|
-
const c = new ContextCompressor();
|
|
158
|
-
const results = await c.restore('query', brain);
|
|
159
|
-
expect(results).toEqual([]);
|
|
160
|
-
});
|
|
161
|
-
});
|
|
162
|
-
|
|
163
|
-
describe('config override', () => {
|
|
164
|
-
it('should allow per-call config override', async () => {
|
|
165
|
-
const c = new ContextCompressor({ maxTokens: 100000 }); // high default
|
|
166
|
-
const msgs = makeMessages(10, 200);
|
|
167
|
-
// Override with low threshold
|
|
168
|
-
const result = await c.compress(msgs, { maxTokens: 100, compressThreshold: 0.5, preserveRecent: 2 });
|
|
169
|
-
expect(result.messages.length).toBeLessThan(10);
|
|
170
|
-
});
|
|
171
|
-
});
|
|
172
|
-
});
|
|
1
|
+
import { describe, it, expect, vi } from 'vitest';
|
|
2
|
+
import { ContextCompressor } from '../src/memory/context-compressor';
|
|
3
|
+
import type { Message } from '../src/core/types';
|
|
4
|
+
|
|
5
|
+
function makeMsg(role: 'user' | 'assistant' | 'system', content: string, id?: string): Message {
|
|
6
|
+
return { id: id ?? `msg-${Math.random()}`, role, content, timestamp: Date.now() };
|
|
7
|
+
}
|
|
8
|
+
|
|
9
|
+
function makeMessages(count: number, contentLen = 200): Message[] {
|
|
10
|
+
return Array.from({ length: count }, (_, i) =>
|
|
11
|
+
makeMsg(i % 2 === 0 ? 'user' : 'assistant', 'A'.repeat(contentLen), `msg-${i}`)
|
|
12
|
+
);
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
describe('ContextCompressor', () => {
|
|
16
|
+
describe('estimateTokens', () => {
|
|
17
|
+
it('should estimate English text tokens (~1 per 4 chars)', () => {
|
|
18
|
+
const c = new ContextCompressor();
|
|
19
|
+
const tokens = c.estimateTokens('Hello World'); // 11 chars => ~3
|
|
20
|
+
expect(tokens).toBeGreaterThanOrEqual(2);
|
|
21
|
+
expect(tokens).toBeLessThanOrEqual(4);
|
|
22
|
+
});
|
|
23
|
+
|
|
24
|
+
it('should estimate Chinese text tokens (~1 per 2 chars)', () => {
|
|
25
|
+
const c = new ContextCompressor();
|
|
26
|
+
const tokens = c.estimateTokens('你好世界测试'); // 6 CJK chars => ~3
|
|
27
|
+
expect(tokens).toBeGreaterThanOrEqual(2);
|
|
28
|
+
expect(tokens).toBeLessThanOrEqual(4);
|
|
29
|
+
});
|
|
30
|
+
|
|
31
|
+
it('should handle mixed language text', () => {
|
|
32
|
+
const c = new ContextCompressor();
|
|
33
|
+
const tokens = c.estimateTokens('Hello 你好');
|
|
34
|
+
expect(tokens).toBeGreaterThan(0);
|
|
35
|
+
});
|
|
36
|
+
|
|
37
|
+
it('should return 0 for empty string', () => {
|
|
38
|
+
const c = new ContextCompressor();
|
|
39
|
+
expect(c.estimateTokens('')).toBe(0);
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
it('should handle long text proportionally', () => {
|
|
43
|
+
const c = new ContextCompressor();
|
|
44
|
+
const short = c.estimateTokens('test');
|
|
45
|
+
const long = c.estimateTokens('test'.repeat(100));
|
|
46
|
+
expect(long).toBeGreaterThan(short * 50);
|
|
47
|
+
});
|
|
48
|
+
});
|
|
49
|
+
|
|
50
|
+
describe('compress - no brain', () => {
|
|
51
|
+
it('should not compress when under threshold', async () => {
|
|
52
|
+
const c = new ContextCompressor({ maxTokens: 8000, compressThreshold: 0.8 });
|
|
53
|
+
const msgs = makeMessages(3, 50); // small
|
|
54
|
+
const result = await c.compress(msgs);
|
|
55
|
+
expect(result.messages).toHaveLength(3);
|
|
56
|
+
expect(result.savedTokens).toBe(0);
|
|
57
|
+
expect(result.learnedCount).toBe(0);
|
|
58
|
+
});
|
|
59
|
+
|
|
60
|
+
it('should compress when over threshold', async () => {
|
|
61
|
+
const c = new ContextCompressor({ maxTokens: 100, compressThreshold: 0.5, preserveRecent: 2 });
|
|
62
|
+
const msgs = makeMessages(10, 200);
|
|
63
|
+
const result = await c.compress(msgs);
|
|
64
|
+
expect(result.messages.length).toBeLessThan(10);
|
|
65
|
+
expect(result.savedTokens).toBeGreaterThan(0);
|
|
66
|
+
expect(result.summary).toBeTruthy();
|
|
67
|
+
});
|
|
68
|
+
|
|
69
|
+
it('should preserve recent messages', async () => {
|
|
70
|
+
const c = new ContextCompressor({ maxTokens: 100, compressThreshold: 0.5, preserveRecent: 3 });
|
|
71
|
+
const msgs = makeMessages(10, 200);
|
|
72
|
+
const result = await c.compress(msgs);
|
|
73
|
+
// Last 3 + 1 compression message = 4
|
|
74
|
+
expect(result.messages).toHaveLength(4);
|
|
75
|
+
expect(result.messages[1].id).toBe('msg-7');
|
|
76
|
+
expect(result.messages[2].id).toBe('msg-8');
|
|
77
|
+
expect(result.messages[3].id).toBe('msg-9');
|
|
78
|
+
});
|
|
79
|
+
|
|
80
|
+
it('should add system compression message', async () => {
|
|
81
|
+
const c = new ContextCompressor({ maxTokens: 100, compressThreshold: 0.5, preserveRecent: 2 });
|
|
82
|
+
const msgs = makeMessages(10, 200);
|
|
83
|
+
const result = await c.compress(msgs);
|
|
84
|
+
expect(result.messages[0].role).toBe('system');
|
|
85
|
+
expect(result.messages[0].content).toContain('Context compressed');
|
|
86
|
+
});
|
|
87
|
+
|
|
88
|
+
it('should handle preserveRecent >= message count', async () => {
|
|
89
|
+
const c = new ContextCompressor({ maxTokens: 10, compressThreshold: 0.5, preserveRecent: 20 });
|
|
90
|
+
const msgs = makeMessages(5, 200);
|
|
91
|
+
const result = await c.compress(msgs);
|
|
92
|
+
expect(result.messages).toHaveLength(5); // can't compress, all are "recent"
|
|
93
|
+
});
|
|
94
|
+
});
|
|
95
|
+
|
|
96
|
+
describe('compress - with brain', () => {
|
|
97
|
+
it('should learn insights to brain', async () => {
|
|
98
|
+
const brain = { learn: vi.fn().mockResolvedValue(undefined) };
|
|
99
|
+
const c = new ContextCompressor({ maxTokens: 100, compressThreshold: 0.5, preserveRecent: 2 });
|
|
100
|
+
const msgs = [
|
|
101
|
+
makeMsg('user', 'I decided to use TypeScript for the project'),
|
|
102
|
+
makeMsg('assistant', 'Great decision! TypeScript provides type safety.'.repeat(5)),
|
|
103
|
+
makeMsg('user', 'I prefer functional programming'),
|
|
104
|
+
...makeMessages(4, 200),
|
|
105
|
+
];
|
|
106
|
+
const result = await c.compress(msgs, { brain });
|
|
107
|
+
expect(result.learnedCount).toBeGreaterThan(0);
|
|
108
|
+
expect(brain.learn).toHaveBeenCalled();
|
|
109
|
+
});
|
|
110
|
+
|
|
111
|
+
it('should include brain reference in compression message', async () => {
|
|
112
|
+
const brain = { learn: vi.fn().mockResolvedValue(undefined) };
|
|
113
|
+
const c = new ContextCompressor({ maxTokens: 100, compressThreshold: 0.5, preserveRecent: 1 });
|
|
114
|
+
const msgs = makeMessages(10, 200);
|
|
115
|
+
const result = await c.compress(msgs, { brain });
|
|
116
|
+
expect(result.messages[0].content).toContain('Brain');
|
|
117
|
+
expect(result.messages[0].content).toContain('recall()');
|
|
118
|
+
});
|
|
119
|
+
|
|
120
|
+
it('should handle brain.learn failure gracefully', async () => {
|
|
121
|
+
const brain = { learn: vi.fn().mockRejectedValue(new Error('fail')) };
|
|
122
|
+
const c = new ContextCompressor({ maxTokens: 100, compressThreshold: 0.5, preserveRecent: 2 });
|
|
123
|
+
const msgs = [
|
|
124
|
+
makeMsg('user', 'We decided to use Rust'),
|
|
125
|
+
...makeMessages(8, 200),
|
|
126
|
+
];
|
|
127
|
+
const result = await c.compress(msgs, { brain });
|
|
128
|
+
expect(result.learnedCount).toBe(0); // all failed
|
|
129
|
+
expect(result.messages.length).toBeLessThan(10);
|
|
130
|
+
});
|
|
131
|
+
});
|
|
132
|
+
|
|
133
|
+
describe('restore', () => {
|
|
134
|
+
it('should call brain.recall and return strings', async () => {
|
|
135
|
+
const brain = { recall: vi.fn().mockResolvedValue(['fact1', 'fact2']) };
|
|
136
|
+
const c = new ContextCompressor();
|
|
137
|
+
const results = await c.restore('test query', brain);
|
|
138
|
+
expect(results).toEqual(['fact1', 'fact2']);
|
|
139
|
+
expect(brain.recall).toHaveBeenCalledWith('test query');
|
|
140
|
+
});
|
|
141
|
+
|
|
142
|
+
it('should handle object results from recall', async () => {
|
|
143
|
+
const brain = { recall: vi.fn().mockResolvedValue([{ content: 'data' }]) };
|
|
144
|
+
const c = new ContextCompressor();
|
|
145
|
+
const results = await c.restore('query', brain);
|
|
146
|
+
expect(results).toEqual(['data']);
|
|
147
|
+
});
|
|
148
|
+
|
|
149
|
+
it('should return empty array when no brain', async () => {
|
|
150
|
+
const c = new ContextCompressor();
|
|
151
|
+
const results = await c.restore('query', null);
|
|
152
|
+
expect(results).toEqual([]);
|
|
153
|
+
});
|
|
154
|
+
|
|
155
|
+
it('should handle recall failure', async () => {
|
|
156
|
+
const brain = { recall: vi.fn().mockRejectedValue(new Error('fail')) };
|
|
157
|
+
const c = new ContextCompressor();
|
|
158
|
+
const results = await c.restore('query', brain);
|
|
159
|
+
expect(results).toEqual([]);
|
|
160
|
+
});
|
|
161
|
+
});
|
|
162
|
+
|
|
163
|
+
describe('config override', () => {
|
|
164
|
+
it('should allow per-call config override', async () => {
|
|
165
|
+
const c = new ContextCompressor({ maxTokens: 100000 }); // high default
|
|
166
|
+
const msgs = makeMessages(10, 200);
|
|
167
|
+
// Override with low threshold
|
|
168
|
+
const result = await c.compress(msgs, { maxTokens: 100, compressThreshold: 0.5, preserveRecent: 2 });
|
|
169
|
+
expect(result.messages.length).toBeLessThan(10);
|
|
170
|
+
});
|
|
171
|
+
});
|
|
172
|
+
});
|
|
@@ -1,121 +1,121 @@
|
|
|
1
|
-
import { describe, it, expect, beforeEach } from 'vitest';
|
|
2
|
-
import { ContextRefResolver } from '../src/core/context-refs';
|
|
3
|
-
import * as fs from 'fs';
|
|
4
|
-
import * as path from 'path';
|
|
5
|
-
import * as os from 'os';
|
|
6
|
-
|
|
7
|
-
describe('ContextRefResolver.parseRefs', () => {
|
|
8
|
-
let resolver: ContextRefResolver;
|
|
9
|
-
beforeEach(() => { resolver = new ContextRefResolver(); });
|
|
10
|
-
|
|
11
|
-
it('parses @file references', () => {
|
|
12
|
-
const refs = resolver.parseRefs('Check @file:src/index.ts please');
|
|
13
|
-
expect(refs).toEqual([{ type: 'file', path: 'src/index.ts' }]);
|
|
14
|
-
});
|
|
15
|
-
|
|
16
|
-
it('parses @folder references', () => {
|
|
17
|
-
const refs = resolver.parseRefs('Look at @folder:src/');
|
|
18
|
-
expect(refs).toEqual([{ type: 'folder', path: 'src/' }]);
|
|
19
|
-
});
|
|
20
|
-
|
|
21
|
-
it('parses @url references', () => {
|
|
22
|
-
const refs = resolver.parseRefs('See @url:https://example.com/api');
|
|
23
|
-
expect(refs).toEqual([{ type: 'url', path: 'https://example.com/api' }]);
|
|
24
|
-
});
|
|
25
|
-
|
|
26
|
-
it('parses @git-diff', () => {
|
|
27
|
-
const refs = resolver.parseRefs('Show me @git-diff');
|
|
28
|
-
expect(refs).toEqual([{ type: 'git-diff', path: 'git-diff' }]);
|
|
29
|
-
});
|
|
30
|
-
|
|
31
|
-
it('parses @git-log with count', () => {
|
|
32
|
-
const refs = resolver.parseRefs('Show @git-log:5');
|
|
33
|
-
expect(refs).toEqual([{ type: 'git-log', path: '5' }]);
|
|
34
|
-
});
|
|
35
|
-
|
|
36
|
-
it('parses @git-log without count defaults to 10', () => {
|
|
37
|
-
const refs = resolver.parseRefs('Show @git-log');
|
|
38
|
-
expect(refs).toEqual([{ type: 'git-log', path: '10' }]);
|
|
39
|
-
});
|
|
40
|
-
|
|
41
|
-
it('parses multiple refs', () => {
|
|
42
|
-
const refs = resolver.parseRefs('Check @file:a.ts and @file:b.ts and @git-diff');
|
|
43
|
-
expect(refs).toHaveLength(3);
|
|
44
|
-
expect(refs[0].type).toBe('file');
|
|
45
|
-
expect(refs[1].type).toBe('file');
|
|
46
|
-
expect(refs[2].type).toBe('git-diff');
|
|
47
|
-
});
|
|
48
|
-
|
|
49
|
-
it('returns empty for no refs', () => {
|
|
50
|
-
expect(resolver.parseRefs('no refs here')).toEqual([]);
|
|
51
|
-
});
|
|
52
|
-
});
|
|
53
|
-
|
|
54
|
-
describe('ContextRefResolver.resolveRefs', () => {
|
|
55
|
-
let resolver: ContextRefResolver;
|
|
56
|
-
let tmpDir: string;
|
|
57
|
-
|
|
58
|
-
beforeEach(() => {
|
|
59
|
-
resolver = new ContextRefResolver();
|
|
60
|
-
tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'ctx-ref-'));
|
|
61
|
-
fs.writeFileSync(path.join(tmpDir, 'test.txt'), 'hello world');
|
|
62
|
-
fs.mkdirSync(path.join(tmpDir, 'sub'));
|
|
63
|
-
fs.writeFileSync(path.join(tmpDir, 'sub', 'nested.txt'), 'nested');
|
|
64
|
-
});
|
|
65
|
-
|
|
66
|
-
it('resolves file ref', async () => {
|
|
67
|
-
const refs = await resolver.resolveRefs([{ type: 'file', path: path.join(tmpDir, 'test.txt') }]);
|
|
68
|
-
expect(refs[0].content).toBe('hello world');
|
|
69
|
-
});
|
|
70
|
-
|
|
71
|
-
it('resolves folder ref', async () => {
|
|
72
|
-
const refs = await resolver.resolveRefs([{ type: 'folder', path: tmpDir }]);
|
|
73
|
-
expect(refs[0].content).toContain('test.txt');
|
|
74
|
-
expect(refs[0].content).toContain('sub');
|
|
75
|
-
});
|
|
76
|
-
|
|
77
|
-
it('handles file not found gracefully', async () => {
|
|
78
|
-
const refs = await resolver.resolveRefs([{ type: 'file', path: '/nonexistent/file.txt' }]);
|
|
79
|
-
expect(refs[0].content).toContain('Error');
|
|
80
|
-
});
|
|
81
|
-
|
|
82
|
-
it('truncates long content', async () => {
|
|
83
|
-
const longContent = 'x'.repeat(6000);
|
|
84
|
-
fs.writeFileSync(path.join(tmpDir, 'long.txt'), longContent);
|
|
85
|
-
const refs = await resolver.resolveRefs([{ type: 'file', path: path.join(tmpDir, 'long.txt') }]);
|
|
86
|
-
expect(refs[0].content!.length).toBeLessThan(6000);
|
|
87
|
-
expect(refs[0].content).toContain('truncated');
|
|
88
|
-
});
|
|
89
|
-
});
|
|
90
|
-
|
|
91
|
-
describe('ContextRefResolver.injectRefs', () => {
|
|
92
|
-
let resolver: ContextRefResolver;
|
|
93
|
-
beforeEach(() => { resolver = new ContextRefResolver(); });
|
|
94
|
-
|
|
95
|
-
it('injects context before last user message', () => {
|
|
96
|
-
const messages = [
|
|
97
|
-
{ role: 'user', content: 'first' },
|
|
98
|
-
{ role: 'assistant', content: 'ok' },
|
|
99
|
-
{ role: 'user', content: 'second' },
|
|
100
|
-
];
|
|
101
|
-
const refs = [{ type: 'file' as const, path: 'a.ts', content: 'code here' }];
|
|
102
|
-
const result = resolver.injectRefs(messages, refs);
|
|
103
|
-
expect(result).toHaveLength(4);
|
|
104
|
-
expect(result[2].role).toBe('system');
|
|
105
|
-
expect(result[2].content).toContain('@file:a.ts');
|
|
106
|
-
expect(result[3].content).toBe('second');
|
|
107
|
-
});
|
|
108
|
-
|
|
109
|
-
it('returns original messages if no refs', () => {
|
|
110
|
-
const messages = [{ role: 'user', content: 'hi' }];
|
|
111
|
-
const result = resolver.injectRefs(messages, []);
|
|
112
|
-
expect(result).toEqual(messages);
|
|
113
|
-
});
|
|
114
|
-
|
|
115
|
-
it('skips refs without content', () => {
|
|
116
|
-
const messages = [{ role: 'user', content: 'hi' }];
|
|
117
|
-
const refs = [{ type: 'file' as const, path: 'a.ts' }];
|
|
118
|
-
const result = resolver.injectRefs(messages, refs);
|
|
119
|
-
expect(result).toEqual(messages);
|
|
120
|
-
});
|
|
121
|
-
});
|
|
1
|
+
import { describe, it, expect, beforeEach } from 'vitest';
|
|
2
|
+
import { ContextRefResolver } from '../src/core/context-refs';
|
|
3
|
+
import * as fs from 'fs';
|
|
4
|
+
import * as path from 'path';
|
|
5
|
+
import * as os from 'os';
|
|
6
|
+
|
|
7
|
+
describe('ContextRefResolver.parseRefs', () => {
|
|
8
|
+
let resolver: ContextRefResolver;
|
|
9
|
+
beforeEach(() => { resolver = new ContextRefResolver(); });
|
|
10
|
+
|
|
11
|
+
it('parses @file references', () => {
|
|
12
|
+
const refs = resolver.parseRefs('Check @file:src/index.ts please');
|
|
13
|
+
expect(refs).toEqual([{ type: 'file', path: 'src/index.ts' }]);
|
|
14
|
+
});
|
|
15
|
+
|
|
16
|
+
it('parses @folder references', () => {
|
|
17
|
+
const refs = resolver.parseRefs('Look at @folder:src/');
|
|
18
|
+
expect(refs).toEqual([{ type: 'folder', path: 'src/' }]);
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
it('parses @url references', () => {
|
|
22
|
+
const refs = resolver.parseRefs('See @url:https://example.com/api');
|
|
23
|
+
expect(refs).toEqual([{ type: 'url', path: 'https://example.com/api' }]);
|
|
24
|
+
});
|
|
25
|
+
|
|
26
|
+
it('parses @git-diff', () => {
|
|
27
|
+
const refs = resolver.parseRefs('Show me @git-diff');
|
|
28
|
+
expect(refs).toEqual([{ type: 'git-diff', path: 'git-diff' }]);
|
|
29
|
+
});
|
|
30
|
+
|
|
31
|
+
it('parses @git-log with count', () => {
|
|
32
|
+
const refs = resolver.parseRefs('Show @git-log:5');
|
|
33
|
+
expect(refs).toEqual([{ type: 'git-log', path: '5' }]);
|
|
34
|
+
});
|
|
35
|
+
|
|
36
|
+
it('parses @git-log without count defaults to 10', () => {
|
|
37
|
+
const refs = resolver.parseRefs('Show @git-log');
|
|
38
|
+
expect(refs).toEqual([{ type: 'git-log', path: '10' }]);
|
|
39
|
+
});
|
|
40
|
+
|
|
41
|
+
it('parses multiple refs', () => {
|
|
42
|
+
const refs = resolver.parseRefs('Check @file:a.ts and @file:b.ts and @git-diff');
|
|
43
|
+
expect(refs).toHaveLength(3);
|
|
44
|
+
expect(refs[0].type).toBe('file');
|
|
45
|
+
expect(refs[1].type).toBe('file');
|
|
46
|
+
expect(refs[2].type).toBe('git-diff');
|
|
47
|
+
});
|
|
48
|
+
|
|
49
|
+
it('returns empty for no refs', () => {
|
|
50
|
+
expect(resolver.parseRefs('no refs here')).toEqual([]);
|
|
51
|
+
});
|
|
52
|
+
});
|
|
53
|
+
|
|
54
|
+
describe('ContextRefResolver.resolveRefs', () => {
|
|
55
|
+
let resolver: ContextRefResolver;
|
|
56
|
+
let tmpDir: string;
|
|
57
|
+
|
|
58
|
+
beforeEach(() => {
|
|
59
|
+
resolver = new ContextRefResolver();
|
|
60
|
+
tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'ctx-ref-'));
|
|
61
|
+
fs.writeFileSync(path.join(tmpDir, 'test.txt'), 'hello world');
|
|
62
|
+
fs.mkdirSync(path.join(tmpDir, 'sub'));
|
|
63
|
+
fs.writeFileSync(path.join(tmpDir, 'sub', 'nested.txt'), 'nested');
|
|
64
|
+
});
|
|
65
|
+
|
|
66
|
+
it('resolves file ref', async () => {
|
|
67
|
+
const refs = await resolver.resolveRefs([{ type: 'file', path: path.join(tmpDir, 'test.txt') }]);
|
|
68
|
+
expect(refs[0].content).toBe('hello world');
|
|
69
|
+
});
|
|
70
|
+
|
|
71
|
+
it('resolves folder ref', async () => {
|
|
72
|
+
const refs = await resolver.resolveRefs([{ type: 'folder', path: tmpDir }]);
|
|
73
|
+
expect(refs[0].content).toContain('test.txt');
|
|
74
|
+
expect(refs[0].content).toContain('sub');
|
|
75
|
+
});
|
|
76
|
+
|
|
77
|
+
it('handles file not found gracefully', async () => {
|
|
78
|
+
const refs = await resolver.resolveRefs([{ type: 'file', path: '/nonexistent/file.txt' }]);
|
|
79
|
+
expect(refs[0].content).toContain('Error');
|
|
80
|
+
});
|
|
81
|
+
|
|
82
|
+
it('truncates long content', async () => {
|
|
83
|
+
const longContent = 'x'.repeat(6000);
|
|
84
|
+
fs.writeFileSync(path.join(tmpDir, 'long.txt'), longContent);
|
|
85
|
+
const refs = await resolver.resolveRefs([{ type: 'file', path: path.join(tmpDir, 'long.txt') }]);
|
|
86
|
+
expect(refs[0].content!.length).toBeLessThan(6000);
|
|
87
|
+
expect(refs[0].content).toContain('truncated');
|
|
88
|
+
});
|
|
89
|
+
});
|
|
90
|
+
|
|
91
|
+
describe('ContextRefResolver.injectRefs', () => {
|
|
92
|
+
let resolver: ContextRefResolver;
|
|
93
|
+
beforeEach(() => { resolver = new ContextRefResolver(); });
|
|
94
|
+
|
|
95
|
+
it('injects context before last user message', () => {
|
|
96
|
+
const messages = [
|
|
97
|
+
{ role: 'user', content: 'first' },
|
|
98
|
+
{ role: 'assistant', content: 'ok' },
|
|
99
|
+
{ role: 'user', content: 'second' },
|
|
100
|
+
];
|
|
101
|
+
const refs = [{ type: 'file' as const, path: 'a.ts', content: 'code here' }];
|
|
102
|
+
const result = resolver.injectRefs(messages, refs);
|
|
103
|
+
expect(result).toHaveLength(4);
|
|
104
|
+
expect(result[2].role).toBe('system');
|
|
105
|
+
expect(result[2].content).toContain('@file:a.ts');
|
|
106
|
+
expect(result[3].content).toBe('second');
|
|
107
|
+
});
|
|
108
|
+
|
|
109
|
+
it('returns original messages if no refs', () => {
|
|
110
|
+
const messages = [{ role: 'user', content: 'hi' }];
|
|
111
|
+
const result = resolver.injectRefs(messages, []);
|
|
112
|
+
expect(result).toEqual(messages);
|
|
113
|
+
});
|
|
114
|
+
|
|
115
|
+
it('skips refs without content', () => {
|
|
116
|
+
const messages = [{ role: 'user', content: 'hi' }];
|
|
117
|
+
const refs = [{ type: 'file' as const, path: 'a.ts' }];
|
|
118
|
+
const result = resolver.injectRefs(messages, refs);
|
|
119
|
+
expect(result).toEqual(messages);
|
|
120
|
+
});
|
|
121
|
+
});
|