universal-memory-mcp 0.2.3 → 0.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/consolidate.d.ts +6 -0
- package/dist/consolidate.d.ts.map +1 -0
- package/dist/consolidate.js +291 -0
- package/dist/consolidate.js.map +1 -0
- package/dist/consolidation/deduplicator.d.ts +17 -0
- package/dist/consolidation/deduplicator.d.ts.map +1 -0
- package/dist/consolidation/deduplicator.js +158 -0
- package/dist/consolidation/deduplicator.js.map +1 -0
- package/dist/consolidation/extractor.d.ts +36 -0
- package/dist/consolidation/extractor.d.ts.map +1 -0
- package/dist/consolidation/extractor.js +310 -0
- package/dist/consolidation/extractor.js.map +1 -0
- package/dist/consolidation/index.d.ts +14 -0
- package/dist/consolidation/index.d.ts.map +1 -0
- package/dist/consolidation/index.js +14 -0
- package/dist/consolidation/index.js.map +1 -0
- package/dist/consolidation/scanner.d.ts +27 -0
- package/dist/consolidation/scanner.d.ts.map +1 -0
- package/dist/consolidation/scanner.js +122 -0
- package/dist/consolidation/scanner.js.map +1 -0
- package/dist/consolidation/summary-consolidator.d.ts +40 -0
- package/dist/consolidation/summary-consolidator.d.ts.map +1 -0
- package/dist/consolidation/summary-consolidator.js +342 -0
- package/dist/consolidation/summary-consolidator.js.map +1 -0
- package/dist/consolidation/updater.d.ts +9 -0
- package/dist/consolidation/updater.d.ts.map +1 -0
- package/dist/consolidation/updater.js +179 -0
- package/dist/consolidation/updater.js.map +1 -0
- package/dist/cron.d.ts +6 -0
- package/dist/cron.d.ts.map +1 -0
- package/dist/cron.js +200 -0
- package/dist/cron.js.map +1 -0
- package/package.json +5 -3
- package/scripts/postinstall.js +231 -6
- package/scripts/universal-memory-start-hook.mjs +136 -0
- package/scripts/universal-memory-stop-hook.mjs +261 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"consolidate.d.ts","sourceRoot":"","sources":["../src/consolidate.ts"],"names":[],"mappings":";AAEA;;GAEG"}
|
|
@@ -0,0 +1,291 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
/**
|
|
3
|
+
* universal-memory-consolidate - 长期记忆自动整理 CLI
|
|
4
|
+
*/
|
|
5
|
+
import { homedir } from 'node:os';
|
|
6
|
+
import { join } from 'node:path';
|
|
7
|
+
import { writeFile } from 'node:fs/promises';
|
|
8
|
+
import { scanDailyLogs, extractWithClaudeCLI, checkClaudeCLI, deduplicateResults, updateLongTermMemory, consolidateSummaries, shouldConsolidate, } from './consolidation/index.js';
|
|
9
|
+
function parseArgs(argv) {
|
|
10
|
+
const options = {
|
|
11
|
+
days: 7,
|
|
12
|
+
dryRun: false,
|
|
13
|
+
verbose: false,
|
|
14
|
+
force: false,
|
|
15
|
+
model: 'haiku', // 默认使用 haiku 加速
|
|
16
|
+
batchSize: 5, // 默认每批 5 条
|
|
17
|
+
consolidateSummary: false,
|
|
18
|
+
consolidateSummaryOnly: false,
|
|
19
|
+
};
|
|
20
|
+
for (let i = 0; i < argv.length; i++) {
|
|
21
|
+
const arg = argv[i];
|
|
22
|
+
switch (arg) {
|
|
23
|
+
case '--days':
|
|
24
|
+
options.days = parseInt(argv[++i], 10) || 7;
|
|
25
|
+
break;
|
|
26
|
+
case '--dry-run':
|
|
27
|
+
options.dryRun = true;
|
|
28
|
+
break;
|
|
29
|
+
case '--verbose':
|
|
30
|
+
case '-v':
|
|
31
|
+
options.verbose = true;
|
|
32
|
+
break;
|
|
33
|
+
case '--force':
|
|
34
|
+
case '-f':
|
|
35
|
+
options.force = true;
|
|
36
|
+
break;
|
|
37
|
+
case '--output':
|
|
38
|
+
case '-o':
|
|
39
|
+
options.output = argv[++i];
|
|
40
|
+
break;
|
|
41
|
+
case '--model':
|
|
42
|
+
case '-m':
|
|
43
|
+
options.model = argv[++i];
|
|
44
|
+
break;
|
|
45
|
+
case '--batch-size':
|
|
46
|
+
options.batchSize = parseInt(argv[++i], 10) || 5;
|
|
47
|
+
break;
|
|
48
|
+
case '--consolidate-summary':
|
|
49
|
+
options.consolidateSummary = true;
|
|
50
|
+
break;
|
|
51
|
+
case '--consolidate-summary-only':
|
|
52
|
+
options.consolidateSummaryOnly = true;
|
|
53
|
+
break;
|
|
54
|
+
case '--help':
|
|
55
|
+
case '-h':
|
|
56
|
+
printHelp();
|
|
57
|
+
process.exit(0);
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
return options;
|
|
61
|
+
}
|
|
62
|
+
function printHelp() {
|
|
63
|
+
console.log(`
|
|
64
|
+
universal-memory-consolidate - 自动整理长期记忆
|
|
65
|
+
|
|
66
|
+
使用方法:
|
|
67
|
+
universal-memory-consolidate [选项]
|
|
68
|
+
|
|
69
|
+
选项:
|
|
70
|
+
--days <n> 整理最近 N 天的对话(默认: 7)
|
|
71
|
+
--model, -m 使用的模型: haiku/sonnet/opus(默认: haiku)
|
|
72
|
+
--batch-size 每批处理的对话数(默认: 5)
|
|
73
|
+
--dry-run 预览模式,不实际写入
|
|
74
|
+
--verbose, -v 详细输出(含调试信息)
|
|
75
|
+
--force, -f 强制重新处理已整理的对话
|
|
76
|
+
--output, -o 输出提取结果到文件(JSON)
|
|
77
|
+
--consolidate-summary 提取后执行二次整合(生成摘要)
|
|
78
|
+
--consolidate-summary-only 仅执行二次整合(跳过提取步骤)
|
|
79
|
+
--help, -h 显示帮助信息
|
|
80
|
+
|
|
81
|
+
示例:
|
|
82
|
+
# 标准整理(Level 0 → Level 1)
|
|
83
|
+
universal-memory-consolidate --days 7
|
|
84
|
+
|
|
85
|
+
# 完整整理(Level 0 → Level 1 → Level 2)
|
|
86
|
+
universal-memory-consolidate --days 7 --consolidate-summary
|
|
87
|
+
|
|
88
|
+
# 仅二次整合(Level 1 → Level 2)
|
|
89
|
+
universal-memory-consolidate --consolidate-summary-only
|
|
90
|
+
|
|
91
|
+
# 预览模式
|
|
92
|
+
universal-memory-consolidate --dry-run --verbose
|
|
93
|
+
|
|
94
|
+
三层记忆架构:
|
|
95
|
+
Level 0: 感觉记忆 (daily/*.md) - 原始对话流水
|
|
96
|
+
Level 1: 短期记忆 (long_term/*.md) - 提取的条目(带时间戳)
|
|
97
|
+
Level 2: 长期记忆 (*-summary.md) - 整合的结构化摘要
|
|
98
|
+
|
|
99
|
+
说明:
|
|
100
|
+
此命令会分析最近的对话记录,使用 Claude Code CLI 提取
|
|
101
|
+
重要信息(决策、偏好、事实、用户画像),并更新长期记忆文件。
|
|
102
|
+
使用 --consolidate-summary 选项可进一步整合为结构化摘要。
|
|
103
|
+
|
|
104
|
+
需要已安装并登录 Claude Code CLI。
|
|
105
|
+
`);
|
|
106
|
+
}
|
|
107
|
+
async function main() {
|
|
108
|
+
const options = parseArgs(process.argv.slice(2));
|
|
109
|
+
const storagePath = process.env.MEMORY_PATH || join(homedir(), '.ai_memory');
|
|
110
|
+
console.log('🧠 Universal Memory - 长期记忆整理\n');
|
|
111
|
+
// 0. 检查 Claude CLI
|
|
112
|
+
console.log('🔍 检查 Claude Code CLI...');
|
|
113
|
+
const cliCheck = await checkClaudeCLI();
|
|
114
|
+
if (!cliCheck.available) {
|
|
115
|
+
console.error(`\n❌ ${cliCheck.error}`);
|
|
116
|
+
console.error('\n请先安装并登录 Claude Code:');
|
|
117
|
+
console.error(' curl -fsSL https://claude.ai/install.sh | bash');
|
|
118
|
+
console.error(' claude login\n');
|
|
119
|
+
process.exit(1);
|
|
120
|
+
}
|
|
121
|
+
console.log(' ✓ Claude Code CLI 可用\n');
|
|
122
|
+
// 如果仅执行二次整合
|
|
123
|
+
if (options.consolidateSummaryOnly) {
|
|
124
|
+
console.log('📊 执行二次整合(Level 1 → Level 2)...\n');
|
|
125
|
+
try {
|
|
126
|
+
const result = await consolidateSummaries(storagePath, {
|
|
127
|
+
verbose: options.verbose,
|
|
128
|
+
model: options.model,
|
|
129
|
+
dryRun: options.dryRun,
|
|
130
|
+
});
|
|
131
|
+
console.log('\n✅ 二次整合完成!');
|
|
132
|
+
console.log(` 处理: ${result.stats.profileEntriesProcessed} 画像 + ${result.stats.preferencesEntriesProcessed} 偏好`);
|
|
133
|
+
console.log(` ${result.stats.factsEntriesProcessed} 事实 + ${result.stats.decisionsEntriesProcessed} 决策`);
|
|
134
|
+
if (options.dryRun) {
|
|
135
|
+
console.log('\n📝 [预览模式] 生成的摘要:\n');
|
|
136
|
+
if (result.profileSummary) {
|
|
137
|
+
console.log('--- profile-summary.md ---');
|
|
138
|
+
console.log(result.profileSummary.substring(0, 1000) + '...\n');
|
|
139
|
+
}
|
|
140
|
+
if (result.knowledgeSummary) {
|
|
141
|
+
console.log('--- knowledge-summary.md ---');
|
|
142
|
+
console.log(result.knowledgeSummary.substring(0, 1000) + '...\n');
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
catch (error) {
|
|
147
|
+
console.error(`\n❌ 二次整合失败: ${error.message}`);
|
|
148
|
+
process.exit(1);
|
|
149
|
+
}
|
|
150
|
+
return;
|
|
151
|
+
}
|
|
152
|
+
// 1. 扫描 daily 日志
|
|
153
|
+
console.log(`📂 扫描最近 ${options.days} 天的对话...`);
|
|
154
|
+
const scanResult = await scanDailyLogs(storagePath, {
|
|
155
|
+
days: options.days,
|
|
156
|
+
force: options.force,
|
|
157
|
+
});
|
|
158
|
+
console.log(` 找到 ${scanResult.totalScanned} 条对话`);
|
|
159
|
+
console.log(` 已跳过 ${scanResult.skipped} 条已整理的对话`);
|
|
160
|
+
console.log(` 待处理 ${scanResult.conversations.length} 条新对话\n`);
|
|
161
|
+
if (scanResult.conversations.length === 0) {
|
|
162
|
+
console.log('✅ 没有新对话需要整理');
|
|
163
|
+
// 检查是否需要二次整合
|
|
164
|
+
if (options.consolidateSummary) {
|
|
165
|
+
const check = await shouldConsolidate(storagePath);
|
|
166
|
+
if (check.needed) {
|
|
167
|
+
console.log(`\n📊 检测到需要二次整合: ${check.reason}`);
|
|
168
|
+
await runSummaryConsolidation(storagePath, options);
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
return;
|
|
172
|
+
}
|
|
173
|
+
// 2. 调用 Claude CLI 提取
|
|
174
|
+
console.log('🤖 调用 Claude Code CLI 提取关键信息...');
|
|
175
|
+
console.log(` 模型: ${options.model}, 批次大小: ${options.batchSize}\n`);
|
|
176
|
+
let extracted;
|
|
177
|
+
try {
|
|
178
|
+
extracted = await extractWithClaudeCLI(scanResult.conversations, {
|
|
179
|
+
verbose: options.verbose,
|
|
180
|
+
model: options.model,
|
|
181
|
+
batchSize: options.batchSize,
|
|
182
|
+
});
|
|
183
|
+
}
|
|
184
|
+
catch (error) {
|
|
185
|
+
console.error(`\n❌ 提取失败: ${error.message}`);
|
|
186
|
+
process.exit(1);
|
|
187
|
+
}
|
|
188
|
+
const totalExtracted = extracted.decisions.length +
|
|
189
|
+
extracted.preferences.length +
|
|
190
|
+
extracted.facts.length +
|
|
191
|
+
extracted.contacts.length +
|
|
192
|
+
extracted.profile.length;
|
|
193
|
+
console.log(`\n 提取到: ${extracted.decisions.length} 个决策`);
|
|
194
|
+
console.log(` ${extracted.preferences.length} 个偏好`);
|
|
195
|
+
console.log(` ${extracted.facts.length} 个事实`);
|
|
196
|
+
console.log(` ${extracted.contacts.length} 个联系人`);
|
|
197
|
+
console.log(` ${extracted.profile.length} 个用户画像\n`);
|
|
198
|
+
// 保存原始提取结果(如果指定)
|
|
199
|
+
if (options.output) {
|
|
200
|
+
await writeFile(options.output, JSON.stringify(extracted, null, 2), 'utf-8');
|
|
201
|
+
console.log(` 提取结果已保存到: ${options.output}\n`);
|
|
202
|
+
}
|
|
203
|
+
if (totalExtracted === 0) {
|
|
204
|
+
console.log('✅ 没有提取到新的关键信息');
|
|
205
|
+
return;
|
|
206
|
+
}
|
|
207
|
+
// 3. 去重
|
|
208
|
+
console.log('🔍 去重...');
|
|
209
|
+
const deduplicated = await deduplicateResults(extracted, storagePath);
|
|
210
|
+
const totalAfterDedup = deduplicated.decisions.length +
|
|
211
|
+
deduplicated.preferences.length +
|
|
212
|
+
deduplicated.facts.length +
|
|
213
|
+
deduplicated.contacts.length +
|
|
214
|
+
deduplicated.profile.length;
|
|
215
|
+
console.log(` 去除重复: ${deduplicated.duplicatesRemoved} 条`);
|
|
216
|
+
console.log(` 保留: ${totalAfterDedup} 条\n`);
|
|
217
|
+
if (totalAfterDedup === 0) {
|
|
218
|
+
console.log('✅ 所有提取的信息都已存在于长期记忆中');
|
|
219
|
+
return;
|
|
220
|
+
}
|
|
221
|
+
// 4. 预览或更新
|
|
222
|
+
if (options.dryRun) {
|
|
223
|
+
console.log('📝 [预览模式] 将添加以下内容:\n');
|
|
224
|
+
if (deduplicated.decisions.length > 0) {
|
|
225
|
+
console.log('## 决策');
|
|
226
|
+
deduplicated.decisions.forEach(d => console.log(` - ${d.content}`));
|
|
227
|
+
console.log();
|
|
228
|
+
}
|
|
229
|
+
if (deduplicated.preferences.length > 0) {
|
|
230
|
+
console.log('## 偏好');
|
|
231
|
+
deduplicated.preferences.forEach(p => console.log(` - ${p.content}`));
|
|
232
|
+
console.log();
|
|
233
|
+
}
|
|
234
|
+
if (deduplicated.facts.length > 0) {
|
|
235
|
+
console.log('## 事实');
|
|
236
|
+
deduplicated.facts.forEach(f => console.log(` - ${f.content}`));
|
|
237
|
+
console.log();
|
|
238
|
+
}
|
|
239
|
+
if (deduplicated.contacts.length > 0) {
|
|
240
|
+
console.log('## 联系人');
|
|
241
|
+
deduplicated.contacts.forEach(c => console.log(` - ${c.content}`));
|
|
242
|
+
console.log();
|
|
243
|
+
}
|
|
244
|
+
if (deduplicated.profile.length > 0) {
|
|
245
|
+
console.log('## 用户画像');
|
|
246
|
+
deduplicated.profile.forEach(p => console.log(` - ${p.content}`));
|
|
247
|
+
console.log();
|
|
248
|
+
}
|
|
249
|
+
console.log('ℹ️ 移除 --dry-run 参数以执行实际更新');
|
|
250
|
+
return;
|
|
251
|
+
}
|
|
252
|
+
// 5. 更新长期记忆
|
|
253
|
+
console.log('💾 更新长期记忆(Level 1)...');
|
|
254
|
+
const processedIds = scanResult.conversations.map(c => c.id);
|
|
255
|
+
await updateLongTermMemory(storagePath, deduplicated, processedIds);
|
|
256
|
+
console.log('\n✅ Level 1 整理完成!');
|
|
257
|
+
console.log(` 添加了 ${totalAfterDedup} 条新记录到长期记忆`);
|
|
258
|
+
console.log(` 文件位置: ${join(storagePath, 'long_term', 'MEMORY.md')}`);
|
|
259
|
+
// 6. 执行二次整合(如果指定)
|
|
260
|
+
if (options.consolidateSummary) {
|
|
261
|
+
await runSummaryConsolidation(storagePath, options);
|
|
262
|
+
}
|
|
263
|
+
}
|
|
264
|
+
/**
|
|
265
|
+
* 执行二次整合
|
|
266
|
+
*/
|
|
267
|
+
async function runSummaryConsolidation(storagePath, options) {
|
|
268
|
+
console.log('\n📊 执行二次整合(Level 1 → Level 2)...');
|
|
269
|
+
try {
|
|
270
|
+
const result = await consolidateSummaries(storagePath, {
|
|
271
|
+
verbose: options.verbose,
|
|
272
|
+
model: options.model,
|
|
273
|
+
dryRun: options.dryRun,
|
|
274
|
+
});
|
|
275
|
+
console.log('\n✅ 二次整合完成!');
|
|
276
|
+
console.log(` 生成: profile-summary.md, knowledge-summary.md`);
|
|
277
|
+
console.log(` 文件位置: ${join(storagePath, 'long_term')}`);
|
|
278
|
+
}
|
|
279
|
+
catch (error) {
|
|
280
|
+
console.error(`\n⚠️ 二次整合失败: ${error.message}`);
|
|
281
|
+
console.error(' Level 1 数据已保存,可稍后使用 --consolidate-summary-only 重试');
|
|
282
|
+
}
|
|
283
|
+
}
|
|
284
|
+
main().catch((error) => {
|
|
285
|
+
console.error('\n❌ 错误:', error.message);
|
|
286
|
+
if (process.env.DEBUG) {
|
|
287
|
+
console.error(error.stack);
|
|
288
|
+
}
|
|
289
|
+
process.exit(1);
|
|
290
|
+
});
|
|
291
|
+
//# sourceMappingURL=consolidate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"consolidate.js","sourceRoot":"","sources":["../src/consolidate.ts"],"names":[],"mappings":";AAEA;;GAEG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EACL,aAAa,EACb,oBAAoB,EACpB,cAAc,EACd,kBAAkB,EAClB,oBAAoB,EACpB,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,0BAA0B,CAAC;AAelC,SAAS,SAAS,CAAC,IAAc;IAC/B,MAAM,OAAO,GAAY;QACvB,IAAI,EAAE,CAAC;QACP,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,KAAK;QACd,KAAK,EAAE,KAAK;QACZ,KAAK,EAAE,OAAO,EAAG,gBAAgB;QACjC,SAAS,EAAE,CAAC,EAAK,WAAW;QAC5B,kBAAkB,EAAE,KAAK;QACzB,sBAAsB,EAAE,KAAK;KAC9B,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAEpB,QAAQ,GAAG,EAAE,CAAC;YACZ,KAAK,QAAQ;gBACX,OAAO,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;gBAC5C,MAAM;YACR,KAAK,WAAW;gBACd,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;gBACtB,MAAM;YACR,KAAK,WAAW,CAAC;YACjB,KAAK,IAAI;gBACP,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;gBACvB,MAAM;YACR,KAAK,SAAS,CAAC;YACf,KAAK,IAAI;gBACP,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;gBACrB,MAAM;YACR,KAAK,UAAU,CAAC;YAChB,KAAK,IAAI;gBACP,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3B,MAAM;YACR,KAAK,SAAS,CAAC;YACf,KAAK,IAAI;gBACP,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,CAAgC,CAAC;gBACzD,MAAM;YACR,KAAK,cAAc;gBACjB,OAAO,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;gBACjD,MAAM;YACR,KAAK,uBAAuB;gBAC1B,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;gBAClC,MAAM;YACR,KAAK,4BAA4B;gBAC/B,OAAO,CAAC,sBAAsB,GAAG,IAAI,CAAC;gBACtC,MAAM;YACR,KAAK,QAAQ,CAAC;YACd,KAAK,IAAI;gBACP,SAAS,EAAE,CAAC;gBACZ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,SAAS;IAChB,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA0Cb,CAAC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,YAAY,CAAC,CAAC;IAE7E,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;IAE9C,mBAAmB;IACnB,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,MAAM,cAAc,EAAE,CAAC;IACxC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC,OAAO,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QACvC,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QACxC,OAAO,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;QAClE,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAClC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IAEzC,YAAY;IACZ,IAAI,OAAO,CAAC,sBAAsB,EAAE,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QAEjD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,WAAW,EAAE;gBACrD,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,KAAK,CAAC,uBAAuB,SAAS,MAAM,CAAC,KAAK,CAAC,2BAA2B,KAAK,CAAC,CAAC;YAClH,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,KAAK,CAAC,qBAAqB,SAAS,MAAM,CAAC,KAAK,CAAC,yBAAyB,KAAK,CAAC,CAAC;YAEhH,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;gBACpC,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;oBAC1B,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;oBAC1C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;gBAClE,CAAC;gBACD,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;oBAC5B,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;oBAC5C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;gBACpE,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,eAAgB,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YACzD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,OAAO;IACT,CAAC;IAED,iBAAiB;IACjB,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,CAAC,IAAI,UAAU,CAAC,CAAC;IAE/C,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE;QAClD,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,SAAS,UAAU,CAAC,YAAY,MAAM,CAAC,CAAC;IACpD,OAAO,CAAC,GAAG,CAAC,UAAU,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;IACpD,OAAO,CAAC,GAAG,CAAC,UAAU,UAAU,CAAC,aAAa,CAAC,MAAM,SAAS,CAAC,CAAC;IAEhE,IAAI,UAAU,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAE3B,aAAa;QACb,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAAC,CAAC;YACnD,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBACjB,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC/C,MAAM,uBAAuB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QACD,OAAO;IACT,CAAC;IAED,sBAAsB;IACtB,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,CAAC,UAAU,OAAO,CAAC,KAAK,WAAW,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;IAErE,IAAI,SAAS,CAAC;IACd,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,oBAAoB,CAAC,UAAU,CAAC,aAAa,EAAE;YAC/D,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,aAAc,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QACvD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,cAAc,GAClB,SAAS,CAAC,SAAS,CAAC,MAAM;QAC1B,SAAS,CAAC,WAAW,CAAC,MAAM;QAC5B,SAAS,CAAC,KAAK,CAAC,MAAM;QACtB,SAAS,CAAC,QAAQ,CAAC,MAAM;QACzB,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC;IAE3B,OAAO,CAAC,GAAG,CAAC,aAAa,SAAS,CAAC,SAAS,CAAC,MAAM,MAAM,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,cAAc,SAAS,CAAC,WAAW,CAAC,MAAM,MAAM,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,cAAc,SAAS,CAAC,KAAK,CAAC,MAAM,MAAM,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,cAAc,SAAS,CAAC,QAAQ,CAAC,MAAM,OAAO,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,cAAc,SAAS,CAAC,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;IAE9D,iBAAiB;IACjB,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC7E,OAAO,CAAC,GAAG,CAAC,gBAAgB,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,cAAc,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7B,OAAO;IACT,CAAC;IAED,QAAQ;IACR,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAExB,MAAM,YAAY,GAAG,MAAM,kBAAkB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAEtE,MAAM,eAAe,GACnB,YAAY,CAAC,SAAS,CAAC,MAAM;QAC7B,YAAY,CAAC,WAAW,CAAC,MAAM;QAC/B,YAAY,CAAC,KAAK,CAAC,MAAM;QACzB,YAAY,CAAC,QAAQ,CAAC,MAAM;QAC5B,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC;IAE9B,OAAO,CAAC,GAAG,CAAC,YAAY,YAAY,CAAC,iBAAiB,IAAI,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,UAAU,eAAe,MAAM,CAAC,CAAC;IAE7C,IAAI,eAAe,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QACnC,OAAO;IACT,CAAC;IAED,WAAW;IACX,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QAEpC,IAAI,YAAY,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACrB,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACrE,OAAO,CAAC,GAAG,EAAE,CAAC;QAChB,CAAC;QAED,IAAI,YAAY,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACrB,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACvE,OAAO,CAAC,GAAG,EAAE,CAAC;QAChB,CAAC;QAED,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACrB,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACjE,OAAO,CAAC,GAAG,EAAE,CAAC;QAChB,CAAC;QAED,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACtB,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACpE,OAAO,CAAC,GAAG,EAAE,CAAC;QAChB,CAAC;QAED,IAAI,YAAY,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACvB,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACnE,OAAO,CAAC,GAAG,EAAE,CAAC;QAChB,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,OAAO;IACT,CAAC;IAED,YAAY;IACZ,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IAErC,MAAM,YAAY,GAAG,UAAU,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7D,MAAM,oBAAoB,CAAC,WAAW,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;IAEpE,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,UAAU,eAAe,YAAY,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC;IAEvE,kBAAkB;IAClB,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;QAC/B,MAAM,uBAAuB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,uBAAuB,CACpC,WAAmB,EACnB,OAAgB;IAEhB,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;IAEjD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,WAAW,EAAE;YACrD,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC;IAC5D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,gBAAiB,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1D,OAAO,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAC;IACxE,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACrB,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IACxC,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Deduplicator - 去重提取结果
|
|
3
|
+
*/
|
|
4
|
+
import type { ExtractedInfo, ExtractionResult } from './extractor.js';
|
|
5
|
+
export interface DeduplicationResult {
|
|
6
|
+
decisions: ExtractedInfo[];
|
|
7
|
+
preferences: ExtractedInfo[];
|
|
8
|
+
facts: ExtractedInfo[];
|
|
9
|
+
contacts: ExtractedInfo[];
|
|
10
|
+
profile: ExtractedInfo[];
|
|
11
|
+
duplicatesRemoved: number;
|
|
12
|
+
}
|
|
13
|
+
/**
|
|
14
|
+
* 去重提取结果
|
|
15
|
+
*/
|
|
16
|
+
export declare function deduplicateResults(extracted: ExtractionResult, storagePath: string): Promise<DeduplicationResult>;
|
|
17
|
+
//# sourceMappingURL=deduplicator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"deduplicator.d.ts","sourceRoot":"","sources":["../../src/consolidation/deduplicator.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,KAAK,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAEtE,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,aAAa,EAAE,CAAC;IAC3B,WAAW,EAAE,aAAa,EAAE,CAAC;IAC7B,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,gBAAgB,EAC3B,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,mBAAmB,CAAC,CAsD9B"}
|
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Deduplicator - 去重提取结果
|
|
3
|
+
*/
|
|
4
|
+
import { readFile } from 'node:fs/promises';
|
|
5
|
+
import { join } from 'node:path';
|
|
6
|
+
/**
|
|
7
|
+
* 去重提取结果
|
|
8
|
+
*/
|
|
9
|
+
export async function deduplicateResults(extracted, storagePath) {
|
|
10
|
+
// 1. 加载现有长期记忆
|
|
11
|
+
const existing = await loadExistingMemory(storagePath);
|
|
12
|
+
let duplicatesRemoved = 0;
|
|
13
|
+
// 2. 对每个类别进行去重
|
|
14
|
+
const deduplicateCategory = (items, existingContent) => {
|
|
15
|
+
const result = [];
|
|
16
|
+
const seen = new Set();
|
|
17
|
+
for (const item of items) {
|
|
18
|
+
if (!item.content || item.content.length < 5) {
|
|
19
|
+
duplicatesRemoved++;
|
|
20
|
+
continue;
|
|
21
|
+
}
|
|
22
|
+
// 提取关键词用于比较
|
|
23
|
+
const keywords = extractKeywords(item.content);
|
|
24
|
+
const keyStr = keywords.slice(0, 5).join('|');
|
|
25
|
+
// 检查是否与已有内容重复
|
|
26
|
+
const isDuplicateWithExisting = existingContent.some(ec => calculateSimilarity(item.content, ec) > 0.7);
|
|
27
|
+
// 检查是否与本批次内容重复
|
|
28
|
+
const isDuplicateInBatch = [...seen].some(s => calculateSimilarity(item.content, s) > 0.8);
|
|
29
|
+
if (isDuplicateWithExisting || isDuplicateInBatch) {
|
|
30
|
+
duplicatesRemoved++;
|
|
31
|
+
continue;
|
|
32
|
+
}
|
|
33
|
+
seen.add(item.content);
|
|
34
|
+
result.push(item);
|
|
35
|
+
}
|
|
36
|
+
return result;
|
|
37
|
+
};
|
|
38
|
+
return {
|
|
39
|
+
decisions: deduplicateCategory(extracted.decisions, existing.decisions),
|
|
40
|
+
preferences: deduplicateCategory(extracted.preferences, existing.preferences),
|
|
41
|
+
facts: deduplicateCategory(extracted.facts, existing.facts),
|
|
42
|
+
contacts: deduplicateCategory(extracted.contacts, existing.contacts),
|
|
43
|
+
profile: deduplicateCategory(extracted.profile || [], existing.profile),
|
|
44
|
+
duplicatesRemoved,
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* 加载现有长期记忆内容
|
|
49
|
+
*/
|
|
50
|
+
async function loadExistingMemory(storagePath) {
|
|
51
|
+
const result = {
|
|
52
|
+
decisions: [],
|
|
53
|
+
preferences: [],
|
|
54
|
+
facts: [],
|
|
55
|
+
contacts: [],
|
|
56
|
+
profile: [],
|
|
57
|
+
};
|
|
58
|
+
// 读取 MEMORY.md
|
|
59
|
+
try {
|
|
60
|
+
const memoryPath = join(storagePath, 'long_term', 'MEMORY.md');
|
|
61
|
+
const content = await readFile(memoryPath, 'utf-8');
|
|
62
|
+
// 解析各个部分
|
|
63
|
+
const sections = content.split(/^## /m);
|
|
64
|
+
for (const section of sections) {
|
|
65
|
+
const lines = section.split('\n')
|
|
66
|
+
.filter(line => line.startsWith('- '))
|
|
67
|
+
.map(line => line.replace(/^- \[\d{4}-\d{2}-\d{2}[^\]]*\]\s*/, '').trim());
|
|
68
|
+
if (section.startsWith('Important Decisions') || section.startsWith('User Decisions')) {
|
|
69
|
+
result.decisions.push(...lines);
|
|
70
|
+
}
|
|
71
|
+
else if (section.startsWith('User Preferences') || section.startsWith('Preferences')) {
|
|
72
|
+
result.preferences.push(...lines);
|
|
73
|
+
}
|
|
74
|
+
else if (section.startsWith('Key Facts') || section.startsWith('Facts')) {
|
|
75
|
+
result.facts.push(...lines);
|
|
76
|
+
}
|
|
77
|
+
else if (section.startsWith('Contacts')) {
|
|
78
|
+
result.contacts.push(...lines);
|
|
79
|
+
}
|
|
80
|
+
else if (section.startsWith('User Profile') || section.startsWith('Profile')) {
|
|
81
|
+
result.profile.push(...lines);
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
catch {
|
|
86
|
+
// 文件不存在,返回空
|
|
87
|
+
}
|
|
88
|
+
// 读取分类文件
|
|
89
|
+
try {
|
|
90
|
+
const decisionsPath = join(storagePath, 'long_term', 'decisions.md');
|
|
91
|
+
const content = await readFile(decisionsPath, 'utf-8');
|
|
92
|
+
const lines = content.split('\n')
|
|
93
|
+
.filter(line => line.startsWith('- '))
|
|
94
|
+
.map(line => line.replace(/^- \[\d{4}-\d{2}-\d{2}[^\]]*\]\s*/, '').trim());
|
|
95
|
+
result.decisions.push(...lines);
|
|
96
|
+
}
|
|
97
|
+
catch {
|
|
98
|
+
// 文件不存在
|
|
99
|
+
}
|
|
100
|
+
try {
|
|
101
|
+
const factsPath = join(storagePath, 'long_term', 'facts.md');
|
|
102
|
+
const content = await readFile(factsPath, 'utf-8');
|
|
103
|
+
const lines = content.split('\n')
|
|
104
|
+
.filter(line => line.startsWith('- '))
|
|
105
|
+
.map(line => line.replace(/^- \[\d{4}-\d{2}-\d{2}[^\]]*\]\s*/, '').trim());
|
|
106
|
+
result.facts.push(...lines);
|
|
107
|
+
}
|
|
108
|
+
catch {
|
|
109
|
+
// 文件不存在
|
|
110
|
+
}
|
|
111
|
+
// 读取 profile.md
|
|
112
|
+
try {
|
|
113
|
+
const profilePath = join(storagePath, 'long_term', 'profile.md');
|
|
114
|
+
const content = await readFile(profilePath, 'utf-8');
|
|
115
|
+
const lines = content.split('\n')
|
|
116
|
+
.filter(line => line.startsWith('- '))
|
|
117
|
+
.map(line => line.replace(/^- \[\d{4}-\d{2}-\d{2}[^\]]*\]\s*/, '').trim());
|
|
118
|
+
result.profile.push(...lines);
|
|
119
|
+
}
|
|
120
|
+
catch {
|
|
121
|
+
// 文件不存在
|
|
122
|
+
}
|
|
123
|
+
return result;
|
|
124
|
+
}
|
|
125
|
+
/**
|
|
126
|
+
* 提取关键词
|
|
127
|
+
*/
|
|
128
|
+
function extractKeywords(text) {
|
|
129
|
+
const stopWords = new Set([
|
|
130
|
+
// 中文停用词
|
|
131
|
+
'的', '了', '是', '在', '和', '与', '或', '到', '从', '为', '以', '被', '把', '对', '等',
|
|
132
|
+
'这', '那', '个', '些', '之', '于', '而', '但', '如', '果', '所', '以', '因', '为',
|
|
133
|
+
'我', '你', '他', '她', '它', '我们', '你们', '他们', '这个', '那个',
|
|
134
|
+
// 英文停用词
|
|
135
|
+
'the', 'a', 'an', 'is', 'are', 'was', 'were', 'to', 'from', 'with', 'for', 'of', 'in', 'on', 'at',
|
|
136
|
+
'and', 'or', 'but', 'if', 'then', 'else', 'when', 'where', 'how', 'what', 'which', 'who',
|
|
137
|
+
'this', 'that', 'these', 'those', 'it', 'its', 'be', 'been', 'being', 'have', 'has', 'had',
|
|
138
|
+
'do', 'does', 'did', 'will', 'would', 'could', 'should', 'may', 'might', 'must', 'can',
|
|
139
|
+
]);
|
|
140
|
+
return text
|
|
141
|
+
.toLowerCase()
|
|
142
|
+
.split(/[\s,,。.!!??;;::、\-_/\\()()\[\]【】{}]+/)
|
|
143
|
+
.filter(word => word.length > 1 && !stopWords.has(word))
|
|
144
|
+
.slice(0, 15);
|
|
145
|
+
}
|
|
146
|
+
/**
|
|
147
|
+
* 计算文本相似度(Jaccard 相似度)
|
|
148
|
+
*/
|
|
149
|
+
function calculateSimilarity(text1, text2) {
|
|
150
|
+
const keywords1 = new Set(extractKeywords(text1));
|
|
151
|
+
const keywords2 = new Set(extractKeywords(text2));
|
|
152
|
+
if (keywords1.size === 0 || keywords2.size === 0)
|
|
153
|
+
return 0;
|
|
154
|
+
const intersection = [...keywords1].filter(k => keywords2.has(k)).length;
|
|
155
|
+
const union = new Set([...keywords1, ...keywords2]).size;
|
|
156
|
+
return intersection / union;
|
|
157
|
+
}
|
|
158
|
+
//# sourceMappingURL=deduplicator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"deduplicator.js","sourceRoot":"","sources":["../../src/consolidation/deduplicator.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAYjC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,SAA2B,EAC3B,WAAmB;IAEnB,cAAc;IACd,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAEvD,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,eAAe;IACf,MAAM,mBAAmB,GAAG,CAC1B,KAAsB,EACtB,eAAyB,EACR,EAAE;QACnB,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,iBAAiB,EAAE,CAAC;gBACpB,SAAS;YACX,CAAC;YAED,YAAY;YACZ,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAE9C,cAAc;YACd,MAAM,uBAAuB,GAAG,eAAe,CAAC,IAAI,CAClD,EAAE,CAAC,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,GAAG,CAClD,CAAC;YAEF,eAAe;YACf,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CACvC,CAAC,CAAC,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,GAAG,CAChD,CAAC;YAEF,IAAI,uBAAuB,IAAI,kBAAkB,EAAE,CAAC;gBAClD,iBAAiB,EAAE,CAAC;gBACpB,SAAS;YACX,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IAEF,OAAO;QACL,SAAS,EAAE,mBAAmB,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC;QACvE,WAAW,EAAE,mBAAmB,CAAC,SAAS,CAAC,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC;QAC7E,KAAK,EAAE,mBAAmB,CAAC,SAAS,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC;QAC3D,QAAQ,EAAE,mBAAmB,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC;QACpE,OAAO,EAAE,mBAAmB,CAAC,SAAS,CAAC,OAAO,IAAI,EAAE,EAAE,QAAQ,CAAC,OAAO,CAAC;QACvE,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,kBAAkB,CAAC,WAAmB;IAOnD,MAAM,MAAM,GAAG;QACb,SAAS,EAAE,EAAc;QACzB,WAAW,EAAE,EAAc;QAC3B,KAAK,EAAE,EAAc;QACrB,QAAQ,EAAE,EAAc;QACxB,OAAO,EAAE,EAAc;KACxB,CAAC;IAEF,eAAe;IACf,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAEpD,SAAS;QACT,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAExC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;iBAC9B,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;iBACrC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAE7E,IAAI,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACtF,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;YAClC,CAAC;iBAAM,IAAI,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;gBACvF,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;YACpC,CAAC;iBAAM,IAAI,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1E,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;YAC9B,CAAC;iBAAM,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC1C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;YACjC,CAAC;iBAAM,IAAI,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC/E,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,YAAY;IACd,CAAC;IAED,SAAS;IACT,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;QACrE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;aAC9B,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;aACrC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7E,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,QAAQ;IACV,CAAC;IAED,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;aAC9B,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;aACrC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7E,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,QAAQ;IACV,CAAC;IAED,gBAAgB;IAChB,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;aAC9B,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;aACrC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7E,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,QAAQ;IACV,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;QACxB,QAAQ;QACR,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;QACzE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;QACpE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;QACrD,QAAQ;QACR,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;QACjG,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;QACxF,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK;QAC1F,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK;KACvF,CAAC,CAAC;IAEH,OAAO,IAAI;SACR,WAAW,EAAE;SACb,KAAK,CAAC,sCAAsC,CAAC;SAC7C,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;SACvD,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,KAAa,EAAE,KAAa;IACvD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;IAElD,IAAI,SAAS,CAAC,IAAI,KAAK,CAAC,IAAI,SAAS,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAE3D,MAAM,YAAY,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACzE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;IAEzD,OAAO,YAAY,GAAG,KAAK,CAAC;AAC9B,CAAC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Extractor - 调用 Claude Code CLI 提取关键信息
|
|
3
|
+
*/
|
|
4
|
+
import type { Conversation } from './scanner.js';
|
|
5
|
+
export interface ExtractedInfo {
|
|
6
|
+
category: 'decisions' | 'preferences' | 'facts' | 'contacts' | 'profile';
|
|
7
|
+
content: string;
|
|
8
|
+
confidence: number;
|
|
9
|
+
sourceConversationId: string;
|
|
10
|
+
timestamp: Date;
|
|
11
|
+
}
|
|
12
|
+
export interface ExtractionResult {
|
|
13
|
+
decisions: ExtractedInfo[];
|
|
14
|
+
preferences: ExtractedInfo[];
|
|
15
|
+
facts: ExtractedInfo[];
|
|
16
|
+
contacts: ExtractedInfo[];
|
|
17
|
+
profile: ExtractedInfo[];
|
|
18
|
+
raw?: string;
|
|
19
|
+
}
|
|
20
|
+
export interface ExtractOptions {
|
|
21
|
+
verbose?: boolean;
|
|
22
|
+
model?: 'haiku' | 'sonnet' | 'opus';
|
|
23
|
+
batchSize?: number;
|
|
24
|
+
}
|
|
25
|
+
/**
|
|
26
|
+
* 调用 Claude Code CLI 提取信息
|
|
27
|
+
*/
|
|
28
|
+
export declare function extractWithClaudeCLI(conversations: Conversation[], options?: ExtractOptions): Promise<ExtractionResult>;
|
|
29
|
+
/**
|
|
30
|
+
* 检查 Claude Code CLI 是否可用
|
|
31
|
+
*/
|
|
32
|
+
export declare function checkClaudeCLI(): Promise<{
|
|
33
|
+
available: boolean;
|
|
34
|
+
error?: string;
|
|
35
|
+
}>;
|
|
36
|
+
//# sourceMappingURL=extractor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"extractor.d.ts","sourceRoot":"","sources":["../../src/consolidation/extractor.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAEjD,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,WAAW,GAAG,aAAa,GAAG,OAAO,GAAG,UAAU,GAAG,SAAS,CAAC;IACzE,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,aAAa,EAAE,CAAC;IAC3B,WAAW,EAAE,aAAa,EAAE,CAAC;IAC7B,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAiED,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,OAAO,GAAG,QAAQ,GAAG,MAAM,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,aAAa,EAAE,YAAY,EAAE,EAC7B,OAAO,GAAE,cAAmB,GAC3B,OAAO,CAAC,gBAAgB,CAAC,CAgD3B;AAmND;;GAEG;AACH,wBAAsB,cAAc,IAAI,OAAO,CAAC;IAAE,SAAS,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAwBtF"}
|