continuum-memory 0.0.0-stage → 1.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +185 -2
- package/config.schema.json +57 -0
- package/cordis.patch.yml +4 -0
- package/icon.svg +21 -0
- package/index.js +10 -0
- package/manifest.json +68 -0
- package/package.json +54 -3
- package/src/capture.js +177 -0
- package/src/config.js +134 -0
- package/src/contract.js +33 -0
- package/src/db.js +486 -0
- package/src/decay.js +131 -0
- package/src/inject.js +213 -0
- package/src/plugin.js +175 -0
- package/src/query.js +226 -0
- package/src/tools.js +467 -0
- package/src/vector.js +205 -0
package/src/config.js
ADDED
|
@@ -0,0 +1,134 @@
|
|
|
1
|
+
import os from 'node:os';
|
|
2
|
+
import fs from 'node:fs';
|
|
3
|
+
import path from 'node:path';
|
|
4
|
+
|
|
5
|
+
/**
|
|
6
|
+
* 配置层(2026-11-22 加,为发布准备)。
|
|
7
|
+
*
|
|
8
|
+
* 之前所有路径都长在某台机器上:固定盘的库、固定盘的五本、隔壁插件目录里的模型。
|
|
9
|
+
* 别人装上去,一个写死的绝对路径 import 就能让插件加载失败,一个字都跑不了。
|
|
10
|
+
*
|
|
11
|
+
* 现在分三层,优先级从高到低:
|
|
12
|
+
* 1. cordis config(profile 的 cordis.patch.yml 里写)
|
|
13
|
+
* 2. 环境变量(CONTINUUM_DB / CONTINUUM_BOOKS / CONTINUUM_MODEL_DIR)
|
|
14
|
+
* 3. 通用默认值(DSH data 目录,谁装都一样)
|
|
15
|
+
*
|
|
16
|
+
* 本地那份特殊配置写在 cordis.patch.yml 里,不写死在代码里。
|
|
17
|
+
*/
|
|
18
|
+
|
|
19
|
+
const HOME = os.homedir();
|
|
20
|
+
|
|
21
|
+
/** DSH 的数据目录惯例:优先 DSH_HOME,其次 ~/.dsh。 */
|
|
22
|
+
function dshHome() {
|
|
23
|
+
return process.env.DSH_HOME || path.join(HOME, '.dsh');
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
function defaultDataDir() {
|
|
27
|
+
return path.join(dshHome(), 'data', 'continuum');
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
let CONFIG = null;
|
|
31
|
+
|
|
32
|
+
/**
|
|
33
|
+
* 数值钳制 + 记账。
|
|
34
|
+
*
|
|
35
|
+
* 为什么不用 config.schema.json 兜底:实测 DSH 不消费插件的 schema 文件
|
|
36
|
+
* (在 asar 里搜不到这个文件名,HCC 那个 19 KB 的也一样)。所以校验得自己来。
|
|
37
|
+
* 选择「钳到边界 + 记一条警告」而不是抛错:配置写错不该让整个插件加载失败,
|
|
38
|
+
* 那会连带把记忆线断掉——宁可跑在默认值上,把问题摊在 mem_status 里。
|
|
39
|
+
*/
|
|
40
|
+
function clampInt(value, { min, max, fallback, name, warnings }) {
|
|
41
|
+
if (value === undefined || value === null || value === '') return fallback;
|
|
42
|
+
const v = Number(value);
|
|
43
|
+
if (!Number.isFinite(v)) {
|
|
44
|
+
warnings.push(`${name} 不是数字(收到 ${JSON.stringify(value)}),用默认值 ${fallback}`);
|
|
45
|
+
return fallback;
|
|
46
|
+
}
|
|
47
|
+
if (v < min || v > max) {
|
|
48
|
+
const c = Math.min(Math.max(Math.trunc(v), min), max);
|
|
49
|
+
warnings.push(`${name}=${v} 超出 ${min}~${max},已钳到 ${c}`);
|
|
50
|
+
return c;
|
|
51
|
+
}
|
|
52
|
+
return Math.trunc(v);
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
export function resolveConfig(raw = {}) {
|
|
56
|
+
const warnings = [];
|
|
57
|
+
const dataDir = raw.dataDir || process.env.CONTINUUM_DATA || defaultDataDir();
|
|
58
|
+
|
|
59
|
+
const cfg = {
|
|
60
|
+
/** 库文件。默认落在 DSH data 目录,不碰任何人的其他盘。 */
|
|
61
|
+
dbPath: raw.dbPath || process.env.CONTINUUM_DB || path.join(dataDir, 'continuum.sqlite'),
|
|
62
|
+
|
|
63
|
+
/** 五本 md 目录。没配就不扫(发布版的默认状态)。 */
|
|
64
|
+
booksDir: raw.booksDir || process.env.CONTINUUM_BOOKS || null,
|
|
65
|
+
|
|
66
|
+
/** 本地 bge 模型目录。没配就走远程下载(首次运行约 23 MB)。 */
|
|
67
|
+
modelDir: raw.modelDir || process.env.CONTINUUM_MODEL_DIR || null,
|
|
68
|
+
|
|
69
|
+
/** 允许远程下载模型吗?默认允许——否则没模型就没向量。 */
|
|
70
|
+
allowRemoteModel: raw.allowRemoteModel !== false,
|
|
71
|
+
|
|
72
|
+
/** 镜像站,国内友好。 */
|
|
73
|
+
modelMirror: raw.modelMirror || 'https://hf-mirror.com',
|
|
74
|
+
|
|
75
|
+
/** 检索:语义那一路总开关。 */
|
|
76
|
+
semantic: raw.semantic !== false,
|
|
77
|
+
|
|
78
|
+
/** 注入预算(字符)。 */
|
|
79
|
+
injectChars: clampInt(raw.injectChars, { min: 200, max: 8000, fallback: 1600, name: 'injectChars', warnings }),
|
|
80
|
+
injectMemories: clampInt(raw.injectMemories, { min: 1, max: 12, fallback: 5, name: 'injectMemories', warnings }),
|
|
81
|
+
|
|
82
|
+
/** 是否捕获动作轨迹(tool/call + tool/result)。 */
|
|
83
|
+
captureTools: raw.captureTools !== false,
|
|
84
|
+
|
|
85
|
+
/** 是否捕获子 agent 的会话。默认不收——那些是派活的噪音。 */
|
|
86
|
+
captureSubagents: Boolean(raw.captureSubagents),
|
|
87
|
+
|
|
88
|
+
dataDir,
|
|
89
|
+
|
|
90
|
+
/** 配置过程中发现的问题,给 mem_status 和日志看。 */
|
|
91
|
+
warnings,
|
|
92
|
+
};
|
|
93
|
+
|
|
94
|
+
// 路径存在性只警告不拦:第一次运行库还不存在是正常的
|
|
95
|
+
if (cfg.booksDir && !fs.existsSync(cfg.booksDir)) {
|
|
96
|
+
warnings.push(`booksDir 不存在:${cfg.booksDir}(会跳过五本扫描)`);
|
|
97
|
+
}
|
|
98
|
+
if (cfg.modelDir && !fs.existsSync(cfg.modelDir)) {
|
|
99
|
+
warnings.push(`modelDir 不存在:${cfg.modelDir}${cfg.allowRemoteModel ? '(会走远程下载)' : '(且 allowRemoteModel=false,向量那路会关掉)'}`);
|
|
100
|
+
}
|
|
101
|
+
if (!cfg.modelDir && !cfg.allowRemoteModel) {
|
|
102
|
+
warnings.push('既没配 modelDir,又关了 allowRemoteModel —— 语义检索会用不了');
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
return cfg;
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
/** 插件启动时调一次。之后所有模块读 config()。 */
|
|
109
|
+
export function setConfig(raw) {
|
|
110
|
+
CONFIG = resolveConfig(raw ?? {});
|
|
111
|
+
return CONFIG;
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
export function config() {
|
|
115
|
+
if (!CONFIG) CONFIG = resolveConfig({});
|
|
116
|
+
return CONFIG;
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
/** 给 status 用:不打印完整路径之外的敏感信息,只报关键位置。 */
|
|
120
|
+
export function describeConfig() {
|
|
121
|
+
const c = config();
|
|
122
|
+
return {
|
|
123
|
+
dbPath: c.dbPath,
|
|
124
|
+
booksDir: c.booksDir ?? '(未配置,不扫五本)',
|
|
125
|
+
modelDir: c.modelDir ?? '(未配置,首次运行远程下载)',
|
|
126
|
+
allowRemoteModel: c.allowRemoteModel,
|
|
127
|
+
modelMirror: c.modelMirror,
|
|
128
|
+
semantic: c.semantic,
|
|
129
|
+
injectChars: c.injectChars,
|
|
130
|
+
injectMemories: c.injectMemories,
|
|
131
|
+
captureTools: c.captureTools,
|
|
132
|
+
warnings: c.warnings?.length ? c.warnings : [],
|
|
133
|
+
};
|
|
134
|
+
}
|
package/src/contract.js
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
export const CONTINUUM_API_VERSION = '1.0.0';
|
|
2
|
+
export const CONTINUUM_PACKAGE_NAME = 'continuum-memory';
|
|
3
|
+
export const CONTINUUM_SERVICE_KEY = 'continuum';
|
|
4
|
+
|
|
5
|
+
/** 一张库,五个来源。合并后只对模型暴露这一个。 */
|
|
6
|
+
export const SRC = Object.freeze({
|
|
7
|
+
SOUL: 'soul',
|
|
8
|
+
HCC: 'hcc',
|
|
9
|
+
HIPPO: 'hippo',
|
|
10
|
+
BOOKS: 'books',
|
|
11
|
+
GATE: 'gate',
|
|
12
|
+
});
|
|
13
|
+
|
|
14
|
+
export const SRC_LABEL = Object.freeze({
|
|
15
|
+
soul: 'soul 图谱节点/原文片段',
|
|
16
|
+
hcc: 'hcc 分区记忆',
|
|
17
|
+
hippo: 'hippo 会话原文',
|
|
18
|
+
books: 'books 五本',
|
|
19
|
+
gate: 'gate Continuum 自写',
|
|
20
|
+
});
|
|
21
|
+
|
|
22
|
+
export const ZONES = Object.freeze(['A', 'B', 'C', 'D', 'E', 'F']);
|
|
23
|
+
|
|
24
|
+
/** 默认值:查不到绑定就落 F(来源不明区),这是本能数据库定的规矩。 */
|
|
25
|
+
export const DEFAULT_ZONE = 'F';
|
|
26
|
+
|
|
27
|
+
export const LIMITS = Object.freeze({
|
|
28
|
+
maxMessageChars: 9000,
|
|
29
|
+
topDefault: 5,
|
|
30
|
+
topMax: 12,
|
|
31
|
+
injectMemories: 5,
|
|
32
|
+
injectChars: 1600,
|
|
33
|
+
});
|
package/src/db.js
ADDED
|
@@ -0,0 +1,486 @@
|
|
|
1
|
+
import fs from 'node:fs';
|
|
2
|
+
import os from 'node:os';
|
|
3
|
+
import path from 'node:path';
|
|
4
|
+
import crypto from 'node:crypto';
|
|
5
|
+
import { DatabaseSync } from 'node:sqlite';
|
|
6
|
+
import { config } from './config.js';
|
|
7
|
+
|
|
8
|
+
/**
|
|
9
|
+
* 一张库,一个连接。
|
|
10
|
+
*
|
|
11
|
+
* 2026-11-22 之前这里是「四个后端只读并排查」。主人说全部整合,所以改成一张库。
|
|
12
|
+
* 库里装的是从 soul / HCC / hippocampus / 五本 迁入的全部原文(见 memgate_build.py v2),
|
|
13
|
+
* 之后 Continuum 自己写入新记忆。
|
|
14
|
+
*
|
|
15
|
+
* 路径从 config 读(2026-11-22 晚改):默认落在 <DSH_HOME>/data/continuum/continuum.sqlite,
|
|
16
|
+
* 本机那份特殊路径写在 cordis.patch.yml 的 config 里。
|
|
17
|
+
*
|
|
18
|
+
* 三条不能破的规矩(写在代码里,免得以后自己忘):
|
|
19
|
+
* 1. content 存全文。任何时候不许截断后写回——截了就捞不回原句。
|
|
20
|
+
* 2. 出处必填。origin_session / origin_event / origin 有一个是空的,就是编的。
|
|
21
|
+
* 3. 时间不回写。created_at 用事件时间,不用「写入时刻」。
|
|
22
|
+
*/
|
|
23
|
+
|
|
24
|
+
const HOME = os.homedir();
|
|
25
|
+
|
|
26
|
+
/**
|
|
27
|
+
* 路径改成 config 驱动(2026-11-22,为发布准备)。
|
|
28
|
+
* 以前这里是写死的 G 盘路径——别人装了根本跑不起来。
|
|
29
|
+
* 现在默认落在 DSH data 目录,本机那份特殊路径写在 cordis.patch.yml 的 config 里。
|
|
30
|
+
*/
|
|
31
|
+
export const PATHS = {
|
|
32
|
+
get db() {
|
|
33
|
+
return config().dbPath;
|
|
34
|
+
},
|
|
35
|
+
get books() {
|
|
36
|
+
return config().booksDir;
|
|
37
|
+
},
|
|
38
|
+
legacy: Object.freeze({
|
|
39
|
+
soul: path.join(HOME, '.dsh', 'dsh-soul', 'desktop', 'evolve.sqlite'),
|
|
40
|
+
hcc: path.join(HOME, '.habitweaver', 'hcc', 'hcc.sqlite'),
|
|
41
|
+
hippo: path.join(HOME, '.dsh', 'hippocampus'),
|
|
42
|
+
}),
|
|
43
|
+
};
|
|
44
|
+
|
|
45
|
+
const SCHEMA = `
|
|
46
|
+
CREATE TABLE IF NOT EXISTS mem (
|
|
47
|
+
id TEXT PRIMARY KEY, src TEXT NOT NULL, src_id TEXT, kind TEXT, speaker TEXT,
|
|
48
|
+
zone TEXT, layer INTEGER, block_key TEXT, archive_zone TEXT, status TEXT, ts TEXT,
|
|
49
|
+
session TEXT, origin_session TEXT, origin_event TEXT, corr_id TEXT, derived_from TEXT,
|
|
50
|
+
seq INTEGER, content TEXT NOT NULL, summary TEXT, tags TEXT, links TEXT, hash TEXT,
|
|
51
|
+
meta TEXT, origin TEXT, deleted INTEGER DEFAULT 0, created_at TEXT, updated_at TEXT,
|
|
52
|
+
-- 2026-11-22 加:遗忘曲线 / 激活衰减 / 向量
|
|
53
|
+
activation REAL DEFAULT 1.0, -- 有效激活强度 0..1(refresh 时回写)
|
|
54
|
+
last_used TEXT, -- 上次被检索命中
|
|
55
|
+
use_count INTEGER DEFAULT 0, -- 被命中次数:越用衰减越慢
|
|
56
|
+
decay_class TEXT, -- frozen | slow | normal
|
|
57
|
+
vector BLOB -- bge-small 512 维 f32
|
|
58
|
+
);
|
|
59
|
+
CREATE INDEX IF NOT EXISTS idx_mem_src ON mem(src);
|
|
60
|
+
CREATE INDEX IF NOT EXISTS idx_mem_ts ON mem(ts);
|
|
61
|
+
CREATE INDEX IF NOT EXISTS idx_mem_sess ON mem(session);
|
|
62
|
+
CREATE INDEX IF NOT EXISTS idx_mem_zone ON mem(zone);
|
|
63
|
+
CREATE INDEX IF NOT EXISTS idx_mem_kind ON mem(kind);
|
|
64
|
+
|
|
65
|
+
CREATE VIRTUAL TABLE IF NOT EXISTS mem_fts USING fts5(
|
|
66
|
+
content, id UNINDEXED, tokenize = 'trigram'
|
|
67
|
+
);
|
|
68
|
+
|
|
69
|
+
CREATE TABLE IF NOT EXISTS edge (
|
|
70
|
+
id TEXT PRIMARY KEY, scope TEXT, src TEXT, dst TEXT, rel TEXT, w REAL, created TEXT
|
|
71
|
+
);
|
|
72
|
+
CREATE INDEX IF NOT EXISTS idx_edge_src ON edge(src);
|
|
73
|
+
CREATE INDEX IF NOT EXISTS idx_edge_dst ON edge(dst);
|
|
74
|
+
|
|
75
|
+
CREATE TABLE IF NOT EXISTS mention (
|
|
76
|
+
scope TEXT, node TEXT, entity TEXT, PRIMARY KEY(scope, node, entity)
|
|
77
|
+
);
|
|
78
|
+
CREATE INDEX IF NOT EXISTS idx_mention_node ON mention(node);
|
|
79
|
+
|
|
80
|
+
CREATE TABLE IF NOT EXISTS node_ext (
|
|
81
|
+
id TEXT PRIMARY KEY, terms TEXT, anchor TEXT, pin INTEGER, valid_from TEXT, valid_to TEXT,
|
|
82
|
+
recorded_at TEXT, weight REAL, support INTEGER, hits INTEGER, state TEXT, salience REAL, scope TEXT
|
|
83
|
+
);
|
|
84
|
+
|
|
85
|
+
CREATE TABLE IF NOT EXISTS activation (
|
|
86
|
+
id TEXT PRIMARY KEY, scope TEXT, node TEXT, query TEXT, at TEXT, source TEXT, turn TEXT
|
|
87
|
+
);
|
|
88
|
+
|
|
89
|
+
CREATE TABLE IF NOT EXISTS chain (
|
|
90
|
+
id TEXT PRIMARY KEY, status TEXT, version INTEGER, trigger_json TEXT, action TEXT,
|
|
91
|
+
constraints_json TEXT, evidence_json TEXT, attempts INTEGER, success INTEGER,
|
|
92
|
+
weighted_attempts REAL, weighted_success REAL, distinct_contexts INTEGER,
|
|
93
|
+
recent_json TEXT, last_used TEXT, frozen INTEGER, source_cluster TEXT,
|
|
94
|
+
created_at TEXT, updated_at TEXT
|
|
95
|
+
);
|
|
96
|
+
|
|
97
|
+
CREATE TABLE IF NOT EXISTS chain_evidence (
|
|
98
|
+
id TEXT PRIMARY KEY, chain_id TEXT, result TEXT, weight REAL, context_key TEXT,
|
|
99
|
+
failure_category TEXT, memory_id TEXT, turn TEXT, source TEXT, created_at TEXT
|
|
100
|
+
);
|
|
101
|
+
|
|
102
|
+
CREATE TABLE IF NOT EXISTS persona (
|
|
103
|
+
kind TEXT NOT NULL, version INTEGER NOT NULL, content TEXT NOT NULL,
|
|
104
|
+
source TEXT, note TEXT, actor TEXT, active INTEGER DEFAULT 1,
|
|
105
|
+
created_at TEXT, updated_at TEXT, PRIMARY KEY (kind, version)
|
|
106
|
+
);
|
|
107
|
+
|
|
108
|
+
CREATE TABLE IF NOT EXISTS index_l2 (
|
|
109
|
+
id TEXT PRIMARY KEY, memory_id TEXT, label TEXT, summary TEXT, tags TEXT, created_at TEXT
|
|
110
|
+
);
|
|
111
|
+
CREATE INDEX IF NOT EXISTS idx_l2_mem ON index_l2(memory_id);
|
|
112
|
+
|
|
113
|
+
CREATE TABLE IF NOT EXISTS binding (
|
|
114
|
+
session_id TEXT PRIMARY KEY, principal TEXT, role TEXT, zone TEXT,
|
|
115
|
+
block_key TEXT, source TEXT, updated_at TEXT
|
|
116
|
+
);
|
|
117
|
+
|
|
118
|
+
CREATE TABLE IF NOT EXISTS meta (key TEXT PRIMARY KEY, value TEXT);
|
|
119
|
+
`;
|
|
120
|
+
|
|
121
|
+
let handle = null;
|
|
122
|
+
|
|
123
|
+
/**
|
|
124
|
+
* 老库补列(2026-11-22 加三样能力时用)。
|
|
125
|
+
* CREATE TABLE IF NOT EXISTS 不会给已存在的表加列,所以得逐个 ALTER。
|
|
126
|
+
* 每次都查 PRAGMA,幂等。
|
|
127
|
+
*/
|
|
128
|
+
function migrate(d) {
|
|
129
|
+
const have = new Set(d.prepare('PRAGMA table_info(mem)').all().map((r) => r.name));
|
|
130
|
+
const add = [
|
|
131
|
+
['activation', 'REAL DEFAULT 1.0'],
|
|
132
|
+
['last_used', 'TEXT'],
|
|
133
|
+
['use_count', 'INTEGER DEFAULT 0'],
|
|
134
|
+
['decay_class', 'TEXT'],
|
|
135
|
+
['vector', 'BLOB'],
|
|
136
|
+
];
|
|
137
|
+
for (const [col, type] of add) {
|
|
138
|
+
if (!have.has(col)) d.exec(`ALTER TABLE mem ADD COLUMN ${col} ${type}`);
|
|
139
|
+
}
|
|
140
|
+
// 老数据的 decay_class 按来源与类型补:五本=frozen,hcc=slow,动作轨迹=fast,其余 normal
|
|
141
|
+
d.exec(`UPDATE mem SET decay_class = CASE
|
|
142
|
+
WHEN src = 'books' THEN 'frozen'
|
|
143
|
+
WHEN src = 'hcc' THEN 'slow'
|
|
144
|
+
WHEN kind LIKE 'tool/%' THEN 'fast'
|
|
145
|
+
ELSE 'normal' END
|
|
146
|
+
WHERE decay_class IS NULL`);
|
|
147
|
+
// 已在库里的动作轨迹(老 hippocampus 那 2781 条)也要归到 fast:
|
|
148
|
+
// 工具输出是最不值钱的记忆,要的是能翻回去,不是一直摆在眼前。
|
|
149
|
+
d.exec(`UPDATE mem SET decay_class = 'fast'
|
|
150
|
+
WHERE kind LIKE 'tool/%' AND COALESCE(decay_class,'normal') = 'normal'`);
|
|
151
|
+
}
|
|
152
|
+
|
|
153
|
+
/** 单连接,懒开。写入要 WAL,否则 qqbridge / 多 agent 会撞锁。 */
|
|
154
|
+
export function db() {
|
|
155
|
+
if (handle) return handle;
|
|
156
|
+
fs.mkdirSync(path.dirname(PATHS.db), { recursive: true });
|
|
157
|
+
const fresh = !fs.existsSync(PATHS.db);
|
|
158
|
+
handle = new DatabaseSync(PATHS.db);
|
|
159
|
+
handle.exec('PRAGMA journal_mode = WAL');
|
|
160
|
+
handle.exec('PRAGMA synchronous = NORMAL');
|
|
161
|
+
handle.exec('PRAGMA busy_timeout = 5000');
|
|
162
|
+
handle.exec(SCHEMA);
|
|
163
|
+
migrate(handle);
|
|
164
|
+
if (fresh) handle.exec(`INSERT OR REPLACE INTO meta (key,value) VALUES ('created_at','${new Date().toISOString()}')`);
|
|
165
|
+
return handle;
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
export function closeDb() {
|
|
169
|
+
if (!handle) return;
|
|
170
|
+
try {
|
|
171
|
+
handle.close();
|
|
172
|
+
} catch {
|
|
173
|
+
/* 已关 */
|
|
174
|
+
}
|
|
175
|
+
handle = null;
|
|
176
|
+
}
|
|
177
|
+
|
|
178
|
+
export function tableCounts() {
|
|
179
|
+
const d = db();
|
|
180
|
+
const one = (t, where = '') => {
|
|
181
|
+
try {
|
|
182
|
+
return Number(d.prepare(`SELECT COUNT(*) AS n FROM ${t}${where}`).get()?.n ?? 0);
|
|
183
|
+
} catch {
|
|
184
|
+
return null;
|
|
185
|
+
}
|
|
186
|
+
};
|
|
187
|
+
return {
|
|
188
|
+
mem: one('mem', ' WHERE deleted = 0'),
|
|
189
|
+
mem_deleted: one('mem', ' WHERE deleted = 1'),
|
|
190
|
+
mem_fts: one('mem_fts'),
|
|
191
|
+
edge: one('edge'),
|
|
192
|
+
mention: one('mention'),
|
|
193
|
+
chain: one('chain'),
|
|
194
|
+
persona: one('persona'),
|
|
195
|
+
index_l2: one('index_l2'),
|
|
196
|
+
binding: one('binding'),
|
|
197
|
+
};
|
|
198
|
+
}
|
|
199
|
+
|
|
200
|
+
/** 分来源统计:一眼看出每条命中有几个来源背过书。只数活的。 */
|
|
201
|
+
export function bySrc() {
|
|
202
|
+
const d = db();
|
|
203
|
+
const rows = d
|
|
204
|
+
.prepare('SELECT src, COUNT(*) AS n FROM mem WHERE deleted = 0 GROUP BY src ORDER BY n DESC')
|
|
205
|
+
.all();
|
|
206
|
+
return Object.fromEntries(rows.map((r) => [r.src, Number(r.n)]));
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
const CLIP = (s, n) => {
|
|
210
|
+
const t = String(s ?? '').replace(/\s+/g, ' ').trim();
|
|
211
|
+
return t.length > n ? `${t.slice(0, n)}…` : t;
|
|
212
|
+
};
|
|
213
|
+
|
|
214
|
+
export function clip(s, n = 400) {
|
|
215
|
+
return CLIP(s, n);
|
|
216
|
+
}
|
|
217
|
+
|
|
218
|
+
function ftsPhrase(q) {
|
|
219
|
+
return `"${String(q).replace(/"/g, '""')}"`;
|
|
220
|
+
}
|
|
221
|
+
|
|
222
|
+
/** 整句查不到时的退路:拆成词用 OR 连起来(trigram 短语要求连续子串,太严)。 */
|
|
223
|
+
function ftsOrTerms(q) {
|
|
224
|
+
const parts = String(q)
|
|
225
|
+
.split(/[\s,,。、;;::!!??()()[\]【】"“”'']+/)
|
|
226
|
+
.filter((p) => p.length >= 2);
|
|
227
|
+
if (parts.length < 2) return null;
|
|
228
|
+
return parts.map(ftsPhrase).join(' OR ');
|
|
229
|
+
}
|
|
230
|
+
|
|
231
|
+
/**
|
|
232
|
+
* 主检索:trigram 短语 → trigram 分词 OR → LIKE,三级回退。
|
|
233
|
+
* <3 字直接走 LIKE——trigram 是 3 字滑窗,2 字查不了,这不是 bug 是定义。
|
|
234
|
+
*/
|
|
235
|
+
export function searchMem(query, { top = 5, src = null, zone = null, kind = null } = {}) {
|
|
236
|
+
const d = db();
|
|
237
|
+
const q = String(query ?? '').trim();
|
|
238
|
+
if (!q) return [];
|
|
239
|
+
const where = ['m.deleted = 0'];
|
|
240
|
+
const args = [];
|
|
241
|
+
if (src) {
|
|
242
|
+
where.push('m.src = ?');
|
|
243
|
+
args.push(src);
|
|
244
|
+
}
|
|
245
|
+
if (zone) {
|
|
246
|
+
where.push('m.zone = ?');
|
|
247
|
+
args.push(zone);
|
|
248
|
+
}
|
|
249
|
+
if (kind) {
|
|
250
|
+
where.push('m.kind = ?');
|
|
251
|
+
args.push(kind);
|
|
252
|
+
}
|
|
253
|
+
const tail = `AND ${where.join(' AND ')}`;
|
|
254
|
+
|
|
255
|
+
if (q.length >= 3) {
|
|
256
|
+
for (const expr of [ftsPhrase(q), ftsOrTerms(q)]) {
|
|
257
|
+
if (!expr) continue;
|
|
258
|
+
try {
|
|
259
|
+
const rows = d
|
|
260
|
+
.prepare(
|
|
261
|
+
`SELECT m.* FROM mem_fts f JOIN mem m ON m.id = f.id
|
|
262
|
+
WHERE mem_fts MATCH ? ${tail} ORDER BY rank LIMIT ?`,
|
|
263
|
+
)
|
|
264
|
+
.all(expr, ...args, top);
|
|
265
|
+
if (rows.length) return rows;
|
|
266
|
+
} catch {
|
|
267
|
+
/* 换下一级 */
|
|
268
|
+
}
|
|
269
|
+
}
|
|
270
|
+
}
|
|
271
|
+
return d
|
|
272
|
+
.prepare(`SELECT m.* FROM mem m WHERE m.content LIKE ? ${tail} LIMIT ?`)
|
|
273
|
+
.all(`%${q}%`, ...args, top);
|
|
274
|
+
}
|
|
275
|
+
|
|
276
|
+
/** 逐字精确查:整串必须出现在原文里。认承诺只认这个。 */
|
|
277
|
+
export function traceExact(phrase, { top = 8 } = {}) {
|
|
278
|
+
const d = db();
|
|
279
|
+
const q = String(phrase ?? '').trim();
|
|
280
|
+
if (!q) return [];
|
|
281
|
+
return d
|
|
282
|
+
.prepare(
|
|
283
|
+
`SELECT * FROM mem WHERE deleted = 0 AND content LIKE ? ORDER BY ts ASC LIMIT ?`,
|
|
284
|
+
)
|
|
285
|
+
.all(`%${q}%`, top);
|
|
286
|
+
}
|
|
287
|
+
|
|
288
|
+
/** 时间线:某段时间聊了什么。默认倒序(问「最近」时先看到最新)。 */
|
|
289
|
+
export function timeline({ from = null, to = null, limit = 20, order = 'desc' } = {}) {
|
|
290
|
+
const d = db();
|
|
291
|
+
const where = ['deleted = 0', 'ts IS NOT NULL'];
|
|
292
|
+
const args = [];
|
|
293
|
+
if (from) {
|
|
294
|
+
where.push('ts >= ?');
|
|
295
|
+
args.push(from);
|
|
296
|
+
}
|
|
297
|
+
if (to) {
|
|
298
|
+
where.push('ts <= ?');
|
|
299
|
+
args.push(to);
|
|
300
|
+
}
|
|
301
|
+
const dir = String(order).toLowerCase() === 'asc' ? 'ASC' : 'DESC';
|
|
302
|
+
return d
|
|
303
|
+
.prepare(`SELECT * FROM mem WHERE ${where.join(' AND ')} ORDER BY ts ${dir} LIMIT ?`)
|
|
304
|
+
.all(...args, limit);
|
|
305
|
+
}
|
|
306
|
+
|
|
307
|
+
/** 顺藤摸瓜:给定节点 id 取邻居。soul 的边与 mention 一起用。 */
|
|
308
|
+
export function neighbors(nodeId, { limit = 12 } = {}) {
|
|
309
|
+
const d = db();
|
|
310
|
+
const short = String(nodeId).replace(/^soul:node:/, '');
|
|
311
|
+
const edges = d
|
|
312
|
+
.prepare(
|
|
313
|
+
`SELECT src, dst, rel, w FROM edge WHERE src = ? OR dst = ? ORDER BY w DESC LIMIT ?`,
|
|
314
|
+
)
|
|
315
|
+
.all(short, short, limit);
|
|
316
|
+
const nodes = new Set();
|
|
317
|
+
for (const e of edges) {
|
|
318
|
+
nodes.add(e.src === short ? e.dst : e.src);
|
|
319
|
+
}
|
|
320
|
+
const out = [];
|
|
321
|
+
for (const n of nodes) {
|
|
322
|
+
const row = d.prepare('SELECT * FROM mem WHERE id = ?').get(`soul:node:${n}`)
|
|
323
|
+
?? d.prepare("SELECT * FROM mem WHERE src = 'soul' AND kind = 'node' AND src_id = ?").get(n);
|
|
324
|
+
if (row) out.push(row);
|
|
325
|
+
}
|
|
326
|
+
return { edges, nodes: out };
|
|
327
|
+
}
|
|
328
|
+
|
|
329
|
+
/** 读身份层。kind: role_card | core | instinct | post_training | hq */
|
|
330
|
+
export function persona(kind) {
|
|
331
|
+
const d = db();
|
|
332
|
+
return d
|
|
333
|
+
.prepare('SELECT * FROM persona WHERE kind = ? AND active = 1 ORDER BY version DESC')
|
|
334
|
+
.all(kind);
|
|
335
|
+
}
|
|
336
|
+
|
|
337
|
+
/** 当前生效的角色卡(最高版本 active)。 */
|
|
338
|
+
export function activeRoleCard() {
|
|
339
|
+
const rows = persona('role_card');
|
|
340
|
+
return rows[0] ?? null;
|
|
341
|
+
}
|
|
342
|
+
|
|
343
|
+
export function chains({ status = null, limit = 20 } = {}) {
|
|
344
|
+
const d = db();
|
|
345
|
+
if (status) {
|
|
346
|
+
return d.prepare('SELECT * FROM chain WHERE status = ? ORDER BY last_used DESC LIMIT ?').all(status, limit);
|
|
347
|
+
}
|
|
348
|
+
return d.prepare('SELECT * FROM chain ORDER BY last_used DESC LIMIT ?').all(limit);
|
|
349
|
+
}
|
|
350
|
+
|
|
351
|
+
/** 会话绑定:这轮该落哪个分区。查不到返回 null,由调用方给默认 F。 */
|
|
352
|
+
export function bindingOf(sessionId) {
|
|
353
|
+
if (!sessionId) return null;
|
|
354
|
+
try {
|
|
355
|
+
return db().prepare('SELECT * FROM binding WHERE session_id = ?').get(String(sessionId)) ?? null;
|
|
356
|
+
} catch {
|
|
357
|
+
return null;
|
|
358
|
+
}
|
|
359
|
+
}
|
|
360
|
+
|
|
361
|
+
export function shortId(prefix = 'mem') {
|
|
362
|
+
return `${prefix}-${crypto.randomBytes(6).toString('hex')}`;
|
|
363
|
+
}
|
|
364
|
+
|
|
365
|
+
export function sha256(text) {
|
|
366
|
+
return crypto.createHash('sha256').update(String(text), 'utf8').digest('hex');
|
|
367
|
+
}
|
|
368
|
+
|
|
369
|
+
/**
|
|
370
|
+
* 写一条记忆。
|
|
371
|
+
* 规矩 1:content 全文入库,summary 不替代 content。
|
|
372
|
+
* 规矩 2:origin 必填——由调用方给出「谁在哪个会话哪条事件说的」。
|
|
373
|
+
*/
|
|
374
|
+
export function insertMem(input) {
|
|
375
|
+
const d = db();
|
|
376
|
+
const now = new Date().toISOString();
|
|
377
|
+
const id = input.id || shortId(input.src === 'gate' ? 'mem' : input.src || 'mem');
|
|
378
|
+
const content = String(input.content ?? '');
|
|
379
|
+
if (!content.trim()) throw new Error('content 为空,拒绝写入');
|
|
380
|
+
const row = {
|
|
381
|
+
id,
|
|
382
|
+
src: input.src || 'gate',
|
|
383
|
+
src_id: input.srcId ?? null,
|
|
384
|
+
kind: input.kind || 'note',
|
|
385
|
+
speaker: input.speaker ?? null,
|
|
386
|
+
zone: input.zone ?? null,
|
|
387
|
+
layer: input.layer ?? null,
|
|
388
|
+
block_key: input.blockKey ?? null,
|
|
389
|
+
archive_zone: input.archiveZone ?? null,
|
|
390
|
+
status: input.status || 'active',
|
|
391
|
+
ts: input.ts || now,
|
|
392
|
+
session: input.session ?? null,
|
|
393
|
+
origin_session: input.originSession ?? input.session ?? null,
|
|
394
|
+
origin_event: input.originEvent != null ? String(input.originEvent) : null,
|
|
395
|
+
corr_id: input.corrId ?? null,
|
|
396
|
+
derived_from: input.derivedFrom ?? null,
|
|
397
|
+
seq: input.seq ?? null,
|
|
398
|
+
content,
|
|
399
|
+
summary: input.summary ?? null,
|
|
400
|
+
tags: input.tags ? JSON.stringify(input.tags) : null,
|
|
401
|
+
links: input.links ? JSON.stringify(input.links) : null,
|
|
402
|
+
hash: sha256(content),
|
|
403
|
+
meta: input.meta ? JSON.stringify(input.meta) : null,
|
|
404
|
+
origin: input.origin ?? null,
|
|
405
|
+
deleted: 0,
|
|
406
|
+
created_at: input.createdAt || now,
|
|
407
|
+
updated_at: now,
|
|
408
|
+
// 新写入的东西激活是满的;衰减类按来源定(五本不衰减,分区记忆慢衰减)
|
|
409
|
+
activation: 1.0,
|
|
410
|
+
last_used: null,
|
|
411
|
+
use_count: 0,
|
|
412
|
+
decay_class:
|
|
413
|
+
input.decayClass
|
|
414
|
+
?? (input.src === 'books' ? 'frozen' : input.src === 'hcc' ? 'slow' : 'normal'),
|
|
415
|
+
};
|
|
416
|
+
const cols = Object.keys(row);
|
|
417
|
+
d.prepare(
|
|
418
|
+
`INSERT OR REPLACE INTO mem (${cols.join(',')}) VALUES (${cols.map(() => '?').join(',')})`,
|
|
419
|
+
).run(...cols.map((c) => row[c]));
|
|
420
|
+
d.prepare('INSERT INTO mem_fts (content, id) VALUES (?, ?)').run(content, id);
|
|
421
|
+
return row;
|
|
422
|
+
}
|
|
423
|
+
|
|
424
|
+
/** 软删(deleted=1)+ 从 FTS 摘除。级联由调用方决定要不要连带 l2_index。 */
|
|
425
|
+
export function forgetMem(id, { cascadeL2 = true } = {}) {
|
|
426
|
+
const d = db();
|
|
427
|
+
const now = new Date().toISOString();
|
|
428
|
+
const r = d.prepare('UPDATE mem SET deleted = 1, updated_at = ? WHERE id = ?').run(now, id);
|
|
429
|
+
try {
|
|
430
|
+
d.prepare('DELETE FROM mem_fts WHERE id = ?').run(id);
|
|
431
|
+
} catch {
|
|
432
|
+
/* FTS 里没有也正常 */
|
|
433
|
+
}
|
|
434
|
+
let l2 = 0;
|
|
435
|
+
if (cascadeL2) {
|
|
436
|
+
try {
|
|
437
|
+
l2 = Number(d.prepare('DELETE FROM index_l2 WHERE memory_id = ?').run(String(id).replace(/^hcc:/, '')).changes ?? 0);
|
|
438
|
+
} catch {
|
|
439
|
+
/* 忽略 */
|
|
440
|
+
}
|
|
441
|
+
}
|
|
442
|
+
return { changed: Number(r.changes ?? 0), l2 };
|
|
443
|
+
}
|
|
444
|
+
|
|
445
|
+
export function upsertPersona({ kind, content, source, note, actor, active = 1 }) {
|
|
446
|
+
const d = db();
|
|
447
|
+
const now = new Date().toISOString();
|
|
448
|
+
const prev = d
|
|
449
|
+
.prepare('SELECT MAX(version) AS v FROM persona WHERE kind = ?')
|
|
450
|
+
.get(kind);
|
|
451
|
+
const version = Number(prev?.v ?? 0) + 1;
|
|
452
|
+
if (active) d.prepare('UPDATE persona SET active = 0 WHERE kind = ?').run(kind);
|
|
453
|
+
d.prepare(
|
|
454
|
+
`INSERT INTO persona (kind,version,content,source,note,actor,active,created_at,updated_at)
|
|
455
|
+
VALUES (?,?,?,?,?,?,?,?,?)`,
|
|
456
|
+
).run(kind, version, String(content), source ?? null, note ?? null, actor ?? null, active ? 1 : 0, now, now);
|
|
457
|
+
return { kind, version, active: active ? 1 : 0 };
|
|
458
|
+
}
|
|
459
|
+
|
|
460
|
+
export function setMeta(key, value) {
|
|
461
|
+
db().prepare('INSERT OR REPLACE INTO meta (key,value) VALUES (?,?)').run(key, String(value));
|
|
462
|
+
}
|
|
463
|
+
|
|
464
|
+
export function getMeta(key) {
|
|
465
|
+
try {
|
|
466
|
+
return db().prepare('SELECT value FROM meta WHERE key = ?').get(key)?.value ?? null;
|
|
467
|
+
} catch {
|
|
468
|
+
return null;
|
|
469
|
+
}
|
|
470
|
+
}
|
|
471
|
+
|
|
472
|
+
export function dbSizeMb() {
|
|
473
|
+
try {
|
|
474
|
+
return (fs.statSync(PATHS.db).size / 1024 / 1024).toFixed(1);
|
|
475
|
+
} catch {
|
|
476
|
+
return null;
|
|
477
|
+
}
|
|
478
|
+
}
|
|
479
|
+
|
|
480
|
+
export function legacyPresence() {
|
|
481
|
+
const out = {};
|
|
482
|
+
for (const [k, p] of Object.entries(PATHS.legacy)) {
|
|
483
|
+
out[k] = fs.existsSync(p);
|
|
484
|
+
}
|
|
485
|
+
return out;
|
|
486
|
+
}
|