@modusensus/dsh-mneme 0.8.14 → 0.8.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +660 -654
- package/assets/icon.svg +3 -3
- package/bin/cli.mjs +691 -689
- package/bin/dsh-mneme-mcp.mjs +510 -510
- package/bin/dsh-mneme-serve.mjs +151 -151
- package/cordis.patch.yml +21 -21
- package/docs/CONFIGURATION.md +275 -0
- package/docs/CONTINUITY.md +124 -0
- package/docs/DAEMON.md +46 -0
- package/docs/DISTILL.md +162 -0
- package/docs/ENTITIES.md +245 -0
- package/docs/LOCAL_MODEL.md +222 -0
- package/docs/SEMANTIC.md +256 -0
- package/docs/SLEEP.md +164 -0
- package/docs/STORAGE.md +98 -0
- package/lib/api-standalone.js +656 -673
- package/lib/api.js +1605 -1433
- package/lib/bootstrap.js +211 -211
- package/lib/client.js +6354 -5296
- package/lib/commands.js +95 -95
- package/lib/config.js +947 -843
- package/lib/content-hash.js +54 -54
- package/lib/continuity.js +220 -220
- package/lib/document-index.js +94 -94
- package/lib/document.js +303 -303
- package/lib/dream/clustering.js +118 -118
- package/lib/dream/decisions.js +694 -674
- package/lib/dream/narratives.js +44 -44
- package/lib/dream/sleep.js +819 -819
- package/lib/dream.js +1503 -1501
- package/lib/embedding.js +177 -177
- package/lib/entities/extractor.js +252 -252
- package/lib/graph/anchoring.js +179 -179
- package/lib/guide.js +74 -74
- package/lib/heat.js +144 -144
- package/lib/hot-memory.js +108 -46
- package/lib/index.js +552 -503
- package/lib/inject.js +428 -450
- package/lib/lang.js +248 -229
- package/lib/local-embedder.js +358 -358
- package/lib/maintenance.js +162 -142
- package/lib/mirror.js +330 -330
- package/lib/organize.js +450 -450
- package/lib/peak-hours.js +117 -117
- package/lib/placement.js +13 -0
- package/lib/pre-inject-gate.js +340 -0
- package/lib/quality-filter.js +126 -126
- package/lib/recall-stats.js +190 -175
- package/lib/reclaim-http.js +150 -0
- package/lib/reranker.js +269 -269
- package/lib/runtime/adopt.js +176 -176
- package/lib/runtime/closure.js +172 -172
- package/lib/runtime/download.js +247 -247
- package/lib/runtime/layout.js +265 -265
- package/lib/runtime/loader.js +252 -252
- package/lib/runtime/model-fetch.js +361 -361
- package/lib/runtime/provision.js +237 -237
- package/lib/runtime/tarball.js +130 -130
- package/lib/runtime/verify.js +223 -204
- package/lib/safe-slice.js +18 -0
- package/lib/scope.js +146 -146
- package/lib/search/adaptive.js +60 -60
- package/lib/search/bm25.js +96 -96
- package/lib/semantic.js +229 -229
- package/lib/sensitive-scan.js +209 -209
- package/lib/serve.js +215 -215
- package/lib/service.js +2688 -2605
- package/lib/settings.js +528 -511
- package/lib/store.js +3196 -3007
- package/lib/summarize.js +1039 -856
- package/lib/tools.js +743 -737
- package/lib/vector-index.js +110 -110
- package/lib/version-check.js +122 -122
- package/lib/write-admission.js +402 -402
- package/locale/en.json +6 -6
- package/locale/zh.json +6 -6
- package/package.json +118 -118
- package/runtime-manifest.json +526 -526
- package/scripts/benchmark-embed.js +201 -201
- package/scripts/benchmark-recall.js +249 -249
- package/scripts/benchmark-rerank.js +166 -166
- package/scripts/build-runtime-manifest.mjs +224 -224
- package/scripts/changelog-prep.mjs +36 -36
- package/scripts/check-sync.js +42 -42
- package/scripts/e2e-dsh.js +220 -220
- package/scripts/mneme-runtime.mjs +277 -277
- package/scripts/stress-dsh.js +255 -255
- package/scripts/sync-lib.js +47 -47
- package/scripts/sync-test-badge.mjs +69 -69
- package/scripts/test-count-sync.mjs +44 -44
- package/src/api-standalone.js +656 -673
- package/src/api.js +1605 -1433
- package/src/bootstrap.js +211 -211
- package/src/commands.js +95 -95
- package/src/config.js +947 -843
- package/src/content-hash.js +54 -54
- package/src/continuity.js +220 -220
- package/src/document-index.js +94 -94
- package/src/document.js +303 -303
- package/src/dream/clustering.js +118 -118
- package/src/dream/decisions.js +694 -674
- package/src/dream/narratives.js +44 -44
- package/src/dream/sleep.js +819 -819
- package/src/dream.js +1503 -1501
- package/src/embedding.js +177 -177
- package/src/entities/extractor.js +252 -252
- package/src/graph/anchoring.js +179 -179
- package/src/guide.js +74 -74
- package/src/heat.js +144 -144
- package/src/hot-memory.js +108 -46
- package/src/index.js +552 -503
- package/src/inject.js +428 -450
- package/src/lang.js +248 -229
- package/src/local-embedder.js +358 -358
- package/src/maintenance.js +162 -142
- package/src/mirror.js +330 -330
- package/src/organize.js +450 -450
- package/src/peak-hours.js +117 -117
- package/src/placement.js +13 -0
- package/src/pre-inject-gate.js +340 -0
- package/src/quality-filter.js +126 -126
- package/src/recall-stats.js +190 -175
- package/src/reclaim-http.js +150 -0
- package/src/reranker.js +269 -269
- package/src/runtime/adopt.js +176 -176
- package/src/runtime/closure.js +172 -172
- package/src/runtime/download.js +247 -247
- package/src/runtime/layout.js +265 -265
- package/src/runtime/loader.js +252 -252
- package/src/runtime/model-fetch.js +361 -361
- package/src/runtime/provision.js +237 -237
- package/src/runtime/tarball.js +130 -130
- package/src/runtime/verify.js +223 -204
- package/src/safe-slice.js +18 -0
- package/src/scope.js +146 -146
- package/src/search/adaptive.js +60 -60
- package/src/search/bm25.js +96 -96
- package/src/semantic.js +229 -229
- package/src/sensitive-scan.js +209 -209
- package/src/serve.js +215 -215
- package/src/service.js +2688 -2605
- package/src/settings.js +528 -511
- package/src/store.js +3196 -3007
- package/src/summarize.js +1039 -856
- package/src/tools.js +743 -737
- package/src/vector-index.js +110 -110
- package/src/version-check.js +122 -122
- package/src/write-admission.js +402 -402
- package/test/adaptive-inject-budget.test.js +85 -85
- package/test/api-routes-gaps.test.js +899 -218
- package/test/api.test.js +1725 -1690
- package/test/audit.test.js +448 -448
- package/test/baseline-persist.test.js +248 -248
- package/test/benchmark.test.js +94 -94
- package/test/bootstrap.test.js +220 -220
- package/test/changelog-prep.test.js +60 -60
- package/test/client.test.js +1582 -1169
- package/test/clustering.test.js +100 -100
- package/test/commands.test.js +106 -106
- package/test/config.test.js +66 -66
- package/test/conflict-freeze.test.js +300 -300
- package/test/content-hash.test.js +204 -204
- package/test/continuity.test.js +333 -333
- package/test/contrast.test.js +314 -0
- package/test/document-dir.test.js +233 -233
- package/test/document.test.js +671 -671
- package/test/dream-archive-guardrail.test.js +116 -116
- package/test/dream-candidate-hybrid.test.js +281 -281
- package/test/dream-coverage-degrade.test.js +86 -86
- package/test/dream-failure-backoff.test.js +173 -173
- package/test/dream-merge-guardrail.test.js +219 -0
- package/test/dream-peak-hours.test.js +194 -194
- package/test/dream.test.js +1385 -1383
- package/test/embedding-ready.test.js +196 -196
- package/test/entities.test.js +627 -547
- package/test/entity-recall.test.js +179 -179
- package/test/epistemic.test.js +325 -325
- package/test/fnew-0112.test.js +311 -311
- package/test/fnew-03.test.js +422 -422
- package/test/graph-anchoring.test.js +184 -184
- package/test/graph-api.test.js +175 -175
- package/test/graph-inject-budget.test.js +103 -103
- package/test/graph-passive-confirm.test.js +91 -91
- package/test/graph-weight-evolution.test.js +104 -104
- package/test/heat.test.js +175 -175
- package/test/helpers/dream-mock.js +82 -82
- package/test/helpers/peer-worker.mjs +25 -25
- package/test/helpers/runtime-source.js +60 -60
- package/test/helpers/tar-builder.js +80 -80
- package/test/helpers/write-admission-samples.js +308 -308
- package/test/hot-memory.test.js +211 -145
- package/test/inject-content-cap.test.js +91 -91
- package/test/inject-first-round-bm25.test.js +89 -89
- package/test/inject-heat.test.js +77 -77
- package/test/inject-parent-gate.test.js +106 -106
- package/test/inject-pools.test.js +194 -194
- package/test/inject-recall.test.js +144 -105
- package/test/inject-rotation.test.js +161 -161
- package/test/inject.test.js +443 -420
- package/test/lang.test.js +87 -87
- package/test/lastrunat-persist.test.js +101 -101
- package/test/lib-smoke.test.js +96 -96
- package/test/llm-audit.test.js +696 -598
- package/test/llm-message-source.test.js +207 -207
- package/test/local-embedder.test.js +292 -292
- package/test/maintenance.test.js +501 -391
- package/test/mcp-stdio.test.js +385 -385
- package/test/mirror-dirty.test.js +424 -424
- package/test/mirror-edit-digest.test.js +187 -187
- package/test/mirror-generation.test.js +499 -499
- package/test/mirror-types.test.js +208 -208
- package/test/mirror.test.js +249 -249
- package/test/narrative-bars.test.js +162 -162
- package/test/organize.test.js +418 -418
- package/test/peer-blockers.test.js +193 -193
- package/test/placement.test.js +36 -0
- package/test/policy-epoch.test.js +259 -259
- package/test/pre-inject-gate.test.js +444 -0
- package/test/quality-filter.test.js +186 -186
- package/test/reasoning-effort.test.js +752 -752
- package/test/recall-anti-update.test.js +82 -82
- package/test/recall-evals.test.js +253 -253
- package/test/recall-layer.test.js +326 -326
- package/test/recall-stats.test.js +274 -189
- package/test/receipt-chain.test.js +451 -451
- package/test/reclaim-http.test.js +209 -0
- package/test/reflection.test.js +226 -226
- package/test/reindex-backfill.test.js +62 -62
- package/test/reranker-single-logit.test.js +73 -73
- package/test/reranker.test.js +197 -197
- package/test/resident-status.test.js +83 -83
- package/test/runtime-adopt.test.js +206 -206
- package/test/runtime-cli.test.js +89 -89
- package/test/runtime-closure.test.js +193 -193
- package/test/runtime-download.test.js +302 -302
- package/test/runtime-layout.test.js +163 -163
- package/test/runtime-loader.test.js +255 -255
- package/test/runtime-manifest.test.js +159 -159
- package/test/runtime-model-fetch.test.js +348 -348
- package/test/runtime-provision.test.js +101 -101
- package/test/runtime-tarball.test.js +81 -81
- package/test/runtime-verify.test.js +319 -279
- package/test/scope-candidates.test.js +239 -239
- package/test/scope-explicit.test.js +452 -452
- package/test/scope-inject-soft.test.js +106 -106
- package/test/scope-retrieval.test.js +197 -197
- package/test/scope-storage.test.js +255 -255
- package/test/scope-strict.test.js +367 -367
- package/test/search-fusion.test.js +90 -90
- package/test/semantic.test.js +124 -124
- package/test/sensitive-scan.test.js +207 -207
- package/test/serve-bin.test.js +121 -121
- package/test/serve.test.js +196 -196
- package/test/service-search.test.js +174 -174
- package/test/service.test.js +410 -405
- package/test/settings.test.js +269 -261
- package/test/skip-invalid-restore.test.js +262 -262
- package/test/sleep-action-set.test.js +422 -422
- package/test/sleep-heat.test.js +126 -126
- package/test/sleep-scheduler-rearm.test.js +89 -89
- package/test/sleep.test.js +527 -527
- package/test/standalone-api.test.js +751 -751
- package/test/store-vector-cache.test.js +98 -98
- package/test/store.test.js +504 -396
- package/test/stress.test.js +209 -209
- package/test/summarize-occurred-at.test.js +127 -0
- package/test/summarize-reasoning-effort.test.js +189 -189
- package/test/summarize.test.js +1639 -1465
- package/test/supersede-state-tracking.test.js +394 -0
- package/test/test-count-sync.test.js +60 -60
- package/test/tools-dto-schema-matrix.test.js +325 -325
- package/test/tools-memory-get-schema.test.js +65 -65
- package/test/tools.test.js +428 -374
- package/test/updated-at-semantics.test.js +113 -113
- package/test/vector-index.test.js +221 -221
- package/test/version-check.test.js +152 -152
- package/test/webServer-optional.test.js +82 -82
- package/test/write-admission.test.js +668 -668
package/src/heat.js
CHANGED
|
@@ -1,144 +1,144 @@
|
|
|
1
|
-
// dsh-mneme/src/heat.js
|
|
2
|
-
// 热度(heat)纯函数模块:基于广义指数遗忘曲线计算 memory 的当前热度。
|
|
3
|
-
// 零数据库依赖,不引入任何外部依赖。
|
|
4
|
-
//
|
|
5
|
-
// 曲线选型(issue #218,2026-09-18 与维护者对齐):H = exp(-λ·Δt^β)。
|
|
6
|
-
// FadeMem v2 Eq4 的广义指数族——λ 管速率(per-type 差异),β 管形状
|
|
7
|
-
// (β=1 退化为纯指数,β<1 呈亚线性长尾);λ=0 免疫位在指数式下同样恒 1。
|
|
8
|
-
// v0.7.0–0.8.3 存量为幂律 H=(1+λΔt)^-α;幂律在 #164 已收集论文集外,
|
|
9
|
-
// 真实负载回放(#218 验收 4)时对两个曲线族做拟合 A/B,幂律更贴合再议。
|
|
10
|
-
|
|
11
|
-
/**
|
|
12
|
-
* 默认的 per-type 衰减因子 λ。
|
|
13
|
-
* λ = 0 表示该类型免疫热度衰减,热度恒为 1.0。
|
|
14
|
-
*/
|
|
15
|
-
export const TYPE_DECAY_DEFAULTS = Object.freeze({
|
|
16
|
-
preference: 0, // 免疫:用户画像需长期保持
|
|
17
|
-
pattern: 0, // 免疫:发现型稳定规律
|
|
18
|
-
summary: 0, // 免疫:已是压缩产物
|
|
19
|
-
document: 0, // 免疫:指针行(#230)——全文在文件系统,行失效靠 supersede
|
|
20
|
-
// 记账而非遗忘;遗忘曲线灭掉指针 = 按需读全文的入口消失
|
|
21
|
-
project: 0.0008, // 慢衰减
|
|
22
|
-
decision: 0.002, // 中速衰减
|
|
23
|
-
history: 0.006, // 较快(会话摘要不断被合并)
|
|
24
|
-
});
|
|
25
|
-
|
|
26
|
-
const HOUR_MS = 3600000;
|
|
27
|
-
const DEFAULT_BETA = 1.0;
|
|
28
|
-
const DEFAULT_LAMBDA = 0.002;
|
|
29
|
-
|
|
30
|
-
/**
|
|
31
|
-
* 将可能的日期值统一转成毫秒时间戳。
|
|
32
|
-
* 支持 Date、number、ISO 字符串;无法解析时返回 NaN。
|
|
33
|
-
*/
|
|
34
|
-
function toTimestamp(value) {
|
|
35
|
-
if (value === null || value === undefined) return NaN;
|
|
36
|
-
|
|
37
|
-
if (value instanceof Date) {
|
|
38
|
-
return Number.isFinite(value.getTime()) ? value.getTime() : NaN;
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
if (typeof value === 'number') {
|
|
42
|
-
return Number.isFinite(value) ? value : NaN;
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
if (typeof value === 'string') {
|
|
46
|
-
const parsed = Date.parse(value);
|
|
47
|
-
return Number.isFinite(parsed) ? parsed : NaN;
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
return NaN;
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
/**
|
|
54
|
-
* 获取用于计算热度的参考时间点 ref。
|
|
55
|
-
* 优先取 last_accessed_at;缺失时退到 created_at。
|
|
56
|
-
* 绝不 fallback 到 updated_at。
|
|
57
|
-
*/
|
|
58
|
-
function getRef(memory) {
|
|
59
|
-
if (!memory || typeof memory !== 'object') return NaN;
|
|
60
|
-
return toTimestamp(memory.last_accessed_at ?? memory.created_at);
|
|
61
|
-
}
|
|
62
|
-
|
|
63
|
-
/**
|
|
64
|
-
* 解析并校验配置,提供安全的 β 与衰减表。
|
|
65
|
-
*/
|
|
66
|
-
function resolveConfig(config) {
|
|
67
|
-
const safe = config && typeof config === 'object' ? config : {};
|
|
68
|
-
|
|
69
|
-
let beta = safe.heatGlobalBeta ?? DEFAULT_BETA;
|
|
70
|
-
if (!Number.isFinite(beta) || beta <= 0) {
|
|
71
|
-
beta = DEFAULT_BETA;
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
const decayMap = safe.heatTypeDecay ?? TYPE_DECAY_DEFAULTS;
|
|
75
|
-
|
|
76
|
-
return { beta, decayMap };
|
|
77
|
-
}
|
|
78
|
-
|
|
79
|
-
/**
|
|
80
|
-
* 构建热度信号对象,便于调试与后续扩展。
|
|
81
|
-
*
|
|
82
|
-
* @param {object} memory - memory 记录
|
|
83
|
-
* @param {object} config - 插件配置
|
|
84
|
-
* @param {number} [now=Date.now()] - 当前毫秒时间戳
|
|
85
|
-
* @returns {{ type, ref, lambda, beta, deltaHours }}
|
|
86
|
-
*/
|
|
87
|
-
export function buildHeatSignals(memory, config, now = Date.now()) {
|
|
88
|
-
const nowMs = Number.isFinite(now) ? now : Date.now();
|
|
89
|
-
const ref = getRef(memory);
|
|
90
|
-
const { beta, decayMap } = resolveConfig(config);
|
|
91
|
-
|
|
92
|
-
const type = memory?.type;
|
|
93
|
-
|
|
94
|
-
// 取对应类型的 λ,未知类型走默认
|
|
95
|
-
let lambda = decayMap[type];
|
|
96
|
-
if (!Number.isFinite(lambda)) {
|
|
97
|
-
lambda = DEFAULT_LAMBDA;
|
|
98
|
-
}
|
|
99
|
-
// λ < 0 视为非法,回退到默认;λ === 0 保留为免疫
|
|
100
|
-
if (lambda < 0) {
|
|
101
|
-
lambda = DEFAULT_LAMBDA;
|
|
102
|
-
}
|
|
103
|
-
|
|
104
|
-
let deltaHours;
|
|
105
|
-
if (!Number.isFinite(ref)) {
|
|
106
|
-
deltaHours = NaN;
|
|
107
|
-
} else if (nowMs < ref) {
|
|
108
|
-
deltaHours = 0;
|
|
109
|
-
} else {
|
|
110
|
-
deltaHours = (nowMs - ref) / HOUR_MS;
|
|
111
|
-
}
|
|
112
|
-
|
|
113
|
-
return { type, ref, lambda, beta, deltaHours };
|
|
114
|
-
}
|
|
115
|
-
|
|
116
|
-
/**
|
|
117
|
-
* 计算 memory 的热度 H ∈ [0, 1]。
|
|
118
|
-
*
|
|
119
|
-
* 公式:H = exp(-λ · ΔtHours^β)
|
|
120
|
-
*
|
|
121
|
-
* @param {object} memory - memory 记录
|
|
122
|
-
* @param {number} [now=Date.now()] - 当前毫秒时间戳
|
|
123
|
-
* @param {object} [config={}] - 插件配置
|
|
124
|
-
* @returns {number} 热度值
|
|
125
|
-
*/
|
|
126
|
-
export function computeHeat(memory, now = Date.now(), config = {}) {
|
|
127
|
-
const signals = buildHeatSignals(memory, config, now);
|
|
128
|
-
const { beta, lambda, deltaHours, ref } = signals;
|
|
129
|
-
|
|
130
|
-
// 无有效参考时间、或未来时间,热度视为满格
|
|
131
|
-
if (!Number.isFinite(ref) || deltaHours <= 0) {
|
|
132
|
-
return 1.0;
|
|
133
|
-
}
|
|
134
|
-
|
|
135
|
-
// λ = 0 的类型免疫,热度恒满
|
|
136
|
-
if (lambda === 0) {
|
|
137
|
-
return 1.0;
|
|
138
|
-
}
|
|
139
|
-
|
|
140
|
-
const heat = Math.exp(-lambda * deltaHours ** beta);
|
|
141
|
-
|
|
142
|
-
// 防止浮点误差越界
|
|
143
|
-
return Math.min(1, Math.max(0, heat));
|
|
144
|
-
}
|
|
1
|
+
// dsh-mneme/src/heat.js
|
|
2
|
+
// 热度(heat)纯函数模块:基于广义指数遗忘曲线计算 memory 的当前热度。
|
|
3
|
+
// 零数据库依赖,不引入任何外部依赖。
|
|
4
|
+
//
|
|
5
|
+
// 曲线选型(issue #218,2026-09-18 与维护者对齐):H = exp(-λ·Δt^β)。
|
|
6
|
+
// FadeMem v2 Eq4 的广义指数族——λ 管速率(per-type 差异),β 管形状
|
|
7
|
+
// (β=1 退化为纯指数,β<1 呈亚线性长尾);λ=0 免疫位在指数式下同样恒 1。
|
|
8
|
+
// v0.7.0–0.8.3 存量为幂律 H=(1+λΔt)^-α;幂律在 #164 已收集论文集外,
|
|
9
|
+
// 真实负载回放(#218 验收 4)时对两个曲线族做拟合 A/B,幂律更贴合再议。
|
|
10
|
+
|
|
11
|
+
/**
|
|
12
|
+
* 默认的 per-type 衰减因子 λ。
|
|
13
|
+
* λ = 0 表示该类型免疫热度衰减,热度恒为 1.0。
|
|
14
|
+
*/
|
|
15
|
+
export const TYPE_DECAY_DEFAULTS = Object.freeze({
|
|
16
|
+
preference: 0, // 免疫:用户画像需长期保持
|
|
17
|
+
pattern: 0, // 免疫:发现型稳定规律
|
|
18
|
+
summary: 0, // 免疫:已是压缩产物
|
|
19
|
+
document: 0, // 免疫:指针行(#230)——全文在文件系统,行失效靠 supersede
|
|
20
|
+
// 记账而非遗忘;遗忘曲线灭掉指针 = 按需读全文的入口消失
|
|
21
|
+
project: 0.0008, // 慢衰减
|
|
22
|
+
decision: 0.002, // 中速衰减
|
|
23
|
+
history: 0.006, // 较快(会话摘要不断被合并)
|
|
24
|
+
});
|
|
25
|
+
|
|
26
|
+
const HOUR_MS = 3600000;
|
|
27
|
+
const DEFAULT_BETA = 1.0;
|
|
28
|
+
const DEFAULT_LAMBDA = 0.002;
|
|
29
|
+
|
|
30
|
+
/**
|
|
31
|
+
* 将可能的日期值统一转成毫秒时间戳。
|
|
32
|
+
* 支持 Date、number、ISO 字符串;无法解析时返回 NaN。
|
|
33
|
+
*/
|
|
34
|
+
function toTimestamp(value) {
|
|
35
|
+
if (value === null || value === undefined) return NaN;
|
|
36
|
+
|
|
37
|
+
if (value instanceof Date) {
|
|
38
|
+
return Number.isFinite(value.getTime()) ? value.getTime() : NaN;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
if (typeof value === 'number') {
|
|
42
|
+
return Number.isFinite(value) ? value : NaN;
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
if (typeof value === 'string') {
|
|
46
|
+
const parsed = Date.parse(value);
|
|
47
|
+
return Number.isFinite(parsed) ? parsed : NaN;
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
return NaN;
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
/**
|
|
54
|
+
* 获取用于计算热度的参考时间点 ref。
|
|
55
|
+
* 优先取 last_accessed_at;缺失时退到 created_at。
|
|
56
|
+
* 绝不 fallback 到 updated_at。
|
|
57
|
+
*/
|
|
58
|
+
function getRef(memory) {
|
|
59
|
+
if (!memory || typeof memory !== 'object') return NaN;
|
|
60
|
+
return toTimestamp(memory.last_accessed_at ?? memory.created_at);
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
/**
|
|
64
|
+
* 解析并校验配置,提供安全的 β 与衰减表。
|
|
65
|
+
*/
|
|
66
|
+
function resolveConfig(config) {
|
|
67
|
+
const safe = config && typeof config === 'object' ? config : {};
|
|
68
|
+
|
|
69
|
+
let beta = safe.heatGlobalBeta ?? DEFAULT_BETA;
|
|
70
|
+
if (!Number.isFinite(beta) || beta <= 0) {
|
|
71
|
+
beta = DEFAULT_BETA;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
const decayMap = safe.heatTypeDecay ?? TYPE_DECAY_DEFAULTS;
|
|
75
|
+
|
|
76
|
+
return { beta, decayMap };
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
/**
|
|
80
|
+
* 构建热度信号对象,便于调试与后续扩展。
|
|
81
|
+
*
|
|
82
|
+
* @param {object} memory - memory 记录
|
|
83
|
+
* @param {object} config - 插件配置
|
|
84
|
+
* @param {number} [now=Date.now()] - 当前毫秒时间戳
|
|
85
|
+
* @returns {{ type, ref, lambda, beta, deltaHours }}
|
|
86
|
+
*/
|
|
87
|
+
export function buildHeatSignals(memory, config, now = Date.now()) {
|
|
88
|
+
const nowMs = Number.isFinite(now) ? now : Date.now();
|
|
89
|
+
const ref = getRef(memory);
|
|
90
|
+
const { beta, decayMap } = resolveConfig(config);
|
|
91
|
+
|
|
92
|
+
const type = memory?.type;
|
|
93
|
+
|
|
94
|
+
// 取对应类型的 λ,未知类型走默认
|
|
95
|
+
let lambda = decayMap[type];
|
|
96
|
+
if (!Number.isFinite(lambda)) {
|
|
97
|
+
lambda = DEFAULT_LAMBDA;
|
|
98
|
+
}
|
|
99
|
+
// λ < 0 视为非法,回退到默认;λ === 0 保留为免疫
|
|
100
|
+
if (lambda < 0) {
|
|
101
|
+
lambda = DEFAULT_LAMBDA;
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
let deltaHours;
|
|
105
|
+
if (!Number.isFinite(ref)) {
|
|
106
|
+
deltaHours = NaN;
|
|
107
|
+
} else if (nowMs < ref) {
|
|
108
|
+
deltaHours = 0;
|
|
109
|
+
} else {
|
|
110
|
+
deltaHours = (nowMs - ref) / HOUR_MS;
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
return { type, ref, lambda, beta, deltaHours };
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
/**
|
|
117
|
+
* 计算 memory 的热度 H ∈ [0, 1]。
|
|
118
|
+
*
|
|
119
|
+
* 公式:H = exp(-λ · ΔtHours^β)
|
|
120
|
+
*
|
|
121
|
+
* @param {object} memory - memory 记录
|
|
122
|
+
* @param {number} [now=Date.now()] - 当前毫秒时间戳
|
|
123
|
+
* @param {object} [config={}] - 插件配置
|
|
124
|
+
* @returns {number} 热度值
|
|
125
|
+
*/
|
|
126
|
+
export function computeHeat(memory, now = Date.now(), config = {}) {
|
|
127
|
+
const signals = buildHeatSignals(memory, config, now);
|
|
128
|
+
const { beta, lambda, deltaHours, ref } = signals;
|
|
129
|
+
|
|
130
|
+
// 无有效参考时间、或未来时间,热度视为满格
|
|
131
|
+
if (!Number.isFinite(ref) || deltaHours <= 0) {
|
|
132
|
+
return 1.0;
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
// λ = 0 的类型免疫,热度恒满
|
|
136
|
+
if (lambda === 0) {
|
|
137
|
+
return 1.0;
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
const heat = Math.exp(-lambda * deltaHours ** beta);
|
|
141
|
+
|
|
142
|
+
// 防止浮点误差越界
|
|
143
|
+
return Math.min(1, Math.max(0, heat));
|
|
144
|
+
}
|
package/src/hot-memory.js
CHANGED
|
@@ -1,46 +1,108 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
//
|
|
4
|
-
//
|
|
5
|
-
//
|
|
6
|
-
//
|
|
7
|
-
|
|
8
|
-
//
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
*
|
|
21
|
-
*
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
}
|
|
1
|
+
import { safeSlice } from "./safe-slice.js";
|
|
2
|
+
|
|
3
|
+
// Session-scoped hot memory (v0.5.0 召回率优化 1.3): a short-term buffer of
|
|
4
|
+
// the latest dialogue rounds, kept strictly apart from the long-term memory
|
|
5
|
+
// store. The injector renders it ahead of the long-term recall block so the
|
|
6
|
+
// agent sees "what we were just talking about" without those rounds ever
|
|
7
|
+
// being persisted as memories. Bounded two ways: maxRounds (count) and
|
|
8
|
+
// maxTokens (budget) — whichever evicts first.
|
|
9
|
+
|
|
10
|
+
// CJK-aware token estimate: one Chinese character ≈ 0.6 tokens (clustering
|
|
11
|
+
// behavior of mainstream tokenizers), one ASCII char ≈ 0.25.
|
|
12
|
+
export function estimateTokens(text) {
|
|
13
|
+
const s = String(text ?? "");
|
|
14
|
+
let cjk = 0;
|
|
15
|
+
for (const ch of s) if (ch >= "\u4e00" && ch <= "\u9fff") cjk++;
|
|
16
|
+
return Math.ceil(cjk * 0.6 + (s.length - cjk) * 0.25);
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
/**
|
|
20
|
+
* @param {{maxRounds?: number, maxTokens?: number}} opts
|
|
21
|
+
* @returns {{add(round: {query: string, response?: string}): void,
|
|
22
|
+
* getContext(): string,
|
|
23
|
+
* rounds(): Array, clear(): void}}
|
|
24
|
+
*/
|
|
25
|
+
export function createHotMemory({ maxRounds = 5, maxTokens = 2000 } = {}) {
|
|
26
|
+
const buffer = [];
|
|
27
|
+
|
|
28
|
+
function totalTokens() {
|
|
29
|
+
return buffer.reduce(
|
|
30
|
+
(sum, r) => sum + estimateTokens(`Q: ${r.query}\nA: ${r.response ?? ""}`),
|
|
31
|
+
0
|
|
32
|
+
);
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
return {
|
|
36
|
+
add(round) {
|
|
37
|
+
if (!round?.query) return;
|
|
38
|
+
buffer.push({ query: String(round.query), response: String(round.response ?? "") });
|
|
39
|
+
while (buffer.length > maxRounds) buffer.shift();
|
|
40
|
+
while (buffer.length > 1 && totalTokens() > maxTokens) buffer.shift();
|
|
41
|
+
},
|
|
42
|
+
getContext() {
|
|
43
|
+
return buffer.map((r) => `Q: ${r.query}\nA: ${r.response ?? ""}`).join("\n\n");
|
|
44
|
+
},
|
|
45
|
+
rounds: () => [...buffer],
|
|
46
|
+
clear() { buffer.length = 0; }
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
// Issue:rewind(surfaceOp replace)/compact 遮蔽过的事件仍留在 append-only 事件
|
|
51
|
+
// 流里——热记忆若直接遍历原始流,被撤回的轮次会回流进 prompt(用户实测:一次
|
|
52
|
+
// 撤回 3+ 条后模型仍能复述大部分内容)。宿主在 session.surface.nodes 维护
|
|
53
|
+
// 「模型可见事件 seq」列表(dsh-rewind 插件即据此计算替换区间);调用方把可见
|
|
54
|
+
// 集合传入本函数,只统计可见事件,热记忆与模型看到的对话因此同源。visibleSeqs
|
|
55
|
+
// 传 null 表示宿主未提供 surface(老版本 DSH),保持旧行为——宁可持续旧偏差,
|
|
56
|
+
// 绝不误删仍可见的轮次。
|
|
57
|
+
//
|
|
58
|
+
// 配对规则与 inject.js 原实现一致:user/message(source.kind 缺省或 "user")开启
|
|
59
|
+
// 新一轮;下一条 assistant 起源的事件关闭该轮。tool/system 等携带正文的事件不得
|
|
60
|
+
// 冒充模型回复;rewind 标记(source.kind = "dsh-rewind")不是用户提问。
|
|
61
|
+
export function roundsFromEvents(events, maxRounds, visibleSeqs = null) {
|
|
62
|
+
const rounds = [];
|
|
63
|
+
let pendingQuery = null;
|
|
64
|
+
const textOf = (event) => {
|
|
65
|
+
// user/message 的正文就在 data 上,而 assistant/message(以及 tool/result)的消息体
|
|
66
|
+
// 嵌在 data.message 下 —— DSH 侧由 @deepseek-ai/dsh-session 的
|
|
67
|
+
// assertMessageEventShape 一行写死:const message = type === "user/message" ? record : record?.["message"]。
|
|
68
|
+
// 只读 data.content 会让每一轮的 response 恒为空(Issue #129)。
|
|
69
|
+
// 这里用 ?? 兜底而不是直接改成 data.message.content:user 消息与旧的扁平形状都照旧可用。
|
|
70
|
+
const parts = event?.data?.content ?? event?.data?.message?.content;
|
|
71
|
+
if (!Array.isArray(parts)) return "";
|
|
72
|
+
// 只取正文 part(type === "text" 或字符串),跳过 reasoning(issue #162):
|
|
73
|
+
// reasoning 里出现 Go template / Vue / Handlebars / 正则 / 日志原文的概率远高于
|
|
74
|
+
// 正文,把它带进 hot memory 会让 `{{...}}` 模板片段注入 prompt。旧的扁平形状
|
|
75
|
+
// (字符串 part)照旧取用,无 type 字段的兜底视为正文。
|
|
76
|
+
return parts
|
|
77
|
+
.map((p) => {
|
|
78
|
+
if (typeof p === "string") return p;
|
|
79
|
+
if (p?.type && p.type !== "text") return "";
|
|
80
|
+
return p?.text ?? "";
|
|
81
|
+
})
|
|
82
|
+
.filter(Boolean)
|
|
83
|
+
.join("\n")
|
|
84
|
+
.trim();
|
|
85
|
+
};
|
|
86
|
+
for (const event of events) {
|
|
87
|
+
// surface 投影:不在「模型可见面」上的事件(被 rewind 撤回、被 compact 替换)
|
|
88
|
+
// 不参与配对。
|
|
89
|
+
if (visibleSeqs && !visibleSeqs.has(event?.seq)) continue;
|
|
90
|
+
const kind = event?.data?.source?.kind;
|
|
91
|
+
const isUser = event?.type === "user/message" && (kind === undefined || kind === "user");
|
|
92
|
+
if (isUser) {
|
|
93
|
+
if (pendingQuery) rounds.push({ query: pendingQuery, response: "" });
|
|
94
|
+
pendingQuery = safeSlice(textOf(event), 500);
|
|
95
|
+
continue;
|
|
96
|
+
}
|
|
97
|
+
// Only assistant-originated events close a round; tool/system events
|
|
98
|
+
// carrying text must not be mistaken for the model's reply.
|
|
99
|
+
const isAssistant = typeof event?.type === "string" && event.type.includes("assistant")
|
|
100
|
+
|| kind === "assistant";
|
|
101
|
+
const body = isAssistant ? textOf(event) : "";
|
|
102
|
+
if (!body || !pendingQuery) continue;
|
|
103
|
+
rounds.push({ query: pendingQuery, response: safeSlice(body, 800) });
|
|
104
|
+
pendingQuery = null;
|
|
105
|
+
}
|
|
106
|
+
if (pendingQuery) rounds.push({ query: pendingQuery, response: "" });
|
|
107
|
+
return rounds.slice(-maxRounds);
|
|
108
|
+
}
|