@modusensus/dsh-mneme 0.8.3 → 0.8.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +718 -636
- package/bin/cli.mjs +0 -0
- package/bin/dsh-mneme-mcp.mjs +502 -0
- package/cordis.patch.yml +21 -21
- package/lib/api-standalone.js +495 -316
- package/lib/api.js +1382 -1316
- package/lib/bootstrap.js +211 -0
- package/lib/client.js +4475 -4366
- package/lib/commands.js +95 -95
- package/lib/config.js +533 -510
- package/lib/dream/clustering.js +118 -118
- package/lib/dream/decisions.js +658 -658
- package/lib/dream/narratives.js +44 -0
- package/lib/dream/sleep.js +700 -700
- package/lib/dream.js +1319 -1216
- package/lib/embedding.js +177 -177
- package/lib/entities/extractor.js +249 -249
- package/lib/heat.js +142 -136
- package/lib/hot-memory.js +46 -46
- package/lib/index.js +515 -515
- package/lib/inject.js +299 -295
- package/lib/lang.js +202 -179
- package/lib/local-embedder.js +320 -320
- package/lib/mirror.js +198 -198
- package/lib/quality-filter.js +126 -126
- package/lib/recall-stats.js +103 -0
- package/lib/reranker.js +269 -269
- package/lib/runtime/adopt.js +176 -176
- package/lib/runtime/closure.js +172 -172
- package/lib/runtime/download.js +247 -247
- package/lib/runtime/layout.js +235 -235
- package/lib/runtime/loader.js +249 -249
- package/lib/runtime/model-fetch.js +361 -361
- package/lib/runtime/provision.js +237 -237
- package/lib/runtime/tarball.js +130 -130
- package/lib/runtime/verify.js +191 -191
- package/lib/scope.js +118 -118
- package/lib/search/adaptive.js +22 -22
- package/lib/search/bm25.js +96 -96
- package/lib/service.js +2171 -2087
- package/lib/settings.js +430 -420
- package/lib/store.js +2448 -2367
- package/lib/summarize.js +575 -449
- package/lib/tools.js +574 -574
- package/lib/vector-index.js +110 -110
- package/lib/version-check.js +122 -122
- package/package.json +109 -108
- package/runtime-manifest.json +596 -596
- package/scripts/benchmark-embed.js +201 -201
- package/scripts/benchmark-recall.js +199 -199
- package/scripts/benchmark-rerank.js +166 -166
- package/scripts/build-runtime-manifest.mjs +217 -217
- package/scripts/check-sync.js +42 -42
- package/scripts/e2e-dsh.js +220 -220
- package/scripts/mneme-runtime.mjs +277 -277
- package/scripts/stress-dsh.js +255 -255
- package/scripts/sync-lib.js +47 -47
- package/scripts/sync-test-badge.mjs +61 -61
- package/src/api-standalone.js +495 -316
- package/src/api.js +1382 -1316
- package/src/bootstrap.js +211 -0
- package/src/commands.js +95 -95
- package/src/config.js +533 -510
- package/src/dream/clustering.js +118 -118
- package/src/dream/decisions.js +658 -658
- package/src/dream/narratives.js +44 -0
- package/src/dream/sleep.js +700 -700
- package/src/dream.js +1319 -1216
- package/src/embedding.js +177 -177
- package/src/entities/extractor.js +249 -249
- package/src/heat.js +142 -136
- package/src/hot-memory.js +46 -46
- package/src/index.js +515 -515
- package/src/inject.js +299 -295
- package/src/lang.js +202 -179
- package/src/local-embedder.js +320 -320
- package/src/mirror.js +198 -198
- package/src/quality-filter.js +126 -126
- package/src/recall-stats.js +103 -0
- package/src/reranker.js +269 -269
- package/src/runtime/adopt.js +176 -176
- package/src/runtime/closure.js +172 -172
- package/src/runtime/download.js +247 -247
- package/src/runtime/layout.js +235 -235
- package/src/runtime/loader.js +249 -249
- package/src/runtime/model-fetch.js +361 -361
- package/src/runtime/provision.js +237 -237
- package/src/runtime/tarball.js +130 -130
- package/src/runtime/verify.js +191 -191
- package/src/scope.js +118 -118
- package/src/search/adaptive.js +22 -22
- package/src/search/bm25.js +96 -96
- package/src/service.js +2171 -2087
- package/src/settings.js +430 -420
- package/src/store.js +2448 -2367
- package/src/summarize.js +575 -449
- package/src/tools.js +574 -574
- package/src/vector-index.js +110 -110
- package/src/version-check.js +122 -122
- package/test/api-routes-gaps.test.js +218 -218
- package/test/api.test.js +1578 -1482
- package/test/audit.test.js +448 -448
- package/test/benchmark.test.js +94 -94
- package/test/bootstrap.test.js +220 -0
- package/test/client.test.js +799 -736
- package/test/clustering.test.js +100 -100
- package/test/commands.test.js +106 -106
- package/test/config.test.js +66 -66
- package/test/conflict-freeze.test.js +300 -300
- package/test/dream-archive-guardrail.test.js +116 -116
- package/test/dream-candidate-hybrid.test.js +281 -281
- package/test/dream-coverage-degrade.test.js +86 -86
- package/test/dream.test.js +1257 -1254
- package/test/embedding-ready.test.js +196 -196
- package/test/entities.test.js +547 -547
- package/test/entity-recall.test.js +179 -0
- package/test/epistemic.test.js +298 -298
- package/test/fnew-0112.test.js +311 -311
- package/test/fnew-03.test.js +422 -422
- package/test/graph-api.test.js +175 -175
- package/test/heat.test.js +175 -148
- package/test/helpers/dream-mock.js +82 -82
- package/test/helpers/peer-worker.mjs +25 -25
- package/test/helpers/runtime-source.js +60 -60
- package/test/helpers/tar-builder.js +80 -80
- package/test/hot-memory.test.js +145 -145
- package/test/inject-content-cap.test.js +89 -0
- package/test/inject-first-round-bm25.test.js +89 -89
- package/test/inject-heat.test.js +61 -0
- package/test/inject-rotation.test.js +161 -161
- package/test/inject.test.js +249 -249
- package/test/lang.test.js +87 -87
- package/test/lib-smoke.test.js +96 -96
- package/test/llm-audit.test.js +309 -309
- package/test/llm-message-source.test.js +177 -177
- package/test/local-embedder.test.js +249 -249
- package/test/mcp-stdio.test.js +385 -0
- package/test/mirror-dirty.test.js +424 -424
- package/test/mirror-edit-digest.test.js +187 -187
- package/test/mirror-generation.test.js +499 -499
- package/test/mirror.test.js +249 -249
- package/test/narrative-bars.test.js +162 -0
- package/test/peer-blockers.test.js +193 -193
- package/test/policy-epoch.test.js +259 -259
- package/test/quality-filter.test.js +186 -186
- package/test/reasoning-effort.test.js +746 -746
- package/test/recall-evals.test.js +235 -235
- package/test/recall-layer.test.js +326 -326
- package/test/recall-stats.test.js +117 -0
- package/test/receipt-chain.test.js +451 -451
- package/test/reflection.test.js +226 -226
- package/test/reindex-backfill.test.js +62 -62
- package/test/reranker-single-logit.test.js +73 -73
- package/test/reranker.test.js +197 -197
- package/test/resident-status.test.js +83 -0
- package/test/runtime-adopt.test.js +206 -206
- package/test/runtime-cli.test.js +89 -89
- package/test/runtime-closure.test.js +193 -193
- package/test/runtime-download.test.js +302 -302
- package/test/runtime-layout.test.js +163 -163
- package/test/runtime-loader.test.js +237 -237
- package/test/runtime-manifest.test.js +158 -158
- package/test/runtime-model-fetch.test.js +348 -348
- package/test/runtime-provision.test.js +101 -101
- package/test/runtime-tarball.test.js +81 -81
- package/test/runtime-verify.test.js +214 -214
- package/test/scope-candidates.test.js +239 -239
- package/test/scope-explicit.test.js +452 -452
- package/test/scope-retrieval.test.js +197 -197
- package/test/scope-storage.test.js +255 -255
- package/test/scope-strict.test.js +231 -231
- package/test/search-fusion.test.js +90 -90
- package/test/semantic.test.js +124 -124
- package/test/service-search.test.js +174 -174
- package/test/service.test.js +405 -405
- package/test/settings.test.js +261 -261
- package/test/skip-invalid-restore.test.js +262 -262
- package/test/sleep-action-set.test.js +422 -422
- package/test/sleep-heat.test.js +126 -125
- package/test/sleep-scheduler-rearm.test.js +89 -89
- package/test/sleep.test.js +373 -373
- package/test/standalone-api.test.js +544 -359
- package/test/store-vector-cache.test.js +98 -98
- package/test/store.test.js +383 -383
- package/test/stress.test.js +209 -209
- package/test/summarize.test.js +884 -575
- package/test/tools-memory-get-schema.test.js +65 -65
- package/test/tools.test.js +341 -341
- package/test/updated-at-semantics.test.js +113 -113
- package/test/vector-index.test.js +221 -221
- package/test/version-check.test.js +152 -152
- package/test/webServer-optional.test.js +82 -82
package/lib/heat.js
CHANGED
|
@@ -1,136 +1,142 @@
|
|
|
1
|
-
// dsh-mneme/src/heat.js
|
|
2
|
-
// 热度(heat
|
|
3
|
-
// 零数据库依赖,不引入任何外部依赖。
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
if (
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
*
|
|
116
|
-
*
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
}
|
|
1
|
+
// dsh-mneme/src/heat.js
|
|
2
|
+
// 热度(heat)纯函数模块:基于广义指数遗忘曲线计算 memory 的当前热度。
|
|
3
|
+
// 零数据库依赖,不引入任何外部依赖。
|
|
4
|
+
//
|
|
5
|
+
// 曲线选型(issue #218,2026-09-18 与维护者对齐):H = exp(-λ·Δt^β)。
|
|
6
|
+
// FadeMem v2 Eq4 的广义指数族——λ 管速率(per-type 差异),β 管形状
|
|
7
|
+
// (β=1 退化为纯指数,β<1 呈亚线性长尾);λ=0 免疫位在指数式下同样恒 1。
|
|
8
|
+
// v0.7.0–0.8.3 存量为幂律 H=(1+λΔt)^-α;幂律在 #164 已收集论文集外,
|
|
9
|
+
// 真实负载回放(#218 验收 4)时对两个曲线族做拟合 A/B,幂律更贴合再议。
|
|
10
|
+
|
|
11
|
+
/**
|
|
12
|
+
* 默认的 per-type 衰减因子 λ。
|
|
13
|
+
* λ = 0 表示该类型免疫热度衰减,热度恒为 1.0。
|
|
14
|
+
*/
|
|
15
|
+
export const TYPE_DECAY_DEFAULTS = Object.freeze({
|
|
16
|
+
preference: 0, // 免疫:用户画像需长期保持
|
|
17
|
+
pattern: 0, // 免疫:发现型稳定规律
|
|
18
|
+
summary: 0, // 免疫:已是压缩产物
|
|
19
|
+
project: 0.0008, // 慢衰减
|
|
20
|
+
decision: 0.002, // 中速衰减
|
|
21
|
+
history: 0.006, // 较快(会话摘要不断被合并)
|
|
22
|
+
});
|
|
23
|
+
|
|
24
|
+
const HOUR_MS = 3600000;
|
|
25
|
+
const DEFAULT_BETA = 1.0;
|
|
26
|
+
const DEFAULT_LAMBDA = 0.002;
|
|
27
|
+
|
|
28
|
+
/**
|
|
29
|
+
* 将可能的日期值统一转成毫秒时间戳。
|
|
30
|
+
* 支持 Date、number、ISO 字符串;无法解析时返回 NaN。
|
|
31
|
+
*/
|
|
32
|
+
function toTimestamp(value) {
|
|
33
|
+
if (value === null || value === undefined) return NaN;
|
|
34
|
+
|
|
35
|
+
if (value instanceof Date) {
|
|
36
|
+
return Number.isFinite(value.getTime()) ? value.getTime() : NaN;
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
if (typeof value === 'number') {
|
|
40
|
+
return Number.isFinite(value) ? value : NaN;
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
if (typeof value === 'string') {
|
|
44
|
+
const parsed = Date.parse(value);
|
|
45
|
+
return Number.isFinite(parsed) ? parsed : NaN;
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
return NaN;
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
/**
|
|
52
|
+
* 获取用于计算热度的参考时间点 ref。
|
|
53
|
+
* 优先取 last_accessed_at;缺失时退到 created_at。
|
|
54
|
+
* 绝不 fallback 到 updated_at。
|
|
55
|
+
*/
|
|
56
|
+
function getRef(memory) {
|
|
57
|
+
if (!memory || typeof memory !== 'object') return NaN;
|
|
58
|
+
return toTimestamp(memory.last_accessed_at ?? memory.created_at);
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
/**
|
|
62
|
+
* 解析并校验配置,提供安全的 β 与衰减表。
|
|
63
|
+
*/
|
|
64
|
+
function resolveConfig(config) {
|
|
65
|
+
const safe = config && typeof config === 'object' ? config : {};
|
|
66
|
+
|
|
67
|
+
let beta = safe.heatGlobalBeta ?? DEFAULT_BETA;
|
|
68
|
+
if (!Number.isFinite(beta) || beta <= 0) {
|
|
69
|
+
beta = DEFAULT_BETA;
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
const decayMap = safe.heatTypeDecay ?? TYPE_DECAY_DEFAULTS;
|
|
73
|
+
|
|
74
|
+
return { beta, decayMap };
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
/**
|
|
78
|
+
* 构建热度信号对象,便于调试与后续扩展。
|
|
79
|
+
*
|
|
80
|
+
* @param {object} memory - memory 记录
|
|
81
|
+
* @param {object} config - 插件配置
|
|
82
|
+
* @param {number} [now=Date.now()] - 当前毫秒时间戳
|
|
83
|
+
* @returns {{ type, ref, lambda, beta, deltaHours }}
|
|
84
|
+
*/
|
|
85
|
+
export function buildHeatSignals(memory, config, now = Date.now()) {
|
|
86
|
+
const nowMs = Number.isFinite(now) ? now : Date.now();
|
|
87
|
+
const ref = getRef(memory);
|
|
88
|
+
const { beta, decayMap } = resolveConfig(config);
|
|
89
|
+
|
|
90
|
+
const type = memory?.type;
|
|
91
|
+
|
|
92
|
+
// 取对应类型的 λ,未知类型走默认
|
|
93
|
+
let lambda = decayMap[type];
|
|
94
|
+
if (!Number.isFinite(lambda)) {
|
|
95
|
+
lambda = DEFAULT_LAMBDA;
|
|
96
|
+
}
|
|
97
|
+
// λ < 0 视为非法,回退到默认;λ === 0 保留为免疫
|
|
98
|
+
if (lambda < 0) {
|
|
99
|
+
lambda = DEFAULT_LAMBDA;
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
let deltaHours;
|
|
103
|
+
if (!Number.isFinite(ref)) {
|
|
104
|
+
deltaHours = NaN;
|
|
105
|
+
} else if (nowMs < ref) {
|
|
106
|
+
deltaHours = 0;
|
|
107
|
+
} else {
|
|
108
|
+
deltaHours = (nowMs - ref) / HOUR_MS;
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
return { type, ref, lambda, beta, deltaHours };
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
/**
|
|
115
|
+
* 计算 memory 的热度 H ∈ [0, 1]。
|
|
116
|
+
*
|
|
117
|
+
* 公式:H = exp(-λ · ΔtHours^β)
|
|
118
|
+
*
|
|
119
|
+
* @param {object} memory - memory 记录
|
|
120
|
+
* @param {number} [now=Date.now()] - 当前毫秒时间戳
|
|
121
|
+
* @param {object} [config={}] - 插件配置
|
|
122
|
+
* @returns {number} 热度值
|
|
123
|
+
*/
|
|
124
|
+
export function computeHeat(memory, now = Date.now(), config = {}) {
|
|
125
|
+
const signals = buildHeatSignals(memory, config, now);
|
|
126
|
+
const { beta, lambda, deltaHours, ref } = signals;
|
|
127
|
+
|
|
128
|
+
// 无有效参考时间、或未来时间,热度视为满格
|
|
129
|
+
if (!Number.isFinite(ref) || deltaHours <= 0) {
|
|
130
|
+
return 1.0;
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
// λ = 0 的类型免疫,热度恒满
|
|
134
|
+
if (lambda === 0) {
|
|
135
|
+
return 1.0;
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
const heat = Math.exp(-lambda * deltaHours ** beta);
|
|
139
|
+
|
|
140
|
+
// 防止浮点误差越界
|
|
141
|
+
return Math.min(1, Math.max(0, heat));
|
|
142
|
+
}
|
package/lib/hot-memory.js
CHANGED
|
@@ -1,46 +1,46 @@
|
|
|
1
|
-
// Session-scoped hot memory (v0.5.0 召回率优化 1.3): a short-term buffer of
|
|
2
|
-
// the latest dialogue rounds, kept strictly apart from the long-term memory
|
|
3
|
-
// store. The injector renders it ahead of the long-term recall block so the
|
|
4
|
-
// agent sees "what we were just talking about" without those rounds ever
|
|
5
|
-
// being persisted as memories. Bounded two ways: maxRounds (count) and
|
|
6
|
-
// maxTokens (budget) — whichever evicts first.
|
|
7
|
-
|
|
8
|
-
// CJK-aware token estimate: one Chinese character ≈ 0.6 tokens (clustering
|
|
9
|
-
// behavior of mainstream tokenizers), one ASCII char ≈ 0.25.
|
|
10
|
-
export function estimateTokens(text) {
|
|
11
|
-
const s = String(text ?? "");
|
|
12
|
-
let cjk = 0;
|
|
13
|
-
for (const ch of s) if (ch >= "\u4e00" && ch <= "\u9fff") cjk++;
|
|
14
|
-
return Math.ceil(cjk * 0.6 + (s.length - cjk) * 0.25);
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
/**
|
|
18
|
-
* @param {{maxRounds?: number, maxTokens?: number}} opts
|
|
19
|
-
* @returns {{add(round: {query: string, response?: string}): void,
|
|
20
|
-
* getContext(): string,
|
|
21
|
-
* rounds(): Array, clear(): void}}
|
|
22
|
-
*/
|
|
23
|
-
export function createHotMemory({ maxRounds = 5, maxTokens = 2000 } = {}) {
|
|
24
|
-
const buffer = [];
|
|
25
|
-
|
|
26
|
-
function totalTokens() {
|
|
27
|
-
return buffer.reduce(
|
|
28
|
-
(sum, r) => sum + estimateTokens(`Q: ${r.query}\nA: ${r.response ?? ""}`),
|
|
29
|
-
0
|
|
30
|
-
);
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
return {
|
|
34
|
-
add(round) {
|
|
35
|
-
if (!round?.query) return;
|
|
36
|
-
buffer.push({ query: String(round.query), response: String(round.response ?? "") });
|
|
37
|
-
while (buffer.length > maxRounds) buffer.shift();
|
|
38
|
-
while (buffer.length > 1 && totalTokens() > maxTokens) buffer.shift();
|
|
39
|
-
},
|
|
40
|
-
getContext() {
|
|
41
|
-
return buffer.map((r) => `Q: ${r.query}\nA: ${r.response ?? ""}`).join("\n\n");
|
|
42
|
-
},
|
|
43
|
-
rounds: () => [...buffer],
|
|
44
|
-
clear() { buffer.length = 0; }
|
|
45
|
-
};
|
|
46
|
-
}
|
|
1
|
+
// Session-scoped hot memory (v0.5.0 召回率优化 1.3): a short-term buffer of
|
|
2
|
+
// the latest dialogue rounds, kept strictly apart from the long-term memory
|
|
3
|
+
// store. The injector renders it ahead of the long-term recall block so the
|
|
4
|
+
// agent sees "what we were just talking about" without those rounds ever
|
|
5
|
+
// being persisted as memories. Bounded two ways: maxRounds (count) and
|
|
6
|
+
// maxTokens (budget) — whichever evicts first.
|
|
7
|
+
|
|
8
|
+
// CJK-aware token estimate: one Chinese character ≈ 0.6 tokens (clustering
|
|
9
|
+
// behavior of mainstream tokenizers), one ASCII char ≈ 0.25.
|
|
10
|
+
export function estimateTokens(text) {
|
|
11
|
+
const s = String(text ?? "");
|
|
12
|
+
let cjk = 0;
|
|
13
|
+
for (const ch of s) if (ch >= "\u4e00" && ch <= "\u9fff") cjk++;
|
|
14
|
+
return Math.ceil(cjk * 0.6 + (s.length - cjk) * 0.25);
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
/**
|
|
18
|
+
* @param {{maxRounds?: number, maxTokens?: number}} opts
|
|
19
|
+
* @returns {{add(round: {query: string, response?: string}): void,
|
|
20
|
+
* getContext(): string,
|
|
21
|
+
* rounds(): Array, clear(): void}}
|
|
22
|
+
*/
|
|
23
|
+
export function createHotMemory({ maxRounds = 5, maxTokens = 2000 } = {}) {
|
|
24
|
+
const buffer = [];
|
|
25
|
+
|
|
26
|
+
function totalTokens() {
|
|
27
|
+
return buffer.reduce(
|
|
28
|
+
(sum, r) => sum + estimateTokens(`Q: ${r.query}\nA: ${r.response ?? ""}`),
|
|
29
|
+
0
|
|
30
|
+
);
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
return {
|
|
34
|
+
add(round) {
|
|
35
|
+
if (!round?.query) return;
|
|
36
|
+
buffer.push({ query: String(round.query), response: String(round.response ?? "") });
|
|
37
|
+
while (buffer.length > maxRounds) buffer.shift();
|
|
38
|
+
while (buffer.length > 1 && totalTokens() > maxTokens) buffer.shift();
|
|
39
|
+
},
|
|
40
|
+
getContext() {
|
|
41
|
+
return buffer.map((r) => `Q: ${r.query}\nA: ${r.response ?? ""}`).join("\n\n");
|
|
42
|
+
},
|
|
43
|
+
rounds: () => [...buffer],
|
|
44
|
+
clear() { buffer.length = 0; }
|
|
45
|
+
};
|
|
46
|
+
}
|