@modusensus/dsh-mneme 0.8.4 → 0.8.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +45 -8
- package/bin/dsh-mneme-mcp.mjs +11 -3
- package/lib/api-standalone.js +11 -0
- package/lib/api.js +21 -0
- package/lib/client.js +213 -31
- package/lib/config.js +106 -5
- package/lib/document.js +221 -0
- package/lib/dream/sleep.js +128 -12
- package/lib/dream.js +46 -11
- package/lib/guide.js +44 -0
- package/lib/heat.js +2 -0
- package/lib/index.js +65 -3
- package/lib/inject.js +91 -15
- package/lib/lang.js +6 -0
- package/lib/local-embedder.js +44 -6
- package/lib/organize.js +450 -0
- package/lib/recall-stats.js +23 -1
- package/lib/runtime/layout.js +30 -0
- package/lib/runtime/loader.js +4 -1
- package/lib/runtime/verify.js +19 -6
- package/lib/search/adaptive.js +38 -0
- package/lib/service.js +165 -12
- package/lib/settings.js +35 -4
- package/lib/store.js +126 -8
- package/lib/summarize.js +253 -8
- package/lib/tools.js +136 -8
- package/package.json +6 -6
- package/runtime-manifest.json +104 -174
- package/scripts/build-runtime-manifest.mjs +8 -1
- package/scripts/sync-test-badge.mjs +18 -12
- package/src/api-standalone.js +11 -0
- package/src/api.js +21 -0
- package/src/config.js +106 -5
- package/src/document.js +221 -0
- package/src/dream/sleep.js +128 -12
- package/src/dream.js +46 -11
- package/src/guide.js +44 -0
- package/src/heat.js +2 -0
- package/src/index.js +65 -3
- package/src/inject.js +91 -15
- package/src/lang.js +6 -0
- package/src/local-embedder.js +44 -6
- package/src/organize.js +450 -0
- package/src/recall-stats.js +23 -1
- package/src/runtime/layout.js +30 -0
- package/src/runtime/loader.js +4 -1
- package/src/runtime/verify.js +19 -6
- package/src/search/adaptive.js +38 -0
- package/src/service.js +165 -12
- package/src/settings.js +35 -4
- package/src/store.js +126 -8
- package/src/summarize.js +253 -8
- package/src/tools.js +136 -8
- package/test/adaptive-inject-budget.test.js +85 -0
- package/test/api.test.js +66 -3
- package/test/client.test.js +63 -2
- package/test/document.test.js +523 -0
- package/test/dream.test.js +51 -0
- package/test/inject-content-cap.test.js +5 -3
- package/test/inject-pools.test.js +170 -0
- package/test/inject-recall.test.js +105 -0
- package/test/inject.test.js +35 -1
- package/test/lastrunat-persist.test.js +101 -0
- package/test/llm-audit.test.js +247 -0
- package/test/local-embedder.test.js +45 -2
- package/test/organize.test.js +418 -0
- package/test/recall-stats.test.js +7 -1
- package/test/runtime-loader.test.js +18 -0
- package/test/runtime-manifest.test.js +2 -1
- package/test/runtime-verify.test.js +65 -0
- package/test/sleep.test.js +154 -0
- package/test/store.test.js +13 -0
- package/test/summarize.test.js +407 -3
- package/test/tools-dto-schema-matrix.test.js +325 -0
- package/test/tools.test.js +36 -3
package/lib/tools.js
CHANGED
|
@@ -5,6 +5,7 @@ import { defaultRuntimeDir } from "./runtime/layout.js";
|
|
|
5
5
|
import { hostModulesDir, loadRuntimeManifest, provisionRuntime } from "./runtime/provision.js";
|
|
6
6
|
import { matchesPlatform } from "./runtime/closure.js";
|
|
7
7
|
import { verifyPayload } from "./runtime/verify.js";
|
|
8
|
+
import { TOOL_GUIDE } from "./guide.js";
|
|
8
9
|
|
|
9
10
|
const TEXT_OUTPUT = (text) => [{ type: "text", text }];
|
|
10
11
|
// Per-registry tool-name registry: guards against duplicate registration on
|
|
@@ -35,6 +36,8 @@ const MEMORY_ITEM_SCHEMA = {
|
|
|
35
36
|
scope_decided_at: { type: "string" },
|
|
36
37
|
sensitivity: { type: "string" },
|
|
37
38
|
occurred_at: { type: "string" },
|
|
39
|
+
// #230:document 指针行的文件定位——「全文按需读」的入口;普通行缺省。
|
|
40
|
+
doc_path: { type: "string" },
|
|
38
41
|
created_at: { type: "string", required: true },
|
|
39
42
|
updated_at: { type: "string", required: true }
|
|
40
43
|
}
|
|
@@ -81,6 +84,11 @@ export function createTools(ctx, service, config, embedder) {
|
|
|
81
84
|
// flag 关闭时恒返回 null——写入不标注,检索不加权,行为与 A1 前完全一致。
|
|
82
85
|
// logger 透传:registry 反查失败时 warnOnce 才有出口(否则静默降级无观测)。
|
|
83
86
|
const resolveSessionScope = createScopeResolver({ ctx, config, logger: ctx.logger });
|
|
87
|
+
// #249 第一批:能力说明(injectGuidanceEnabled)开启时,给「何时用」最有歧义
|
|
88
|
+
// 的两个工具补一句判断指引。工具描述常驻、不进每轮上下文,这个位子零注入
|
|
89
|
+
// 成本;关闭时描述逐字节不变,也不动其他工具的文案。
|
|
90
|
+
const withToolGuide = (name, description) =>
|
|
91
|
+
config?.injectGuidanceEnabled === true && TOOL_GUIDE[name] ? `${description}${TOOL_GUIDE[name]}` : description;
|
|
84
92
|
|
|
85
93
|
// 复核项 4(issue #170):strictScope 下他 scope(explicit)的行对工具侧按
|
|
86
94
|
// 「不存在」处理——update/delete 与 memory_get 同款无存在性泄漏。strictScope
|
|
@@ -104,11 +112,16 @@ export function createTools(ctx, service, config, embedder) {
|
|
|
104
112
|
const tools = [
|
|
105
113
|
defineTool({
|
|
106
114
|
name: "memory_save",
|
|
107
|
-
description:
|
|
115
|
+
description: withToolGuide(
|
|
116
|
+
"memory_save",
|
|
108
117
|
"Persist one memory entry for future sessions (user preferences, project state, decisions). " +
|
|
109
|
-
|
|
110
|
-
|
|
118
|
+
"Call this when the user states a durable preference, a project decision is made, or a lesson is learned. " +
|
|
119
|
+
"Merges into an existing entry of the same type when the title matches."
|
|
120
|
+
),
|
|
111
121
|
parameters: {
|
|
122
|
+
// document 不在此列(#230):document 行只能经 memory_register_document
|
|
123
|
+
// 铸造(注册校验 + doc_path + evidence),防止 memory_save 造出无指针
|
|
124
|
+
// 无回链的伪行。
|
|
112
125
|
type: { type: "string", required: true, enum: ["preference", "project", "decision", "history", "rejected_solution", "pitfall", "constraint"], description: "preference=user profile; project=project knowledge/state; decision=key decision; history=conversation summary; rejected_solution=rejected/abandoned implementation approach; pitfall=debugging lesson (symptom+root cause+fix); constraint=engineering constraint" },
|
|
113
126
|
title: { type: "string", required: true, description: "Short unique title" },
|
|
114
127
|
content: { type: "string", required: true, description: "Memory body" },
|
|
@@ -166,7 +179,10 @@ export function createTools(ctx, service, config, embedder) {
|
|
|
166
179
|
|
|
167
180
|
defineTool({
|
|
168
181
|
name: "memory_search",
|
|
169
|
-
description:
|
|
182
|
+
description: withToolGuide(
|
|
183
|
+
"memory_search",
|
|
184
|
+
"Search the cross-session memory store for past context (solved problems, user preferences, project decisions). IMPORTANT: relevant cross-session memories are already injected into your context every turn — only call this when the injected memory block does NOT contain what you need, or you need to look something specific up. Substring-matches title/content/tags, and augments results with semantic (vector) recall + optional rerank when an embeddings provider is configured. Returns matching entries with source and timestamps."
|
|
185
|
+
),
|
|
170
186
|
// A2 检索接线:occurred 时间窗 + 会话 scope 加成(见 execute)。
|
|
171
187
|
parameters: {
|
|
172
188
|
query: { type: "string", required: true, description: "Search text; substring match over title/content/tags" },
|
|
@@ -224,7 +240,7 @@ export function createTools(ctx, service, config, embedder) {
|
|
|
224
240
|
name: "memory_list",
|
|
225
241
|
description: "List memory entries by type, high-importance first, then newest, paginated. Set include_archived=true to also list archived (hidden) entries so they can be located and restored.",
|
|
226
242
|
parameters: {
|
|
227
|
-
type: { type: "string", enum: ["preference", "project", "decision", "history", "rejected_solution", "pitfall", "constraint"], description: "Filter by type; omit for all" },
|
|
243
|
+
type: { type: "string", enum: ["preference", "project", "decision", "history", "rejected_solution", "pitfall", "constraint", "document"], description: "Filter by type; omit for all. 'document' (#230) = agent-registered document pointer rows" },
|
|
228
244
|
limit: { type: "integer", description: "Page size (default 50)" },
|
|
229
245
|
offset: { type: "integer", description: "Page offset (default 0)" },
|
|
230
246
|
include_archived: { type: "boolean", description: "Include archived (hidden) entries so they can be found and restored (default false)" },
|
|
@@ -287,7 +303,9 @@ export function createTools(ctx, service, config, embedder) {
|
|
|
287
303
|
},
|
|
288
304
|
render: (_args, value) => {
|
|
289
305
|
const m = value.memory;
|
|
290
|
-
|
|
306
|
+
// #230:document 指针行把文件路径亮在首行——「全文按需读」从这里拿路径。
|
|
307
|
+
const doc = m.doc_path ? ` | doc: ${m.doc_path}` : "";
|
|
308
|
+
return TEXT_OUTPUT(`${m.title}\nID: ${m.id} | type: ${m.type} | importance: ${m.importance}${doc}${MEMORY_PROVENANCE(m)}\n\n${m.content}`);
|
|
291
309
|
}
|
|
292
310
|
},
|
|
293
311
|
async execute(args) {
|
|
@@ -311,6 +329,8 @@ export function createTools(ctx, service, config, embedder) {
|
|
|
311
329
|
id: { type: "string", required: true, description: "Memory id" },
|
|
312
330
|
title: { type: "string" },
|
|
313
331
|
content: { type: "string" },
|
|
332
|
+
// document 不在此列(#230):type 不许改入 document——既有 document 行
|
|
333
|
+
// 的摘要修复(只改 content/title)不受影响。
|
|
314
334
|
type: { type: "string", enum: ["preference", "project", "decision", "history", "rejected_solution", "pitfall", "constraint"] },
|
|
315
335
|
tags: { type: "array", items: { type: "string" } },
|
|
316
336
|
importance: { type: "integer", description: "1-5" },
|
|
@@ -415,7 +435,8 @@ export function createTools(ctx, service, config, embedder) {
|
|
|
415
435
|
description:
|
|
416
436
|
"Archive a memory (hide it from active lists, search, injection and dream consolidation) or restore it. " +
|
|
417
437
|
"Archived entries stay in storage and are recoverable: pass archived=false to restore, and use memory_list with " +
|
|
418
|
-
"include_archived=true to find archived entries."
|
|
438
|
+
"include_archived=true to find archived entries. " +
|
|
439
|
+
"Only archive when the user asks, or an entry is clearly stale/no longer relevant — do not archive proactively mid-session to tidy up.",
|
|
419
440
|
parameters: {
|
|
420
441
|
id: { type: "string", required: true, description: "Memory id" },
|
|
421
442
|
archived: { type: "boolean", description: "Archive (true, default) or restore (false) the entry" }
|
|
@@ -446,6 +467,101 @@ export function createTools(ctx, service, config, embedder) {
|
|
|
446
467
|
}
|
|
447
468
|
}),
|
|
448
469
|
|
|
470
|
+
// #230(#164 设计稿评审线):document 型记忆注册——agent 产长文档的指针
|
|
471
|
+
// 行铸造口。写入权分离:全文归 agent(管线对文件零读零写零改),库里只
|
|
472
|
+
// 存摘要 + doc_path + evidence 三样;C2 比对去重、supersede 记账在
|
|
473
|
+
// service.registerDocument(src/document.js)内完成。判断指引:调研报告/
|
|
474
|
+
// 设计稿/长整理产物「存外档」用本工具;原子事实(偏好/决策/教训)仍走
|
|
475
|
+
// memory_save;tag 与章节名建议用英文(跨语言稳定键),摘要正文可多语言。
|
|
476
|
+
defineTool({
|
|
477
|
+
name: "memory_register_document",
|
|
478
|
+
description:
|
|
479
|
+
"Register an agent-authored document (research report, design doc, long digest) into memory as a pointer row. " +
|
|
480
|
+
"Write-ownership split: the full text stays agent-owned on disk — the pipeline never reads or rewrites it; the DB " +
|
|
481
|
+
"stores only the summary + doc_path + evidence. Validates the file exists (absolute path, non-empty regular file), " +
|
|
482
|
+
"intersects evidence with real memory ids (all-fabricated evidence is rejected; unknown ids are dropped and the row " +
|
|
483
|
+
"is tagged evidence_degraded), and dedupes: re-registering the same path or title supersedes the old row (the old " +
|
|
484
|
+
"file is never touched; content_history stays traceable), while a merely near-duplicate summary of a different " +
|
|
485
|
+
"document row is rejected — update that row instead. Use for 'where is the conclusion doc for this project?' " +
|
|
486
|
+
"lookups; atomic facts still go to memory_save.",
|
|
487
|
+
parameters: {
|
|
488
|
+
path: { type: "string", required: true, description: "Absolute path of the document file (~ is expanded); must already exist as a non-empty regular file. The full text stays agent-owned — this pipeline never touches it." },
|
|
489
|
+
title: { type: "string", required: true, description: "Short unique title (English recommended: it is the cross-language stable dedupe/supersede key)" },
|
|
490
|
+
summary: { type: "string", required: true, description: "One-paragraph summary stored in the DB and used for injection (any language)" },
|
|
491
|
+
tags: { type: "array", items: { type: "string" }, description: "Optional tags (English recommended)" },
|
|
492
|
+
importance: { type: "integer", description: "1-5 (default 3); the summary row injects at the next-priority tier within documentInjectBudget when importance >= threshold" },
|
|
493
|
+
evidence: { type: "array", items: { type: "string" }, description: "Memory ids this document is grounded in; each is verified against the store (fabricated evidence is rejected; unknown/archived ids are dropped and the row is tagged evidence_degraded)" },
|
|
494
|
+
source: { type: "string", description: "Optional provenance" },
|
|
495
|
+
sensitivity: { type: "string", description: "Optional sensitivity label (free-form, e.g. personal). Part of the supersede matching key — same path/title with a different sensitivity stays a separate document." },
|
|
496
|
+
agent_scope: { type: "string", description: "Optional explicit agent-scope declaration (issue #170): 'global' or '*' makes this document visible to every agent; any other value narrows it to that label. Overrides the automatic carrier label for this write; honored even when automatic scope labeling is disabled." },
|
|
497
|
+
workspace_scope: { type: "string", description: "Optional explicit workspace-scope declaration (issue #170): 'global' or '*' makes this document visible in every workspace; any other value narrows it to that label. Overrides the automatic carrier label for this write; honored even when automatic scope labeling is disabled." }
|
|
498
|
+
},
|
|
499
|
+
output: {
|
|
500
|
+
schema: {
|
|
501
|
+
type: "object",
|
|
502
|
+
additionalProperties: false,
|
|
503
|
+
properties: {
|
|
504
|
+
action: { type: "string", required: true, enum: ["created", "superseded"] },
|
|
505
|
+
id: { type: "string", required: true },
|
|
506
|
+
superseded_id: { type: "string" },
|
|
507
|
+
evidence_kept: { type: "integer", required: true },
|
|
508
|
+
evidence_dropped: { type: "integer", required: true },
|
|
509
|
+
degraded: { type: "boolean", required: true }
|
|
510
|
+
}
|
|
511
|
+
},
|
|
512
|
+
render: (_args, value) => {
|
|
513
|
+
const sup = value.superseded_id ? ` (supersedes ${value.superseded_id})` : "";
|
|
514
|
+
const ev = ` | evidence: ${value.evidence_kept} kept, ${value.evidence_dropped} dropped${value.degraded ? " [degraded]" : ""}`;
|
|
515
|
+
return TEXT_OUTPUT(`document ${value.action}: ${value.id}${sup}${ev}`);
|
|
516
|
+
}
|
|
517
|
+
},
|
|
518
|
+
async execute(args, exec) {
|
|
519
|
+
// scope 标注与 memory_save 同款(#170):默认会话身份自动标注,显式
|
|
520
|
+
// 参数逐维覆盖。校验/去重/supersede 全在 service.registerDocument。
|
|
521
|
+
const scope = resolveSessionScope(exec);
|
|
522
|
+
const autoStamping = config?.scopeEnabled === true;
|
|
523
|
+
const agentLabel = args.agent_scope !== undefined
|
|
524
|
+
? { value: normalizeExplicitScope(args.agent_scope), source: "explicit" }
|
|
525
|
+
: autoStamping && scope ? { value: scope.agent_scope, source: "auto" } : null;
|
|
526
|
+
const workspaceLabel = args.workspace_scope !== undefined
|
|
527
|
+
? { value: normalizeExplicitScope(args.workspace_scope), source: "explicit" }
|
|
528
|
+
: autoStamping && scope ? { value: scope.workspace_scope, source: "auto" } : null;
|
|
529
|
+
// strictScope(#170 复核项 4 同款无存在性泄漏):他 scope 的 evidence id
|
|
530
|
+
// 按「不存在」处理——注册器用全局 getById 求交,看不见的行在这里先标出,
|
|
531
|
+
// 与 unknown/archived 同落 dropped,不进持久化 evidence(不得为跨 scope
|
|
532
|
+
// id 建立引用)。
|
|
533
|
+
const hiddenEvidence = [];
|
|
534
|
+
if (config?.strictScope === true && scope && Array.isArray(args.evidence)) {
|
|
535
|
+
for (const raw of args.evidence) {
|
|
536
|
+
const id = String(raw ?? "").trim();
|
|
537
|
+
if (!id) continue;
|
|
538
|
+
const row = service.getById(id);
|
|
539
|
+
if (row && !service.isVisibleInScope(row, scope)) hiddenEvidence.push(id);
|
|
540
|
+
}
|
|
541
|
+
}
|
|
542
|
+
const result = await service.registerDocument({
|
|
543
|
+
path: args.path,
|
|
544
|
+
title: args.title,
|
|
545
|
+
summary: args.summary,
|
|
546
|
+
tags: args.tags ?? [],
|
|
547
|
+
...(args.importance !== undefined ? { importance: args.importance } : {}),
|
|
548
|
+
evidence: args.evidence ?? [],
|
|
549
|
+
source: args.source ?? "tool",
|
|
550
|
+
...(args.sensitivity !== undefined ? { sensitivity: args.sensitivity } : {}),
|
|
551
|
+
...(agentLabel ? { agent_scope: agentLabel.value, agent_scope_source: agentLabel.source } : {}),
|
|
552
|
+
...(workspaceLabel ? { workspace_scope: workspaceLabel.value, workspace_scope_source: workspaceLabel.source } : {})
|
|
553
|
+
}, { hiddenEvidenceIds: hiddenEvidence });
|
|
554
|
+
return {
|
|
555
|
+
action: result.action,
|
|
556
|
+
id: result.memory.id,
|
|
557
|
+
...(result.superseded ? { superseded_id: result.superseded.id } : {}),
|
|
558
|
+
evidence_kept: result.evidence_kept,
|
|
559
|
+
evidence_dropped: result.evidence_dropped,
|
|
560
|
+
degraded: result.degraded
|
|
561
|
+
};
|
|
562
|
+
}
|
|
563
|
+
}),
|
|
564
|
+
|
|
449
565
|
// 运行时口子(issue #131 / PR-C)。
|
|
450
566
|
//
|
|
451
567
|
// 为什么要有这个工具:mneme 的取向是「本体保持完善但轻量;重的功能存在、默认不开、不被依赖」。
|
|
@@ -561,8 +677,20 @@ export function createTools(ctx, service, config, embedder) {
|
|
|
561
677
|
})
|
|
562
678
|
];
|
|
563
679
|
|
|
680
|
+
// Tool-exposure gate (v0.8.5): 跨会话记忆已自动注入,memory_search /
|
|
681
|
+
// memory_archive 在慢/轻量模型上是多余往返,面板开关可直接隐藏工具——
|
|
682
|
+
// 模型看不到就不会调,比在描述里劝它少调用更可靠。注意:live patch reload
|
|
683
|
+
// 下已注册的工具不会被宿主反注册,排除只对全新会话生效。
|
|
684
|
+
const hiddenTools = new Set();
|
|
685
|
+
if (config?.disableMemorySearch === true) hiddenTools.add("memory_search");
|
|
686
|
+
if (config?.disableMemoryArchive === true) hiddenTools.add("memory_archive");
|
|
687
|
+
|
|
564
688
|
for (const tool of tools) {
|
|
565
|
-
|
|
689
|
+
if (hiddenTools.has(tool.name)) {
|
|
690
|
+
ctx.logger?.info?.(`[dsh-mneme] tool "${tool.name}" hidden by config (disableMemorySearch/disableMemoryArchive)`);
|
|
691
|
+
continue;
|
|
692
|
+
}
|
|
693
|
+
if (registeredTools.has(tool.name)) {
|
|
566
694
|
ctx.logger?.warn?.(`[dsh-mneme] tool "${tool.name}" already registered, skipping duplicate`);
|
|
567
695
|
continue;
|
|
568
696
|
}
|
package/package.json
CHANGED
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@modusensus/dsh-mneme",
|
|
3
3
|
"description": "Cross-session memory plugin for DeepSeek Harness with autoDream consolidation: SQLite store, Markdown mirrors, 9 model tools, automatic injection, session summarization, user profile/rules, custom slash commands, vector (semantic) search, and a Web GUI panel",
|
|
4
|
-
"version": "0.8.
|
|
4
|
+
"version": "0.8.6",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"repository": {
|
|
7
7
|
"type": "git",
|
|
8
|
-
"url": "git+https://github.com/
|
|
8
|
+
"url": "git+https://github.com/slow-stack/dsh-mneme.git"
|
|
9
9
|
},
|
|
10
|
-
"homepage": "https://github.com/
|
|
10
|
+
"homepage": "https://github.com/slow-stack/dsh-mneme#readme",
|
|
11
11
|
"bugs": {
|
|
12
|
-
"url": "https://github.com/
|
|
12
|
+
"url": "https://github.com/slow-stack/dsh-mneme/issues"
|
|
13
13
|
},
|
|
14
14
|
"type": "module",
|
|
15
15
|
"main": "lib/index.js",
|
|
@@ -72,7 +72,7 @@
|
|
|
72
72
|
"@deepseek-ai/dsh-system-prompt": "^0.1.0-rc.6",
|
|
73
73
|
"@deepseek-ai/dsh-tools": "^0.1.0-rc.6",
|
|
74
74
|
"@deepseek-ai/schemastery": "^3.18.1",
|
|
75
|
-
"@huggingface/transformers": "^4.
|
|
75
|
+
"@huggingface/transformers": "^4.3.0",
|
|
76
76
|
"c8": "^12.0.0",
|
|
77
77
|
"lucide": "^1.42.0"
|
|
78
78
|
},
|
|
@@ -100,7 +100,7 @@
|
|
|
100
100
|
"morphicons": "^1.7.1"
|
|
101
101
|
},
|
|
102
102
|
"overrides": {
|
|
103
|
-
"adm-zip": "0.6.
|
|
103
|
+
"adm-zip": "0.6.1"
|
|
104
104
|
},
|
|
105
105
|
"allowScripts": {
|
|
106
106
|
"onnxruntime-node@1.24.3": true,
|