@modusensus/dsh-mneme 0.9.1 → 0.9.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -10
- package/bin/cli.mjs +61 -7
- package/docs/CONFIGURATION.md +26 -2
- package/docs/WORKFLOWS.md +70 -3
- package/lib/api.js +176 -3
- package/lib/capabilities.js +1 -1
- package/lib/client.js +170 -16
- package/lib/config.js +37 -2
- package/lib/dream/sleep.js +35 -12
- package/lib/dream.js +86 -14
- package/lib/embedding.js +52 -22
- package/lib/index.js +15 -0
- package/lib/pipeline-nudge-auto.js +126 -0
- package/lib/pipeline-nudge.js +337 -28
- package/lib/pipeline-runs.js +1 -1
- package/lib/pipeline.js +4 -4
- package/lib/scope-state.js +277 -0
- package/lib/scope.js +30 -1
- package/lib/service.js +80 -3
- package/lib/settings.js +12 -1
- package/lib/store.js +139 -0
- package/lib/tools.js +71 -0
- package/package.json +1 -1
- package/src/api.js +176 -3
- package/src/capabilities.js +1 -1
- package/src/config.js +37 -2
- package/src/dream/sleep.js +35 -12
- package/src/dream.js +86 -14
- package/src/embedding.js +52 -22
- package/src/index.js +15 -0
- package/src/pipeline-nudge-auto.js +126 -0
- package/src/pipeline-nudge.js +337 -28
- package/src/pipeline-runs.js +1 -1
- package/src/pipeline.js +4 -4
- package/src/scope-state.js +277 -0
- package/src/scope.js +30 -1
- package/src/service.js +80 -3
- package/src/settings.js +12 -1
- package/src/store.js +139 -0
- package/src/tools.js +71 -0
- package/test/api-nudge-route.test.js +259 -0
- package/test/api.test.js +118 -1
- package/test/cli-flag-value.test.js +86 -0
- package/test/client.test.js +103 -4
- package/test/distill-tx-embed-gap.test.js +110 -0
- package/test/dream-maxtokens-fallback.test.js +132 -0
- package/test/embed-text-reasons.test.js +112 -0
- package/test/pipeline-nudge-auto.test.js +224 -0
- package/test/pipeline-nudge.test.js +161 -6
- package/test/readme-claims.test.js +68 -0
- package/test/scope-optional-service.test.js +110 -0
- package/test/scope-state.test.js +481 -0
- package/test/session-usage.test.js +11 -2
- package/test/tools-dto-schema-matrix.test.js +12 -3
- package/test/tools.test.js +6 -6
package/src/store.js
CHANGED
|
@@ -2,6 +2,15 @@ import { DatabaseSync } from "node:sqlite";
|
|
|
2
2
|
import { randomUUID } from "node:crypto";
|
|
3
3
|
import { statSync } from "node:fs";
|
|
4
4
|
import { contentHashOf } from "./content-hash.js";
|
|
5
|
+
// 政策轴(issue #471)的归一化函数。刻意只取归一化,不取判定:判定(buildPausedIndex /
|
|
6
|
+
// matchPausedScopes / createScopeStateGate)留在 scope-state.js,由 service 侧消费,
|
|
7
|
+
// 存储层只管「一格状态怎么落」。依赖方向 store → scope-state → scope 是单向的
|
|
8
|
+
// (scope.js 不 import 任何本包模块),所以不构成环。
|
|
9
|
+
import {
|
|
10
|
+
normalizeScopeStateDimension,
|
|
11
|
+
normalizeScopeStateState,
|
|
12
|
+
normalizeScopeStateValue
|
|
13
|
+
} from "./scope-state.js";
|
|
5
14
|
|
|
6
15
|
const SCHEMA = `
|
|
7
16
|
CREATE TABLE IF NOT EXISTS memories (
|
|
@@ -185,6 +194,25 @@ CREATE TABLE IF NOT EXISTS scope_changes (
|
|
|
185
194
|
);
|
|
186
195
|
CREATE INDEX IF NOT EXISTS idx_scope_changes_memory ON scope_changes(memory_id);
|
|
187
196
|
|
|
197
|
+
-- scope_state: v0.9.1 政策轴(issue #471)。与 scope_changes 那条事实轴相对:
|
|
198
|
+
-- scope_changes 记「某条记忆的归属被人工改过」(跟着记忆走),本表记「某个作用域
|
|
199
|
+
-- 现在通不通」(跟着作用域走)。按下/松开都是单方面动作,不触碰任何记忆行,
|
|
200
|
+
-- 松开即恢复——所以它是可逆的,而逐条 forget/archive 不是。
|
|
201
|
+
-- dimension 只认 'agent'|'workspace'(scopeKeyOf 那两个维度);scope_value='*'
|
|
202
|
+
-- 表示该维度全局。一行一格,重复按下同一状态不刷新 decided_at(见 setScopeState)。
|
|
203
|
+
-- Bookkeeping like the other audit tables: it never triggers write hooks.
|
|
204
|
+
CREATE TABLE IF NOT EXISTS scope_state (
|
|
205
|
+
id TEXT PRIMARY KEY,
|
|
206
|
+
dimension TEXT NOT NULL,
|
|
207
|
+
scope_value TEXT NOT NULL,
|
|
208
|
+
state TEXT NOT NULL, -- active | paused
|
|
209
|
+
note TEXT,
|
|
210
|
+
decided_at TEXT NOT NULL
|
|
211
|
+
);
|
|
212
|
+
-- 唯一性靠独立索引(本仓惯例:UNIQUE 不进 CREATE TABLE,见 idx_memory_provenance_link)。
|
|
213
|
+
-- 它同时是 setScopeState 那条 UPSERT 的冲突目标,所以不能省。
|
|
214
|
+
CREATE UNIQUE INDEX IF NOT EXISTS idx_scope_state_key ON scope_state(dimension, scope_value);
|
|
215
|
+
|
|
188
216
|
-- llm_audit_logs: every background LLM call (autoDream consolidation + summary,
|
|
189
217
|
-- autoSummarize compression) is recorded here — tokens in/out, duration, status
|
|
190
218
|
-- and the trigger that caused it (Bug8). Failures are captured as status='error'
|
|
@@ -604,6 +632,20 @@ function toScopeChange(row) {
|
|
|
604
632
|
};
|
|
605
633
|
}
|
|
606
634
|
|
|
635
|
+
// scope_state 行 → 读侧对象(issue #471)。NULL note 落 undefined,与
|
|
636
|
+
// toScopeChange 同口径。
|
|
637
|
+
function toScopeState(row) {
|
|
638
|
+
if (!row) return undefined;
|
|
639
|
+
return {
|
|
640
|
+
id: row.id,
|
|
641
|
+
dimension: row.dimension,
|
|
642
|
+
scope_value: row.scope_value,
|
|
643
|
+
state: row.state,
|
|
644
|
+
note: row.note ?? undefined,
|
|
645
|
+
decided_at: row.decided_at
|
|
646
|
+
};
|
|
647
|
+
}
|
|
648
|
+
|
|
607
649
|
function toRecallRun(row) {
|
|
608
650
|
if (!row) return undefined;
|
|
609
651
|
return {
|
|
@@ -1733,6 +1775,32 @@ export function createStore(path) {
|
|
|
1733
1775
|
).all();
|
|
1734
1776
|
}
|
|
1735
1777
|
|
|
1778
|
+
/**
|
|
1779
|
+
* Per-dimension counts over active embedded rows ('' = vector that failed to
|
|
1780
|
+
* parse as an array — legacy garbage rows, not a real dimension).
|
|
1781
|
+
*
|
|
1782
|
+
* Why per-dimension: embeddedCount() alone says "has a vector", but vectors
|
|
1783
|
+
* written by a different model/dimension are not comparable with the current
|
|
1784
|
+
* query embedding — searchVector skips them, so they are "present" without
|
|
1785
|
+
* being "retrievable". The status card needs this split to stop reporting a
|
|
1786
|
+
* coverage number that silently counts unsearchable rows.
|
|
1787
|
+
*/
|
|
1788
|
+
function embeddingDimensionBreakdown() {
|
|
1789
|
+
return db.prepare(
|
|
1790
|
+
`SELECT id, embedding FROM memories
|
|
1791
|
+
WHERE embedding IS NOT NULL AND embedding != ''
|
|
1792
|
+
AND forgotten = 0 AND archived = 0`
|
|
1793
|
+
).all().reduce((acc, row) => {
|
|
1794
|
+
let dim = "";
|
|
1795
|
+
try {
|
|
1796
|
+
const parsed = JSON.parse(row.embedding);
|
|
1797
|
+
dim = Array.isArray(parsed) ? String(parsed.length) : "";
|
|
1798
|
+
} catch { /* unparseable vector counts under "" */ }
|
|
1799
|
+
acc.set(dim, (acc.get(dim) ?? 0) + 1);
|
|
1800
|
+
return acc;
|
|
1801
|
+
}, new Map());
|
|
1802
|
+
}
|
|
1803
|
+
|
|
1736
1804
|
function search(query, { limit = 20, includeArchived = false } = {}) {
|
|
1737
1805
|
const q = String(query).trim();
|
|
1738
1806
|
if (!q) return [];
|
|
@@ -1789,6 +1857,11 @@ export function createStore(path) {
|
|
|
1789
1857
|
for (const row of rows) {
|
|
1790
1858
|
const v = getParsedEmbedding(row.id);
|
|
1791
1859
|
if (!v) continue;
|
|
1860
|
+
// distill-tx-embed-gap 顺带修:维度不匹配的行按维度分流,直接跳过。旧路径
|
|
1861
|
+
// 喂进 cosine 不等长就 return 0,换了模型/维度的旧向量以 0 分混进结果尾部
|
|
1862
|
+
// (threshold 默认 0 时照样入选),检索方拿到的分数是跨向量空间的假值。
|
|
1863
|
+
// 不等长的向量对本次查询没有可比分数,跳过是唯一诚实的处置。
|
|
1864
|
+
if (v.length !== vector.length) continue;
|
|
1792
1865
|
const score = cosine(vector, v);
|
|
1793
1866
|
if (score >= threshold) scored.push({ row: { id: row.id }, score });
|
|
1794
1867
|
}
|
|
@@ -2609,6 +2682,66 @@ export function createStore(path) {
|
|
|
2609
2682
|
return rows.map(toScopeChange);
|
|
2610
2683
|
}
|
|
2611
2684
|
|
|
2685
|
+
/**
|
|
2686
|
+
* 政策轴(issue #471):按下或松开一个作用域。一行一格,靠
|
|
2687
|
+
* idx_scope_state_key(dimension, scope_value) 做 UPSERT——重复按下同一状态
|
|
2688
|
+
* 不刷新 decided_at(CASE WHEN),因为「第一次按下的时刻」才是回执该报的东西;
|
|
2689
|
+
* 状态翻转则刷新,那是一次真的决策。
|
|
2690
|
+
*
|
|
2691
|
+
* note 的取舍与 decided_at 相反:非空的新 note 总是覆盖旧的,空的则原样留着。
|
|
2692
|
+
* 理由是这条记录里「当前通不通」由 state 那一列承担,note 是**理由**——理由被
|
|
2693
|
+
* 一次不带理由的重按抹掉是净损失(用户回看时只会看到「按下过」却不知道为什么),
|
|
2694
|
+
* 而「清空理由」不是一个真实需求(要改就再按一次带上新理由)。这与本仓防御段
|
|
2695
|
+
* 「宁可留着也不要静默丢」的取向一致。
|
|
2696
|
+
*
|
|
2697
|
+
* 归一化失败(维度/值/状态任一非法)返回 undefined,由调用方拒绝——本表只存
|
|
2698
|
+
* 可解释的三种枚举,与 memories 的 scope 列不同:那里脏输入落 NULL 是正当的
|
|
2699
|
+
* (「未标注」本身有语义),这里落 NULL 没有任何意思,会静默变成一行永远不
|
|
2700
|
+
* 生效的状态。
|
|
2701
|
+
*/
|
|
2702
|
+
function setScopeState({ dimension, scope_value, state, note, decided_at }) {
|
|
2703
|
+
const dim = normalizeScopeStateDimension(dimension);
|
|
2704
|
+
const val = normalizeScopeStateValue(scope_value);
|
|
2705
|
+
const st = normalizeScopeStateState(state);
|
|
2706
|
+
if (!dim || !val || !st) return undefined;
|
|
2707
|
+
const at = normalizeOccurredAt(decided_at) ?? nowIso();
|
|
2708
|
+
const noteText = normalizeScopeText(note);
|
|
2709
|
+
db.prepare(
|
|
2710
|
+
`INSERT INTO scope_state (id, dimension, scope_value, state, note, decided_at)
|
|
2711
|
+
VALUES (?, ?, ?, ?, ?, ?)
|
|
2712
|
+
ON CONFLICT(dimension, scope_value) DO UPDATE SET
|
|
2713
|
+
state = excluded.state,
|
|
2714
|
+
note = COALESCE(excluded.note, scope_state.note),
|
|
2715
|
+
decided_at = CASE WHEN scope_state.state = excluded.state THEN scope_state.decided_at ELSE excluded.decided_at END`
|
|
2716
|
+
).run(randomUUID(), dim, val, st, noteText, at);
|
|
2717
|
+
return toScopeState(
|
|
2718
|
+
db.prepare("SELECT * FROM scope_state WHERE dimension = ? AND scope_value = ?").get(dim, val)
|
|
2719
|
+
);
|
|
2720
|
+
}
|
|
2721
|
+
|
|
2722
|
+
/** 政策轴状态行(单格)。 */
|
|
2723
|
+
function getScopeState(dimension, scope_value) {
|
|
2724
|
+
const dim = normalizeScopeStateDimension(dimension);
|
|
2725
|
+
const val = normalizeScopeStateValue(scope_value);
|
|
2726
|
+
if (!dim || !val) return undefined;
|
|
2727
|
+
return toScopeState(
|
|
2728
|
+
db.prepare("SELECT * FROM scope_state WHERE dimension = ? AND scope_value = ?").get(dim, val)
|
|
2729
|
+
);
|
|
2730
|
+
}
|
|
2731
|
+
|
|
2732
|
+
/**
|
|
2733
|
+
* 政策轴状态行(全量)。不提供按维度/值过滤的参数——闸门判定要的就是全量
|
|
2734
|
+
* (一次现读一次索引),过滤留到 scope-state.js 的 buildPausedIndex 里做。
|
|
2735
|
+
* 排 decided_at DESC + rowid DESC 同 listScopeChanges(毫秒精度同毫秒写入
|
|
2736
|
+
* 时 UUID 排序随机,回执要报「最近一次决策」就得有确定的次键)。
|
|
2737
|
+
*/
|
|
2738
|
+
function listScopeStates({ state } = {}) {
|
|
2739
|
+
const rows = state
|
|
2740
|
+
? db.prepare("SELECT * FROM scope_state WHERE state = ? ORDER BY decided_at DESC, rowid DESC").all(state)
|
|
2741
|
+
: db.prepare("SELECT * FROM scope_state ORDER BY decided_at DESC, rowid DESC").all();
|
|
2742
|
+
return rows.map(toScopeState);
|
|
2743
|
+
}
|
|
2744
|
+
|
|
2612
2745
|
function getFailureStats({ since } = {}) {
|
|
2613
2746
|
const clause = since ? "WHERE created_at >= ?" : "";
|
|
2614
2747
|
const params = since ? [since] : [];
|
|
@@ -3233,6 +3366,7 @@ export function createStore(path) {
|
|
|
3233
3366
|
needsEmbeddingFor,
|
|
3234
3367
|
hasStaleEmbedding,
|
|
3235
3368
|
embeddingModelBreakdown,
|
|
3369
|
+
embeddingDimensionBreakdown,
|
|
3236
3370
|
searchVector,
|
|
3237
3371
|
saveDreamRun,
|
|
3238
3372
|
lastDreamRunAt,
|
|
@@ -3281,6 +3415,11 @@ export function createStore(path) {
|
|
|
3281
3415
|
countConflictPending,
|
|
3282
3416
|
saveScopeChange,
|
|
3283
3417
|
listScopeChanges,
|
|
3418
|
+
// 政策轴(issue #471):按下/松开一个作用域。纯 bookkeeping,不调
|
|
3419
|
+
// incrementGeneration()——它不动任何记忆行,动它只会让所有缓存无谓失效。
|
|
3420
|
+
setScopeState,
|
|
3421
|
+
getScopeState,
|
|
3422
|
+
listScopeStates,
|
|
3284
3423
|
createEntity,
|
|
3285
3424
|
findEntityByName,
|
|
3286
3425
|
findEntityById,
|
package/src/tools.js
CHANGED
|
@@ -7,6 +7,7 @@ import { matchesPlatform } from "./runtime/closure.js";
|
|
|
7
7
|
import { verifyPayload } from "./runtime/verify.js";
|
|
8
8
|
import { TOOL_GUIDE, CONTINUITY_TOOL_RULE } from "./guide.js";
|
|
9
9
|
import { injectChildEnabled } from "./config.js";
|
|
10
|
+
import { normalizeScopeStateDimension, normalizeScopeStateValue, normalizeScopeStateState } from "./scope-state.js";
|
|
10
11
|
import { lastUserQuery } from "./inject.js";
|
|
11
12
|
|
|
12
13
|
const TEXT_OUTPUT = (text) => [{ type: "text", text }];
|
|
@@ -500,6 +501,76 @@ export function createTools(ctx, service, config, embedder) {
|
|
|
500
501
|
}
|
|
501
502
|
}),
|
|
502
503
|
|
|
504
|
+
// #471:政策轴——作用域级可逆闸门。与 memory_forget/memory_archive 的分工:
|
|
505
|
+
// 那两个是事实轴的单条操作(改的是「这条记忆属于谁 / 还算不算数」,一条条来);
|
|
506
|
+
// 本工具是政策轴的按作用域操作(改的是「这一路现在通不通」,跨会话存续、
|
|
507
|
+
// 松开即原样回来,一条记忆行都不动)。判断指引:整条工作线要临时静音用本工具;
|
|
508
|
+
// 单条记忆不该再被想起才用 memory_forget/memory_archive。
|
|
509
|
+
defineTool({
|
|
510
|
+
name: "set_scope_state",
|
|
511
|
+
description:
|
|
512
|
+
"Press or release the reversible scope gate for one scope (issue #471): while paused, that scope's memories stay stored and unchanged but are held back from injection and dream consolidation. " +
|
|
513
|
+
"This is not deletion and not forgetting — release with state=active and everything comes back exactly as it was, which is why it is the right tool for temporarily silencing a whole work stream rather than editing memories one by one. " +
|
|
514
|
+
"dimension is agent or workspace; scope_value is the label itself, or * for that dimension's global gate. " +
|
|
515
|
+
"Both switches (scopeState.enabled/enforce) are off by default, so setting a state has no effect on injection until the user turns them on in the panel.",
|
|
516
|
+
parameters: {
|
|
517
|
+
dimension: { type: "string", required: true, description: "Scope dimension to press: \"agent\" or \"workspace\"" },
|
|
518
|
+
scope_value: { type: "string", required: true, description: "The scope label, or \"*\" for that dimension's global gate" },
|
|
519
|
+
state: { type: "string", required: true, description: "\"paused\" presses the gate, \"active\" releases it" },
|
|
520
|
+
note: { type: "string", description: "Optional short reason, stored with the decision so the next reader knows why it was pressed" }
|
|
521
|
+
},
|
|
522
|
+
output: {
|
|
523
|
+
schema: {
|
|
524
|
+
type: "object",
|
|
525
|
+
additionalProperties: false,
|
|
526
|
+
properties: {
|
|
527
|
+
scope: {
|
|
528
|
+
type: "object",
|
|
529
|
+
additionalProperties: false,
|
|
530
|
+
properties: {
|
|
531
|
+
dimension: { type: "string", required: true },
|
|
532
|
+
scope_value: { type: "string", required: true },
|
|
533
|
+
state: { type: "string", required: true },
|
|
534
|
+
// 理由要能读回来:不带它,下次读的人只知道「按下过」却不知道为什么。
|
|
535
|
+
// 这与库层 setScopeState 的 note 取舍是同一条理由——不带理由的重按
|
|
536
|
+
// 不抹掉旧理由,正是为了让这里读得回来。可选:从没写过就没有。
|
|
537
|
+
note: { type: "string" },
|
|
538
|
+
decided_at: { type: "string", required: true }
|
|
539
|
+
}
|
|
540
|
+
}
|
|
541
|
+
}
|
|
542
|
+
},
|
|
543
|
+
// 回执如实回显当前值(不是回显入参):同一个状态重复按下时 decided_at 保持
|
|
544
|
+
// 首次值,回显它才看得出「这次没有真的改变什么」。
|
|
545
|
+
render: (_args, value) =>
|
|
546
|
+
TEXT_OUTPUT(
|
|
547
|
+
`Scope ${value.scope.dimension}:${value.scope.scope_value} is now ${value.scope.state} (decided at ${value.scope.decided_at}).`
|
|
548
|
+
)
|
|
549
|
+
},
|
|
550
|
+
async execute(args) {
|
|
551
|
+
const dimension = normalizeScopeStateDimension(args.dimension);
|
|
552
|
+
const scopeValue = normalizeScopeStateValue(args.scope_value);
|
|
553
|
+
const state = normalizeScopeStateState(args.state);
|
|
554
|
+
if (dimension === null) throw new Error("dimension must be \"agent\" or \"workspace\"");
|
|
555
|
+
if (scopeValue === null) throw new Error("scope_value must be a non-empty label or \"*\"");
|
|
556
|
+
if (state === null) throw new Error("state must be \"active\" or \"paused\"");
|
|
557
|
+
const row = service.setScopeState({ dimension, scope_value: scopeValue, state, note: args.note });
|
|
558
|
+
if (row === undefined) throw new Error("scope state could not be recorded");
|
|
559
|
+
return {
|
|
560
|
+
scope: {
|
|
561
|
+
dimension: row.dimension,
|
|
562
|
+
scope_value: row.scope_value,
|
|
563
|
+
state: row.state,
|
|
564
|
+
// 没写过理由时键整个不出现(而不是 note: undefined):output schema 是
|
|
565
|
+
// 闭合的,DTO 矩阵会拿真实返回值过 validateJsonSchemaValue,留一个
|
|
566
|
+
// 值为 undefined 的键等于留个空壳。
|
|
567
|
+
...(row.note === undefined ? {} : { note: row.note }),
|
|
568
|
+
decided_at: row.decided_at
|
|
569
|
+
}
|
|
570
|
+
};
|
|
571
|
+
}
|
|
572
|
+
}),
|
|
573
|
+
|
|
503
574
|
// #230(#164 设计稿评审线):document 型记忆注册——agent 产长文档的指针
|
|
504
575
|
// 行铸造口。写入权分离:全文归 agent(管线对文件零读零写零改),库里只
|
|
505
576
|
// 存摘要 + doc_path + evidence 三样;C2 比对去重、supersede 记账在
|
|
@@ -0,0 +1,259 @@
|
|
|
1
|
+
import test from "node:test";
|
|
2
|
+
import assert from "node:assert/strict";
|
|
3
|
+
import { EventEmitter } from "node:events";
|
|
4
|
+
import { mkdtempSync, mkdirSync, rmSync, writeFileSync, existsSync } from "node:fs";
|
|
5
|
+
import { tmpdir } from "node:os";
|
|
6
|
+
import { join } from "node:path";
|
|
7
|
+
import zlib from "node:zlib";
|
|
8
|
+
import { createStore } from "../src/store.js";
|
|
9
|
+
import { createService } from "../src/service.js";
|
|
10
|
+
import { createApi } from "../src/api.js";
|
|
11
|
+
import { createSettings } from "../src/settings.js";
|
|
12
|
+
|
|
13
|
+
// /api/dsh-mneme/nudge 的接线锁。三件事分开守,因为它们混在一起时各自的失败长得一样:
|
|
14
|
+
// 1. policy 是 token-write —— GET 免 token(面板每刷一次就 GET 一次),POST 要 token(会写盘);
|
|
15
|
+
// 2. 「读不到」与「确实没有」必须回不同状态码(503 vs 200),否则故障会被当成答案;
|
|
16
|
+
// 3. GET 是预览、不许落盘 —— 这一条是接线时发现真 bug 的地方:nudgeFromSessions
|
|
17
|
+
// 原先只要算得出项目键就无条件写提议,而面板刷新一次就是一次 GET。
|
|
18
|
+
|
|
19
|
+
function tmpDir() {
|
|
20
|
+
return mkdtempSync(join(tmpdir(), "mneme-nudge-route-"));
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
async function withDir(fn) {
|
|
24
|
+
const dir = tmpDir();
|
|
25
|
+
try {
|
|
26
|
+
return await fn(dir);
|
|
27
|
+
} finally {
|
|
28
|
+
rmSync(dir, { recursive: true, force: true });
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
/** 一行会话日志,形状照 DSH 会话文件:data.message.content[] 里是 tool-call。 */
|
|
33
|
+
function sessionLine(calls) {
|
|
34
|
+
const content = calls.map((c) => ({ type: "tool-call", name: c.name, arguments: JSON.stringify(c.args || {}) }));
|
|
35
|
+
return JSON.stringify({ time: 1700000000000, data: { turn: 1, message: { content } } });
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
/** 造一份会话日志:sessions/<桶>/<会话>/session.v4.jsonl.zstd,头行带 cwd。 */
|
|
39
|
+
function writeSession(dshHome, { bucket, sessionId, cwd, calls }) {
|
|
40
|
+
const sub = join(dshHome, "sessions", bucket, sessionId);
|
|
41
|
+
mkdirSync(sub, { recursive: true });
|
|
42
|
+
const head = JSON.stringify({ time: 1700000000000, cwd });
|
|
43
|
+
const body = sessionLine(calls);
|
|
44
|
+
writeFileSync(join(sub, "session.v4.jsonl.zstd"), zlib.zstdCompressSync(Buffer.from([head, body].join("\n"), "utf8")));
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
class FakeRes extends EventEmitter {
|
|
48
|
+
constructor() { super(); this.statusCode = 200; this.body = ""; }
|
|
49
|
+
writeHead(code, headers) { this.statusCode = code; this.headers = headers; return this; }
|
|
50
|
+
end(text) { this.body = text ?? ""; this.emit("end"); return this; }
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
/**
|
|
54
|
+
* POST 分支返回的是「已排进微任务的 promise」,不是自己的 promise:handler 直接
|
|
55
|
+
* `return;`(src/api.js:2069-2075)。所以拿到 FakeRes 不够,必须等它真的 end,
|
|
56
|
+
* 否则断言跑在正文还没写之前——第一次写这个文件就是在这里被 200 !== 400 骗了。
|
|
57
|
+
*/
|
|
58
|
+
function awaitEnd(res) {
|
|
59
|
+
return new Promise((resolve) => res.once("end", resolve));
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
function req(path, method = "GET", body = null, headers = {}) {
|
|
63
|
+
const r = new EventEmitter();
|
|
64
|
+
r.url = path;
|
|
65
|
+
r.method = method;
|
|
66
|
+
r.headers = headers;
|
|
67
|
+
if (body !== null) {
|
|
68
|
+
process.nextTick(() => {
|
|
69
|
+
r.emit("data", Buffer.from(JSON.stringify(body)));
|
|
70
|
+
r.emit("end");
|
|
71
|
+
});
|
|
72
|
+
}
|
|
73
|
+
return r;
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
function setup({ apiToken = "", memoryDir = null } = {}) {
|
|
77
|
+
const store = createStore(":memory:");
|
|
78
|
+
const service = createService({ store, mirror: null, config: {} });
|
|
79
|
+
const settings = createSettings(store.db);
|
|
80
|
+
const commands = { add: () => {}, remove: () => {}, list: () => [] };
|
|
81
|
+
const routes = [];
|
|
82
|
+
const ctx = { webServer: { register(route) { routes.push(route); return () => {}; } } };
|
|
83
|
+
createApi(ctx, service, settings, commands, null, undefined, apiToken, { memoryDir });
|
|
84
|
+
const route = routes.find((r) => r.path === "/api/dsh-mneme/nudge");
|
|
85
|
+
assert.ok(route, "路由没注册");
|
|
86
|
+
return { route, store };
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
test("/nudge:policy 是 token-write —— GET 免 token,POST 要 token", async () => {
|
|
90
|
+
const { route } = setup({ apiToken: "secret-token" });
|
|
91
|
+
|
|
92
|
+
// GET 是预览(只读),与 /pipeline、/candidates 同级:不带 token 也要能读。
|
|
93
|
+
// 面板每次展开 M.O. 都会 GET 一次,要 token 等于让预览永远 401。
|
|
94
|
+
const get = new FakeRes();
|
|
95
|
+
await route.handler(req("/api/dsh-mneme/nudge?project=relative"), get);
|
|
96
|
+
assert.notEqual(get.statusCode, 401, "GET 不该要 token");
|
|
97
|
+
|
|
98
|
+
// POST 会真写盘(落提议),一律受门控。没有这道闸,任何能打开面板的页面
|
|
99
|
+
// 都能往记忆库里塞文件。
|
|
100
|
+
const post = new FakeRes();
|
|
101
|
+
await route.handler(req("/api/dsh-mneme/nudge?project=relative", "POST", {}), post);
|
|
102
|
+
assert.equal(post.statusCode, 401);
|
|
103
|
+
assert.equal(JSON.parse(post.body).error, "unauthorized");
|
|
104
|
+
|
|
105
|
+
// 带 token 才放行到业务判断(这里 project 是相对路径,应当由业务层回 400)。
|
|
106
|
+
const ok = new FakeRes();
|
|
107
|
+
const okDone = awaitEnd(ok);
|
|
108
|
+
route.handler(req("/api/dsh-mneme/nudge?project=relative", "POST", {}, { authorization: "Bearer secret-token" }), ok);
|
|
109
|
+
await okDone;
|
|
110
|
+
assert.equal(ok.statusCode, 400);
|
|
111
|
+
});
|
|
112
|
+
|
|
113
|
+
test("/nudge:project 必须是绝对路径,相对路径拒掉而不是静默退成全局", async () => {
|
|
114
|
+
// 与 /pipeline、/candidates 同一条规矩。忽略相对路径会静默退成「全局」,
|
|
115
|
+
// 而全局看起来一切正常——那是最难查的一类错。
|
|
116
|
+
return withDir((dir) => {
|
|
117
|
+
const { route } = setup({ memoryDir: join(dir, "memory") });
|
|
118
|
+
const res = new FakeRes();
|
|
119
|
+
route.handler(req("/api/dsh-mneme/nudge?project=dsh-mneme", "GET"), res);
|
|
120
|
+
assert.equal(res.statusCode, 400);
|
|
121
|
+
assert.equal(JSON.parse(res.body).error, "project-not-absolute");
|
|
122
|
+
});
|
|
123
|
+
});
|
|
124
|
+
|
|
125
|
+
test("/nudge:「读不到会话」回 503,「这个项目确实没有」回 200", async () => {
|
|
126
|
+
// 两者在候选列表上都表现为空。混成一个状态码,调用方就只能瞎猜是「没东西」还是「坏了」。
|
|
127
|
+
await withDir((dir) => {
|
|
128
|
+
const projectRoot = join(dir, "proj");
|
|
129
|
+
mkdirSync(projectRoot, { recursive: true });
|
|
130
|
+
const { route } = setup({ memoryDir: join(dir, "memory") });
|
|
131
|
+
|
|
132
|
+
const prev = process.env.DSH_HOME;
|
|
133
|
+
// 会话根根本不存在 → 新机器 / 路径配错,是**环境问题**。
|
|
134
|
+
process.env.DSH_HOME = join(dir, "home-missing");
|
|
135
|
+
try {
|
|
136
|
+
const broken = new FakeRes();
|
|
137
|
+
route.handler(req("/api/dsh-mneme/nudge?project=" + encodeURIComponent(projectRoot), "GET"), broken);
|
|
138
|
+
assert.equal(broken.statusCode, 503);
|
|
139
|
+
const brokenDoc = JSON.parse(broken.body);
|
|
140
|
+
assert.equal(brokenDoc.error, "nudge-sessions-unreadable");
|
|
141
|
+
assert.equal(brokenDoc.skipped, true);
|
|
142
|
+
assert.equal(brokenDoc.counts.candidates, 0);
|
|
143
|
+
|
|
144
|
+
// 有一个桶,但 cwd 指向别处 → 关于这个项目的**答案**:它还没跑过会话。
|
|
145
|
+
const home = join(dir, "home-other");
|
|
146
|
+
writeSession(home, {
|
|
147
|
+
bucket: "other-bucket",
|
|
148
|
+
sessionId: "sess-x",
|
|
149
|
+
cwd: join(dir, "somewhere-else"),
|
|
150
|
+
calls: [{ name: "skill", args: { name: "alpha" } }]
|
|
151
|
+
});
|
|
152
|
+
process.env.DSH_HOME = home;
|
|
153
|
+
const none = new FakeRes();
|
|
154
|
+
route.handler(req("/api/dsh-mneme/nudge?project=" + encodeURIComponent(projectRoot), "GET"), none);
|
|
155
|
+
assert.equal(none.statusCode, 200);
|
|
156
|
+
const noneDoc = JSON.parse(none.body);
|
|
157
|
+
assert.equal(noneDoc.skipped, true);
|
|
158
|
+
assert.equal(noneDoc.skippedReason, "no-session-attribution");
|
|
159
|
+
assert.equal(noneDoc.attribution.reason, "no-bucket");
|
|
160
|
+
// 跳过与跑完必须是同一句边界话术(同一个 NUDGE_BOUNDARIES 常量)。
|
|
161
|
+
assert.equal(noneDoc.boundaries.autoActivate, false);
|
|
162
|
+
assert.equal(noneDoc.boundaries.writesOnlyDrafts, true);
|
|
163
|
+
} finally {
|
|
164
|
+
if (prev === undefined) delete process.env.DSH_HOME;
|
|
165
|
+
else process.env.DSH_HOME = prev;
|
|
166
|
+
}
|
|
167
|
+
});
|
|
168
|
+
});
|
|
169
|
+
|
|
170
|
+
test("/nudge:GET 只预览不落盘,POST 才写提议;materialize 默认关", async () => {
|
|
171
|
+
// 这条是接线时抓到的真 bug:nudgeFromSessions 原先只要算得出项目键就无条件
|
|
172
|
+
// 写提议,而面板每刷一次就 GET 一次 —— 等于每刷新一次往记忆库塞一批文件。
|
|
173
|
+
await withDir(async (dir) => {
|
|
174
|
+
const projectRoot = join(dir, "proj");
|
|
175
|
+
mkdirSync(projectRoot, { recursive: true });
|
|
176
|
+
const memoryDir = join(dir, "memory");
|
|
177
|
+
const dshHome = join(dir, "dsh-home");
|
|
178
|
+
const calls = [
|
|
179
|
+
{ name: "skill", args: { name: "alpha" } },
|
|
180
|
+
{ name: "skill", args: { name: "beta" } },
|
|
181
|
+
{ name: "pwsh", args: { command: "npm test" } }
|
|
182
|
+
];
|
|
183
|
+
writeSession(dshHome, { bucket: "ws-bucket", sessionId: "sess-a", cwd: projectRoot, calls });
|
|
184
|
+
// 两个会话走同一段序列才够 NUDGE_MIN_SUPPORT=2(数的是会话,不是次数)。
|
|
185
|
+
writeSession(dshHome, { bucket: "ws-bucket", sessionId: "sess-b", cwd: projectRoot, calls });
|
|
186
|
+
|
|
187
|
+
const prev = process.env.DSH_HOME;
|
|
188
|
+
process.env.DSH_HOME = dshHome;
|
|
189
|
+
try {
|
|
190
|
+
const { route } = setup({ memoryDir });
|
|
191
|
+
|
|
192
|
+
const preview = new FakeRes();
|
|
193
|
+
await route.handler(req("/api/dsh-mneme/nudge?project=" + encodeURIComponent(projectRoot), "GET"), preview);
|
|
194
|
+
assert.equal(preview.statusCode, 200);
|
|
195
|
+
const previewDoc = JSON.parse(preview.body);
|
|
196
|
+
assert.equal(previewDoc.skipped, false);
|
|
197
|
+
assert.equal(previewDoc.attribution.reason, "matched");
|
|
198
|
+
assert.ok(previewDoc.counts.candidates >= 1, "真数据里必须挖得出候选");
|
|
199
|
+
assert.equal(previewDoc.counts.savedProposals, 0, "预览不许落提议");
|
|
200
|
+
assert.equal(existsSync(join(memoryDir, "proposals")), false);
|
|
201
|
+
|
|
202
|
+
const real = new FakeRes();
|
|
203
|
+
const realDone = awaitEnd(real);
|
|
204
|
+
route.handler(req("/api/dsh-mneme/nudge?project=" + encodeURIComponent(projectRoot), "POST", {}), real);
|
|
205
|
+
await realDone;
|
|
206
|
+
assert.equal(real.statusCode, 200);
|
|
207
|
+
const realDoc = JSON.parse(real.body);
|
|
208
|
+
assert.equal(realDoc.counts.savedProposals, realDoc.counts.candidates);
|
|
209
|
+
assert.ok(existsSync(realDoc.proposalsDir));
|
|
210
|
+
// 落草稿是「往仓库里塞文件」,必须 body.materialize===true 才做;自动跑的
|
|
211
|
+
// 默认语义就是不碰仓库,端点必须与它一致。
|
|
212
|
+
assert.equal(realDoc.counts.draftsWritten, 0);
|
|
213
|
+
assert.equal(existsSync(join(projectRoot, ".mneme", "pipelines")), false);
|
|
214
|
+
} finally {
|
|
215
|
+
if (prev === undefined) delete process.env.DSH_HOME;
|
|
216
|
+
else process.env.DSH_HOME = prev;
|
|
217
|
+
}
|
|
218
|
+
});
|
|
219
|
+
});
|
|
220
|
+
|
|
221
|
+
test("/nudge:PATCH/DELETE 一律 405,绝不落进「不是 GET/HEAD 就算写」的分支", async () => {
|
|
222
|
+
// 这条是从评审里捞出来的真洞:persistProposals 按「method !== GET && !== HEAD」算,
|
|
223
|
+
// 而方法分流只拦 PUT/POST,于是带 token 的 PATCH/DELETE 会直落 run(null)、
|
|
224
|
+
// 当成写动作往 memoryDir 里落提议——一个不需要 body 的静默写盘口,正好打在
|
|
225
|
+
// 这个端点「GET 只预览、写动作一律要 POST」的卖点上。
|
|
226
|
+
await withDir(async (dir) => {
|
|
227
|
+
const projectRoot = join(dir, "proj");
|
|
228
|
+
mkdirSync(projectRoot, { recursive: true });
|
|
229
|
+
const memoryDir = join(dir, "memory");
|
|
230
|
+
const dshHome = join(dir, "dsh-home");
|
|
231
|
+
const calls = [
|
|
232
|
+
{ name: "skill", args: { name: "alpha" } },
|
|
233
|
+
{ name: "skill", args: { name: "beta" } }
|
|
234
|
+
];
|
|
235
|
+
writeSession(dshHome, { bucket: "ws-bucket", sessionId: "sess-a", cwd: projectRoot, calls });
|
|
236
|
+
writeSession(dshHome, { bucket: "ws-bucket", sessionId: "sess-b", cwd: projectRoot, calls });
|
|
237
|
+
|
|
238
|
+
const prev = process.env.DSH_HOME;
|
|
239
|
+
process.env.DSH_HOME = dshHome;
|
|
240
|
+
try {
|
|
241
|
+
const { route } = setup({ apiToken: "secret-token", memoryDir });
|
|
242
|
+
for (const verb of ["PATCH", "DELETE"]) {
|
|
243
|
+
const res = new FakeRes();
|
|
244
|
+
// 带合法 token:证明拦住它的是方法白名单,不是鉴权。
|
|
245
|
+
await route.handler(req("/api/dsh-mneme/nudge?project=" + encodeURIComponent(projectRoot), verb, {}, { authorization: "Bearer secret-token" }), res);
|
|
246
|
+
assert.equal(res.statusCode, 405, verb + " 必须回 405");
|
|
247
|
+
const doc = JSON.parse(res.body);
|
|
248
|
+
assert.equal(doc.error, "method-not-allowed");
|
|
249
|
+
assert.equal(doc.allow, "GET, HEAD, POST, PUT");
|
|
250
|
+
assert.equal(res.headers?.Allow, "GET, HEAD, POST, PUT", "405 要带 Allow 头");
|
|
251
|
+
}
|
|
252
|
+
// 最硬的一条:这里必须**一个文件都没落**。只看状态码会漏掉「先写再报错」。
|
|
253
|
+
assert.equal(existsSync(join(memoryDir, "proposals")), false, "PATCH/DELETE 不许落提议");
|
|
254
|
+
} finally {
|
|
255
|
+
if (prev === undefined) delete process.env.DSH_HOME;
|
|
256
|
+
else process.env.DSH_HOME = prev;
|
|
257
|
+
}
|
|
258
|
+
});
|
|
259
|
+
});
|