@modusensus/dsh-mneme 0.8.3 → 0.8.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +727 -636
- package/bin/cli.mjs +0 -0
- package/bin/dsh-mneme-mcp.mjs +510 -0
- package/cordis.patch.yml +21 -21
- package/lib/api-standalone.js +506 -316
- package/lib/api.js +1403 -1316
- package/lib/bootstrap.js +211 -0
- package/lib/client.js +4657 -4366
- package/lib/commands.js +95 -95
- package/lib/config.js +615 -510
- package/lib/document.js +221 -0
- package/lib/dream/clustering.js +118 -118
- package/lib/dream/decisions.js +658 -658
- package/lib/dream/narratives.js +44 -0
- package/lib/dream/sleep.js +702 -700
- package/lib/dream.js +147 -16
- package/lib/embedding.js +177 -177
- package/lib/entities/extractor.js +249 -249
- package/lib/guide.js +44 -0
- package/lib/heat.js +144 -136
- package/lib/hot-memory.js +46 -46
- package/lib/index.js +515 -515
- package/lib/inject.js +375 -295
- package/lib/lang.js +208 -179
- package/lib/local-embedder.js +320 -320
- package/lib/mirror.js +198 -198
- package/lib/organize.js +450 -0
- package/lib/quality-filter.js +126 -126
- package/lib/recall-stats.js +125 -0
- package/lib/reranker.js +269 -269
- package/lib/runtime/adopt.js +176 -176
- package/lib/runtime/closure.js +172 -172
- package/lib/runtime/download.js +247 -247
- package/lib/runtime/layout.js +265 -235
- package/lib/runtime/loader.js +252 -249
- package/lib/runtime/model-fetch.js +361 -361
- package/lib/runtime/provision.js +237 -237
- package/lib/runtime/tarball.js +130 -130
- package/lib/runtime/verify.js +204 -191
- package/lib/scope.js +118 -118
- package/lib/search/adaptive.js +60 -22
- package/lib/search/bm25.js +96 -96
- package/lib/service.js +2324 -2087
- package/lib/settings.js +459 -420
- package/lib/store.js +2549 -2367
- package/lib/summarize.js +820 -449
- package/lib/tools.js +702 -574
- package/lib/vector-index.js +110 -110
- package/lib/version-check.js +122 -122
- package/package.json +109 -108
- package/runtime-manifest.json +526 -596
- package/scripts/benchmark-embed.js +201 -201
- package/scripts/benchmark-recall.js +199 -199
- package/scripts/benchmark-rerank.js +166 -166
- package/scripts/build-runtime-manifest.mjs +224 -217
- package/scripts/check-sync.js +42 -42
- package/scripts/e2e-dsh.js +220 -220
- package/scripts/mneme-runtime.mjs +277 -277
- package/scripts/stress-dsh.js +255 -255
- package/scripts/sync-lib.js +47 -47
- package/scripts/sync-test-badge.mjs +67 -61
- package/src/api-standalone.js +506 -316
- package/src/api.js +1403 -1316
- package/src/bootstrap.js +211 -0
- package/src/commands.js +95 -95
- package/src/config.js +615 -510
- package/src/document.js +221 -0
- package/src/dream/clustering.js +118 -118
- package/src/dream/decisions.js +658 -658
- package/src/dream/narratives.js +44 -0
- package/src/dream/sleep.js +702 -700
- package/src/dream.js +147 -16
- package/src/embedding.js +177 -177
- package/src/entities/extractor.js +249 -249
- package/src/guide.js +44 -0
- package/src/heat.js +144 -136
- package/src/hot-memory.js +46 -46
- package/src/index.js +515 -515
- package/src/inject.js +375 -295
- package/src/lang.js +208 -179
- package/src/local-embedder.js +320 -320
- package/src/mirror.js +198 -198
- package/src/organize.js +450 -0
- package/src/quality-filter.js +126 -126
- package/src/recall-stats.js +125 -0
- package/src/reranker.js +269 -269
- package/src/runtime/adopt.js +176 -176
- package/src/runtime/closure.js +172 -172
- package/src/runtime/download.js +247 -247
- package/src/runtime/layout.js +265 -235
- package/src/runtime/loader.js +252 -249
- package/src/runtime/model-fetch.js +361 -361
- package/src/runtime/provision.js +237 -237
- package/src/runtime/tarball.js +130 -130
- package/src/runtime/verify.js +204 -191
- package/src/scope.js +118 -118
- package/src/search/adaptive.js +60 -22
- package/src/search/bm25.js +96 -96
- package/src/service.js +2324 -2087
- package/src/settings.js +459 -420
- package/src/store.js +2549 -2367
- package/src/summarize.js +820 -449
- package/src/tools.js +702 -574
- package/src/vector-index.js +110 -110
- package/src/version-check.js +122 -122
- package/test/adaptive-inject-budget.test.js +85 -0
- package/test/api-routes-gaps.test.js +218 -218
- package/test/api.test.js +1640 -1482
- package/test/audit.test.js +448 -448
- package/test/benchmark.test.js +94 -94
- package/test/bootstrap.test.js +220 -0
- package/test/client.test.js +860 -736
- package/test/clustering.test.js +100 -100
- package/test/commands.test.js +106 -106
- package/test/config.test.js +66 -66
- package/test/conflict-freeze.test.js +300 -300
- package/test/document.test.js +523 -0
- package/test/dream-archive-guardrail.test.js +116 -116
- package/test/dream-candidate-hybrid.test.js +281 -281
- package/test/dream-coverage-degrade.test.js +86 -86
- package/test/dream.test.js +1308 -1254
- package/test/embedding-ready.test.js +196 -196
- package/test/entities.test.js +547 -547
- package/test/entity-recall.test.js +179 -0
- package/test/epistemic.test.js +298 -298
- package/test/fnew-0112.test.js +311 -311
- package/test/fnew-03.test.js +422 -422
- package/test/graph-api.test.js +175 -175
- package/test/heat.test.js +175 -148
- package/test/helpers/dream-mock.js +82 -82
- package/test/helpers/peer-worker.mjs +25 -25
- package/test/helpers/runtime-source.js +60 -60
- package/test/helpers/tar-builder.js +80 -80
- package/test/hot-memory.test.js +145 -145
- package/test/inject-content-cap.test.js +91 -0
- package/test/inject-first-round-bm25.test.js +89 -89
- package/test/inject-heat.test.js +61 -0
- package/test/inject-pools.test.js +170 -0
- package/test/inject-recall.test.js +105 -0
- package/test/inject-rotation.test.js +161 -161
- package/test/inject.test.js +283 -249
- package/test/lang.test.js +87 -87
- package/test/lib-smoke.test.js +96 -96
- package/test/llm-audit.test.js +462 -309
- package/test/llm-message-source.test.js +177 -177
- package/test/local-embedder.test.js +249 -249
- package/test/mcp-stdio.test.js +385 -0
- package/test/mirror-dirty.test.js +424 -424
- package/test/mirror-edit-digest.test.js +187 -187
- package/test/mirror-generation.test.js +499 -499
- package/test/mirror.test.js +249 -249
- package/test/narrative-bars.test.js +162 -0
- package/test/organize.test.js +418 -0
- package/test/peer-blockers.test.js +193 -193
- package/test/policy-epoch.test.js +259 -259
- package/test/quality-filter.test.js +186 -186
- package/test/reasoning-effort.test.js +746 -746
- package/test/recall-evals.test.js +235 -235
- package/test/recall-layer.test.js +326 -326
- package/test/recall-stats.test.js +123 -0
- package/test/receipt-chain.test.js +451 -451
- package/test/reflection.test.js +226 -226
- package/test/reindex-backfill.test.js +62 -62
- package/test/reranker-single-logit.test.js +73 -73
- package/test/reranker.test.js +197 -197
- package/test/resident-status.test.js +83 -0
- package/test/runtime-adopt.test.js +206 -206
- package/test/runtime-cli.test.js +89 -89
- package/test/runtime-closure.test.js +193 -193
- package/test/runtime-download.test.js +302 -302
- package/test/runtime-layout.test.js +163 -163
- package/test/runtime-loader.test.js +255 -237
- package/test/runtime-manifest.test.js +159 -158
- package/test/runtime-model-fetch.test.js +348 -348
- package/test/runtime-provision.test.js +101 -101
- package/test/runtime-tarball.test.js +81 -81
- package/test/runtime-verify.test.js +279 -214
- package/test/scope-candidates.test.js +239 -239
- package/test/scope-explicit.test.js +452 -452
- package/test/scope-retrieval.test.js +197 -197
- package/test/scope-storage.test.js +255 -255
- package/test/scope-strict.test.js +231 -231
- package/test/search-fusion.test.js +90 -90
- package/test/semantic.test.js +124 -124
- package/test/service-search.test.js +174 -174
- package/test/service.test.js +405 -405
- package/test/settings.test.js +261 -261
- package/test/skip-invalid-restore.test.js +262 -262
- package/test/sleep-action-set.test.js +422 -422
- package/test/sleep-heat.test.js +126 -125
- package/test/sleep-scheduler-rearm.test.js +89 -89
- package/test/sleep.test.js +410 -373
- package/test/standalone-api.test.js +544 -359
- package/test/store-vector-cache.test.js +98 -98
- package/test/store.test.js +396 -383
- package/test/stress.test.js +209 -209
- package/test/summarize.test.js +1288 -575
- package/test/tools-dto-schema-matrix.test.js +325 -0
- package/test/tools-memory-get-schema.test.js +65 -65
- package/test/tools.test.js +374 -341
- package/test/updated-at-semantics.test.js +113 -113
- package/test/vector-index.test.js +221 -221
- package/test/version-check.test.js +152 -152
- package/test/webServer-optional.test.js +82 -82
package/src/runtime/verify.js
CHANGED
|
@@ -1,191 +1,204 @@
|
|
|
1
|
-
// 运行时验证三件套(issue #131 / PR-A)
|
|
2
|
-
//
|
|
3
|
-
// 为什么要分三层,而不是「能 import 就算通过」:
|
|
4
|
-
//
|
|
5
|
-
// 结构 —— 入口在不在、版本对不对、平台子树对不对、闭包有没有缺口。
|
|
6
|
-
// 便宜、确定,能立刻发现「解压到一半」。
|
|
7
|
-
// 功能 —— 真的 import 入口并跑一次推理。这是唯一能证明「这份运行时在这个
|
|
8
|
-
// 环境里真的算得出来」的一层;结构全对但原生二进制与本机 ABI 不
|
|
9
|
-
// 匹配时,只有它能发现。
|
|
10
|
-
// 完整性 —— 只对「有原始产物可比对」的来源做(下载的 tarball、本地 tarball)。
|
|
11
|
-
// 收编来的目录没有原始 tarball,如实标 unverified,不假装验过。
|
|
12
|
-
//
|
|
13
|
-
// 功能验证复用 src/local-embedder.js 的 engineFactory 思路:真正干活的是注入进来
|
|
14
|
-
// 的 engine,默认实现才去 import 真实运行时。这样测试不需要网络、不需要模型,
|
|
15
|
-
// 也能把「返回了非归一化向量」「只返回一行」这类问题钉住。
|
|
16
|
-
//
|
|
17
|
-
// 默认 engine 会强制 env.allowRemoteModels = false:验证过程绝不能偷偷下载模型,
|
|
18
|
-
// 否则「验证」本身就成了一个新的网络依赖点。
|
|
19
|
-
//
|
|
20
|
-
// @module dsh-mneme/runtime/verify
|
|
21
|
-
import { pathToFileURL } from "node:url";
|
|
22
|
-
import { join } from "node:path";
|
|
23
|
-
import { TRANSFORMERS_ENTRY, describePayload } from "./layout.js";
|
|
24
|
-
|
|
25
|
-
/**
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
const
|
|
31
|
-
/**
|
|
32
|
-
const
|
|
33
|
-
|
|
34
|
-
/**
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
}
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
}
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
if (
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
if (
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
1
|
+
// 运行时验证三件套(issue #131 / PR-A)
|
|
2
|
+
//
|
|
3
|
+
// 为什么要分三层,而不是「能 import 就算通过」:
|
|
4
|
+
//
|
|
5
|
+
// 结构 —— 入口在不在、版本对不对、平台子树对不对、闭包有没有缺口。
|
|
6
|
+
// 便宜、确定,能立刻发现「解压到一半」。
|
|
7
|
+
// 功能 —— 真的 import 入口并跑一次推理。这是唯一能证明「这份运行时在这个
|
|
8
|
+
// 环境里真的算得出来」的一层;结构全对但原生二进制与本机 ABI 不
|
|
9
|
+
// 匹配时,只有它能发现。
|
|
10
|
+
// 完整性 —— 只对「有原始产物可比对」的来源做(下载的 tarball、本地 tarball)。
|
|
11
|
+
// 收编来的目录没有原始 tarball,如实标 unverified,不假装验过。
|
|
12
|
+
//
|
|
13
|
+
// 功能验证复用 src/local-embedder.js 的 engineFactory 思路:真正干活的是注入进来
|
|
14
|
+
// 的 engine,默认实现才去 import 真实运行时。这样测试不需要网络、不需要模型,
|
|
15
|
+
// 也能把「返回了非归一化向量」「只返回一行」这类问题钉住。
|
|
16
|
+
//
|
|
17
|
+
// 默认 engine 会强制 env.allowRemoteModels = false:验证过程绝不能偷偷下载模型,
|
|
18
|
+
// 否则「验证」本身就成了一个新的网络依赖点。
|
|
19
|
+
//
|
|
20
|
+
// @module dsh-mneme/runtime/verify
|
|
21
|
+
import { pathToFileURL } from "node:url";
|
|
22
|
+
import { join } from "node:path";
|
|
23
|
+
import { TRANSFORMERS_ENTRY, describePayload, recordedIntegrity } from "./layout.js";
|
|
24
|
+
|
|
25
|
+
/**
|
|
26
|
+
* 能证明「与清单里的 sha512 一致」的状态词。下载通道(`download.js`)记的是 `"verified"`,
|
|
27
|
+
* 本模块的强校验路径记的是 `"sha512-matched"` —— 同一件事的两种记法,判据必须都认,
|
|
28
|
+
* 否则清单里那份结论喂进来就是系统性判失败(issue #268)。
|
|
29
|
+
*/
|
|
30
|
+
const MATCHED_INTEGRITY = new Set(["sha512-matched", "verified"]);
|
|
31
|
+
/** 没有可比对原始产物时的说明文案(收编路径的默认值)。 */
|
|
32
|
+
const UNVERIFIED_DETAIL = "该来源没有可比对的原始产物(收编);如需强校验请用 --strict 走 tarball 通道";
|
|
33
|
+
|
|
34
|
+
/** 默认探针文本:中英各一条,避免只覆盖单字节语种。 */
|
|
35
|
+
export const DEFAULT_PROBE_TEXTS = ["猫咪喜欢晒太阳", "the quick brown fox"];
|
|
36
|
+
/** 默认模型,与 src/config.js 的 localEmbedModel 默认值一致。 */
|
|
37
|
+
export const DEFAULT_PROBE_MODEL = "Xenova/bge-small-zh-v1.5";
|
|
38
|
+
/** L2 归一化的容忍度(我们显式请求了 normalize: true)。 */
|
|
39
|
+
const NORM_TOLERANCE = 0.01;
|
|
40
|
+
/** 判定「退化向量」的余弦上限:两条毫不相干的文本不该几乎同向。 */
|
|
41
|
+
const DEGENERATE_COS = 0.999;
|
|
42
|
+
|
|
43
|
+
/**
|
|
44
|
+
* 默认 engine:真的去 import 运行时并建一个 feature-extraction 管道。
|
|
45
|
+
*
|
|
46
|
+
* 返回一个 `embed(texts) => number[][]`。之所以不返回 transformers 的 tensor,
|
|
47
|
+
* 是为了把「Tensor 形状怎么读」这种细节留在实现里,验证逻辑只看数字。
|
|
48
|
+
* @param {string} entryUrl - 入口文件的 file URL。
|
|
49
|
+
* @param {{cacheDir?: string, model?: string, dtype?: string, device?: string}} opts - 选项。
|
|
50
|
+
* @returns {Promise<(texts: string[]) => Promise<number[][]>>} 嵌入函数。
|
|
51
|
+
*/
|
|
52
|
+
export async function defaultEngine(entryUrl, { cacheDir, model = DEFAULT_PROBE_MODEL, dtype = "q8", device = "cpu" } = {}) {
|
|
53
|
+
const mod = await import(entryUrl);
|
|
54
|
+
const { env, pipeline } = mod;
|
|
55
|
+
if (cacheDir) {
|
|
56
|
+
try {
|
|
57
|
+
env.cacheDir = cacheDir;
|
|
58
|
+
} catch {
|
|
59
|
+
/* 老版本可能没有这个字段:忽略,交给下面 pipeline 自己找缓存 */
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
// 验证不允许触网:缓存命中就本地加载,命中不了就明确失败。
|
|
63
|
+
try {
|
|
64
|
+
env.allowRemoteModels = false;
|
|
65
|
+
} catch {
|
|
66
|
+
/* 同上 */
|
|
67
|
+
}
|
|
68
|
+
const extractor = await pipeline("feature-extraction", model, { dtype, device, cache_dir: cacheDir });
|
|
69
|
+
return async (texts) => {
|
|
70
|
+
const tensor = await extractor(texts, { pooling: "mean", normalize: true });
|
|
71
|
+
const dims = Array.from(tensor.dims ?? []);
|
|
72
|
+
const width = dims[dims.length - 1] || 0;
|
|
73
|
+
// 宽度为 0 时下面的 `i += width` 会原地打转 —— 那是**死循环**,会把调用方(乃至 DSH 主进程)
|
|
74
|
+
// 挂住。宁可明确失败:调用方按契约把失败变成 {ok:false, reason},而不是永远等不到结果。
|
|
75
|
+
if (!Number.isInteger(width) || width <= 0) {
|
|
76
|
+
throw new Error(`推理输出的维度不可用:dims=${JSON.stringify(dims)}`);
|
|
77
|
+
}
|
|
78
|
+
const rows = [];
|
|
79
|
+
for (let i = 0; i < tensor.data.length; i += width) {
|
|
80
|
+
rows.push(Array.from(tensor.data.subarray(i, i + width)));
|
|
81
|
+
}
|
|
82
|
+
return rows;
|
|
83
|
+
};
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
/** 向量模长。 */
|
|
87
|
+
function norm(row) {
|
|
88
|
+
let sum = 0;
|
|
89
|
+
for (const value of row) sum += value * value;
|
|
90
|
+
return Math.sqrt(sum);
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
/** 两行向量的余弦。 */
|
|
94
|
+
function cosine(a, b) {
|
|
95
|
+
let dot = 0;
|
|
96
|
+
for (let i = 0; i < a.length; i++) dot += a[i] * b[i];
|
|
97
|
+
return dot;
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
/**
|
|
101
|
+
* 跑功能验证:真的 import 并嵌入探针文本,然后检查结果的形状与数值性质。
|
|
102
|
+
*
|
|
103
|
+
* 任何失败都返回结果对象,不抛异常——验证本身必须是 fail-safe 的,
|
|
104
|
+
* 否则一条坏运行时会把调用方(面板、状态接口)也带崩。
|
|
105
|
+
* @param {string} dir - payload 目录。
|
|
106
|
+
* @param {object} [opts] - 选项。
|
|
107
|
+
* @returns {Promise<{ok: boolean, reason: string|null, dim: number|null, rows: number, elapsedMs: number}>}
|
|
108
|
+
*/
|
|
109
|
+
export async function verifyFunctional(dir, {
|
|
110
|
+
engine = defaultEngine,
|
|
111
|
+
probeTexts = DEFAULT_PROBE_TEXTS,
|
|
112
|
+
cacheDir,
|
|
113
|
+
model,
|
|
114
|
+
dtype,
|
|
115
|
+
device
|
|
116
|
+
} = {}) {
|
|
117
|
+
const startedAt = Date.now();
|
|
118
|
+
const fail = (reason) => ({ ok: false, reason, dim: null, rows: 0, elapsedMs: Date.now() - startedAt });
|
|
119
|
+
|
|
120
|
+
const entry = join(dir, TRANSFORMERS_ENTRY);
|
|
121
|
+
let embed;
|
|
122
|
+
try {
|
|
123
|
+
embed = await engine(pathToFileURL(entry).href, { cacheDir, model, dtype, device });
|
|
124
|
+
} catch (error) {
|
|
125
|
+
return fail(`加载运行时失败:${error?.message ?? error}`);
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
let rows;
|
|
129
|
+
try {
|
|
130
|
+
rows = await embed(probeTexts);
|
|
131
|
+
} catch (error) {
|
|
132
|
+
return fail(`推理失败:${error?.message ?? error}`);
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
if (!Array.isArray(rows) || rows.length !== probeTexts.length) {
|
|
136
|
+
return fail(`返回行数不符:期望 ${probeTexts.length},实际 ${Array.isArray(rows) ? rows.length : typeof rows}`);
|
|
137
|
+
}
|
|
138
|
+
// 先逐行确认「是数组」且「全是有限数」。这一步不能省:non-finite(NaN/Infinity)会让
|
|
139
|
+
// 下面所有比较恒为 false —— `Math.abs(NaN - 1) > tol` 是 false,`Math.abs(NaN) > 阈值`
|
|
140
|
+
// 也是 false —— 于是一份坏掉的运行时会被判成「验证通过」。这是本模块最危险的失败模式
|
|
141
|
+
// (假通过),比抛异常糟得多。行不是数组时同样要先拦住,否则 .length 直接抛,
|
|
142
|
+
// 违背「任何失败都返回结果对象,不抛异常」的契约。
|
|
143
|
+
for (let i = 0; i < rows.length; i++) {
|
|
144
|
+
if (!Array.isArray(rows[i])) return fail(`第 ${i} 行不是数组(${typeof rows[i]})`);
|
|
145
|
+
if (rows[i].some((v) => !Number.isFinite(v))) return fail(`第 ${i} 行含有非有限数值`);
|
|
146
|
+
}
|
|
147
|
+
const dim = rows[0].length;
|
|
148
|
+
if (dim === 0) return fail("返回了空向量");
|
|
149
|
+
if (rows.some((row) => row.length !== dim)) return fail("各行维度不一致");
|
|
150
|
+
|
|
151
|
+
for (let i = 0; i < rows.length; i++) {
|
|
152
|
+
const length = norm(rows[i]);
|
|
153
|
+
if (Math.abs(length - 1) > NORM_TOLERANCE) {
|
|
154
|
+
return fail(`第 ${i} 行不是 L2 归一化向量(模长 ${length.toFixed(4)})`);
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
if (rows.length >= 2 && Math.abs(cosine(rows[0], rows[1])) > DEGENERATE_COS) {
|
|
158
|
+
return fail(`嵌入退化:两条不相干文本的余弦为 ${cosine(rows[0], rows[1]).toFixed(4)}`);
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
return { ok: true, reason: null, dim, rows: rows.length, elapsedMs: Date.now() - startedAt };
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
/**
|
|
165
|
+
* 三层验证,任何一层失败都如实记录;结构不过就不再做功能验证(省掉一次无谓的加载)。
|
|
166
|
+
* @param {string} dir - payload 目录。
|
|
167
|
+
* @param {object} [opts] - 选项。
|
|
168
|
+
* @param {{status: string, detail?: string}} [opts.integrity] - 调用方算好的完整性结论
|
|
169
|
+
* (下载/本地 tarball 路径在解包前比对过 sha512,把结果传进来)。省略时读 payload
|
|
170
|
+
* 清单里记下的那份(下载通道会把结论写进去);两边都没有才如实标 unverified。
|
|
171
|
+
* @returns {Promise<object>} 三件套结果 + 总判定。
|
|
172
|
+
*/
|
|
173
|
+
export async function verifyPayload(dir, {
|
|
174
|
+
platform = process.platform,
|
|
175
|
+
engine,
|
|
176
|
+
probeTexts,
|
|
177
|
+
cacheDir,
|
|
178
|
+
model,
|
|
179
|
+
dtype,
|
|
180
|
+
device,
|
|
181
|
+
integrity
|
|
182
|
+
} = {}) {
|
|
183
|
+
const structural = describePayload(dir, { platform });
|
|
184
|
+
// 调用方没显式给结论时,读清单里记下的那份:下载档在落盘前逐个 tarball 比对过 sha512,
|
|
185
|
+
// 结论就落在 <dir>/mneme-runtime.json 里。不读它,这一层在生产路径上永远不生效(issue #268)。
|
|
186
|
+
const claimed = recordedIntegrity(integrity ?? structural.manifest?.integrity);
|
|
187
|
+
const integrityResult =
|
|
188
|
+
claimed.status === "unverified"
|
|
189
|
+
? { ok: true, status: "unverified", detail: claimed.detail ?? UNVERIFIED_DETAIL }
|
|
190
|
+
: { ok: MATCHED_INTEGRITY.has(claimed.status), status: claimed.status, detail: claimed.detail };
|
|
191
|
+
|
|
192
|
+
const functional = structural.ok
|
|
193
|
+
? await verifyFunctional(dir, { engine, probeTexts, cacheDir, model, dtype, device })
|
|
194
|
+
: { ok: false, reason: "结构检查未通过,跳过功能验证", dim: null, rows: 0, elapsedMs: 0 };
|
|
195
|
+
|
|
196
|
+
return {
|
|
197
|
+
dir,
|
|
198
|
+
version: structural.version,
|
|
199
|
+
ok: structural.ok && functional.ok && integrityResult.ok,
|
|
200
|
+
structural,
|
|
201
|
+
functional,
|
|
202
|
+
integrity: integrityResult
|
|
203
|
+
};
|
|
204
|
+
}
|
package/src/scope.js
CHANGED
|
@@ -1,118 +1,118 @@
|
|
|
1
|
-
// v0.8.0 A1(issue #17):写入端 scope 解析。
|
|
2
|
-
//
|
|
3
|
-
// 身份模型(issue #17 的核心约定):session 只是「载体」,记忆挂在持久化身份
|
|
4
|
-
// 标签上——agent_scope = session header 的 agentPreset(跨会话稳定的 agent 模板
|
|
5
|
-
// 身份),workspace_scope = 会话工作目录(registry 反查的 canonical path 优先,
|
|
6
|
-
// header.cwd 兜底)。session_id 永不作为作用域键。
|
|
7
|
-
//
|
|
8
|
-
// 硬约束:解析失败绝不阻塞写入——任何一步取不到就落 NULL(读侧 NULL = 未标注
|
|
9
|
-
// = 全局可见),任何异常都被吞掉(registry 故障 warn 一次后降级)。
|
|
10
|
-
//
|
|
11
|
-
// v0.8.1(issue #170 复核项 2):scopeEnabled 的闸门从解析器挪到「写标注」处
|
|
12
|
-
// (memory_save 的 auto 分支)。解析器恒返回会话身份(真取不到才是 null)——
|
|
13
|
-
// 读取侧(strictVisibility / memory_get / inject)与显式声明都依赖它:flag 关
|
|
14
|
-
// 只关「自动标注」,不能连读取身份一起关,否则 strictScope 硬墙被静默拆掉
|
|
15
|
-
// (fail-open)。
|
|
16
|
-
|
|
17
|
-
/**
|
|
18
|
-
* @param {object} deps
|
|
19
|
-
* @param {object} [deps.ctx] 宿主上下文(可能带 workspaceRegistry;旧版 dsh 没有)
|
|
20
|
-
* @param {object} [deps.config] 已解析配置(读 scopeEnabled)
|
|
21
|
-
* @param {object} [deps.logger]
|
|
22
|
-
* @returns {(exec: object) => {agent_scope: string|null, workspace_scope: string|null}|null}
|
|
23
|
-
*/
|
|
24
|
-
export function createScopeResolver({ ctx, config, logger } = {}) {
|
|
25
|
-
let warned = false;
|
|
26
|
-
const warnOnce = (msg) => {
|
|
27
|
-
if (warned) return;
|
|
28
|
-
warned = true;
|
|
29
|
-
try {
|
|
30
|
-
logger?.warn?.(msg);
|
|
31
|
-
} catch {
|
|
32
|
-
// logger 自身故障同样不能影响写入路径
|
|
33
|
-
}
|
|
34
|
-
};
|
|
35
|
-
|
|
36
|
-
return function resolveWriteScope(exec) {
|
|
37
|
-
let session = null;
|
|
38
|
-
try {
|
|
39
|
-
session = exec?.agent?.session ?? null;
|
|
40
|
-
} catch {
|
|
41
|
-
session = null;
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
// 持久化 header(issue #17 的身份契约):session.header 是创建时冻结的
|
|
45
|
-
// SessionHeader(含 agentPreset/cwd)。⚠️ 不能先读 requestHeader()——那返回
|
|
46
|
-
// EpochHeader(请求级模型路由头,首个请求后即为真值),会把 session.header
|
|
47
|
-
// 遮蔽掉,agentPreset/cwd 双双取空(本地 web 复验 2026-09-13 实测踩中)。
|
|
48
|
-
// 仅当宿主没有 .header 属性时才降级尝试 requestHeader().config(旧形状)。
|
|
49
|
-
let header = null;
|
|
50
|
-
try {
|
|
51
|
-
header = session?.header ?? session?.requestHeader?.()?.config ?? null;
|
|
52
|
-
} catch {
|
|
53
|
-
header = null;
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
let agentScope = null;
|
|
57
|
-
const preset = header?.agentPreset;
|
|
58
|
-
if (typeof preset === "string" && preset.trim()) agentScope = preset.trim();
|
|
59
|
-
|
|
60
|
-
// workspace:registry 反查优先(成员资格 = id 命中 + header canonical cwd
|
|
61
|
-
// 校验过,path 已 realpath 归一),失败回退 header.cwd,再失败留 NULL。
|
|
62
|
-
let workspaceScope = null;
|
|
63
|
-
try {
|
|
64
|
-
const list = ctx?.workspaceRegistry?.list?.();
|
|
65
|
-
const sessionId = session?.id;
|
|
66
|
-
if (Array.isArray(list) && sessionId != null) {
|
|
67
|
-
const hit = list.find(
|
|
68
|
-
(ws) => Array.isArray(ws?.sessionIds) && ws.sessionIds.includes(sessionId)
|
|
69
|
-
);
|
|
70
|
-
if (typeof hit?.path === "string" && hit.path.trim()) workspaceScope = hit.path.trim();
|
|
71
|
-
}
|
|
72
|
-
} catch (e) {
|
|
73
|
-
warnOnce(
|
|
74
|
-
`[dsh-mneme] workspaceRegistry lookup failed, falling back to session header cwd: ${String(e)}`
|
|
75
|
-
);
|
|
76
|
-
}
|
|
77
|
-
if (!workspaceScope) {
|
|
78
|
-
const cwd = header?.cwd;
|
|
79
|
-
if (typeof cwd === "string" && cwd.trim()) workspaceScope = cwd.trim();
|
|
80
|
-
}
|
|
81
|
-
|
|
82
|
-
return { agent_scope: agentScope, workspace_scope: workspaceScope };
|
|
83
|
-
};
|
|
84
|
-
}
|
|
85
|
-
|
|
86
|
-
/**
|
|
87
|
-
* v0.8.1 底座(issue #170):显式 scope 参数(memory_save / memory_update /
|
|
88
|
-
* 面板编辑)的归一化。约定:
|
|
89
|
-
* - 省略(undefined,由调用方判断)= 该维不声明,回落载体自动标注;
|
|
90
|
-
* - "global"(大小写不敏感)/ "*" / 空白 = 显式声明全局 → 存储 NULL
|
|
91
|
-
* (行上的 agent_scope_source='explicit' 承担「显式全局」与「从未标注」
|
|
92
|
-
* 的区分,NULL 本身继续表示全局可见);
|
|
93
|
-
* - 其余非空 trim 字符串 = 收窄到该标签。
|
|
94
|
-
* 脏输入(非字符串)落 NULL(等同声明全局)——与 resolveWriteScope 的「解析
|
|
95
|
-
* 绝不阻塞写入」同一哲学:显式声明是用户意图,形状不对时宁可放宽不报错。
|
|
96
|
-
*
|
|
97
|
-
* @param {unknown} raw 工具/HTTP 参数原值
|
|
98
|
-
* @returns {string|null} 归一化后的标签值(null=显式全局)
|
|
99
|
-
*/
|
|
100
|
-
export function normalizeExplicitScope(raw) {
|
|
101
|
-
if (typeof raw !== "string") return null;
|
|
102
|
-
const s = raw.trim();
|
|
103
|
-
if (!s || s === "*" || s.toLowerCase() === "global") return null;
|
|
104
|
-
return s;
|
|
105
|
-
}
|
|
106
|
-
|
|
107
|
-
/**
|
|
108
|
-
* scope 标注的比较键(去重键/检索加权/跨 scope 配对共用口径):非空 trim 字符串
|
|
109
|
-
* 原样返回,其余(NULL/undefined/空串/非字符串)统一为 null(「未标注」)。
|
|
110
|
-
* v0.8.1(issue #170 第 2 步)从 service.js 上提为共享定义——sleep 的跨 scope
|
|
111
|
-
* 候选配对必须与去重键用同一把钥匙,NULL 与已标注才不会错配。
|
|
112
|
-
*
|
|
113
|
-
* @param {unknown} v scope 标注原值
|
|
114
|
-
* @returns {string|null} 比较键(null=未标注)
|
|
115
|
-
*/
|
|
116
|
-
export function scopeKeyOf(v) {
|
|
117
|
-
return typeof v === "string" && v.trim() ? v.trim() : null;
|
|
118
|
-
}
|
|
1
|
+
// v0.8.0 A1(issue #17):写入端 scope 解析。
|
|
2
|
+
//
|
|
3
|
+
// 身份模型(issue #17 的核心约定):session 只是「载体」,记忆挂在持久化身份
|
|
4
|
+
// 标签上——agent_scope = session header 的 agentPreset(跨会话稳定的 agent 模板
|
|
5
|
+
// 身份),workspace_scope = 会话工作目录(registry 反查的 canonical path 优先,
|
|
6
|
+
// header.cwd 兜底)。session_id 永不作为作用域键。
|
|
7
|
+
//
|
|
8
|
+
// 硬约束:解析失败绝不阻塞写入——任何一步取不到就落 NULL(读侧 NULL = 未标注
|
|
9
|
+
// = 全局可见),任何异常都被吞掉(registry 故障 warn 一次后降级)。
|
|
10
|
+
//
|
|
11
|
+
// v0.8.1(issue #170 复核项 2):scopeEnabled 的闸门从解析器挪到「写标注」处
|
|
12
|
+
// (memory_save 的 auto 分支)。解析器恒返回会话身份(真取不到才是 null)——
|
|
13
|
+
// 读取侧(strictVisibility / memory_get / inject)与显式声明都依赖它:flag 关
|
|
14
|
+
// 只关「自动标注」,不能连读取身份一起关,否则 strictScope 硬墙被静默拆掉
|
|
15
|
+
// (fail-open)。
|
|
16
|
+
|
|
17
|
+
/**
|
|
18
|
+
* @param {object} deps
|
|
19
|
+
* @param {object} [deps.ctx] 宿主上下文(可能带 workspaceRegistry;旧版 dsh 没有)
|
|
20
|
+
* @param {object} [deps.config] 已解析配置(读 scopeEnabled)
|
|
21
|
+
* @param {object} [deps.logger]
|
|
22
|
+
* @returns {(exec: object) => {agent_scope: string|null, workspace_scope: string|null}|null}
|
|
23
|
+
*/
|
|
24
|
+
export function createScopeResolver({ ctx, config, logger } = {}) {
|
|
25
|
+
let warned = false;
|
|
26
|
+
const warnOnce = (msg) => {
|
|
27
|
+
if (warned) return;
|
|
28
|
+
warned = true;
|
|
29
|
+
try {
|
|
30
|
+
logger?.warn?.(msg);
|
|
31
|
+
} catch {
|
|
32
|
+
// logger 自身故障同样不能影响写入路径
|
|
33
|
+
}
|
|
34
|
+
};
|
|
35
|
+
|
|
36
|
+
return function resolveWriteScope(exec) {
|
|
37
|
+
let session = null;
|
|
38
|
+
try {
|
|
39
|
+
session = exec?.agent?.session ?? null;
|
|
40
|
+
} catch {
|
|
41
|
+
session = null;
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
// 持久化 header(issue #17 的身份契约):session.header 是创建时冻结的
|
|
45
|
+
// SessionHeader(含 agentPreset/cwd)。⚠️ 不能先读 requestHeader()——那返回
|
|
46
|
+
// EpochHeader(请求级模型路由头,首个请求后即为真值),会把 session.header
|
|
47
|
+
// 遮蔽掉,agentPreset/cwd 双双取空(本地 web 复验 2026-09-13 实测踩中)。
|
|
48
|
+
// 仅当宿主没有 .header 属性时才降级尝试 requestHeader().config(旧形状)。
|
|
49
|
+
let header = null;
|
|
50
|
+
try {
|
|
51
|
+
header = session?.header ?? session?.requestHeader?.()?.config ?? null;
|
|
52
|
+
} catch {
|
|
53
|
+
header = null;
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
let agentScope = null;
|
|
57
|
+
const preset = header?.agentPreset;
|
|
58
|
+
if (typeof preset === "string" && preset.trim()) agentScope = preset.trim();
|
|
59
|
+
|
|
60
|
+
// workspace:registry 反查优先(成员资格 = id 命中 + header canonical cwd
|
|
61
|
+
// 校验过,path 已 realpath 归一),失败回退 header.cwd,再失败留 NULL。
|
|
62
|
+
let workspaceScope = null;
|
|
63
|
+
try {
|
|
64
|
+
const list = ctx?.workspaceRegistry?.list?.();
|
|
65
|
+
const sessionId = session?.id;
|
|
66
|
+
if (Array.isArray(list) && sessionId != null) {
|
|
67
|
+
const hit = list.find(
|
|
68
|
+
(ws) => Array.isArray(ws?.sessionIds) && ws.sessionIds.includes(sessionId)
|
|
69
|
+
);
|
|
70
|
+
if (typeof hit?.path === "string" && hit.path.trim()) workspaceScope = hit.path.trim();
|
|
71
|
+
}
|
|
72
|
+
} catch (e) {
|
|
73
|
+
warnOnce(
|
|
74
|
+
`[dsh-mneme] workspaceRegistry lookup failed, falling back to session header cwd: ${String(e)}`
|
|
75
|
+
);
|
|
76
|
+
}
|
|
77
|
+
if (!workspaceScope) {
|
|
78
|
+
const cwd = header?.cwd;
|
|
79
|
+
if (typeof cwd === "string" && cwd.trim()) workspaceScope = cwd.trim();
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
return { agent_scope: agentScope, workspace_scope: workspaceScope };
|
|
83
|
+
};
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
/**
|
|
87
|
+
* v0.8.1 底座(issue #170):显式 scope 参数(memory_save / memory_update /
|
|
88
|
+
* 面板编辑)的归一化。约定:
|
|
89
|
+
* - 省略(undefined,由调用方判断)= 该维不声明,回落载体自动标注;
|
|
90
|
+
* - "global"(大小写不敏感)/ "*" / 空白 = 显式声明全局 → 存储 NULL
|
|
91
|
+
* (行上的 agent_scope_source='explicit' 承担「显式全局」与「从未标注」
|
|
92
|
+
* 的区分,NULL 本身继续表示全局可见);
|
|
93
|
+
* - 其余非空 trim 字符串 = 收窄到该标签。
|
|
94
|
+
* 脏输入(非字符串)落 NULL(等同声明全局)——与 resolveWriteScope 的「解析
|
|
95
|
+
* 绝不阻塞写入」同一哲学:显式声明是用户意图,形状不对时宁可放宽不报错。
|
|
96
|
+
*
|
|
97
|
+
* @param {unknown} raw 工具/HTTP 参数原值
|
|
98
|
+
* @returns {string|null} 归一化后的标签值(null=显式全局)
|
|
99
|
+
*/
|
|
100
|
+
export function normalizeExplicitScope(raw) {
|
|
101
|
+
if (typeof raw !== "string") return null;
|
|
102
|
+
const s = raw.trim();
|
|
103
|
+
if (!s || s === "*" || s.toLowerCase() === "global") return null;
|
|
104
|
+
return s;
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
/**
|
|
108
|
+
* scope 标注的比较键(去重键/检索加权/跨 scope 配对共用口径):非空 trim 字符串
|
|
109
|
+
* 原样返回,其余(NULL/undefined/空串/非字符串)统一为 null(「未标注」)。
|
|
110
|
+
* v0.8.1(issue #170 第 2 步)从 service.js 上提为共享定义——sleep 的跨 scope
|
|
111
|
+
* 候选配对必须与去重键用同一把钥匙,NULL 与已标注才不会错配。
|
|
112
|
+
*
|
|
113
|
+
* @param {unknown} v scope 标注原值
|
|
114
|
+
* @returns {string|null} 比较键(null=未标注)
|
|
115
|
+
*/
|
|
116
|
+
export function scopeKeyOf(v) {
|
|
117
|
+
return typeof v === "string" && v.trim() ? v.trim() : null;
|
|
118
|
+
}
|