@modusensus/dsh-mneme 0.8.3 → 0.8.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (205) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +727 -636
  3. package/bin/cli.mjs +0 -0
  4. package/bin/dsh-mneme-mcp.mjs +510 -0
  5. package/cordis.patch.yml +21 -21
  6. package/lib/api-standalone.js +506 -316
  7. package/lib/api.js +1403 -1316
  8. package/lib/bootstrap.js +211 -0
  9. package/lib/client.js +4657 -4366
  10. package/lib/commands.js +95 -95
  11. package/lib/config.js +615 -510
  12. package/lib/document.js +221 -0
  13. package/lib/dream/clustering.js +118 -118
  14. package/lib/dream/decisions.js +658 -658
  15. package/lib/dream/narratives.js +44 -0
  16. package/lib/dream/sleep.js +702 -700
  17. package/lib/dream.js +147 -16
  18. package/lib/embedding.js +177 -177
  19. package/lib/entities/extractor.js +249 -249
  20. package/lib/guide.js +44 -0
  21. package/lib/heat.js +144 -136
  22. package/lib/hot-memory.js +46 -46
  23. package/lib/index.js +515 -515
  24. package/lib/inject.js +375 -295
  25. package/lib/lang.js +208 -179
  26. package/lib/local-embedder.js +320 -320
  27. package/lib/mirror.js +198 -198
  28. package/lib/organize.js +450 -0
  29. package/lib/quality-filter.js +126 -126
  30. package/lib/recall-stats.js +125 -0
  31. package/lib/reranker.js +269 -269
  32. package/lib/runtime/adopt.js +176 -176
  33. package/lib/runtime/closure.js +172 -172
  34. package/lib/runtime/download.js +247 -247
  35. package/lib/runtime/layout.js +265 -235
  36. package/lib/runtime/loader.js +252 -249
  37. package/lib/runtime/model-fetch.js +361 -361
  38. package/lib/runtime/provision.js +237 -237
  39. package/lib/runtime/tarball.js +130 -130
  40. package/lib/runtime/verify.js +204 -191
  41. package/lib/scope.js +118 -118
  42. package/lib/search/adaptive.js +60 -22
  43. package/lib/search/bm25.js +96 -96
  44. package/lib/service.js +2324 -2087
  45. package/lib/settings.js +459 -420
  46. package/lib/store.js +2549 -2367
  47. package/lib/summarize.js +820 -449
  48. package/lib/tools.js +702 -574
  49. package/lib/vector-index.js +110 -110
  50. package/lib/version-check.js +122 -122
  51. package/package.json +109 -108
  52. package/runtime-manifest.json +526 -596
  53. package/scripts/benchmark-embed.js +201 -201
  54. package/scripts/benchmark-recall.js +199 -199
  55. package/scripts/benchmark-rerank.js +166 -166
  56. package/scripts/build-runtime-manifest.mjs +224 -217
  57. package/scripts/check-sync.js +42 -42
  58. package/scripts/e2e-dsh.js +220 -220
  59. package/scripts/mneme-runtime.mjs +277 -277
  60. package/scripts/stress-dsh.js +255 -255
  61. package/scripts/sync-lib.js +47 -47
  62. package/scripts/sync-test-badge.mjs +67 -61
  63. package/src/api-standalone.js +506 -316
  64. package/src/api.js +1403 -1316
  65. package/src/bootstrap.js +211 -0
  66. package/src/commands.js +95 -95
  67. package/src/config.js +615 -510
  68. package/src/document.js +221 -0
  69. package/src/dream/clustering.js +118 -118
  70. package/src/dream/decisions.js +658 -658
  71. package/src/dream/narratives.js +44 -0
  72. package/src/dream/sleep.js +702 -700
  73. package/src/dream.js +147 -16
  74. package/src/embedding.js +177 -177
  75. package/src/entities/extractor.js +249 -249
  76. package/src/guide.js +44 -0
  77. package/src/heat.js +144 -136
  78. package/src/hot-memory.js +46 -46
  79. package/src/index.js +515 -515
  80. package/src/inject.js +375 -295
  81. package/src/lang.js +208 -179
  82. package/src/local-embedder.js +320 -320
  83. package/src/mirror.js +198 -198
  84. package/src/organize.js +450 -0
  85. package/src/quality-filter.js +126 -126
  86. package/src/recall-stats.js +125 -0
  87. package/src/reranker.js +269 -269
  88. package/src/runtime/adopt.js +176 -176
  89. package/src/runtime/closure.js +172 -172
  90. package/src/runtime/download.js +247 -247
  91. package/src/runtime/layout.js +265 -235
  92. package/src/runtime/loader.js +252 -249
  93. package/src/runtime/model-fetch.js +361 -361
  94. package/src/runtime/provision.js +237 -237
  95. package/src/runtime/tarball.js +130 -130
  96. package/src/runtime/verify.js +204 -191
  97. package/src/scope.js +118 -118
  98. package/src/search/adaptive.js +60 -22
  99. package/src/search/bm25.js +96 -96
  100. package/src/service.js +2324 -2087
  101. package/src/settings.js +459 -420
  102. package/src/store.js +2549 -2367
  103. package/src/summarize.js +820 -449
  104. package/src/tools.js +702 -574
  105. package/src/vector-index.js +110 -110
  106. package/src/version-check.js +122 -122
  107. package/test/adaptive-inject-budget.test.js +85 -0
  108. package/test/api-routes-gaps.test.js +218 -218
  109. package/test/api.test.js +1640 -1482
  110. package/test/audit.test.js +448 -448
  111. package/test/benchmark.test.js +94 -94
  112. package/test/bootstrap.test.js +220 -0
  113. package/test/client.test.js +860 -736
  114. package/test/clustering.test.js +100 -100
  115. package/test/commands.test.js +106 -106
  116. package/test/config.test.js +66 -66
  117. package/test/conflict-freeze.test.js +300 -300
  118. package/test/document.test.js +523 -0
  119. package/test/dream-archive-guardrail.test.js +116 -116
  120. package/test/dream-candidate-hybrid.test.js +281 -281
  121. package/test/dream-coverage-degrade.test.js +86 -86
  122. package/test/dream.test.js +1308 -1254
  123. package/test/embedding-ready.test.js +196 -196
  124. package/test/entities.test.js +547 -547
  125. package/test/entity-recall.test.js +179 -0
  126. package/test/epistemic.test.js +298 -298
  127. package/test/fnew-0112.test.js +311 -311
  128. package/test/fnew-03.test.js +422 -422
  129. package/test/graph-api.test.js +175 -175
  130. package/test/heat.test.js +175 -148
  131. package/test/helpers/dream-mock.js +82 -82
  132. package/test/helpers/peer-worker.mjs +25 -25
  133. package/test/helpers/runtime-source.js +60 -60
  134. package/test/helpers/tar-builder.js +80 -80
  135. package/test/hot-memory.test.js +145 -145
  136. package/test/inject-content-cap.test.js +91 -0
  137. package/test/inject-first-round-bm25.test.js +89 -89
  138. package/test/inject-heat.test.js +61 -0
  139. package/test/inject-pools.test.js +170 -0
  140. package/test/inject-recall.test.js +105 -0
  141. package/test/inject-rotation.test.js +161 -161
  142. package/test/inject.test.js +283 -249
  143. package/test/lang.test.js +87 -87
  144. package/test/lib-smoke.test.js +96 -96
  145. package/test/llm-audit.test.js +462 -309
  146. package/test/llm-message-source.test.js +177 -177
  147. package/test/local-embedder.test.js +249 -249
  148. package/test/mcp-stdio.test.js +385 -0
  149. package/test/mirror-dirty.test.js +424 -424
  150. package/test/mirror-edit-digest.test.js +187 -187
  151. package/test/mirror-generation.test.js +499 -499
  152. package/test/mirror.test.js +249 -249
  153. package/test/narrative-bars.test.js +162 -0
  154. package/test/organize.test.js +418 -0
  155. package/test/peer-blockers.test.js +193 -193
  156. package/test/policy-epoch.test.js +259 -259
  157. package/test/quality-filter.test.js +186 -186
  158. package/test/reasoning-effort.test.js +746 -746
  159. package/test/recall-evals.test.js +235 -235
  160. package/test/recall-layer.test.js +326 -326
  161. package/test/recall-stats.test.js +123 -0
  162. package/test/receipt-chain.test.js +451 -451
  163. package/test/reflection.test.js +226 -226
  164. package/test/reindex-backfill.test.js +62 -62
  165. package/test/reranker-single-logit.test.js +73 -73
  166. package/test/reranker.test.js +197 -197
  167. package/test/resident-status.test.js +83 -0
  168. package/test/runtime-adopt.test.js +206 -206
  169. package/test/runtime-cli.test.js +89 -89
  170. package/test/runtime-closure.test.js +193 -193
  171. package/test/runtime-download.test.js +302 -302
  172. package/test/runtime-layout.test.js +163 -163
  173. package/test/runtime-loader.test.js +255 -237
  174. package/test/runtime-manifest.test.js +159 -158
  175. package/test/runtime-model-fetch.test.js +348 -348
  176. package/test/runtime-provision.test.js +101 -101
  177. package/test/runtime-tarball.test.js +81 -81
  178. package/test/runtime-verify.test.js +279 -214
  179. package/test/scope-candidates.test.js +239 -239
  180. package/test/scope-explicit.test.js +452 -452
  181. package/test/scope-retrieval.test.js +197 -197
  182. package/test/scope-storage.test.js +255 -255
  183. package/test/scope-strict.test.js +231 -231
  184. package/test/search-fusion.test.js +90 -90
  185. package/test/semantic.test.js +124 -124
  186. package/test/service-search.test.js +174 -174
  187. package/test/service.test.js +405 -405
  188. package/test/settings.test.js +261 -261
  189. package/test/skip-invalid-restore.test.js +262 -262
  190. package/test/sleep-action-set.test.js +422 -422
  191. package/test/sleep-heat.test.js +126 -125
  192. package/test/sleep-scheduler-rearm.test.js +89 -89
  193. package/test/sleep.test.js +410 -373
  194. package/test/standalone-api.test.js +544 -359
  195. package/test/store-vector-cache.test.js +98 -98
  196. package/test/store.test.js +396 -383
  197. package/test/stress.test.js +209 -209
  198. package/test/summarize.test.js +1288 -575
  199. package/test/tools-dto-schema-matrix.test.js +325 -0
  200. package/test/tools-memory-get-schema.test.js +65 -65
  201. package/test/tools.test.js +374 -341
  202. package/test/updated-at-semantics.test.js +113 -113
  203. package/test/vector-index.test.js +221 -221
  204. package/test/version-check.test.js +152 -152
  205. package/test/webServer-optional.test.js +82 -82
@@ -1,237 +1,255 @@
1
- import test from "node:test";
2
- import assert from "node:assert/strict";
3
- import { existsSync, mkdirSync, mkdtempSync, writeFileSync } from "node:fs";
4
- import { tmpdir } from "node:os";
5
- import { isAbsolute, join } from "node:path";
6
- import { fileURLToPath } from "node:url";
7
- import { describeLocalRuntime, loadTransformers, publicRuntimeStatus, resolveRuntimeEntry } from "../src/runtime/loader.js";
8
- import { TRANSFORMERS_ENTRY, defaultRuntimeDir, payloadDir, payloadId } from "../src/runtime/layout.js";
9
-
10
- // 三层解析(issue #131 / PR-A)。这里守的是两条容易出错的承诺:
11
- // ① 自管运行时优先,且能用绝对 file URL 真的加载起来;
12
- // ② 降级路径不许静默 —— 「自管那份坏了」和「本机根本没有」必须能分辨。
13
- // 第 ② 层(宿主裸 specifier)是 PR-A 期间老用户不断线的保障,必须真的会退回去。
14
-
15
- /** 造一份结构合法的 payload。 */
16
- function makePayload(runtimeDir, { version = "4.2.0", platform = "win32", arch = "x64", withEntry = true } = {}) {
17
- const dir = payloadDir(runtimeDir, payloadId({ version, platform, arch: "x64" }));
18
- const write = (rel, body) => {
19
- const full = join(dir, rel);
20
- mkdirSync(join(full, ".."), { recursive: true });
21
- writeFileSync(full, body);
22
- };
23
- for (const name of ["@huggingface/transformers", "onnxruntime-node", "sharp"]) {
24
- write(join("node_modules", name, "package.json"), JSON.stringify({ name, version: name === "@huggingface/transformers" ? version : "1.0.0" }));
25
- }
26
- if (withEntry) write(TRANSFORMERS_ENTRY, "export const source = 'runtime';\n");
27
- mkdirSync(join(dir, "node_modules", "onnxruntime-node", "bin", "napi-v6", platform, arch), { recursive: true });
28
- return dir;
29
- }
30
-
31
- const emptyRuntime = () => mkdtempSync(join(tmpdir(), "mneme-loader-rt-"));
32
-
33
- test("第 ① 层:自管运行时可用时优先用它,并报出来源与 payloadId", async () => {
34
- const runtimeDir = emptyRuntime();
35
- const dir = makePayload(runtimeDir);
36
- const loaded = await loadTransformers({
37
- runtimeDir,
38
- platform: "win32", arch: "x64",
39
- importModule: async (specifier) => ({ loadedFrom: specifier })
40
- });
41
- assert.equal(loaded.source, "runtime");
42
- assert.equal(loaded.payloadId, "transformers-4.2.0-node-win32-x64");
43
- assert.equal(loaded.version, "4.2.0");
44
- assert.ok(loaded.entryUrl.startsWith("file:///"), "必须是绝对 file URL,否则内部裸导入解析不到同目录的包");
45
- // 断言「URL 反解回来就是那个入口文件」,而不是拿 URL 字符串去 includes 一个 OS 路径字符串:
46
- // 后者会被 pathToFileURL 的百分号编码打败(路径含空格等字符时必误报,实测 CI Windows 上就挂了)。
47
- assert.equal(
48
- fileURLToPath(loaded.entryUrl),
49
- join(dir, TRANSFORMERS_ENTRY),
50
- `entryUrl=${loaded.entryUrl} dir=${dir}`
51
- );
52
- });
53
-
54
- test("第 ② 层:没有自管运行时时退回宿主裸 specifier(PR-A 期间老用户靠这层不断线)", async () => {
55
- const seen = [];
56
- const loaded = await loadTransformers({
57
- runtimeDir: emptyRuntime(),
58
- importModule: async (specifier) => {
59
- seen.push(specifier);
60
- return { loadedFrom: specifier };
61
- }
62
- });
63
- assert.equal(loaded.source, "host");
64
- assert.deepEqual(seen, ["@huggingface/transformers"]);
65
- });
66
-
67
- test("降级不许静默:自管那份坏了要回调出来,同时仍然退到宿主", async () => {
68
- const runtimeDir = emptyRuntime();
69
- makePayload(runtimeDir);
70
- const failures = [];
71
- const loaded = await loadTransformers({
72
- runtimeDir,
73
- platform: "win32", arch: "x64",
74
- onFailure: (m) => failures.push(m),
75
- importModule: async (specifier) => {
76
- if (specifier.startsWith("file:///")) throw new Error("Cannot find package 'onnxruntime-node'");
77
- return { loadedFrom: "host" };
78
- }
79
- });
80
- assert.equal(loaded.source, "host");
81
- assert.equal(failures.length, 1);
82
- assert.match(failures[0], /自管运行时 transformers-4.2.0-node-win32-x64 加载失败/);
83
- assert.match(failures[0], /onnxruntime-node/);
84
- });
85
-
86
- test("第 ② 层版本门禁:宿主装到 v5 就不静默使用,落到第 ③ 层的可操作提示", async () => {
87
- await assert.rejects(
88
- () =>
89
- loadTransformers({
90
- runtimeDir: emptyRuntime(),
91
- importModule: async () => ({ env: { version: "5.0.0" } })
92
- }),
93
- (error) => {
94
- assert.equal(error.code, "MNEME_RUNTIME_UNAVAILABLE");
95
- // transformers 把版本挂在 env 上(顶层没有 version,实测 4.2.0 的 Node 构建),
96
- // 所以门禁两个位置都看;越界时那句原因要能被人看懂。
97
- assert.match(error.message, /版本越界:5\.0\.0/);
98
- return true;
99
- }
100
- );
101
- });
102
-
103
- test("第 ② 层版本门禁:区间内放行并报出版本;拿不到版本时不拦", async () => {
104
- const inRange = await loadTransformers({
105
- runtimeDir: emptyRuntime(),
106
- importModule: async () => ({ env: { version: "4.2.0" } })
107
- });
108
- assert.equal(inRange.source, "host");
109
- assert.equal(inRange.version, "4.2.0");
110
-
111
- // 拿不到版本 = 无法判断,不拦:否则这层会对某些打包形态整体失效,
112
- // 而它正是老用户收编完成前的不断线保障。
113
- const unknown = await loadTransformers({
114
- runtimeDir: emptyRuntime(),
115
- importModule: async () => ({})
116
- });
117
- assert.equal(unknown.source, "host");
118
- assert.equal(unknown.version, undefined);
119
- });
120
-
121
- test("第 ③ 层:两层都没有时给出可操作提示,并列出每一层为什么失败", async () => {
122
- const runtimeDir = emptyRuntime();
123
- makePayload(runtimeDir);
124
- await assert.rejects(
125
- () =>
126
- loadTransformers({
127
- runtimeDir,
128
- platform: "win32", arch: "x64",
129
- importModule: async (specifier) => {
130
- throw new Error(specifier.startsWith("file:///") ? "payload broken" : "Cannot find module");
131
- }
132
- }),
133
- (error) => {
134
- assert.equal(error.code, "MNEME_RUNTIME_UNAVAILABLE");
135
- assert.match(error.message, /本地推理运行时不可用/);
136
- assert.match(error.message, /mneme-runtime\.mjs/, "提示要指向真实存在的入口,而不是一个不存在的子命令");
137
- // 提示里给的入口脚本必须真的存在。这条踩过:提示指向了一个并不存在的子命令,
138
- // 用户照着敲只会得到「command not found」,比不给提示更糟。
139
- const script = /node "([^"]+mneme-runtime\.mjs)"/.exec(error.message);
140
- assert.ok(script, "提示要带出入口脚本的绝对路径");
141
- assert.ok(existsSync(script[1]), `提示指向的脚本不存在:${script[1]}`);
142
- assert.match(error.message, /adopt --from/, "要给出可执行的下一步,而不是一句 module not found");
143
- assert.match(error.message, /payload broken/, "自管那层的失败原因要带出来");
144
- assert.match(error.message, /Cannot find module/, "宿主那层的失败原因也要带出来");
145
- assert.equal(error.failures.length, 2);
146
- return true;
147
- }
148
- );
149
- });
150
-
151
- test("resolveRuntimeEntry:跳过结构不合法的 payload,取到可用的那份;全不合规则返回 null", () => {
152
- const runtimeDir = emptyRuntime();
153
- makePayload(runtimeDir, { version: "4.2.0", withEntry: false }); // 缺入口 → 不合法
154
- assert.equal(resolveRuntimeEntry({ runtimeDir, platform: "win32", arch: "x64" }), null, "结构不合法的不能被选中");
155
-
156
- makePayload(runtimeDir, { version: "4.3.0" });
157
- const picked = resolveRuntimeEntry({ runtimeDir, platform: "win32", arch: "x64" });
158
- assert.equal(picked.payloadId, "transformers-4.3.0-node-win32-x64");
159
- assert.equal(picked.version, "4.3.0");
160
- });
161
-
162
- test("resolveRuntimeEntry:运行时根目录不存在时返回 null(不是抛错)", () => {
163
- assert.equal(resolveRuntimeEntry({ runtimeDir: join(tmpdir(), "mneme-nope-" + Date.now()), platform: "win32", arch: "x64" }), null);
164
- });
165
-
166
- test("publicRuntimeStatus:只放行白名单字段,绝对路径与原始错误一律不进 HTTP", () => {
167
- // /api/dsh-mneme/semantic 是刻意不鉴权的只读端点。完整状态里有 runtimeDir(绝对路径)、
168
- // hint(内嵌脚本绝对路径)以及 reason/reasons(原始错误文本里带完整文件路径),
169
- // 发给任何能连上该端口的人就是信息泄漏(CWE-200)。用精确白名单守住这件事:
170
- // 将来谁往里加字段,这条测试就会红。
171
- const EXPECTED = ["functional", "integrity", "materialize", "payloadId", "procedure", "status", "version"];
172
-
173
- const missing = describeLocalRuntime({ runtimeDir: join(tmpdir(), `mneme-secret-${Date.now()}`), platform: "win32", arch: "x64" });
174
- const pubMissing = publicRuntimeStatus(missing);
175
- assert.deepEqual(Object.keys(pubMissing).sort(), EXPECTED);
176
- assert.equal(pubMissing.status, "missing");
177
- // 完整状态里确实带着这些敏感字段 —— 否则这条测试就没在测东西。
178
- assert.ok(missing.runtimeDir.startsWith(tmpdir()));
179
- assert.ok(missing.hint.includes("mneme-runtime.mjs"));
180
-
181
- const runtimeDir = emptyRuntime();
182
- const dir = makePayload(runtimeDir);
183
- writeFileSync(join(dir, "mneme-runtime.json"), JSON.stringify({ procedure: "adopted", materialize: { mode: "hardlink" } }));
184
- const pubAvailable = publicRuntimeStatus(describeLocalRuntime({ runtimeDir, platform: "win32", arch: "x64" }));
185
- assert.deepEqual(Object.keys(pubAvailable).sort(), EXPECTED);
186
- assert.equal(pubAvailable.status, "available");
187
- assert.equal(pubAvailable.payloadId, "transformers-4.2.0-node-win32-x64");
188
- assert.equal(pubAvailable.procedure, "adopted");
189
- assert.equal(pubAvailable.materialize, "hardlink");
190
- // 整份投影里不能出现本机路径的任何形态。
191
- const text = JSON.stringify(pubAvailable);
192
- assert.equal(text.includes(runtimeDir), false);
193
- assert.equal(text.includes(runtimeDir.replace(/\\/g, "/")), false);
194
- });
195
-
196
- test("describeLocalRuntime:可用时报出 payload 与来源,且不假装验过", () => {
197
- const runtimeDir = emptyRuntime();
198
- const dir = makePayload(runtimeDir);
199
- // 收编来的 payload 会带一份清单,验证来源/物化方式确实被带出来。
200
- writeFileSync(
201
- join(dir, "mneme-runtime.json"),
202
- JSON.stringify({ procedure: "adopted", materialize: { mode: "hardlink" } })
203
- );
204
- const report = describeLocalRuntime({ runtimeDir, platform: "win32", arch: "x64" });
205
- assert.equal(report.status, "available");
206
- assert.equal(report.payloadId, "transformers-4.2.0-node-win32-x64");
207
- assert.equal(report.version, "4.2.0");
208
- assert.equal(report.procedure, "adopted");
209
- assert.equal(report.materialize, "hardlink");
210
- // 结构检查是 GET 端点能负担的;功能验证要真加载原生模块跑推理,状态探针不做 ——
211
- // 如实说「不知道」,而不是把「文件都在」说成「验过了」。
212
- assert.equal(report.functional, "unknown");
213
- assert.equal(report.integrity, "unverified");
214
- assert.match(report.hint, /mneme-runtime\.mjs/);
215
- });
216
-
217
- test("describeLocalRuntime:没有 payload 时报 missing,而不是报坏掉", () => {
218
- const report = describeLocalRuntime({ runtimeDir: emptyRuntime(), platform: "win32", arch: "x64" });
219
- assert.equal(report.status, "missing");
220
- });
221
-
222
- test("describeLocalRuntime:有目录但缺件时报 broken 并点名缺了什么", () => {
223
- const runtimeDir = emptyRuntime();
224
- makePayload(runtimeDir, { withEntry: false });
225
- const report = describeLocalRuntime({ runtimeDir, platform: "win32", arch: "x64" });
226
- assert.equal(report.status, "broken");
227
- assert.deepEqual(report.missing, [TRANSFORMERS_ENTRY]);
228
- });
229
-
230
- test("describeLocalRuntime:空 runtimeDir 走默认目录,不能把空串当相对路径", () => {
231
- // 配置项 runtimeDir 的默认值就是空串。原样传下去 readdirSync("") 会失败,
232
- // 「没配」会被误报成「坏了」—— 这条守的就是它。
233
- const report = describeLocalRuntime({ runtimeDir: " ", platform: "win32", arch: "x64" });
234
- assert.equal(report.runtimeDir, defaultRuntimeDir());
235
- assert.ok(isAbsolute(report.runtimeDir));
236
- assert.notEqual(report.status, "unreadable");
237
- });
1
+ import test from "node:test";
2
+ import assert from "node:assert/strict";
3
+ import { existsSync, mkdirSync, mkdtempSync, writeFileSync } from "node:fs";
4
+ import { tmpdir } from "node:os";
5
+ import { isAbsolute, join } from "node:path";
6
+ import { fileURLToPath } from "node:url";
7
+ import { describeLocalRuntime, loadTransformers, publicRuntimeStatus, resolveRuntimeEntry } from "../src/runtime/loader.js";
8
+ import { TRANSFORMERS_ENTRY, defaultRuntimeDir, payloadDir, payloadId } from "../src/runtime/layout.js";
9
+
10
+ // 三层解析(issue #131 / PR-A)。这里守的是两条容易出错的承诺:
11
+ // ① 自管运行时优先,且能用绝对 file URL 真的加载起来;
12
+ // ② 降级路径不许静默 —— 「自管那份坏了」和「本机根本没有」必须能分辨。
13
+ // 第 ② 层(宿主裸 specifier)是 PR-A 期间老用户不断线的保障,必须真的会退回去。
14
+
15
+ /** 造一份结构合法的 payload。 */
16
+ function makePayload(runtimeDir, { version = "4.2.0", platform = "win32", arch = "x64", withEntry = true } = {}) {
17
+ const dir = payloadDir(runtimeDir, payloadId({ version, platform, arch: "x64" }));
18
+ const write = (rel, body) => {
19
+ const full = join(dir, rel);
20
+ mkdirSync(join(full, ".."), { recursive: true });
21
+ writeFileSync(full, body);
22
+ };
23
+ for (const name of ["@huggingface/transformers", "onnxruntime-node", "sharp"]) {
24
+ write(join("node_modules", name, "package.json"), JSON.stringify({ name, version: name === "@huggingface/transformers" ? version : "1.0.0" }));
25
+ }
26
+ if (withEntry) write(TRANSFORMERS_ENTRY, "export const source = 'runtime';\n");
27
+ mkdirSync(join(dir, "node_modules", "onnxruntime-node", "bin", "napi-v6", platform, arch), { recursive: true });
28
+ return dir;
29
+ }
30
+
31
+ const emptyRuntime = () => mkdtempSync(join(tmpdir(), "mneme-loader-rt-"));
32
+
33
+ test("第 ① 层:自管运行时可用时优先用它,并报出来源与 payloadId", async () => {
34
+ const runtimeDir = emptyRuntime();
35
+ const dir = makePayload(runtimeDir);
36
+ const loaded = await loadTransformers({
37
+ runtimeDir,
38
+ platform: "win32", arch: "x64",
39
+ importModule: async (specifier) => ({ loadedFrom: specifier })
40
+ });
41
+ assert.equal(loaded.source, "runtime");
42
+ assert.equal(loaded.payloadId, "transformers-4.2.0-node-win32-x64");
43
+ assert.equal(loaded.version, "4.2.0");
44
+ assert.ok(loaded.entryUrl.startsWith("file:///"), "必须是绝对 file URL,否则内部裸导入解析不到同目录的包");
45
+ // 断言「URL 反解回来就是那个入口文件」,而不是拿 URL 字符串去 includes 一个 OS 路径字符串:
46
+ // 后者会被 pathToFileURL 的百分号编码打败(路径含空格等字符时必误报,实测 CI Windows 上就挂了)。
47
+ assert.equal(
48
+ fileURLToPath(loaded.entryUrl),
49
+ join(dir, TRANSFORMERS_ENTRY),
50
+ `entryUrl=${loaded.entryUrl} dir=${dir}`
51
+ );
52
+ });
53
+
54
+ test("第 ② 层:没有自管运行时时退回宿主裸 specifier(PR-A 期间老用户靠这层不断线)", async () => {
55
+ const seen = [];
56
+ const loaded = await loadTransformers({
57
+ runtimeDir: emptyRuntime(),
58
+ importModule: async (specifier) => {
59
+ seen.push(specifier);
60
+ return { loadedFrom: specifier };
61
+ }
62
+ });
63
+ assert.equal(loaded.source, "host");
64
+ assert.deepEqual(seen, ["@huggingface/transformers"]);
65
+ });
66
+
67
+ test("降级不许静默:自管那份坏了要回调出来,同时仍然退到宿主", async () => {
68
+ const runtimeDir = emptyRuntime();
69
+ makePayload(runtimeDir);
70
+ const failures = [];
71
+ const loaded = await loadTransformers({
72
+ runtimeDir,
73
+ platform: "win32", arch: "x64",
74
+ onFailure: (m) => failures.push(m),
75
+ importModule: async (specifier) => {
76
+ if (specifier.startsWith("file:///")) throw new Error("Cannot find package 'onnxruntime-node'");
77
+ return { loadedFrom: "host" };
78
+ }
79
+ });
80
+ assert.equal(loaded.source, "host");
81
+ assert.equal(failures.length, 1);
82
+ assert.match(failures[0], /自管运行时 transformers-4.2.0-node-win32-x64 加载失败/);
83
+ assert.match(failures[0], /onnxruntime-node/);
84
+ });
85
+
86
+ test("第 ② 层版本门禁:宿主装到 v5 就不静默使用,落到第 ③ 层的可操作提示", async () => {
87
+ await assert.rejects(
88
+ () =>
89
+ loadTransformers({
90
+ runtimeDir: emptyRuntime(),
91
+ importModule: async () => ({ env: { version: "5.0.0" } })
92
+ }),
93
+ (error) => {
94
+ assert.equal(error.code, "MNEME_RUNTIME_UNAVAILABLE");
95
+ // transformers 把版本挂在 env 上(顶层没有 version,实测 4.2.0 的 Node 构建),
96
+ // 所以门禁两个位置都看;越界时那句原因要能被人看懂。
97
+ assert.match(error.message, /版本越界:5\.0\.0/);
98
+ return true;
99
+ }
100
+ );
101
+ });
102
+
103
+ test("第 ② 层版本门禁:区间内放行并报出版本;拿不到版本时不拦", async () => {
104
+ const inRange = await loadTransformers({
105
+ runtimeDir: emptyRuntime(),
106
+ importModule: async () => ({ env: { version: "4.2.0" } })
107
+ });
108
+ assert.equal(inRange.source, "host");
109
+ assert.equal(inRange.version, "4.2.0");
110
+
111
+ // 拿不到版本 = 无法判断,不拦:否则这层会对某些打包形态整体失效,
112
+ // 而它正是老用户收编完成前的不断线保障。
113
+ const unknown = await loadTransformers({
114
+ runtimeDir: emptyRuntime(),
115
+ importModule: async () => ({})
116
+ });
117
+ assert.equal(unknown.source, "host");
118
+ assert.equal(unknown.version, undefined);
119
+ });
120
+
121
+ test("第 ③ 层:两层都没有时给出可操作提示,并列出每一层为什么失败", async () => {
122
+ const runtimeDir = emptyRuntime();
123
+ makePayload(runtimeDir);
124
+ await assert.rejects(
125
+ () =>
126
+ loadTransformers({
127
+ runtimeDir,
128
+ platform: "win32", arch: "x64",
129
+ importModule: async (specifier) => {
130
+ throw new Error(specifier.startsWith("file:///") ? "payload broken" : "Cannot find module");
131
+ }
132
+ }),
133
+ (error) => {
134
+ assert.equal(error.code, "MNEME_RUNTIME_UNAVAILABLE");
135
+ assert.match(error.message, /本地推理运行时不可用/);
136
+ assert.match(error.message, /mneme-runtime\.mjs/, "提示要指向真实存在的入口,而不是一个不存在的子命令");
137
+ // 提示里给的入口脚本必须真的存在。这条踩过:提示指向了一个并不存在的子命令,
138
+ // 用户照着敲只会得到「command not found」,比不给提示更糟。
139
+ const script = /node "([^"]+mneme-runtime\.mjs)"/.exec(error.message);
140
+ assert.ok(script, "提示要带出入口脚本的绝对路径");
141
+ assert.ok(existsSync(script[1]), `提示指向的脚本不存在:${script[1]}`);
142
+ assert.match(error.message, /adopt --from/, "要给出可执行的下一步,而不是一句 module not found");
143
+ assert.match(error.message, /payload broken/, "自管那层的失败原因要带出来");
144
+ assert.match(error.message, /Cannot find module/, "宿主那层的失败原因也要带出来");
145
+ assert.equal(error.failures.length, 2);
146
+ return true;
147
+ }
148
+ );
149
+ });
150
+
151
+ test("resolveRuntimeEntry:跳过结构不合法的 payload,取到可用的那份;全不合规则返回 null", () => {
152
+ const runtimeDir = emptyRuntime();
153
+ makePayload(runtimeDir, { version: "4.2.0", withEntry: false }); // 缺入口 → 不合法
154
+ assert.equal(resolveRuntimeEntry({ runtimeDir, platform: "win32", arch: "x64" }), null, "结构不合法的不能被选中");
155
+
156
+ makePayload(runtimeDir, { version: "4.3.0" });
157
+ const picked = resolveRuntimeEntry({ runtimeDir, platform: "win32", arch: "x64" });
158
+ assert.equal(picked.payloadId, "transformers-4.3.0-node-win32-x64");
159
+ assert.equal(picked.version, "4.3.0");
160
+ });
161
+
162
+ test("resolveRuntimeEntry:运行时根目录不存在时返回 null(不是抛错)", () => {
163
+ assert.equal(resolveRuntimeEntry({ runtimeDir: join(tmpdir(), "mneme-nope-" + Date.now()), platform: "win32", arch: "x64" }), null);
164
+ });
165
+
166
+ test("publicRuntimeStatus:只放行白名单字段,绝对路径与原始错误一律不进 HTTP", () => {
167
+ // /api/dsh-mneme/semantic 是刻意不鉴权的只读端点。完整状态里有 runtimeDir(绝对路径)、
168
+ // hint(内嵌脚本绝对路径)以及 reason/reasons(原始错误文本里带完整文件路径),
169
+ // 发给任何能连上该端口的人就是信息泄漏(CWE-200)。用精确白名单守住这件事:
170
+ // 将来谁往里加字段,这条测试就会红。
171
+ const EXPECTED = ["functional", "integrity", "materialize", "payloadId", "procedure", "status", "version"];
172
+
173
+ const missing = describeLocalRuntime({ runtimeDir: join(tmpdir(), `mneme-secret-${Date.now()}`), platform: "win32", arch: "x64" });
174
+ const pubMissing = publicRuntimeStatus(missing);
175
+ assert.deepEqual(Object.keys(pubMissing).sort(), EXPECTED);
176
+ assert.equal(pubMissing.status, "missing");
177
+ // 完整状态里确实带着这些敏感字段 —— 否则这条测试就没在测东西。
178
+ assert.ok(missing.runtimeDir.startsWith(tmpdir()));
179
+ assert.ok(missing.hint.includes("mneme-runtime.mjs"));
180
+
181
+ const runtimeDir = emptyRuntime();
182
+ const dir = makePayload(runtimeDir);
183
+ writeFileSync(join(dir, "mneme-runtime.json"), JSON.stringify({ procedure: "adopted", materialize: { mode: "hardlink" } }));
184
+ const pubAvailable = publicRuntimeStatus(describeLocalRuntime({ runtimeDir, platform: "win32", arch: "x64" }));
185
+ assert.deepEqual(Object.keys(pubAvailable).sort(), EXPECTED);
186
+ assert.equal(pubAvailable.status, "available");
187
+ assert.equal(pubAvailable.payloadId, "transformers-4.2.0-node-win32-x64");
188
+ assert.equal(pubAvailable.procedure, "adopted");
189
+ assert.equal(pubAvailable.materialize, "hardlink");
190
+ // 整份投影里不能出现本机路径的任何形态。
191
+ const text = JSON.stringify(pubAvailable);
192
+ assert.equal(text.includes(runtimeDir), false);
193
+ assert.equal(text.includes(runtimeDir.replace(/\\/g, "/")), false);
194
+ });
195
+
196
+ test("describeLocalRuntime:可用时报出 payload 与来源,且不假装验过", () => {
197
+ const runtimeDir = emptyRuntime();
198
+ const dir = makePayload(runtimeDir);
199
+ // 收编来的 payload 会带一份清单,验证来源/物化方式确实被带出来。
200
+ writeFileSync(
201
+ join(dir, "mneme-runtime.json"),
202
+ JSON.stringify({ procedure: "adopted", materialize: { mode: "hardlink" } })
203
+ );
204
+ const report = describeLocalRuntime({ runtimeDir, platform: "win32", arch: "x64" });
205
+ assert.equal(report.status, "available");
206
+ assert.equal(report.payloadId, "transformers-4.2.0-node-win32-x64");
207
+ assert.equal(report.version, "4.2.0");
208
+ assert.equal(report.procedure, "adopted");
209
+ assert.equal(report.materialize, "hardlink");
210
+ // 结构检查是 GET 端点能负担的;功能验证要真加载原生模块跑推理,状态探针不做 ——
211
+ // 如实说「不知道」,而不是把「文件都在」说成「验过了」。
212
+ assert.equal(report.functional, "unknown");
213
+ assert.equal(report.integrity, "unverified");
214
+ assert.match(report.hint, /mneme-runtime\.mjs/);
215
+ });
216
+
217
+ test("describeLocalRuntime:下载档的完整性结论投影成字符串,不把对象漏进免鉴权端点(issue #268)", () => {
218
+ const runtimeDir = emptyRuntime();
219
+ const dir = makePayload(runtimeDir);
220
+ writeFileSync(
221
+ join(dir, "mneme-runtime.json"),
222
+ JSON.stringify({
223
+ procedure: "downloaded",
224
+ integrity: { status: "verified", checked: 3, detail: "每个 tarball 的 sha512 与 runtime-manifest.json 一致" }
225
+ })
226
+ );
227
+ const report = describeLocalRuntime({ runtimeDir, platform: "win32", arch: "x64" });
228
+ assert.equal(report.status, "available");
229
+ // DTO 声明是 string|null(见 publicRuntimeStatus 的注释),对象溜出去就是形状违约。
230
+ assert.equal(typeof report.integrity, "string");
231
+ assert.equal(report.integrity, "verified");
232
+ assert.equal(publicRuntimeStatus(report).integrity, "verified");
233
+ });
234
+
235
+ test("describeLocalRuntime:没有 payload 时报 missing,而不是报坏掉", () => {
236
+ const report = describeLocalRuntime({ runtimeDir: emptyRuntime(), platform: "win32", arch: "x64" });
237
+ assert.equal(report.status, "missing");
238
+ });
239
+
240
+ test("describeLocalRuntime:有目录但缺件时报 broken 并点名缺了什么", () => {
241
+ const runtimeDir = emptyRuntime();
242
+ makePayload(runtimeDir, { withEntry: false });
243
+ const report = describeLocalRuntime({ runtimeDir, platform: "win32", arch: "x64" });
244
+ assert.equal(report.status, "broken");
245
+ assert.deepEqual(report.missing, [TRANSFORMERS_ENTRY]);
246
+ });
247
+
248
+ test("describeLocalRuntime:空 runtimeDir 走默认目录,不能把空串当相对路径", () => {
249
+ // 配置项 runtimeDir 的默认值就是空串。原样传下去 readdirSync("") 会失败,
250
+ // 「没配」会被误报成「坏了」—— 这条守的就是它。
251
+ const report = describeLocalRuntime({ runtimeDir: " ", platform: "win32", arch: "x64" });
252
+ assert.equal(report.runtimeDir, defaultRuntimeDir());
253
+ assert.ok(isAbsolute(report.runtimeDir));
254
+ assert.notEqual(report.status, "unreadable");
255
+ });