@modusensus/dsh-mneme 0.8.13 → 0.8.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +655 -626
- package/assets/icon.svg +3 -3
- package/bin/cli.mjs +689 -689
- package/bin/dsh-mneme-mcp.mjs +510 -510
- package/bin/dsh-mneme-serve.mjs +151 -0
- package/cordis.patch.yml +21 -21
- package/docs/CONFIGURATION.md +263 -0
- package/docs/CONTINUITY.md +124 -0
- package/docs/DAEMON.md +46 -0
- package/docs/ENTITIES.md +245 -0
- package/docs/LOCAL_MODEL.md +222 -0
- package/docs/SEMANTIC.md +256 -0
- package/docs/SLEEP.md +164 -0
- package/docs/STORAGE.md +89 -0
- package/lib/api-standalone.js +673 -572
- package/lib/api.js +1437 -1433
- package/lib/bootstrap.js +211 -211
- package/lib/client.js +5444 -5295
- package/lib/commands.js +95 -95
- package/lib/config.js +880 -836
- package/lib/content-hash.js +54 -54
- package/lib/continuity.js +220 -220
- package/lib/document-index.js +94 -94
- package/lib/document.js +303 -303
- package/lib/dream/clustering.js +118 -118
- package/lib/dream/decisions.js +674 -674
- package/lib/dream/narratives.js +44 -44
- package/lib/dream/sleep.js +819 -819
- package/lib/dream.js +1501 -1501
- package/lib/embedding.js +177 -177
- package/lib/entities/extractor.js +252 -252
- package/lib/graph/anchoring.js +179 -179
- package/lib/guide.js +74 -74
- package/lib/heat.js +144 -144
- package/lib/hot-memory.js +46 -46
- package/lib/index.js +535 -671
- package/lib/inject.js +464 -450
- package/lib/lang.js +248 -229
- package/lib/local-embedder.js +358 -358
- package/lib/maintenance.js +142 -142
- package/lib/mirror.js +330 -330
- package/lib/organize.js +450 -450
- package/lib/peak-hours.js +117 -117
- package/lib/placement.js +13 -0
- package/lib/pre-inject-gate.js +340 -0
- package/lib/quality-filter.js +126 -126
- package/lib/recall-stats.js +175 -175
- package/lib/reranker.js +269 -269
- package/lib/runtime/adopt.js +176 -176
- package/lib/runtime/closure.js +172 -172
- package/lib/runtime/download.js +247 -247
- package/lib/runtime/layout.js +265 -265
- package/lib/runtime/loader.js +252 -252
- package/lib/runtime/model-fetch.js +361 -361
- package/lib/runtime/provision.js +237 -237
- package/lib/runtime/tarball.js +130 -130
- package/lib/runtime/verify.js +223 -204
- package/lib/scope.js +146 -146
- package/lib/search/adaptive.js +60 -60
- package/lib/search/bm25.js +96 -96
- package/lib/semantic.js +229 -0
- package/lib/sensitive-scan.js +209 -209
- package/lib/serve.js +215 -0
- package/lib/service.js +2663 -2596
- package/lib/settings.js +517 -509
- package/lib/store.js +3007 -3007
- package/lib/summarize.js +891 -856
- package/lib/tools.js +743 -737
- package/lib/vector-index.js +110 -110
- package/lib/version-check.js +122 -122
- package/lib/write-admission.js +402 -402
- package/locale/en.json +6 -6
- package/locale/zh.json +6 -6
- package/package.json +8 -4
- package/runtime-manifest.json +526 -526
- package/scripts/benchmark-embed.js +201 -201
- package/scripts/benchmark-recall.js +249 -249
- package/scripts/benchmark-rerank.js +166 -166
- package/scripts/build-runtime-manifest.mjs +224 -224
- package/scripts/changelog-prep.mjs +36 -0
- package/scripts/check-sync.js +42 -42
- package/scripts/e2e-dsh.js +220 -220
- package/scripts/mneme-runtime.mjs +277 -277
- package/scripts/stress-dsh.js +255 -255
- package/scripts/sync-lib.js +47 -47
- package/scripts/sync-test-badge.mjs +69 -69
- package/scripts/test-count-sync.mjs +44 -44
- package/src/api-standalone.js +673 -572
- package/src/api.js +1437 -1433
- package/src/bootstrap.js +211 -211
- package/src/commands.js +95 -95
- package/src/config.js +880 -836
- package/src/content-hash.js +54 -54
- package/src/continuity.js +220 -220
- package/src/document-index.js +94 -94
- package/src/document.js +303 -303
- package/src/dream/clustering.js +118 -118
- package/src/dream/decisions.js +674 -674
- package/src/dream/narratives.js +44 -44
- package/src/dream/sleep.js +819 -819
- package/src/dream.js +1501 -1501
- package/src/embedding.js +177 -177
- package/src/entities/extractor.js +252 -252
- package/src/graph/anchoring.js +179 -179
- package/src/guide.js +74 -74
- package/src/heat.js +144 -144
- package/src/hot-memory.js +46 -46
- package/src/index.js +535 -671
- package/src/inject.js +464 -450
- package/src/lang.js +248 -229
- package/src/local-embedder.js +358 -358
- package/src/maintenance.js +142 -142
- package/src/mirror.js +330 -330
- package/src/organize.js +450 -450
- package/src/peak-hours.js +117 -117
- package/src/placement.js +13 -0
- package/src/pre-inject-gate.js +340 -0
- package/src/quality-filter.js +126 -126
- package/src/recall-stats.js +175 -175
- package/src/reranker.js +269 -269
- package/src/runtime/adopt.js +176 -176
- package/src/runtime/closure.js +172 -172
- package/src/runtime/download.js +247 -247
- package/src/runtime/layout.js +265 -265
- package/src/runtime/loader.js +252 -252
- package/src/runtime/model-fetch.js +361 -361
- package/src/runtime/provision.js +237 -237
- package/src/runtime/tarball.js +130 -130
- package/src/runtime/verify.js +223 -204
- package/src/scope.js +146 -146
- package/src/search/adaptive.js +60 -60
- package/src/search/bm25.js +96 -96
- package/src/semantic.js +229 -0
- package/src/sensitive-scan.js +209 -209
- package/src/serve.js +215 -0
- package/src/service.js +2663 -2596
- package/src/settings.js +517 -509
- package/src/store.js +3007 -3007
- package/src/summarize.js +891 -856
- package/src/tools.js +743 -737
- package/src/vector-index.js +110 -110
- package/src/version-check.js +122 -122
- package/src/write-admission.js +402 -402
- package/test/adaptive-inject-budget.test.js +85 -85
- package/test/api-routes-gaps.test.js +218 -218
- package/test/api.test.js +1702 -1688
- package/test/audit.test.js +448 -448
- package/test/baseline-persist.test.js +248 -248
- package/test/benchmark.test.js +94 -94
- package/test/bootstrap.test.js +220 -220
- package/test/changelog-prep.test.js +60 -0
- package/test/client.test.js +1230 -1169
- package/test/clustering.test.js +100 -100
- package/test/commands.test.js +106 -106
- package/test/config.test.js +66 -66
- package/test/conflict-freeze.test.js +300 -300
- package/test/content-hash.test.js +204 -204
- package/test/continuity.test.js +333 -333
- package/test/document-dir.test.js +233 -233
- package/test/document.test.js +671 -671
- package/test/dream-archive-guardrail.test.js +116 -116
- package/test/dream-candidate-hybrid.test.js +281 -281
- package/test/dream-coverage-degrade.test.js +86 -86
- package/test/dream-failure-backoff.test.js +173 -173
- package/test/dream-peak-hours.test.js +194 -194
- package/test/dream.test.js +1385 -1383
- package/test/embedding-ready.test.js +196 -196
- package/test/entities.test.js +627 -547
- package/test/entity-recall.test.js +179 -179
- package/test/epistemic.test.js +325 -325
- package/test/fnew-0112.test.js +311 -311
- package/test/fnew-03.test.js +422 -422
- package/test/graph-anchoring.test.js +184 -184
- package/test/graph-api.test.js +175 -175
- package/test/graph-inject-budget.test.js +103 -103
- package/test/graph-passive-confirm.test.js +91 -91
- package/test/graph-weight-evolution.test.js +104 -104
- package/test/heat.test.js +175 -175
- package/test/helpers/dream-mock.js +82 -82
- package/test/helpers/peer-worker.mjs +25 -25
- package/test/helpers/runtime-source.js +60 -60
- package/test/helpers/tar-builder.js +80 -80
- package/test/helpers/write-admission-samples.js +308 -308
- package/test/hot-memory.test.js +145 -145
- package/test/inject-content-cap.test.js +91 -91
- package/test/inject-first-round-bm25.test.js +89 -89
- package/test/inject-heat.test.js +77 -61
- package/test/inject-parent-gate.test.js +106 -106
- package/test/inject-pools.test.js +194 -194
- package/test/inject-recall.test.js +105 -105
- package/test/inject-rotation.test.js +161 -161
- package/test/inject.test.js +420 -420
- package/test/lang.test.js +87 -87
- package/test/lastrunat-persist.test.js +101 -101
- package/test/lib-smoke.test.js +96 -96
- package/test/llm-audit.test.js +598 -598
- package/test/llm-message-source.test.js +207 -207
- package/test/local-embedder.test.js +292 -292
- package/test/maintenance.test.js +391 -391
- package/test/mcp-stdio.test.js +385 -385
- package/test/mirror-dirty.test.js +424 -424
- package/test/mirror-edit-digest.test.js +187 -187
- package/test/mirror-generation.test.js +499 -499
- package/test/mirror-types.test.js +208 -208
- package/test/mirror.test.js +249 -249
- package/test/narrative-bars.test.js +162 -162
- package/test/organize.test.js +418 -418
- package/test/peer-blockers.test.js +193 -193
- package/test/placement.test.js +36 -0
- package/test/policy-epoch.test.js +259 -259
- package/test/pre-inject-gate.test.js +434 -0
- package/test/quality-filter.test.js +186 -186
- package/test/reasoning-effort.test.js +752 -752
- package/test/recall-anti-update.test.js +82 -82
- package/test/recall-evals.test.js +253 -253
- package/test/recall-layer.test.js +326 -326
- package/test/recall-stats.test.js +189 -189
- package/test/receipt-chain.test.js +451 -451
- package/test/reflection.test.js +226 -226
- package/test/reindex-backfill.test.js +62 -62
- package/test/reranker-single-logit.test.js +73 -73
- package/test/reranker.test.js +197 -197
- package/test/resident-status.test.js +83 -83
- package/test/runtime-adopt.test.js +206 -206
- package/test/runtime-cli.test.js +89 -89
- package/test/runtime-closure.test.js +193 -193
- package/test/runtime-download.test.js +302 -302
- package/test/runtime-layout.test.js +163 -163
- package/test/runtime-loader.test.js +255 -255
- package/test/runtime-manifest.test.js +159 -159
- package/test/runtime-model-fetch.test.js +348 -348
- package/test/runtime-provision.test.js +101 -101
- package/test/runtime-tarball.test.js +81 -81
- package/test/runtime-verify.test.js +319 -279
- package/test/scope-candidates.test.js +239 -239
- package/test/scope-explicit.test.js +452 -452
- package/test/scope-inject-soft.test.js +106 -106
- package/test/scope-retrieval.test.js +197 -197
- package/test/scope-storage.test.js +255 -255
- package/test/scope-strict.test.js +367 -343
- package/test/search-fusion.test.js +90 -90
- package/test/semantic.test.js +124 -124
- package/test/sensitive-scan.test.js +207 -207
- package/test/serve-bin.test.js +121 -0
- package/test/serve.test.js +196 -0
- package/test/service-search.test.js +174 -174
- package/test/service.test.js +405 -405
- package/test/settings.test.js +261 -261
- package/test/skip-invalid-restore.test.js +262 -262
- package/test/sleep-action-set.test.js +422 -422
- package/test/sleep-heat.test.js +126 -126
- package/test/sleep-scheduler-rearm.test.js +89 -89
- package/test/sleep.test.js +527 -527
- package/test/standalone-api.test.js +751 -544
- package/test/store-vector-cache.test.js +98 -98
- package/test/store.test.js +396 -396
- package/test/stress.test.js +209 -209
- package/test/summarize-occurred-at.test.js +127 -0
- package/test/summarize-reasoning-effort.test.js +189 -189
- package/test/summarize.test.js +1465 -1465
- package/test/supersede-state-tracking.test.js +394 -0
- package/test/test-count-sync.test.js +60 -60
- package/test/tools-dto-schema-matrix.test.js +325 -325
- package/test/tools-memory-get-schema.test.js +65 -65
- package/test/tools.test.js +428 -374
- package/test/updated-at-semantics.test.js +113 -113
- package/test/vector-index.test.js +221 -221
- package/test/version-check.test.js +152 -152
- package/test/webServer-optional.test.js +82 -82
- package/test/write-admission.test.js +668 -668
|
@@ -1,83 +1,83 @@
|
|
|
1
|
-
// 常驻状态条(#164 对齐,PR-3)测试。
|
|
2
|
-
// 覆盖:总览即「唯一常驻叙述」——每次 dream 刷新走 _overwrite supersede
|
|
3
|
-
// (单行、content_history 可追溯)、内容带快照口径脚注(条数 + run 片段 +
|
|
4
|
-
// 日期)、summary tier 注入位不变。
|
|
5
|
-
import test from "node:test";
|
|
6
|
-
import assert from "node:assert/strict";
|
|
7
|
-
import { createStore } from "../src/store.js";
|
|
8
|
-
import { createService } from "../src/service.js";
|
|
9
|
-
import { createDreamScheduler } from "../src/dream.js";
|
|
10
|
-
|
|
11
|
-
function setup() {
|
|
12
|
-
const store = createStore(":memory:");
|
|
13
|
-
const service = createService({ store, mirror: null, config: {} });
|
|
14
|
-
return { store, service };
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
function mockCtx(sequence) {
|
|
18
|
-
// sequence = 按流顺序的响应表:consolidation 调用给 {decisions},summary
|
|
19
|
-
// 调用给 {summary},一次 runDream 消费两项。
|
|
20
|
-
let calls = 0;
|
|
21
|
-
return {
|
|
22
|
-
llm: {
|
|
23
|
-
stream: async function* () {
|
|
24
|
-
const step = sequence[calls] ?? { summary: "空转叙述" };
|
|
25
|
-
calls++;
|
|
26
|
-
const text = step.decisions !== undefined ? JSON.stringify(step.decisions) : step.summary;
|
|
27
|
-
yield { type: "text-delta", text };
|
|
28
|
-
yield { type: "finish", reason: { kind: "ok" } };
|
|
29
|
-
}
|
|
30
|
-
},
|
|
31
|
-
logger: { warn: () => {} }
|
|
32
|
-
};
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
test("overview refresh carries the snapshot-scope footer", async () => {
|
|
36
|
-
const { store, service } = setup();
|
|
37
|
-
service.saveWithDedupe({ type: "project", title: "项目", content: "活跃中" });
|
|
38
|
-
const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
|
|
39
|
-
const result = await dream.runDream(
|
|
40
|
-
mockCtx([{ decisions: [] }, { summary: "当前在推进记忆插件,蒸馏管线已稳定。" }]),
|
|
41
|
-
service,
|
|
42
|
-
{ dreamProvider: "deepseek", dreamModel: "deepseek-chat" }
|
|
43
|
-
);
|
|
44
|
-
assert.equal(result.ok, true);
|
|
45
|
-
const summary = store.all().find((m) => m.type === "summary");
|
|
46
|
-
assert.ok(summary, "resident bar created");
|
|
47
|
-
assert.ok(summary.content.startsWith("当前在推进记忆插件"), "narrative body first");
|
|
48
|
-
assert.match(summary.content, /〔口径:基于整理后 \d+ 条记忆快照 · run [0-9a-f]{8} · \d{4}-\d{2}-\d{2}〕/, "scope footer carries count/run/date");
|
|
49
|
-
store.close();
|
|
50
|
-
});
|
|
51
|
-
|
|
52
|
-
test("second refresh supersedes in place: one row, overwrite traceable in content_history", async () => {
|
|
53
|
-
const { store, service } = setup();
|
|
54
|
-
service.saveWithDedupe({ type: "project", title: "项目", content: "活跃中" });
|
|
55
|
-
const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
|
|
56
|
-
const ctx = mockCtx([
|
|
57
|
-
{ decisions: [] },
|
|
58
|
-
{ summary: "第一版状态叙述。" },
|
|
59
|
-
{ decisions: [] },
|
|
60
|
-
{ summary: "第二版状态叙述。" }
|
|
61
|
-
]);
|
|
62
|
-
await dream.runDream(ctx, service, { dreamProvider: "deepseek", dreamModel: "deepseek-chat" });
|
|
63
|
-
await dream.runDream(ctx, service, { dreamProvider: "deepseek", dreamModel: "deepseek-chat" });
|
|
64
|
-
const summaries = store.all().filter((m) => m.type === "summary");
|
|
65
|
-
assert.equal(summaries.length, 1, "exactly one resident bar (supersede, not append)");
|
|
66
|
-
assert.ok(summaries[0].content.startsWith("第二版状态叙述。"), "latest narrative wins");
|
|
67
|
-
assert.ok((summaries[0].content_history ?? []).length >= 1, "overwrite recorded in content_history");
|
|
68
|
-
store.close();
|
|
69
|
-
});
|
|
70
|
-
|
|
71
|
-
test("resident bar rides the summary tier 0 injection slot", () => {
|
|
72
|
-
const { store, service } = setup();
|
|
73
|
-
service.saveWithDedupe({ type: "summary", title: "记忆库总览", content: "当前状态叙述正文", importance: 5 });
|
|
74
|
-
service.saveWithDedupe({ type: "preference", title: "语言", content: "中文", importance: 5 });
|
|
75
|
-
// injectCandidates 的 summary=0 档位契约:总览排在普通记忆前
|
|
76
|
-
const candidates = service.injectCandidates({ query: "", maxItems: 5 });
|
|
77
|
-
const ids = candidates.map((c) => c.id);
|
|
78
|
-
const summaryId = store.all().find((m) => m.type === "summary").id;
|
|
79
|
-
const prefId = store.all().find((m) => m.type === "preference").id;
|
|
80
|
-
assert.ok(ids.includes(summaryId), "resident bar in candidates");
|
|
81
|
-
assert.ok(ids.indexOf(summaryId) < ids.indexOf(prefId), "resident bar ahead of normal memories");
|
|
82
|
-
store.close();
|
|
83
|
-
});
|
|
1
|
+
// 常驻状态条(#164 对齐,PR-3)测试。
|
|
2
|
+
// 覆盖:总览即「唯一常驻叙述」——每次 dream 刷新走 _overwrite supersede
|
|
3
|
+
// (单行、content_history 可追溯)、内容带快照口径脚注(条数 + run 片段 +
|
|
4
|
+
// 日期)、summary tier 注入位不变。
|
|
5
|
+
import test from "node:test";
|
|
6
|
+
import assert from "node:assert/strict";
|
|
7
|
+
import { createStore } from "../src/store.js";
|
|
8
|
+
import { createService } from "../src/service.js";
|
|
9
|
+
import { createDreamScheduler } from "../src/dream.js";
|
|
10
|
+
|
|
11
|
+
function setup() {
|
|
12
|
+
const store = createStore(":memory:");
|
|
13
|
+
const service = createService({ store, mirror: null, config: {} });
|
|
14
|
+
return { store, service };
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
function mockCtx(sequence) {
|
|
18
|
+
// sequence = 按流顺序的响应表:consolidation 调用给 {decisions},summary
|
|
19
|
+
// 调用给 {summary},一次 runDream 消费两项。
|
|
20
|
+
let calls = 0;
|
|
21
|
+
return {
|
|
22
|
+
llm: {
|
|
23
|
+
stream: async function* () {
|
|
24
|
+
const step = sequence[calls] ?? { summary: "空转叙述" };
|
|
25
|
+
calls++;
|
|
26
|
+
const text = step.decisions !== undefined ? JSON.stringify(step.decisions) : step.summary;
|
|
27
|
+
yield { type: "text-delta", text };
|
|
28
|
+
yield { type: "finish", reason: { kind: "ok" } };
|
|
29
|
+
}
|
|
30
|
+
},
|
|
31
|
+
logger: { warn: () => {} }
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
test("overview refresh carries the snapshot-scope footer", async () => {
|
|
36
|
+
const { store, service } = setup();
|
|
37
|
+
service.saveWithDedupe({ type: "project", title: "项目", content: "活跃中" });
|
|
38
|
+
const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
|
|
39
|
+
const result = await dream.runDream(
|
|
40
|
+
mockCtx([{ decisions: [] }, { summary: "当前在推进记忆插件,蒸馏管线已稳定。" }]),
|
|
41
|
+
service,
|
|
42
|
+
{ dreamProvider: "deepseek", dreamModel: "deepseek-chat" }
|
|
43
|
+
);
|
|
44
|
+
assert.equal(result.ok, true);
|
|
45
|
+
const summary = store.all().find((m) => m.type === "summary");
|
|
46
|
+
assert.ok(summary, "resident bar created");
|
|
47
|
+
assert.ok(summary.content.startsWith("当前在推进记忆插件"), "narrative body first");
|
|
48
|
+
assert.match(summary.content, /〔口径:基于整理后 \d+ 条记忆快照 · run [0-9a-f]{8} · \d{4}-\d{2}-\d{2}〕/, "scope footer carries count/run/date");
|
|
49
|
+
store.close();
|
|
50
|
+
});
|
|
51
|
+
|
|
52
|
+
test("second refresh supersedes in place: one row, overwrite traceable in content_history", async () => {
|
|
53
|
+
const { store, service } = setup();
|
|
54
|
+
service.saveWithDedupe({ type: "project", title: "项目", content: "活跃中" });
|
|
55
|
+
const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
|
|
56
|
+
const ctx = mockCtx([
|
|
57
|
+
{ decisions: [] },
|
|
58
|
+
{ summary: "第一版状态叙述。" },
|
|
59
|
+
{ decisions: [] },
|
|
60
|
+
{ summary: "第二版状态叙述。" }
|
|
61
|
+
]);
|
|
62
|
+
await dream.runDream(ctx, service, { dreamProvider: "deepseek", dreamModel: "deepseek-chat" });
|
|
63
|
+
await dream.runDream(ctx, service, { dreamProvider: "deepseek", dreamModel: "deepseek-chat" });
|
|
64
|
+
const summaries = store.all().filter((m) => m.type === "summary");
|
|
65
|
+
assert.equal(summaries.length, 1, "exactly one resident bar (supersede, not append)");
|
|
66
|
+
assert.ok(summaries[0].content.startsWith("第二版状态叙述。"), "latest narrative wins");
|
|
67
|
+
assert.ok((summaries[0].content_history ?? []).length >= 1, "overwrite recorded in content_history");
|
|
68
|
+
store.close();
|
|
69
|
+
});
|
|
70
|
+
|
|
71
|
+
test("resident bar rides the summary tier 0 injection slot", () => {
|
|
72
|
+
const { store, service } = setup();
|
|
73
|
+
service.saveWithDedupe({ type: "summary", title: "记忆库总览", content: "当前状态叙述正文", importance: 5 });
|
|
74
|
+
service.saveWithDedupe({ type: "preference", title: "语言", content: "中文", importance: 5 });
|
|
75
|
+
// injectCandidates 的 summary=0 档位契约:总览排在普通记忆前
|
|
76
|
+
const candidates = service.injectCandidates({ query: "", maxItems: 5 });
|
|
77
|
+
const ids = candidates.map((c) => c.id);
|
|
78
|
+
const summaryId = store.all().find((m) => m.type === "summary").id;
|
|
79
|
+
const prefId = store.all().find((m) => m.type === "preference").id;
|
|
80
|
+
assert.ok(ids.includes(summaryId), "resident bar in candidates");
|
|
81
|
+
assert.ok(ids.indexOf(summaryId) < ids.indexOf(prefId), "resident bar ahead of normal memories");
|
|
82
|
+
store.close();
|
|
83
|
+
});
|
|
@@ -1,206 +1,206 @@
|
|
|
1
|
-
import test from "node:test";
|
|
2
|
-
import assert from "node:assert/strict";
|
|
3
|
-
import { existsSync, mkdirSync, mkdtempSync, symlinkSync, writeFileSync } from "node:fs";
|
|
4
|
-
import { tmpdir } from "node:os";
|
|
5
|
-
import { join } from "node:path";
|
|
6
|
-
import { adoptRuntime, materializePackage, RUNTIME_MANIFEST_VERSION } from "../src/runtime/adopt.js";
|
|
7
|
-
import { describePayload, nodeModulesDir, payloadDir, payloadId, runtimeManifestPath } from "../src/runtime/layout.js";
|
|
8
|
-
import { readJsonSafe } from "../src/runtime/layout.js";
|
|
9
|
-
|
|
10
|
-
// 收编(issue #131 / PR-A):守住「老用户升级后本地嵌入不断」这条底线。
|
|
11
|
-
// 关键判据是——源布局被如实镜像(含嵌套层)、同卷走硬链接、符号链接不跟随、
|
|
12
|
-
// 产出的目录能通过结构检查。
|
|
13
|
-
|
|
14
|
-
/** 造一份「像真的」源 node_modules:入口 + 三平台单包 + 平台分片 + 嵌套版本冲突。 */
|
|
15
|
-
function makeSource({ withSymlink = false } = {}) {
|
|
16
|
-
const base = mkdtempSync(join(tmpdir(), "mneme-adopt-src-"));
|
|
17
|
-
const nm = join(base, "node_modules");
|
|
18
|
-
const write = (rel, body) => {
|
|
19
|
-
const full = join(nm, rel);
|
|
20
|
-
mkdirSync(join(full, ".."), { recursive: true });
|
|
21
|
-
writeFileSync(full, body);
|
|
22
|
-
};
|
|
23
|
-
const pkg = (rel, manifest) => write(join(rel, "package.json"), JSON.stringify(manifest));
|
|
24
|
-
|
|
25
|
-
pkg("@huggingface/transformers", {
|
|
26
|
-
name: "@huggingface/transformers",
|
|
27
|
-
version: "4.2.0",
|
|
28
|
-
dependencies: { "onnxruntime-node": "1.24.3", sharp: "^0.34.5" }
|
|
29
|
-
});
|
|
30
|
-
write("@huggingface/transformers/dist/transformers.node.mjs", "export const real = true;\n");
|
|
31
|
-
|
|
32
|
-
pkg("onnxruntime-node", { name: "onnxruntime-node", version: "1.24.3", dependencies: { "onnxruntime-common": "1.24.3" } });
|
|
33
|
-
write("onnxruntime-node/bin/napi-v6/win32/x64/onnxruntime.dll", "dll-bytes\n");
|
|
34
|
-
write("onnxruntime-node/bin/napi-v6/darwin/arm64/libonnxruntime.dylib", "dylib-bytes\n");
|
|
35
|
-
|
|
36
|
-
pkg("onnxruntime-common", { name: "onnxruntime-common", version: "1.24.3" });
|
|
37
|
-
write("onnxruntime-common/index.js", "export default 1;\n");
|
|
38
|
-
|
|
39
|
-
pkg("sharp", { name: "sharp", version: "0.34.5" });
|
|
40
|
-
write("sharp/index.js", "export default 2;\n");
|
|
41
|
-
|
|
42
|
-
if (withSymlink) write("sharp/linked.js", "export default 3;\n");
|
|
43
|
-
|
|
44
|
-
return { base, nm, write };
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
test("收编:镜像源布局(含嵌套层),并写出清单", () => {
|
|
48
|
-
const { nm } = makeSource();
|
|
49
|
-
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
50
|
-
const result = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64" });
|
|
51
|
-
|
|
52
|
-
assert.equal(result.ok, true, result.reason);
|
|
53
|
-
assert.equal(result.payloadId, "transformers-4.2.0-node-win32-x64");
|
|
54
|
-
assert.equal(result.payloadDir, payloadDir(runtimeDir, payloadId({ version: "4.2.0", platform: "win32", arch: "x64" })));
|
|
55
|
-
|
|
56
|
-
const manifest = readJsonSafe(runtimeManifestPath(result.payloadDir));
|
|
57
|
-
assert.equal(manifest.manifestVersion, RUNTIME_MANIFEST_VERSION);
|
|
58
|
-
assert.equal(manifest.procedure, "adopted");
|
|
59
|
-
assert.equal(manifest.version, "4.2.0");
|
|
60
|
-
assert.ok(manifest.packages.some((p) => p.rel === "onnxruntime-node"));
|
|
61
|
-
|
|
62
|
-
// 收编产物必须能通过结构检查——这是「adopt 与 layout 契约一致」的整合判据。
|
|
63
|
-
const report = describePayload(result.payloadDir, { platform: "win32", arch: "x64" });
|
|
64
|
-
assert.equal(report.ok, true, `missing=${report.missing} reasons=${report.reasons}`);
|
|
65
|
-
assert.equal(report.manifest?.procedure, "adopted");
|
|
66
|
-
});
|
|
67
|
-
|
|
68
|
-
test("收编:同卷走硬链接(不额外占盘),且文件内容一致", () => {
|
|
69
|
-
const { nm } = makeSource();
|
|
70
|
-
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
71
|
-
const result = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64" });
|
|
72
|
-
|
|
73
|
-
assert.equal(result.totals.files, result.totals.linked + result.totals.copied, "每个文件要么链接要么复制");
|
|
74
|
-
assert.ok(result.totals.linked > 0, `同卷应当走硬链接,实际 linked=${result.totals.linked} copied=${result.totals.copied}`);
|
|
75
|
-
assert.ok(result.totals.bytes > 0);
|
|
76
|
-
assert.equal(result.manifest.materialize.mode, "hardlink");
|
|
77
|
-
assert.equal(result.manifest.materialize.linkError, null, "没回退就不该有 linkError");
|
|
78
|
-
|
|
79
|
-
const copied = join(nodeModulesDir(result.payloadDir), "onnxruntime-node", "bin", "napi-v6", "win32", "x64", "onnxruntime.dll");
|
|
80
|
-
assert.equal(readJsonSafe(copied), undefined, "非 JSON 内容应当原样搬过来");
|
|
81
|
-
});
|
|
82
|
-
|
|
83
|
-
test("收编:硬链接不可用时回退复制,并把原因如实记进清单与 warnings", () => {
|
|
84
|
-
const { nm } = makeSource();
|
|
85
|
-
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
86
|
-
// 注入一个必定失败的 linkSync,覆盖「跨卷 / 权限不足」这类本机不可复现的环境差异。
|
|
87
|
-
const denyLink = () => {
|
|
88
|
-
const error = new Error("operation not permitted, link");
|
|
89
|
-
error.code = "EPERM";
|
|
90
|
-
throw error;
|
|
91
|
-
};
|
|
92
|
-
const result = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64", link: denyLink });
|
|
93
|
-
|
|
94
|
-
assert.equal(result.ok, true, result.reason);
|
|
95
|
-
assert.equal(result.totals.linked, 0);
|
|
96
|
-
assert.equal(result.totals.copied, result.totals.files);
|
|
97
|
-
assert.equal(result.manifest.materialize.mode, "copy");
|
|
98
|
-
assert.match(result.manifest.materialize.linkError, /EPERM/);
|
|
99
|
-
assert.equal(
|
|
100
|
-
result.manifest.warnings.filter((w) => w.includes("硬链接不可用")).length,
|
|
101
|
-
1,
|
|
102
|
-
"同一次收编只该记一条回退原因,不是每个文件记一条"
|
|
103
|
-
);
|
|
104
|
-
// 回退之后产物依然必须能通过结构检查——回退不能以正确性为代价。
|
|
105
|
-
assert.equal(describePayload(result.payloadDir, { platform: "win32", arch: "x64" }).ok, true);
|
|
106
|
-
});
|
|
107
|
-
|
|
108
|
-
test("收编:跳过嵌套 node_modules,避免把同一份包搬两遍", () => {
|
|
109
|
-
const { nm, write } = makeSource();
|
|
110
|
-
// 给入口包塞一个嵌套副本:闭包不会把它当作依赖,因此不该被搬进产物。
|
|
111
|
-
write("@huggingface/transformers/node_modules/orphan/index.js", "orphan\n");
|
|
112
|
-
write("@huggingface/transformers/node_modules/orphan/package.json", JSON.stringify({ name: "orphan", version: "1.0.0" }));
|
|
113
|
-
|
|
114
|
-
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
115
|
-
const result = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64" });
|
|
116
|
-
assert.equal(result.ok, true, result.reason);
|
|
117
|
-
|
|
118
|
-
const orphan = join(nodeModulesDir(result.payloadDir), "@huggingface", "transformers", "node_modules", "orphan");
|
|
119
|
-
assert.equal(describePayload(result.payloadDir, { platform: "win32", arch: "x64" }).ok, true);
|
|
120
|
-
assert.equal(readJsonSafe(join(orphan, "package.json")), undefined, "不可达的嵌套包不该被搬进来");
|
|
121
|
-
});
|
|
122
|
-
|
|
123
|
-
test("收编:符号链接不跟随,记进 warnings(isolated 布局的来源会被如实暴露)", (t) => {
|
|
124
|
-
const { nm, write } = makeSource();
|
|
125
|
-
const real = join(nm, "sharp", "index.js");
|
|
126
|
-
const link = join(nm, "sharp", "linked.js");
|
|
127
|
-
try {
|
|
128
|
-
symlinkSync(real, link, "file");
|
|
129
|
-
} catch {
|
|
130
|
-
t.skip("当前环境不允许创建符号链接(Windows 需要开发者模式),跳过该断言");
|
|
131
|
-
return;
|
|
132
|
-
}
|
|
133
|
-
assert.ok(write);
|
|
134
|
-
|
|
135
|
-
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
136
|
-
const result = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64" });
|
|
137
|
-
assert.equal(result.totals.symlinks, 1);
|
|
138
|
-
assert.ok(result.manifest.warnings.some((w) => w.includes("符号链接")));
|
|
139
|
-
});
|
|
140
|
-
|
|
141
|
-
test("收编:目标已存在时默认拒绝,overwrite 才覆盖", () => {
|
|
142
|
-
const { nm } = makeSource();
|
|
143
|
-
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
144
|
-
const first = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64" });
|
|
145
|
-
assert.equal(first.ok, true);
|
|
146
|
-
|
|
147
|
-
const again = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64" });
|
|
148
|
-
assert.equal(again.ok, false);
|
|
149
|
-
assert.match(again.reason, /目标已存在/);
|
|
150
|
-
|
|
151
|
-
const forced = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64", overwrite: true });
|
|
152
|
-
assert.equal(forced.ok, true);
|
|
153
|
-
});
|
|
154
|
-
|
|
155
|
-
test("收编:源里没有入口包时给出可读原因,不抛异常", () => {
|
|
156
|
-
const empty = mkdtempSync(join(tmpdir(), "mneme-adopt-empty-"));
|
|
157
|
-
mkdirSync(join(empty, "node_modules"), { recursive: true });
|
|
158
|
-
const result = adoptRuntime({ fromModulesDir: join(empty, "node_modules") });
|
|
159
|
-
assert.equal(result.ok, false);
|
|
160
|
-
assert.match(result.reason, /入口包不存在|入口包未解析到/);
|
|
161
|
-
});
|
|
162
|
-
|
|
163
|
-
test("materializePackage:统计文件与字节数,返回自身可测", () => {
|
|
164
|
-
const { base } = makeSource();
|
|
165
|
-
const src = join(base, "node_modules", "onnxruntime-common");
|
|
166
|
-
const dest = mkdtempSync(join(tmpdir(), "mneme-materialize-"));
|
|
167
|
-
const stats = materializePackage({ srcDir: src, destDir: join(dest, "pkg") });
|
|
168
|
-
assert.equal(stats.files, 2, "package.json + index.js");
|
|
169
|
-
assert.ok(stats.bytes > 0);
|
|
170
|
-
assert.equal(stats.symlinks, 0);
|
|
171
|
-
});
|
|
172
|
-
|
|
173
|
-
test("覆盖收编:先清空目标目录,否则硬链接全部退化成复制、残留文件也清不掉", () => {
|
|
174
|
-
const { nm } = makeSource();
|
|
175
|
-
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
176
|
-
const first = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64" });
|
|
177
|
-
assert.equal(first.ok, true, first.reason);
|
|
178
|
-
assert.equal(first.manifest.materialize.mode, "hardlink");
|
|
179
|
-
|
|
180
|
-
// 只可能来自上一次收编的残留文件:覆盖时必须被清掉。
|
|
181
|
-
const stale = join(first.payloadDir, "stale-from-previous-run");
|
|
182
|
-
writeFileSync(stale, "stale\n");
|
|
183
|
-
|
|
184
|
-
const second = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64", overwrite: true });
|
|
185
|
-
assert.equal(second.ok, true, second.reason);
|
|
186
|
-
// 不清空目标目录的话,linkSync 对已存在的目标路径抛 EEXIST,每个文件都掉进复制分支:
|
|
187
|
-
// 物化方式会假报成 copy,warnings 会错说「硬链接不可用」,整份闭包真实占盘。
|
|
188
|
-
assert.equal(second.manifest.materialize.mode, "hardlink", "覆盖不该把硬链接降级成复制");
|
|
189
|
-
assert.equal(second.manifest.materialize.linkError, null);
|
|
190
|
-
assert.equal(existsSync(stale), false, "上一次收编的残留文件必须被清掉");
|
|
191
|
-
});
|
|
192
|
-
|
|
193
|
-
test("截断的闭包必须拒绝:宁可明确失败,也不要产出一份看起来可用的运行时", () => {
|
|
194
|
-
const { nm } = makeSource();
|
|
195
|
-
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
196
|
-
// 上限 1 个包,必然截断传递依赖。结构检查只看必需包/版本/入口,所以这种残缺 payload
|
|
197
|
-
// 本来会被判为可用、被 loader 选中,然后在 import 原生模块时才炸。
|
|
198
|
-
const result = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64", maxPackages: 1 });
|
|
199
|
-
assert.equal(result.ok, false);
|
|
200
|
-
assert.match(result.reason, /截断/);
|
|
201
|
-
assert.equal(
|
|
202
|
-
existsSync(payloadDir(runtimeDir, payloadId({ version: "4.2.0", platform: "win32", arch: "x64" }))),
|
|
203
|
-
false,
|
|
204
|
-
"拒绝时不该留下半份 payload"
|
|
205
|
-
);
|
|
206
|
-
});
|
|
1
|
+
import test from "node:test";
|
|
2
|
+
import assert from "node:assert/strict";
|
|
3
|
+
import { existsSync, mkdirSync, mkdtempSync, symlinkSync, writeFileSync } from "node:fs";
|
|
4
|
+
import { tmpdir } from "node:os";
|
|
5
|
+
import { join } from "node:path";
|
|
6
|
+
import { adoptRuntime, materializePackage, RUNTIME_MANIFEST_VERSION } from "../src/runtime/adopt.js";
|
|
7
|
+
import { describePayload, nodeModulesDir, payloadDir, payloadId, runtimeManifestPath } from "../src/runtime/layout.js";
|
|
8
|
+
import { readJsonSafe } from "../src/runtime/layout.js";
|
|
9
|
+
|
|
10
|
+
// 收编(issue #131 / PR-A):守住「老用户升级后本地嵌入不断」这条底线。
|
|
11
|
+
// 关键判据是——源布局被如实镜像(含嵌套层)、同卷走硬链接、符号链接不跟随、
|
|
12
|
+
// 产出的目录能通过结构检查。
|
|
13
|
+
|
|
14
|
+
/** 造一份「像真的」源 node_modules:入口 + 三平台单包 + 平台分片 + 嵌套版本冲突。 */
|
|
15
|
+
function makeSource({ withSymlink = false } = {}) {
|
|
16
|
+
const base = mkdtempSync(join(tmpdir(), "mneme-adopt-src-"));
|
|
17
|
+
const nm = join(base, "node_modules");
|
|
18
|
+
const write = (rel, body) => {
|
|
19
|
+
const full = join(nm, rel);
|
|
20
|
+
mkdirSync(join(full, ".."), { recursive: true });
|
|
21
|
+
writeFileSync(full, body);
|
|
22
|
+
};
|
|
23
|
+
const pkg = (rel, manifest) => write(join(rel, "package.json"), JSON.stringify(manifest));
|
|
24
|
+
|
|
25
|
+
pkg("@huggingface/transformers", {
|
|
26
|
+
name: "@huggingface/transformers",
|
|
27
|
+
version: "4.2.0",
|
|
28
|
+
dependencies: { "onnxruntime-node": "1.24.3", sharp: "^0.34.5" }
|
|
29
|
+
});
|
|
30
|
+
write("@huggingface/transformers/dist/transformers.node.mjs", "export const real = true;\n");
|
|
31
|
+
|
|
32
|
+
pkg("onnxruntime-node", { name: "onnxruntime-node", version: "1.24.3", dependencies: { "onnxruntime-common": "1.24.3" } });
|
|
33
|
+
write("onnxruntime-node/bin/napi-v6/win32/x64/onnxruntime.dll", "dll-bytes\n");
|
|
34
|
+
write("onnxruntime-node/bin/napi-v6/darwin/arm64/libonnxruntime.dylib", "dylib-bytes\n");
|
|
35
|
+
|
|
36
|
+
pkg("onnxruntime-common", { name: "onnxruntime-common", version: "1.24.3" });
|
|
37
|
+
write("onnxruntime-common/index.js", "export default 1;\n");
|
|
38
|
+
|
|
39
|
+
pkg("sharp", { name: "sharp", version: "0.34.5" });
|
|
40
|
+
write("sharp/index.js", "export default 2;\n");
|
|
41
|
+
|
|
42
|
+
if (withSymlink) write("sharp/linked.js", "export default 3;\n");
|
|
43
|
+
|
|
44
|
+
return { base, nm, write };
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
test("收编:镜像源布局(含嵌套层),并写出清单", () => {
|
|
48
|
+
const { nm } = makeSource();
|
|
49
|
+
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
50
|
+
const result = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64" });
|
|
51
|
+
|
|
52
|
+
assert.equal(result.ok, true, result.reason);
|
|
53
|
+
assert.equal(result.payloadId, "transformers-4.2.0-node-win32-x64");
|
|
54
|
+
assert.equal(result.payloadDir, payloadDir(runtimeDir, payloadId({ version: "4.2.0", platform: "win32", arch: "x64" })));
|
|
55
|
+
|
|
56
|
+
const manifest = readJsonSafe(runtimeManifestPath(result.payloadDir));
|
|
57
|
+
assert.equal(manifest.manifestVersion, RUNTIME_MANIFEST_VERSION);
|
|
58
|
+
assert.equal(manifest.procedure, "adopted");
|
|
59
|
+
assert.equal(manifest.version, "4.2.0");
|
|
60
|
+
assert.ok(manifest.packages.some((p) => p.rel === "onnxruntime-node"));
|
|
61
|
+
|
|
62
|
+
// 收编产物必须能通过结构检查——这是「adopt 与 layout 契约一致」的整合判据。
|
|
63
|
+
const report = describePayload(result.payloadDir, { platform: "win32", arch: "x64" });
|
|
64
|
+
assert.equal(report.ok, true, `missing=${report.missing} reasons=${report.reasons}`);
|
|
65
|
+
assert.equal(report.manifest?.procedure, "adopted");
|
|
66
|
+
});
|
|
67
|
+
|
|
68
|
+
test("收编:同卷走硬链接(不额外占盘),且文件内容一致", () => {
|
|
69
|
+
const { nm } = makeSource();
|
|
70
|
+
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
71
|
+
const result = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64" });
|
|
72
|
+
|
|
73
|
+
assert.equal(result.totals.files, result.totals.linked + result.totals.copied, "每个文件要么链接要么复制");
|
|
74
|
+
assert.ok(result.totals.linked > 0, `同卷应当走硬链接,实际 linked=${result.totals.linked} copied=${result.totals.copied}`);
|
|
75
|
+
assert.ok(result.totals.bytes > 0);
|
|
76
|
+
assert.equal(result.manifest.materialize.mode, "hardlink");
|
|
77
|
+
assert.equal(result.manifest.materialize.linkError, null, "没回退就不该有 linkError");
|
|
78
|
+
|
|
79
|
+
const copied = join(nodeModulesDir(result.payloadDir), "onnxruntime-node", "bin", "napi-v6", "win32", "x64", "onnxruntime.dll");
|
|
80
|
+
assert.equal(readJsonSafe(copied), undefined, "非 JSON 内容应当原样搬过来");
|
|
81
|
+
});
|
|
82
|
+
|
|
83
|
+
test("收编:硬链接不可用时回退复制,并把原因如实记进清单与 warnings", () => {
|
|
84
|
+
const { nm } = makeSource();
|
|
85
|
+
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
86
|
+
// 注入一个必定失败的 linkSync,覆盖「跨卷 / 权限不足」这类本机不可复现的环境差异。
|
|
87
|
+
const denyLink = () => {
|
|
88
|
+
const error = new Error("operation not permitted, link");
|
|
89
|
+
error.code = "EPERM";
|
|
90
|
+
throw error;
|
|
91
|
+
};
|
|
92
|
+
const result = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64", link: denyLink });
|
|
93
|
+
|
|
94
|
+
assert.equal(result.ok, true, result.reason);
|
|
95
|
+
assert.equal(result.totals.linked, 0);
|
|
96
|
+
assert.equal(result.totals.copied, result.totals.files);
|
|
97
|
+
assert.equal(result.manifest.materialize.mode, "copy");
|
|
98
|
+
assert.match(result.manifest.materialize.linkError, /EPERM/);
|
|
99
|
+
assert.equal(
|
|
100
|
+
result.manifest.warnings.filter((w) => w.includes("硬链接不可用")).length,
|
|
101
|
+
1,
|
|
102
|
+
"同一次收编只该记一条回退原因,不是每个文件记一条"
|
|
103
|
+
);
|
|
104
|
+
// 回退之后产物依然必须能通过结构检查——回退不能以正确性为代价。
|
|
105
|
+
assert.equal(describePayload(result.payloadDir, { platform: "win32", arch: "x64" }).ok, true);
|
|
106
|
+
});
|
|
107
|
+
|
|
108
|
+
test("收编:跳过嵌套 node_modules,避免把同一份包搬两遍", () => {
|
|
109
|
+
const { nm, write } = makeSource();
|
|
110
|
+
// 给入口包塞一个嵌套副本:闭包不会把它当作依赖,因此不该被搬进产物。
|
|
111
|
+
write("@huggingface/transformers/node_modules/orphan/index.js", "orphan\n");
|
|
112
|
+
write("@huggingface/transformers/node_modules/orphan/package.json", JSON.stringify({ name: "orphan", version: "1.0.0" }));
|
|
113
|
+
|
|
114
|
+
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
115
|
+
const result = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64" });
|
|
116
|
+
assert.equal(result.ok, true, result.reason);
|
|
117
|
+
|
|
118
|
+
const orphan = join(nodeModulesDir(result.payloadDir), "@huggingface", "transformers", "node_modules", "orphan");
|
|
119
|
+
assert.equal(describePayload(result.payloadDir, { platform: "win32", arch: "x64" }).ok, true);
|
|
120
|
+
assert.equal(readJsonSafe(join(orphan, "package.json")), undefined, "不可达的嵌套包不该被搬进来");
|
|
121
|
+
});
|
|
122
|
+
|
|
123
|
+
test("收编:符号链接不跟随,记进 warnings(isolated 布局的来源会被如实暴露)", (t) => {
|
|
124
|
+
const { nm, write } = makeSource();
|
|
125
|
+
const real = join(nm, "sharp", "index.js");
|
|
126
|
+
const link = join(nm, "sharp", "linked.js");
|
|
127
|
+
try {
|
|
128
|
+
symlinkSync(real, link, "file");
|
|
129
|
+
} catch {
|
|
130
|
+
t.skip("当前环境不允许创建符号链接(Windows 需要开发者模式),跳过该断言");
|
|
131
|
+
return;
|
|
132
|
+
}
|
|
133
|
+
assert.ok(write);
|
|
134
|
+
|
|
135
|
+
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
136
|
+
const result = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64" });
|
|
137
|
+
assert.equal(result.totals.symlinks, 1);
|
|
138
|
+
assert.ok(result.manifest.warnings.some((w) => w.includes("符号链接")));
|
|
139
|
+
});
|
|
140
|
+
|
|
141
|
+
test("收编:目标已存在时默认拒绝,overwrite 才覆盖", () => {
|
|
142
|
+
const { nm } = makeSource();
|
|
143
|
+
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
144
|
+
const first = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64" });
|
|
145
|
+
assert.equal(first.ok, true);
|
|
146
|
+
|
|
147
|
+
const again = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64" });
|
|
148
|
+
assert.equal(again.ok, false);
|
|
149
|
+
assert.match(again.reason, /目标已存在/);
|
|
150
|
+
|
|
151
|
+
const forced = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64", overwrite: true });
|
|
152
|
+
assert.equal(forced.ok, true);
|
|
153
|
+
});
|
|
154
|
+
|
|
155
|
+
test("收编:源里没有入口包时给出可读原因,不抛异常", () => {
|
|
156
|
+
const empty = mkdtempSync(join(tmpdir(), "mneme-adopt-empty-"));
|
|
157
|
+
mkdirSync(join(empty, "node_modules"), { recursive: true });
|
|
158
|
+
const result = adoptRuntime({ fromModulesDir: join(empty, "node_modules") });
|
|
159
|
+
assert.equal(result.ok, false);
|
|
160
|
+
assert.match(result.reason, /入口包不存在|入口包未解析到/);
|
|
161
|
+
});
|
|
162
|
+
|
|
163
|
+
test("materializePackage:统计文件与字节数,返回自身可测", () => {
|
|
164
|
+
const { base } = makeSource();
|
|
165
|
+
const src = join(base, "node_modules", "onnxruntime-common");
|
|
166
|
+
const dest = mkdtempSync(join(tmpdir(), "mneme-materialize-"));
|
|
167
|
+
const stats = materializePackage({ srcDir: src, destDir: join(dest, "pkg") });
|
|
168
|
+
assert.equal(stats.files, 2, "package.json + index.js");
|
|
169
|
+
assert.ok(stats.bytes > 0);
|
|
170
|
+
assert.equal(stats.symlinks, 0);
|
|
171
|
+
});
|
|
172
|
+
|
|
173
|
+
test("覆盖收编:先清空目标目录,否则硬链接全部退化成复制、残留文件也清不掉", () => {
|
|
174
|
+
const { nm } = makeSource();
|
|
175
|
+
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
176
|
+
const first = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64" });
|
|
177
|
+
assert.equal(first.ok, true, first.reason);
|
|
178
|
+
assert.equal(first.manifest.materialize.mode, "hardlink");
|
|
179
|
+
|
|
180
|
+
// 只可能来自上一次收编的残留文件:覆盖时必须被清掉。
|
|
181
|
+
const stale = join(first.payloadDir, "stale-from-previous-run");
|
|
182
|
+
writeFileSync(stale, "stale\n");
|
|
183
|
+
|
|
184
|
+
const second = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64", overwrite: true });
|
|
185
|
+
assert.equal(second.ok, true, second.reason);
|
|
186
|
+
// 不清空目标目录的话,linkSync 对已存在的目标路径抛 EEXIST,每个文件都掉进复制分支:
|
|
187
|
+
// 物化方式会假报成 copy,warnings 会错说「硬链接不可用」,整份闭包真实占盘。
|
|
188
|
+
assert.equal(second.manifest.materialize.mode, "hardlink", "覆盖不该把硬链接降级成复制");
|
|
189
|
+
assert.equal(second.manifest.materialize.linkError, null);
|
|
190
|
+
assert.equal(existsSync(stale), false, "上一次收编的残留文件必须被清掉");
|
|
191
|
+
});
|
|
192
|
+
|
|
193
|
+
test("截断的闭包必须拒绝:宁可明确失败,也不要产出一份看起来可用的运行时", () => {
|
|
194
|
+
const { nm } = makeSource();
|
|
195
|
+
const runtimeDir = mkdtempSync(join(tmpdir(), "mneme-adopt-dst-"));
|
|
196
|
+
// 上限 1 个包,必然截断传递依赖。结构检查只看必需包/版本/入口,所以这种残缺 payload
|
|
197
|
+
// 本来会被判为可用、被 loader 选中,然后在 import 原生模块时才炸。
|
|
198
|
+
const result = adoptRuntime({ fromModulesDir: nm, runtimeDir, platform: "win32", arch: "x64", maxPackages: 1 });
|
|
199
|
+
assert.equal(result.ok, false);
|
|
200
|
+
assert.match(result.reason, /截断/);
|
|
201
|
+
assert.equal(
|
|
202
|
+
existsSync(payloadDir(runtimeDir, payloadId({ version: "4.2.0", platform: "win32", arch: "x64" }))),
|
|
203
|
+
false,
|
|
204
|
+
"拒绝时不该留下半份 payload"
|
|
205
|
+
);
|
|
206
|
+
});
|