@modusensus/dsh-mneme 0.8.3 → 0.8.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +718 -636
- package/bin/cli.mjs +0 -0
- package/bin/dsh-mneme-mcp.mjs +502 -0
- package/cordis.patch.yml +21 -21
- package/lib/api-standalone.js +495 -316
- package/lib/api.js +1382 -1316
- package/lib/bootstrap.js +211 -0
- package/lib/client.js +4475 -4366
- package/lib/commands.js +95 -95
- package/lib/config.js +533 -510
- package/lib/dream/clustering.js +118 -118
- package/lib/dream/decisions.js +658 -658
- package/lib/dream/narratives.js +44 -0
- package/lib/dream/sleep.js +700 -700
- package/lib/dream.js +1319 -1216
- package/lib/embedding.js +177 -177
- package/lib/entities/extractor.js +249 -249
- package/lib/heat.js +142 -136
- package/lib/hot-memory.js +46 -46
- package/lib/index.js +515 -515
- package/lib/inject.js +299 -295
- package/lib/lang.js +202 -179
- package/lib/local-embedder.js +320 -320
- package/lib/mirror.js +198 -198
- package/lib/quality-filter.js +126 -126
- package/lib/recall-stats.js +103 -0
- package/lib/reranker.js +269 -269
- package/lib/runtime/adopt.js +176 -176
- package/lib/runtime/closure.js +172 -172
- package/lib/runtime/download.js +247 -247
- package/lib/runtime/layout.js +235 -235
- package/lib/runtime/loader.js +249 -249
- package/lib/runtime/model-fetch.js +361 -361
- package/lib/runtime/provision.js +237 -237
- package/lib/runtime/tarball.js +130 -130
- package/lib/runtime/verify.js +191 -191
- package/lib/scope.js +118 -118
- package/lib/search/adaptive.js +22 -22
- package/lib/search/bm25.js +96 -96
- package/lib/service.js +2171 -2087
- package/lib/settings.js +430 -420
- package/lib/store.js +2448 -2367
- package/lib/summarize.js +575 -449
- package/lib/tools.js +574 -574
- package/lib/vector-index.js +110 -110
- package/lib/version-check.js +122 -122
- package/package.json +109 -108
- package/runtime-manifest.json +596 -596
- package/scripts/benchmark-embed.js +201 -201
- package/scripts/benchmark-recall.js +199 -199
- package/scripts/benchmark-rerank.js +166 -166
- package/scripts/build-runtime-manifest.mjs +217 -217
- package/scripts/check-sync.js +42 -42
- package/scripts/e2e-dsh.js +220 -220
- package/scripts/mneme-runtime.mjs +277 -277
- package/scripts/stress-dsh.js +255 -255
- package/scripts/sync-lib.js +47 -47
- package/scripts/sync-test-badge.mjs +61 -61
- package/src/api-standalone.js +495 -316
- package/src/api.js +1382 -1316
- package/src/bootstrap.js +211 -0
- package/src/commands.js +95 -95
- package/src/config.js +533 -510
- package/src/dream/clustering.js +118 -118
- package/src/dream/decisions.js +658 -658
- package/src/dream/narratives.js +44 -0
- package/src/dream/sleep.js +700 -700
- package/src/dream.js +1319 -1216
- package/src/embedding.js +177 -177
- package/src/entities/extractor.js +249 -249
- package/src/heat.js +142 -136
- package/src/hot-memory.js +46 -46
- package/src/index.js +515 -515
- package/src/inject.js +299 -295
- package/src/lang.js +202 -179
- package/src/local-embedder.js +320 -320
- package/src/mirror.js +198 -198
- package/src/quality-filter.js +126 -126
- package/src/recall-stats.js +103 -0
- package/src/reranker.js +269 -269
- package/src/runtime/adopt.js +176 -176
- package/src/runtime/closure.js +172 -172
- package/src/runtime/download.js +247 -247
- package/src/runtime/layout.js +235 -235
- package/src/runtime/loader.js +249 -249
- package/src/runtime/model-fetch.js +361 -361
- package/src/runtime/provision.js +237 -237
- package/src/runtime/tarball.js +130 -130
- package/src/runtime/verify.js +191 -191
- package/src/scope.js +118 -118
- package/src/search/adaptive.js +22 -22
- package/src/search/bm25.js +96 -96
- package/src/service.js +2171 -2087
- package/src/settings.js +430 -420
- package/src/store.js +2448 -2367
- package/src/summarize.js +575 -449
- package/src/tools.js +574 -574
- package/src/vector-index.js +110 -110
- package/src/version-check.js +122 -122
- package/test/api-routes-gaps.test.js +218 -218
- package/test/api.test.js +1578 -1482
- package/test/audit.test.js +448 -448
- package/test/benchmark.test.js +94 -94
- package/test/bootstrap.test.js +220 -0
- package/test/client.test.js +799 -736
- package/test/clustering.test.js +100 -100
- package/test/commands.test.js +106 -106
- package/test/config.test.js +66 -66
- package/test/conflict-freeze.test.js +300 -300
- package/test/dream-archive-guardrail.test.js +116 -116
- package/test/dream-candidate-hybrid.test.js +281 -281
- package/test/dream-coverage-degrade.test.js +86 -86
- package/test/dream.test.js +1257 -1254
- package/test/embedding-ready.test.js +196 -196
- package/test/entities.test.js +547 -547
- package/test/entity-recall.test.js +179 -0
- package/test/epistemic.test.js +298 -298
- package/test/fnew-0112.test.js +311 -311
- package/test/fnew-03.test.js +422 -422
- package/test/graph-api.test.js +175 -175
- package/test/heat.test.js +175 -148
- package/test/helpers/dream-mock.js +82 -82
- package/test/helpers/peer-worker.mjs +25 -25
- package/test/helpers/runtime-source.js +60 -60
- package/test/helpers/tar-builder.js +80 -80
- package/test/hot-memory.test.js +145 -145
- package/test/inject-content-cap.test.js +89 -0
- package/test/inject-first-round-bm25.test.js +89 -89
- package/test/inject-heat.test.js +61 -0
- package/test/inject-rotation.test.js +161 -161
- package/test/inject.test.js +249 -249
- package/test/lang.test.js +87 -87
- package/test/lib-smoke.test.js +96 -96
- package/test/llm-audit.test.js +309 -309
- package/test/llm-message-source.test.js +177 -177
- package/test/local-embedder.test.js +249 -249
- package/test/mcp-stdio.test.js +385 -0
- package/test/mirror-dirty.test.js +424 -424
- package/test/mirror-edit-digest.test.js +187 -187
- package/test/mirror-generation.test.js +499 -499
- package/test/mirror.test.js +249 -249
- package/test/narrative-bars.test.js +162 -0
- package/test/peer-blockers.test.js +193 -193
- package/test/policy-epoch.test.js +259 -259
- package/test/quality-filter.test.js +186 -186
- package/test/reasoning-effort.test.js +746 -746
- package/test/recall-evals.test.js +235 -235
- package/test/recall-layer.test.js +326 -326
- package/test/recall-stats.test.js +117 -0
- package/test/receipt-chain.test.js +451 -451
- package/test/reflection.test.js +226 -226
- package/test/reindex-backfill.test.js +62 -62
- package/test/reranker-single-logit.test.js +73 -73
- package/test/reranker.test.js +197 -197
- package/test/resident-status.test.js +83 -0
- package/test/runtime-adopt.test.js +206 -206
- package/test/runtime-cli.test.js +89 -89
- package/test/runtime-closure.test.js +193 -193
- package/test/runtime-download.test.js +302 -302
- package/test/runtime-layout.test.js +163 -163
- package/test/runtime-loader.test.js +237 -237
- package/test/runtime-manifest.test.js +158 -158
- package/test/runtime-model-fetch.test.js +348 -348
- package/test/runtime-provision.test.js +101 -101
- package/test/runtime-tarball.test.js +81 -81
- package/test/runtime-verify.test.js +214 -214
- package/test/scope-candidates.test.js +239 -239
- package/test/scope-explicit.test.js +452 -452
- package/test/scope-retrieval.test.js +197 -197
- package/test/scope-storage.test.js +255 -255
- package/test/scope-strict.test.js +231 -231
- package/test/search-fusion.test.js +90 -90
- package/test/semantic.test.js +124 -124
- package/test/service-search.test.js +174 -174
- package/test/service.test.js +405 -405
- package/test/settings.test.js +261 -261
- package/test/skip-invalid-restore.test.js +262 -262
- package/test/sleep-action-set.test.js +422 -422
- package/test/sleep-heat.test.js +126 -125
- package/test/sleep-scheduler-rearm.test.js +89 -89
- package/test/sleep.test.js +373 -373
- package/test/standalone-api.test.js +544 -359
- package/test/store-vector-cache.test.js +98 -98
- package/test/store.test.js +383 -383
- package/test/stress.test.js +209 -209
- package/test/summarize.test.js +884 -575
- package/test/tools-memory-get-schema.test.js +65 -65
- package/test/tools.test.js +341 -341
- package/test/updated-at-semantics.test.js +113 -113
- package/test/vector-index.test.js +221 -221
- package/test/version-check.test.js +152 -152
- package/test/webServer-optional.test.js +82 -82
|
@@ -1,193 +1,193 @@
|
|
|
1
|
-
import test from "node:test";
|
|
2
|
-
import assert from "node:assert/strict";
|
|
3
|
-
import { mkdirSync, mkdtempSync, writeFileSync } from "node:fs";
|
|
4
|
-
import { tmpdir } from "node:os";
|
|
5
|
-
import { dirname, join } from "node:path";
|
|
6
|
-
import { DEFAULT_MAX_PACKAGES, matchesPlatform, planClosure, resolvePackageDir } from "../src/runtime/closure.js";
|
|
7
|
-
|
|
8
|
-
// 依赖闭包遍历(issue #131 / PR-A):守住四条判据——按源布局镜像、平台过滤、
|
|
9
|
-
// 可选依赖缺失不算错、peer 不进闭包。它是 adopt / export 的共同地基,
|
|
10
|
-
// 走错一步就会把宿主整棵树拖进来(或漏带一个真需要的包)。
|
|
11
|
-
|
|
12
|
-
/** 从 rel 路径推导包名(处理 scope 与嵌套 node_modules)。 */
|
|
13
|
-
function nameFromRel(rel) {
|
|
14
|
-
const parts = rel.split("/");
|
|
15
|
-
const i = parts.lastIndexOf("node_modules");
|
|
16
|
-
return (i === -1 ? parts : parts.slice(i + 1)).join("/");
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
/** 按紧凑的 spec 造一棵假的 node_modules 树。 */
|
|
20
|
-
function makeTree(spec) {
|
|
21
|
-
const base = mkdtempSync(join(tmpdir(), "mneme-closure-"));
|
|
22
|
-
// 刻意多套一层 proj/:这样「不允许解析越出源树」这条判据才测得出来
|
|
23
|
-
// (源树的上一级就是 base,base/node_modules 里的包必须解析不到)。
|
|
24
|
-
const nm = join(base, "proj", "node_modules");
|
|
25
|
-
mkdirSync(nm, { recursive: true });
|
|
26
|
-
for (const [rel, def = {}] of Object.entries(spec)) {
|
|
27
|
-
const dir = join(nm, rel);
|
|
28
|
-
mkdirSync(dir, { recursive: true });
|
|
29
|
-
writeFileSync(
|
|
30
|
-
join(dir, "package.json"),
|
|
31
|
-
JSON.stringify({
|
|
32
|
-
name: def.name ?? nameFromRel(rel),
|
|
33
|
-
version: def.version ?? "1.0.0",
|
|
34
|
-
...(def.deps ? { dependencies: def.deps } : {}),
|
|
35
|
-
...(def.optional ? { optionalDependencies: def.optional } : {}),
|
|
36
|
-
...(def.peers ? { peerDependencies: def.peers } : {}),
|
|
37
|
-
...(def.os ? { os: def.os } : {}),
|
|
38
|
-
...(def.cpu ? { cpu: def.cpu } : {})
|
|
39
|
-
})
|
|
40
|
-
);
|
|
41
|
-
}
|
|
42
|
-
return { base, nm };
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
/**
|
|
46
|
-
* 一份贴近真实的树:transformers 是入口,它同时带 onnxruntime-node(多平台单包)、
|
|
47
|
-
* onnxruntime-web(自带一份不同版本的 onnxruntime-common)、sharp(平台分片走
|
|
48
|
-
* optionalDependencies),外加 peer、环、缺件四种边界。
|
|
49
|
-
*/
|
|
50
|
-
function realisticTree() {
|
|
51
|
-
return makeTree({
|
|
52
|
-
"@huggingface/transformers": {
|
|
53
|
-
version: "4.2.0",
|
|
54
|
-
deps: {
|
|
55
|
-
"onnxruntime-node": "1.24.3",
|
|
56
|
-
"onnxruntime-web": "1.26.0-dev",
|
|
57
|
-
sharp: "^0.34.5",
|
|
58
|
-
"@huggingface/tokenizers": "^0.1.3",
|
|
59
|
-
"@huggingface/jinja": "^0.5.6",
|
|
60
|
-
"darwin-only-pkg": "1.0.0"
|
|
61
|
-
},
|
|
62
|
-
peers: { "@deepseek-ai/cordis": "^4.0.1" }
|
|
63
|
-
},
|
|
64
|
-
"onnxruntime-node": { version: "1.24.3", deps: { "onnxruntime-common": "1.24.3", "adm-zip": "^0.5.16" } },
|
|
65
|
-
"onnxruntime-web": {
|
|
66
|
-
version: "1.26.0-dev",
|
|
67
|
-
deps: { "onnxruntime-common": "1.24.0-dev" }
|
|
68
|
-
},
|
|
69
|
-
"onnxruntime-web/node_modules/onnxruntime-common": { version: "1.24.0-dev" },
|
|
70
|
-
"onnxruntime-common": { version: "1.24.3" },
|
|
71
|
-
"adm-zip": { deps: { "global-agent": "^3.0.0" } },
|
|
72
|
-
"global-agent": { deps: { "adm-zip": "^0.5.16" } },
|
|
73
|
-
sharp: { version: "0.34.5", optional: { "@img/sharp-win32-x64": "0.34.5", "@img/sharp-darwin-arm64": "0.34.5" } },
|
|
74
|
-
"@img/sharp-win32-x64": { version: "0.34.5", os: ["win32"], cpu: ["x64"] },
|
|
75
|
-
"@img/sharp-darwin-arm64": { version: "0.34.5", os: ["darwin"], cpu: ["arm64"] },
|
|
76
|
-
"@huggingface/tokenizers": { version: "0.1.3", optional: { "not-installed-optional": "^1.0.0" } },
|
|
77
|
-
"@huggingface/jinja": { version: "0.5.6", deps: { "missing-required-thing": "^1.0.0" } },
|
|
78
|
-
"darwin-only-pkg": { os: ["darwin"] },
|
|
79
|
-
// 只在 root 之外存在,用来验证解析不会越出源树
|
|
80
|
-
"@deepseek-ai/cordis": { version: "4.0.2" }
|
|
81
|
-
});
|
|
82
|
-
}
|
|
83
|
-
|
|
84
|
-
test("按源布局镜像:嵌套的那份依赖与原位版本都被保留", () => {
|
|
85
|
-
const { nm } = realisticTree();
|
|
86
|
-
const plan = planClosure({ rootModulesDir: nm, platform: "win32", arch: "x64" });
|
|
87
|
-
const byRel = new Map(plan.packages.map((p) => [p.rel, p]));
|
|
88
|
-
|
|
89
|
-
assert.equal(byRel.get("@huggingface/transformers")?.version, "4.2.0");
|
|
90
|
-
assert.equal(byRel.get("onnxruntime-common")?.version, "1.24.3", "顶层那份");
|
|
91
|
-
assert.equal(
|
|
92
|
-
byRel.get("onnxruntime-web/node_modules/onnxruntime-common")?.version,
|
|
93
|
-
"1.24.0-dev",
|
|
94
|
-
"嵌套那份必须按原层级保留,否则解析结果会被悄悄改掉"
|
|
95
|
-
);
|
|
96
|
-
assert.equal(plan.gaps.filter((g) => g.reason === "必需依赖未找到").length, 1);
|
|
97
|
-
assert.deepEqual(plan.gaps[0], { name: "missing-required-thing", from: "@huggingface/jinja", reason: "必需依赖未找到" });
|
|
98
|
-
});
|
|
99
|
-
|
|
100
|
-
test("平台分片包:只带当前平台的,另一个记进 skipped", () => {
|
|
101
|
-
const { nm } = realisticTree();
|
|
102
|
-
const plan = planClosure({ rootModulesDir: nm, platform: "win32", arch: "x64" });
|
|
103
|
-
const rels = plan.packages.map((p) => p.rel);
|
|
104
|
-
assert.ok(rels.includes("@img/sharp-win32-x64"));
|
|
105
|
-
assert.equal(rels.includes("@img/sharp-darwin-arm64"), false, "darwin 分片不该进闭包");
|
|
106
|
-
assert.deepEqual(
|
|
107
|
-
plan.skipped.map((s) => s.rel).sort(),
|
|
108
|
-
["@img/sharp-darwin-arm64", "darwin-only-pkg"].sort(),
|
|
109
|
-
"两个平台不匹配的包都该被记下来"
|
|
110
|
-
);
|
|
111
|
-
// 交叉验证:换成 darwin/arm64 时,该带的是另外那个。
|
|
112
|
-
const darwin = planClosure({ rootModulesDir: nm, platform: "darwin", arch: "arm64" });
|
|
113
|
-
const darwinRels = darwin.packages.map((p) => p.rel);
|
|
114
|
-
assert.ok(darwinRels.includes("@img/sharp-darwin-arm64"));
|
|
115
|
-
assert.equal(darwinRels.includes("@img/sharp-win32-x64"), false);
|
|
116
|
-
});
|
|
117
|
-
|
|
118
|
-
test("peerDependencies 不进闭包(宿主提供的东西不该被复制进来)", () => {
|
|
119
|
-
const { nm } = realisticTree();
|
|
120
|
-
const plan = planClosure({ rootModulesDir: nm, platform: "win32", arch: "x64" });
|
|
121
|
-
assert.equal(plan.packages.some((p) => p.rel === "@deepseek-ai/cordis"), false);
|
|
122
|
-
});
|
|
123
|
-
|
|
124
|
-
test("可选依赖缺失不算错,必需依赖缺失才记 gap", () => {
|
|
125
|
-
const { nm } = realisticTree();
|
|
126
|
-
const plan = planClosure({ rootModulesDir: nm, platform: "win32", arch: "x64" });
|
|
127
|
-
assert.equal(plan.gaps.some((g) => g.name === "not-installed-optional"), false);
|
|
128
|
-
assert.equal(plan.gaps.filter((g) => g.name === "missing-required-thing").length, 1);
|
|
129
|
-
// 平台分片包在别的平台上缺席,同样不算 gap
|
|
130
|
-
assert.equal(plan.gaps.some((g) => g.name === "@img/sharp-darwin-arm64"), false);
|
|
131
|
-
});
|
|
132
|
-
|
|
133
|
-
test("依赖成环也能终止,且每个包只出现一次", () => {
|
|
134
|
-
const { nm } = realisticTree();
|
|
135
|
-
const plan = planClosure({ rootModulesDir: nm, platform: "win32", arch: "x64" });
|
|
136
|
-
const rels = plan.packages.map((p) => p.rel);
|
|
137
|
-
assert.equal(rels.filter((r) => r === "adm-zip").length, 1);
|
|
138
|
-
assert.equal(rels.filter((r) => r === "global-agent").length, 1);
|
|
139
|
-
});
|
|
140
|
-
|
|
141
|
-
test("条目上限命中时截断并如实上报,不静默丢包", () => {
|
|
142
|
-
const { nm } = realisticTree();
|
|
143
|
-
const plan = planClosure({ rootModulesDir: nm, platform: "win32", arch: "x64", maxPackages: 3 });
|
|
144
|
-
assert.equal(plan.truncated, true);
|
|
145
|
-
assert.equal(plan.packages.length, 3);
|
|
146
|
-
assert.ok(DEFAULT_MAX_PACKAGES >= 100, "默认上限应当足够容纳真实闭包");
|
|
147
|
-
});
|
|
148
|
-
|
|
149
|
-
test("入口包不存在:只记一条 gap,不抛异常", () => {
|
|
150
|
-
const { nm } = makeTree({});
|
|
151
|
-
const plan = planClosure({ rootModulesDir: nm, entry: "@huggingface/transformers" });
|
|
152
|
-
assert.deepEqual(plan.packages, []);
|
|
153
|
-
assert.equal(plan.gaps.length, 1);
|
|
154
|
-
assert.match(plan.gaps[0].reason, /入口包不存在/);
|
|
155
|
-
});
|
|
156
|
-
|
|
157
|
-
test("resolvePackageDir:优先取最近的一层,且绝不越出源树", () => {
|
|
158
|
-
const { nm } = realisticTree();
|
|
159
|
-
const web = join(nm, "onnxruntime-web");
|
|
160
|
-
const nested = resolvePackageDir(web, "onnxruntime-common", nm);
|
|
161
|
-
assert.equal(nested, join(nm, "onnxruntime-web", "node_modules", "onnxruntime-common"), "就近优先");
|
|
162
|
-
assert.equal(resolvePackageDir(web, "adm-zip", nm), join(nm, "adm-zip"), "回退到顶层");
|
|
163
|
-
assert.equal(resolvePackageDir(nm, "definitely-not-there", nm), null);
|
|
164
|
-
|
|
165
|
-
// root 之外存在同名包时也不能解析到它——否则闭包就不是自包含的。
|
|
166
|
-
const outside = join(dirname(dirname(nm)), "node_modules", "outside-only-pkg");
|
|
167
|
-
mkdirSync(outside, { recursive: true });
|
|
168
|
-
writeFileSync(join(outside, "package.json"), JSON.stringify({ name: "outside-only-pkg", version: "1.0.0" }));
|
|
169
|
-
assert.equal(resolvePackageDir(nm, "outside-only-pkg", nm), null, "源树之外的包不该被解析进来");
|
|
170
|
-
});
|
|
171
|
-
|
|
172
|
-
test("matchesPlatform 支持正向与 `!` 反向两种写法,缺省表示不限", () => {
|
|
173
|
-
assert.equal(matchesPlatform({}, "win32", "x64"), true);
|
|
174
|
-
assert.equal(matchesPlatform({ os: ["win32"] }, "win32", "x64"), true);
|
|
175
|
-
assert.equal(matchesPlatform({ os: ["win32"] }, "darwin", "arm64"), false);
|
|
176
|
-
assert.equal(matchesPlatform({ os: ["!darwin"] }, "win32", "x64"), true);
|
|
177
|
-
assert.equal(matchesPlatform({ os: ["!darwin"] }, "darwin", "arm64"), false);
|
|
178
|
-
assert.equal(matchesPlatform({ cpu: ["x64"] }, "win32", "arm64"), false);
|
|
179
|
-
});
|
|
180
|
-
|
|
181
|
-
test("matchesPlatform:libc 只在确认本机 libc 时才参与判断(拿不到证据就全放行)", () => {
|
|
182
|
-
const musl = { os: ["linux"], cpu: ["x64"], libc: ["musl"] };
|
|
183
|
-
const glibc = { os: ["linux"], cpu: ["x64"], libc: ["glibc"] };
|
|
184
|
-
// 确认了(glibc / musl)就按 libc 排他。
|
|
185
|
-
assert.equal(matchesPlatform(glibc, "linux", "x64", "glibc"), true);
|
|
186
|
-
assert.equal(matchesPlatform(musl, "linux", "x64", "glibc"), false);
|
|
187
|
-
assert.equal(matchesPlatform(musl, "linux", "x64", "musl"), true);
|
|
188
|
-
// 没确认 = 不过滤:宁多下十几兆,也不赌错方向装出一份跑不起来的运行时。
|
|
189
|
-
assert.equal(matchesPlatform(musl, "linux", "x64", null), true);
|
|
190
|
-
assert.equal(matchesPlatform(musl, "linux", "x64"), true);
|
|
191
|
-
// 不带 libc 字段的包(绝大多数)任何情况下都不因此被排除。
|
|
192
|
-
assert.equal(matchesPlatform({ os: ["linux"] }, "linux", "x64", "glibc"), true);
|
|
193
|
-
});
|
|
1
|
+
import test from "node:test";
|
|
2
|
+
import assert from "node:assert/strict";
|
|
3
|
+
import { mkdirSync, mkdtempSync, writeFileSync } from "node:fs";
|
|
4
|
+
import { tmpdir } from "node:os";
|
|
5
|
+
import { dirname, join } from "node:path";
|
|
6
|
+
import { DEFAULT_MAX_PACKAGES, matchesPlatform, planClosure, resolvePackageDir } from "../src/runtime/closure.js";
|
|
7
|
+
|
|
8
|
+
// 依赖闭包遍历(issue #131 / PR-A):守住四条判据——按源布局镜像、平台过滤、
|
|
9
|
+
// 可选依赖缺失不算错、peer 不进闭包。它是 adopt / export 的共同地基,
|
|
10
|
+
// 走错一步就会把宿主整棵树拖进来(或漏带一个真需要的包)。
|
|
11
|
+
|
|
12
|
+
/** 从 rel 路径推导包名(处理 scope 与嵌套 node_modules)。 */
|
|
13
|
+
function nameFromRel(rel) {
|
|
14
|
+
const parts = rel.split("/");
|
|
15
|
+
const i = parts.lastIndexOf("node_modules");
|
|
16
|
+
return (i === -1 ? parts : parts.slice(i + 1)).join("/");
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
/** 按紧凑的 spec 造一棵假的 node_modules 树。 */
|
|
20
|
+
function makeTree(spec) {
|
|
21
|
+
const base = mkdtempSync(join(tmpdir(), "mneme-closure-"));
|
|
22
|
+
// 刻意多套一层 proj/:这样「不允许解析越出源树」这条判据才测得出来
|
|
23
|
+
// (源树的上一级就是 base,base/node_modules 里的包必须解析不到)。
|
|
24
|
+
const nm = join(base, "proj", "node_modules");
|
|
25
|
+
mkdirSync(nm, { recursive: true });
|
|
26
|
+
for (const [rel, def = {}] of Object.entries(spec)) {
|
|
27
|
+
const dir = join(nm, rel);
|
|
28
|
+
mkdirSync(dir, { recursive: true });
|
|
29
|
+
writeFileSync(
|
|
30
|
+
join(dir, "package.json"),
|
|
31
|
+
JSON.stringify({
|
|
32
|
+
name: def.name ?? nameFromRel(rel),
|
|
33
|
+
version: def.version ?? "1.0.0",
|
|
34
|
+
...(def.deps ? { dependencies: def.deps } : {}),
|
|
35
|
+
...(def.optional ? { optionalDependencies: def.optional } : {}),
|
|
36
|
+
...(def.peers ? { peerDependencies: def.peers } : {}),
|
|
37
|
+
...(def.os ? { os: def.os } : {}),
|
|
38
|
+
...(def.cpu ? { cpu: def.cpu } : {})
|
|
39
|
+
})
|
|
40
|
+
);
|
|
41
|
+
}
|
|
42
|
+
return { base, nm };
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
/**
|
|
46
|
+
* 一份贴近真实的树:transformers 是入口,它同时带 onnxruntime-node(多平台单包)、
|
|
47
|
+
* onnxruntime-web(自带一份不同版本的 onnxruntime-common)、sharp(平台分片走
|
|
48
|
+
* optionalDependencies),外加 peer、环、缺件四种边界。
|
|
49
|
+
*/
|
|
50
|
+
function realisticTree() {
|
|
51
|
+
return makeTree({
|
|
52
|
+
"@huggingface/transformers": {
|
|
53
|
+
version: "4.2.0",
|
|
54
|
+
deps: {
|
|
55
|
+
"onnxruntime-node": "1.24.3",
|
|
56
|
+
"onnxruntime-web": "1.26.0-dev",
|
|
57
|
+
sharp: "^0.34.5",
|
|
58
|
+
"@huggingface/tokenizers": "^0.1.3",
|
|
59
|
+
"@huggingface/jinja": "^0.5.6",
|
|
60
|
+
"darwin-only-pkg": "1.0.0"
|
|
61
|
+
},
|
|
62
|
+
peers: { "@deepseek-ai/cordis": "^4.0.1" }
|
|
63
|
+
},
|
|
64
|
+
"onnxruntime-node": { version: "1.24.3", deps: { "onnxruntime-common": "1.24.3", "adm-zip": "^0.5.16" } },
|
|
65
|
+
"onnxruntime-web": {
|
|
66
|
+
version: "1.26.0-dev",
|
|
67
|
+
deps: { "onnxruntime-common": "1.24.0-dev" }
|
|
68
|
+
},
|
|
69
|
+
"onnxruntime-web/node_modules/onnxruntime-common": { version: "1.24.0-dev" },
|
|
70
|
+
"onnxruntime-common": { version: "1.24.3" },
|
|
71
|
+
"adm-zip": { deps: { "global-agent": "^3.0.0" } },
|
|
72
|
+
"global-agent": { deps: { "adm-zip": "^0.5.16" } },
|
|
73
|
+
sharp: { version: "0.34.5", optional: { "@img/sharp-win32-x64": "0.34.5", "@img/sharp-darwin-arm64": "0.34.5" } },
|
|
74
|
+
"@img/sharp-win32-x64": { version: "0.34.5", os: ["win32"], cpu: ["x64"] },
|
|
75
|
+
"@img/sharp-darwin-arm64": { version: "0.34.5", os: ["darwin"], cpu: ["arm64"] },
|
|
76
|
+
"@huggingface/tokenizers": { version: "0.1.3", optional: { "not-installed-optional": "^1.0.0" } },
|
|
77
|
+
"@huggingface/jinja": { version: "0.5.6", deps: { "missing-required-thing": "^1.0.0" } },
|
|
78
|
+
"darwin-only-pkg": { os: ["darwin"] },
|
|
79
|
+
// 只在 root 之外存在,用来验证解析不会越出源树
|
|
80
|
+
"@deepseek-ai/cordis": { version: "4.0.2" }
|
|
81
|
+
});
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
test("按源布局镜像:嵌套的那份依赖与原位版本都被保留", () => {
|
|
85
|
+
const { nm } = realisticTree();
|
|
86
|
+
const plan = planClosure({ rootModulesDir: nm, platform: "win32", arch: "x64" });
|
|
87
|
+
const byRel = new Map(plan.packages.map((p) => [p.rel, p]));
|
|
88
|
+
|
|
89
|
+
assert.equal(byRel.get("@huggingface/transformers")?.version, "4.2.0");
|
|
90
|
+
assert.equal(byRel.get("onnxruntime-common")?.version, "1.24.3", "顶层那份");
|
|
91
|
+
assert.equal(
|
|
92
|
+
byRel.get("onnxruntime-web/node_modules/onnxruntime-common")?.version,
|
|
93
|
+
"1.24.0-dev",
|
|
94
|
+
"嵌套那份必须按原层级保留,否则解析结果会被悄悄改掉"
|
|
95
|
+
);
|
|
96
|
+
assert.equal(plan.gaps.filter((g) => g.reason === "必需依赖未找到").length, 1);
|
|
97
|
+
assert.deepEqual(plan.gaps[0], { name: "missing-required-thing", from: "@huggingface/jinja", reason: "必需依赖未找到" });
|
|
98
|
+
});
|
|
99
|
+
|
|
100
|
+
test("平台分片包:只带当前平台的,另一个记进 skipped", () => {
|
|
101
|
+
const { nm } = realisticTree();
|
|
102
|
+
const plan = planClosure({ rootModulesDir: nm, platform: "win32", arch: "x64" });
|
|
103
|
+
const rels = plan.packages.map((p) => p.rel);
|
|
104
|
+
assert.ok(rels.includes("@img/sharp-win32-x64"));
|
|
105
|
+
assert.equal(rels.includes("@img/sharp-darwin-arm64"), false, "darwin 分片不该进闭包");
|
|
106
|
+
assert.deepEqual(
|
|
107
|
+
plan.skipped.map((s) => s.rel).sort(),
|
|
108
|
+
["@img/sharp-darwin-arm64", "darwin-only-pkg"].sort(),
|
|
109
|
+
"两个平台不匹配的包都该被记下来"
|
|
110
|
+
);
|
|
111
|
+
// 交叉验证:换成 darwin/arm64 时,该带的是另外那个。
|
|
112
|
+
const darwin = planClosure({ rootModulesDir: nm, platform: "darwin", arch: "arm64" });
|
|
113
|
+
const darwinRels = darwin.packages.map((p) => p.rel);
|
|
114
|
+
assert.ok(darwinRels.includes("@img/sharp-darwin-arm64"));
|
|
115
|
+
assert.equal(darwinRels.includes("@img/sharp-win32-x64"), false);
|
|
116
|
+
});
|
|
117
|
+
|
|
118
|
+
test("peerDependencies 不进闭包(宿主提供的东西不该被复制进来)", () => {
|
|
119
|
+
const { nm } = realisticTree();
|
|
120
|
+
const plan = planClosure({ rootModulesDir: nm, platform: "win32", arch: "x64" });
|
|
121
|
+
assert.equal(plan.packages.some((p) => p.rel === "@deepseek-ai/cordis"), false);
|
|
122
|
+
});
|
|
123
|
+
|
|
124
|
+
test("可选依赖缺失不算错,必需依赖缺失才记 gap", () => {
|
|
125
|
+
const { nm } = realisticTree();
|
|
126
|
+
const plan = planClosure({ rootModulesDir: nm, platform: "win32", arch: "x64" });
|
|
127
|
+
assert.equal(plan.gaps.some((g) => g.name === "not-installed-optional"), false);
|
|
128
|
+
assert.equal(plan.gaps.filter((g) => g.name === "missing-required-thing").length, 1);
|
|
129
|
+
// 平台分片包在别的平台上缺席,同样不算 gap
|
|
130
|
+
assert.equal(plan.gaps.some((g) => g.name === "@img/sharp-darwin-arm64"), false);
|
|
131
|
+
});
|
|
132
|
+
|
|
133
|
+
test("依赖成环也能终止,且每个包只出现一次", () => {
|
|
134
|
+
const { nm } = realisticTree();
|
|
135
|
+
const plan = planClosure({ rootModulesDir: nm, platform: "win32", arch: "x64" });
|
|
136
|
+
const rels = plan.packages.map((p) => p.rel);
|
|
137
|
+
assert.equal(rels.filter((r) => r === "adm-zip").length, 1);
|
|
138
|
+
assert.equal(rels.filter((r) => r === "global-agent").length, 1);
|
|
139
|
+
});
|
|
140
|
+
|
|
141
|
+
test("条目上限命中时截断并如实上报,不静默丢包", () => {
|
|
142
|
+
const { nm } = realisticTree();
|
|
143
|
+
const plan = planClosure({ rootModulesDir: nm, platform: "win32", arch: "x64", maxPackages: 3 });
|
|
144
|
+
assert.equal(plan.truncated, true);
|
|
145
|
+
assert.equal(plan.packages.length, 3);
|
|
146
|
+
assert.ok(DEFAULT_MAX_PACKAGES >= 100, "默认上限应当足够容纳真实闭包");
|
|
147
|
+
});
|
|
148
|
+
|
|
149
|
+
test("入口包不存在:只记一条 gap,不抛异常", () => {
|
|
150
|
+
const { nm } = makeTree({});
|
|
151
|
+
const plan = planClosure({ rootModulesDir: nm, entry: "@huggingface/transformers" });
|
|
152
|
+
assert.deepEqual(plan.packages, []);
|
|
153
|
+
assert.equal(plan.gaps.length, 1);
|
|
154
|
+
assert.match(plan.gaps[0].reason, /入口包不存在/);
|
|
155
|
+
});
|
|
156
|
+
|
|
157
|
+
test("resolvePackageDir:优先取最近的一层,且绝不越出源树", () => {
|
|
158
|
+
const { nm } = realisticTree();
|
|
159
|
+
const web = join(nm, "onnxruntime-web");
|
|
160
|
+
const nested = resolvePackageDir(web, "onnxruntime-common", nm);
|
|
161
|
+
assert.equal(nested, join(nm, "onnxruntime-web", "node_modules", "onnxruntime-common"), "就近优先");
|
|
162
|
+
assert.equal(resolvePackageDir(web, "adm-zip", nm), join(nm, "adm-zip"), "回退到顶层");
|
|
163
|
+
assert.equal(resolvePackageDir(nm, "definitely-not-there", nm), null);
|
|
164
|
+
|
|
165
|
+
// root 之外存在同名包时也不能解析到它——否则闭包就不是自包含的。
|
|
166
|
+
const outside = join(dirname(dirname(nm)), "node_modules", "outside-only-pkg");
|
|
167
|
+
mkdirSync(outside, { recursive: true });
|
|
168
|
+
writeFileSync(join(outside, "package.json"), JSON.stringify({ name: "outside-only-pkg", version: "1.0.0" }));
|
|
169
|
+
assert.equal(resolvePackageDir(nm, "outside-only-pkg", nm), null, "源树之外的包不该被解析进来");
|
|
170
|
+
});
|
|
171
|
+
|
|
172
|
+
test("matchesPlatform 支持正向与 `!` 反向两种写法,缺省表示不限", () => {
|
|
173
|
+
assert.equal(matchesPlatform({}, "win32", "x64"), true);
|
|
174
|
+
assert.equal(matchesPlatform({ os: ["win32"] }, "win32", "x64"), true);
|
|
175
|
+
assert.equal(matchesPlatform({ os: ["win32"] }, "darwin", "arm64"), false);
|
|
176
|
+
assert.equal(matchesPlatform({ os: ["!darwin"] }, "win32", "x64"), true);
|
|
177
|
+
assert.equal(matchesPlatform({ os: ["!darwin"] }, "darwin", "arm64"), false);
|
|
178
|
+
assert.equal(matchesPlatform({ cpu: ["x64"] }, "win32", "arm64"), false);
|
|
179
|
+
});
|
|
180
|
+
|
|
181
|
+
test("matchesPlatform:libc 只在确认本机 libc 时才参与判断(拿不到证据就全放行)", () => {
|
|
182
|
+
const musl = { os: ["linux"], cpu: ["x64"], libc: ["musl"] };
|
|
183
|
+
const glibc = { os: ["linux"], cpu: ["x64"], libc: ["glibc"] };
|
|
184
|
+
// 确认了(glibc / musl)就按 libc 排他。
|
|
185
|
+
assert.equal(matchesPlatform(glibc, "linux", "x64", "glibc"), true);
|
|
186
|
+
assert.equal(matchesPlatform(musl, "linux", "x64", "glibc"), false);
|
|
187
|
+
assert.equal(matchesPlatform(musl, "linux", "x64", "musl"), true);
|
|
188
|
+
// 没确认 = 不过滤:宁多下十几兆,也不赌错方向装出一份跑不起来的运行时。
|
|
189
|
+
assert.equal(matchesPlatform(musl, "linux", "x64", null), true);
|
|
190
|
+
assert.equal(matchesPlatform(musl, "linux", "x64"), true);
|
|
191
|
+
// 不带 libc 字段的包(绝大多数)任何情况下都不因此被排除。
|
|
192
|
+
assert.equal(matchesPlatform({ os: ["linux"] }, "linux", "x64", "glibc"), true);
|
|
193
|
+
});
|