@modusensus/dsh-mneme 0.8.14 → 0.8.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (271) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +655 -654
  3. package/assets/icon.svg +3 -3
  4. package/bin/cli.mjs +689 -689
  5. package/bin/dsh-mneme-mcp.mjs +510 -510
  6. package/bin/dsh-mneme-serve.mjs +151 -151
  7. package/cordis.patch.yml +21 -21
  8. package/docs/CONFIGURATION.md +263 -0
  9. package/docs/CONTINUITY.md +124 -0
  10. package/docs/DAEMON.md +46 -0
  11. package/docs/ENTITIES.md +245 -0
  12. package/docs/LOCAL_MODEL.md +222 -0
  13. package/docs/SEMANTIC.md +256 -0
  14. package/docs/SLEEP.md +164 -0
  15. package/docs/STORAGE.md +89 -0
  16. package/lib/api-standalone.js +673 -673
  17. package/lib/api.js +1437 -1433
  18. package/lib/bootstrap.js +211 -211
  19. package/lib/client.js +5444 -5295
  20. package/lib/commands.js +95 -95
  21. package/lib/config.js +880 -843
  22. package/lib/content-hash.js +54 -54
  23. package/lib/continuity.js +220 -220
  24. package/lib/document-index.js +94 -94
  25. package/lib/document.js +303 -303
  26. package/lib/dream/clustering.js +118 -118
  27. package/lib/dream/decisions.js +674 -674
  28. package/lib/dream/narratives.js +44 -44
  29. package/lib/dream/sleep.js +819 -819
  30. package/lib/dream.js +1501 -1501
  31. package/lib/embedding.js +177 -177
  32. package/lib/entities/extractor.js +252 -252
  33. package/lib/graph/anchoring.js +179 -179
  34. package/lib/guide.js +74 -74
  35. package/lib/heat.js +144 -144
  36. package/lib/hot-memory.js +46 -46
  37. package/lib/index.js +535 -503
  38. package/lib/inject.js +464 -450
  39. package/lib/lang.js +248 -229
  40. package/lib/local-embedder.js +358 -358
  41. package/lib/maintenance.js +142 -142
  42. package/lib/mirror.js +330 -330
  43. package/lib/organize.js +450 -450
  44. package/lib/peak-hours.js +117 -117
  45. package/lib/placement.js +13 -0
  46. package/lib/pre-inject-gate.js +340 -0
  47. package/lib/quality-filter.js +126 -126
  48. package/lib/recall-stats.js +175 -175
  49. package/lib/reranker.js +269 -269
  50. package/lib/runtime/adopt.js +176 -176
  51. package/lib/runtime/closure.js +172 -172
  52. package/lib/runtime/download.js +247 -247
  53. package/lib/runtime/layout.js +265 -265
  54. package/lib/runtime/loader.js +252 -252
  55. package/lib/runtime/model-fetch.js +361 -361
  56. package/lib/runtime/provision.js +237 -237
  57. package/lib/runtime/tarball.js +130 -130
  58. package/lib/runtime/verify.js +223 -204
  59. package/lib/scope.js +146 -146
  60. package/lib/search/adaptive.js +60 -60
  61. package/lib/search/bm25.js +96 -96
  62. package/lib/semantic.js +229 -229
  63. package/lib/sensitive-scan.js +209 -209
  64. package/lib/serve.js +215 -215
  65. package/lib/service.js +2663 -2605
  66. package/lib/settings.js +517 -511
  67. package/lib/store.js +3007 -3007
  68. package/lib/summarize.js +891 -856
  69. package/lib/tools.js +743 -737
  70. package/lib/vector-index.js +110 -110
  71. package/lib/version-check.js +122 -122
  72. package/lib/write-admission.js +402 -402
  73. package/locale/en.json +6 -6
  74. package/locale/zh.json +6 -6
  75. package/package.json +118 -118
  76. package/runtime-manifest.json +526 -526
  77. package/scripts/benchmark-embed.js +201 -201
  78. package/scripts/benchmark-recall.js +249 -249
  79. package/scripts/benchmark-rerank.js +166 -166
  80. package/scripts/build-runtime-manifest.mjs +224 -224
  81. package/scripts/changelog-prep.mjs +36 -36
  82. package/scripts/check-sync.js +42 -42
  83. package/scripts/e2e-dsh.js +220 -220
  84. package/scripts/mneme-runtime.mjs +277 -277
  85. package/scripts/stress-dsh.js +255 -255
  86. package/scripts/sync-lib.js +47 -47
  87. package/scripts/sync-test-badge.mjs +69 -69
  88. package/scripts/test-count-sync.mjs +44 -44
  89. package/src/api-standalone.js +673 -673
  90. package/src/api.js +1437 -1433
  91. package/src/bootstrap.js +211 -211
  92. package/src/commands.js +95 -95
  93. package/src/config.js +880 -843
  94. package/src/content-hash.js +54 -54
  95. package/src/continuity.js +220 -220
  96. package/src/document-index.js +94 -94
  97. package/src/document.js +303 -303
  98. package/src/dream/clustering.js +118 -118
  99. package/src/dream/decisions.js +674 -674
  100. package/src/dream/narratives.js +44 -44
  101. package/src/dream/sleep.js +819 -819
  102. package/src/dream.js +1501 -1501
  103. package/src/embedding.js +177 -177
  104. package/src/entities/extractor.js +252 -252
  105. package/src/graph/anchoring.js +179 -179
  106. package/src/guide.js +74 -74
  107. package/src/heat.js +144 -144
  108. package/src/hot-memory.js +46 -46
  109. package/src/index.js +535 -503
  110. package/src/inject.js +464 -450
  111. package/src/lang.js +248 -229
  112. package/src/local-embedder.js +358 -358
  113. package/src/maintenance.js +142 -142
  114. package/src/mirror.js +330 -330
  115. package/src/organize.js +450 -450
  116. package/src/peak-hours.js +117 -117
  117. package/src/placement.js +13 -0
  118. package/src/pre-inject-gate.js +340 -0
  119. package/src/quality-filter.js +126 -126
  120. package/src/recall-stats.js +175 -175
  121. package/src/reranker.js +269 -269
  122. package/src/runtime/adopt.js +176 -176
  123. package/src/runtime/closure.js +172 -172
  124. package/src/runtime/download.js +247 -247
  125. package/src/runtime/layout.js +265 -265
  126. package/src/runtime/loader.js +252 -252
  127. package/src/runtime/model-fetch.js +361 -361
  128. package/src/runtime/provision.js +237 -237
  129. package/src/runtime/tarball.js +130 -130
  130. package/src/runtime/verify.js +223 -204
  131. package/src/scope.js +146 -146
  132. package/src/search/adaptive.js +60 -60
  133. package/src/search/bm25.js +96 -96
  134. package/src/semantic.js +229 -229
  135. package/src/sensitive-scan.js +209 -209
  136. package/src/serve.js +215 -215
  137. package/src/service.js +2663 -2605
  138. package/src/settings.js +517 -511
  139. package/src/store.js +3007 -3007
  140. package/src/summarize.js +891 -856
  141. package/src/tools.js +743 -737
  142. package/src/vector-index.js +110 -110
  143. package/src/version-check.js +122 -122
  144. package/src/write-admission.js +402 -402
  145. package/test/adaptive-inject-budget.test.js +85 -85
  146. package/test/api-routes-gaps.test.js +218 -218
  147. package/test/api.test.js +1702 -1690
  148. package/test/audit.test.js +448 -448
  149. package/test/baseline-persist.test.js +248 -248
  150. package/test/benchmark.test.js +94 -94
  151. package/test/bootstrap.test.js +220 -220
  152. package/test/changelog-prep.test.js +60 -60
  153. package/test/client.test.js +1230 -1169
  154. package/test/clustering.test.js +100 -100
  155. package/test/commands.test.js +106 -106
  156. package/test/config.test.js +66 -66
  157. package/test/conflict-freeze.test.js +300 -300
  158. package/test/content-hash.test.js +204 -204
  159. package/test/continuity.test.js +333 -333
  160. package/test/document-dir.test.js +233 -233
  161. package/test/document.test.js +671 -671
  162. package/test/dream-archive-guardrail.test.js +116 -116
  163. package/test/dream-candidate-hybrid.test.js +281 -281
  164. package/test/dream-coverage-degrade.test.js +86 -86
  165. package/test/dream-failure-backoff.test.js +173 -173
  166. package/test/dream-peak-hours.test.js +194 -194
  167. package/test/dream.test.js +1385 -1383
  168. package/test/embedding-ready.test.js +196 -196
  169. package/test/entities.test.js +627 -547
  170. package/test/entity-recall.test.js +179 -179
  171. package/test/epistemic.test.js +325 -325
  172. package/test/fnew-0112.test.js +311 -311
  173. package/test/fnew-03.test.js +422 -422
  174. package/test/graph-anchoring.test.js +184 -184
  175. package/test/graph-api.test.js +175 -175
  176. package/test/graph-inject-budget.test.js +103 -103
  177. package/test/graph-passive-confirm.test.js +91 -91
  178. package/test/graph-weight-evolution.test.js +104 -104
  179. package/test/heat.test.js +175 -175
  180. package/test/helpers/dream-mock.js +82 -82
  181. package/test/helpers/peer-worker.mjs +25 -25
  182. package/test/helpers/runtime-source.js +60 -60
  183. package/test/helpers/tar-builder.js +80 -80
  184. package/test/helpers/write-admission-samples.js +308 -308
  185. package/test/hot-memory.test.js +145 -145
  186. package/test/inject-content-cap.test.js +91 -91
  187. package/test/inject-first-round-bm25.test.js +89 -89
  188. package/test/inject-heat.test.js +77 -77
  189. package/test/inject-parent-gate.test.js +106 -106
  190. package/test/inject-pools.test.js +194 -194
  191. package/test/inject-recall.test.js +105 -105
  192. package/test/inject-rotation.test.js +161 -161
  193. package/test/inject.test.js +420 -420
  194. package/test/lang.test.js +87 -87
  195. package/test/lastrunat-persist.test.js +101 -101
  196. package/test/lib-smoke.test.js +96 -96
  197. package/test/llm-audit.test.js +598 -598
  198. package/test/llm-message-source.test.js +207 -207
  199. package/test/local-embedder.test.js +292 -292
  200. package/test/maintenance.test.js +391 -391
  201. package/test/mcp-stdio.test.js +385 -385
  202. package/test/mirror-dirty.test.js +424 -424
  203. package/test/mirror-edit-digest.test.js +187 -187
  204. package/test/mirror-generation.test.js +499 -499
  205. package/test/mirror-types.test.js +208 -208
  206. package/test/mirror.test.js +249 -249
  207. package/test/narrative-bars.test.js +162 -162
  208. package/test/organize.test.js +418 -418
  209. package/test/peer-blockers.test.js +193 -193
  210. package/test/placement.test.js +36 -0
  211. package/test/policy-epoch.test.js +259 -259
  212. package/test/pre-inject-gate.test.js +434 -0
  213. package/test/quality-filter.test.js +186 -186
  214. package/test/reasoning-effort.test.js +752 -752
  215. package/test/recall-anti-update.test.js +82 -82
  216. package/test/recall-evals.test.js +253 -253
  217. package/test/recall-layer.test.js +326 -326
  218. package/test/recall-stats.test.js +189 -189
  219. package/test/receipt-chain.test.js +451 -451
  220. package/test/reflection.test.js +226 -226
  221. package/test/reindex-backfill.test.js +62 -62
  222. package/test/reranker-single-logit.test.js +73 -73
  223. package/test/reranker.test.js +197 -197
  224. package/test/resident-status.test.js +83 -83
  225. package/test/runtime-adopt.test.js +206 -206
  226. package/test/runtime-cli.test.js +89 -89
  227. package/test/runtime-closure.test.js +193 -193
  228. package/test/runtime-download.test.js +302 -302
  229. package/test/runtime-layout.test.js +163 -163
  230. package/test/runtime-loader.test.js +255 -255
  231. package/test/runtime-manifest.test.js +159 -159
  232. package/test/runtime-model-fetch.test.js +348 -348
  233. package/test/runtime-provision.test.js +101 -101
  234. package/test/runtime-tarball.test.js +81 -81
  235. package/test/runtime-verify.test.js +319 -279
  236. package/test/scope-candidates.test.js +239 -239
  237. package/test/scope-explicit.test.js +452 -452
  238. package/test/scope-inject-soft.test.js +106 -106
  239. package/test/scope-retrieval.test.js +197 -197
  240. package/test/scope-storage.test.js +255 -255
  241. package/test/scope-strict.test.js +367 -367
  242. package/test/search-fusion.test.js +90 -90
  243. package/test/semantic.test.js +124 -124
  244. package/test/sensitive-scan.test.js +207 -207
  245. package/test/serve-bin.test.js +121 -121
  246. package/test/serve.test.js +196 -196
  247. package/test/service-search.test.js +174 -174
  248. package/test/service.test.js +405 -405
  249. package/test/settings.test.js +261 -261
  250. package/test/skip-invalid-restore.test.js +262 -262
  251. package/test/sleep-action-set.test.js +422 -422
  252. package/test/sleep-heat.test.js +126 -126
  253. package/test/sleep-scheduler-rearm.test.js +89 -89
  254. package/test/sleep.test.js +527 -527
  255. package/test/standalone-api.test.js +751 -751
  256. package/test/store-vector-cache.test.js +98 -98
  257. package/test/store.test.js +396 -396
  258. package/test/stress.test.js +209 -209
  259. package/test/summarize-occurred-at.test.js +127 -0
  260. package/test/summarize-reasoning-effort.test.js +189 -189
  261. package/test/summarize.test.js +1465 -1465
  262. package/test/supersede-state-tracking.test.js +394 -0
  263. package/test/test-count-sync.test.js +60 -60
  264. package/test/tools-dto-schema-matrix.test.js +325 -325
  265. package/test/tools-memory-get-schema.test.js +65 -65
  266. package/test/tools.test.js +428 -374
  267. package/test/updated-at-semantics.test.js +113 -113
  268. package/test/vector-index.test.js +221 -221
  269. package/test/version-check.test.js +152 -152
  270. package/test/webServer-optional.test.js +82 -82
  271. package/test/write-admission.test.js +668 -668
@@ -1,361 +1,361 @@
1
- // 模型文件取件(issue #194)
2
- //
3
- // transformers.js 下载模型文件(如 model.onnx,约 1GB)走它自己的 env.fetch;undici
4
- // socket 中途被重置(TypeError: terminated)时整份下载作废重来。4.2.0 的 env.fetch 是
5
- // 官方文档化的可替换面(env.js: `fetch: DEFAULT_FETCH`),所以韧性做在这一层:对
6
- // transformers.js 而言这仍然是一个普通的 fetch,成功路径的语义一点没变;变化只发生在
7
- // 失败路径 —— 已收的字节落在磁盘 .part 里,重试(包括换一次进程)从断点继续。
8
- //
9
- // 硬规矩(与 runtime/download.js 的取件层同一套直觉):
10
- // 1. 交给下游的响应永远是规范的 200 + 完整 content-length。hub.js 把非 200 一律当
11
- // 失败处理,206 直接透传反而会破坏下游;断点拼接是我们内部的事,不能漏出去。
12
- // 2. 续传前带 If-Range:断点对应的内容若在服务端被换过,服务器会回 200(全量)。
13
- // 旧断点拼新内容是一份静默损坏的模型 —— 宁可整份重来,不可拼错。
14
- // 3. 同一 URL 的 .part 同一时刻只允许一个写者。两个进程并发追加同一份字节是写损坏;
15
- // 抢不到锁就按现状直接转发(裸 fetch),让持锁的那份去落盘。
16
- //
17
- // @module dsh-mneme/runtime/model-fetch
18
- import { createHash } from "node:crypto";
19
- import { closeSync, createReadStream, existsSync, futimesSync, mkdirSync, openSync, readFileSync, rmSync, statSync, writeFileSync, writeSync } from "node:fs";
20
- import { Readable } from "node:stream";
21
- import { join } from "node:path";
22
- import { defaultModelCacheDir } from "./layout.js";
23
-
24
- const DEFAULT_ATTEMPTS = 3;
25
- const DEFAULT_RETRY_DELAY_MS = 1000;
26
- const DEFAULT_MAX_RETRY_DELAY_MS = 15000;
27
- // 看门狗是「连续无字节」上限而不是总时长上限:几百 MB~1GB 的文件在慢网下合法地要下
28
- // 几十分钟,总时长上限会掐死健康但慢的下载;连续这么久一个字节都没有才是 socket 僵死。
29
- const DEFAULT_IDLE_TIMEOUT_MS = 120000;
30
- // 锁的 mtime 超过这么久没刷新 = 持锁方已死(活着的话每个进度节拍都会刷新),可以抢。
31
- const STALE_LOCK_MS = 30 * 60 * 1000;
32
- // 进度事件节流:1GB 按 64KB 一块是一万多个事件,逐个发出去日志没法看。
33
- const PROGRESS_EMIT_INTERVAL_MS = 500;
34
-
35
- /** URL → 稳定文件名。断点文件要跨进程、跨重启可复用,所以用内容寻址而不是 pid。 */
36
- function partName(url) {
37
- return createHash("sha256").update(url).digest("hex");
38
- }
39
-
40
- function readMeta(metaPath) {
41
- try {
42
- return readFileSync(metaPath, "utf8").trim();
43
- } catch {
44
- return "";
45
- }
46
- }
47
-
48
- function writeMeta(metaPath, etag) {
49
- writeFileSync(metaPath, `${etag}\n`, "utf8");
50
- }
51
-
52
- /** 断点不可信(比源文件还大 / 内容对不上)时整体作废,而不是试着修剪。 */
53
- function resetPart(partPath, metaPath) {
54
- rmSync(partPath, { force: true });
55
- rmSync(metaPath, { force: true });
56
- }
57
-
58
- /**
59
- * 拿 .part 的写锁。返回 fd(持有着,供流式期间刷新 mtime)或 null(别人在写)。
60
- * 只尝试偷一次过期锁:再抢不到就放弃,调用方按现状裸转发。
61
- */
62
- function acquireLock(lockPath, staleLockMs) {
63
- for (let i = 0; i < 2; i++) {
64
- try {
65
- const fd = openSync(lockPath, "wx");
66
- writeSync(fd, String(process.pid));
67
- return fd;
68
- } catch {
69
- let age = Infinity;
70
- try {
71
- age = Date.now() - statSync(lockPath).mtimeMs;
72
- } catch {}
73
- if (age > staleLockMs) {
74
- rmSync(lockPath, { force: true });
75
- continue;
76
- }
77
- return null;
78
- }
79
- }
80
- return null;
81
- }
82
-
83
- function releaseLock(lockPath, lockFd) {
84
- if (lockFd === null) return;
85
- try {
86
- closeSync(lockFd);
87
- } catch {}
88
- rmSync(lockPath, { force: true });
89
- }
90
-
91
- /** 进度事件的百分数。total 未知时给 null,让日志退化为「已收字节数」。 */
92
- function percentOf(received, total) {
93
- return Number.isFinite(total) && total > 0 ? Math.floor((received / total) * 100) : null;
94
- }
95
-
96
- /**
97
- * 造一个「带断点续传的 fetch」。
98
- * @param {object} opts - 选项。
99
- * @param {Function} [opts.fetchImpl] - 底层 fetch,测试注入。
100
- * @param {string} opts.partDir - 断点文件目录(应与模型缓存同盘)。
101
- * @param {number} [opts.attempts] - 含首次在内的总尝试次数。
102
- * @param {number} [opts.retryDelayMs] - 退避基数:1s → 2s → 4s,封顶 maxRetryDelayMs。
103
- * @param {number} [opts.idleTimeoutMs] - 连续无字节的看门狗上限。
104
- * @param {Function} [opts.onEvent] - resume / progress / restart / fail 事件回调。
105
- * @param {Function} [opts.hash] - URL → 断点文件名,测试注入。
106
- * @returns {Function} 与全局 fetch 同签名的函数。
107
- */
108
- export function createResilientFetch({
109
- fetchImpl = fetch,
110
- partDir,
111
- attempts = DEFAULT_ATTEMPTS,
112
- retryDelayMs = DEFAULT_RETRY_DELAY_MS,
113
- maxRetryDelayMs = DEFAULT_MAX_RETRY_DELAY_MS,
114
- idleTimeoutMs = DEFAULT_IDLE_TIMEOUT_MS,
115
- onEvent = null,
116
- hash = partName
117
- } = {}) {
118
- if (typeof partDir !== "string" || partDir === "") {
119
- throw new TypeError("createResilientFetch:partDir 是必填的(.part 断点文件落在这里)");
120
- }
121
- mkdirSync(partDir, { recursive: true });
122
- const emit = (event) => {
123
- try {
124
- onEvent?.(event);
125
- } catch {
126
- // 进度回调的异常不该打断下载本身。
127
- }
128
- };
129
-
130
- return async function resilientFetch(input, init = undefined) {
131
- const url = typeof input === "string" ? input : String(input?.url ?? input);
132
- const method = String(init?.method ?? "GET").toUpperCase();
133
- // 非 GET(HEAD 元数据预检等)与带 body 的请求不落盘:原样转发,语义与裸 fetch 一致。
134
- if (method !== "GET" || init?.body != null) return fetchImpl(input, init);
135
-
136
- const partPath = join(partDir, hash(url));
137
- const metaPath = `${partPath}.meta`;
138
- const lockPath = `${partPath}.lock`;
139
- const lockFd = acquireLock(lockPath, STALE_LOCK_MS);
140
- if (lockFd === null) {
141
- // 另一个进程正在下同一个文件。并发追加同一份 .part 是写损坏,所以这边不参与落盘,
142
- // 按改动前的行为裸转发一次 —— 持锁方会正常下完,之后的加载会命中缓存。
143
- return fetchImpl(input, init);
144
- }
145
-
146
- try {
147
- return await downloadWithResume(url, init, {
148
- fetchImpl,
149
- partPath,
150
- metaPath,
151
- lockPath,
152
- lockFd,
153
- attempts,
154
- retryDelayMs,
155
- maxRetryDelayMs,
156
- idleTimeoutMs,
157
- emit
158
- });
159
- } catch (error) {
160
- // 失败路径锁在这里释放;成功路径的锁随断点文件一起在响应体流关闭后清理 ——
161
- // 若在返回响应时就放锁,另一个进程会在「.part 仍被下游流读着」的窗口里动它。
162
- releaseLock(lockPath, lockFd);
163
- throw error;
164
- }
165
- };
166
- }
167
-
168
- async function downloadWithResume(url, init, ctx) {
169
- const { fetchImpl, partPath, metaPath, lockPath, lockFd, attempts, retryDelayMs, maxRetryDelayMs, idleTimeoutMs, emit } = ctx;
170
- let lastError = null;
171
- let lastPercent = null;
172
- let lastReceived = 0;
173
-
174
- for (let attempt = 1; attempt <= attempts; attempt++) {
175
- let offset = 0;
176
- if (existsSync(partPath)) {
177
- offset = statSync(partPath).size;
178
- if (offset > 0) {
179
- emit({ type: "resume", url, offset, attempt });
180
- }
181
- }
182
-
183
- const headers = new Headers(init?.headers);
184
- if (offset > 0) {
185
- headers.set("Range", `bytes=${offset}-`);
186
- // If-Range:断点对应的内容在服务端被换过时,服务器回 200(全量)而不是 206 ——
187
- // 那就整份重来。没有它,旧断点 + 新内容会拼出一份静默损坏的模型。
188
- const storedEtag = readMeta(metaPath);
189
- if (storedEtag) headers.set("If-Range", storedEtag);
190
- }
191
-
192
- const controller = new AbortController();
193
- const onCallerAbort = () => controller.abort(init?.signal?.reason);
194
- init?.signal?.addEventListener("abort", onCallerAbort, { once: true });
195
- let idleTimer = null;
196
- const armIdle = () => {
197
- if (!(idleTimeoutMs > 0)) return;
198
- if (idleTimer !== null) clearTimeout(idleTimer);
199
- idleTimer = setTimeout(
200
- () => controller.abort(new Error(`连接空闲超过 ${Math.round(idleTimeoutMs / 1000)}s 无数据`)),
201
- idleTimeoutMs
202
- );
203
- };
204
- armIdle();
205
-
206
- let fd = -1;
207
- let received = 0;
208
- let total = null;
209
- let lastEmitAt = 0;
210
- const reportProgress = (force = false) => {
211
- const now = Date.now();
212
- if (!force && now - lastEmitAt < PROGRESS_EMIT_INTERVAL_MS) return;
213
- lastEmitAt = now;
214
- lastReceived = offset + received;
215
- lastPercent = percentOf(lastReceived, total);
216
- futimesSync(lockFd, new Date(), new Date()); // 锁的活着证明与进度同节拍刷新。
217
- emit({ type: "progress", url, received: lastReceived, total, percent: lastPercent, attempt });
218
- };
219
-
220
- try {
221
- const res = await fetchImpl(url, { ...init, headers, signal: controller.signal });
222
-
223
- // Range 起点越过源文件末尾(断点比源还大,通常断点来自被替换前的旧文件):
224
- // 断点不可信 —— 清掉,这次尝试作废,下一次从 0 开始。不处理的话会在 416 上
225
- // 把重试次数全部烧完,报一条用户看不懂的错。
226
- if (res.status === 416) {
227
- emit({ type: "restart", url, offset, attempt, reason: "range-not-satisfiable" });
228
- resetPart(partPath, metaPath);
229
- lastError = new Error("HTTP 416(断点已重置)");
230
- continue;
231
- }
232
- if (!res.ok) throw new Error(`HTTP ${res.status}`);
233
-
234
- if (offset > 0 && res.status === 200) {
235
- // 服务器无视了 Range,或 If-Range 判定内容已变:整份重来。
236
- emit({ type: "restart", url, offset, attempt, reason: "range-rejected" });
237
- resetPart(partPath, metaPath);
238
- offset = 0;
239
- }
240
- if (res.status === 206) {
241
- const cr = /bytes (\d+)-(\d+)\/(\d+)/.exec(res.headers.get("content-range") ?? "");
242
- if (cr === null) throw new Error("206 响应缺少 Content-Range");
243
- total = Number(cr[3]);
244
- if (Number(cr[1]) !== offset) {
245
- // 服务器续的位置和断点对不上:不猜(拼错的字节比下载失败更糟),清掉重来。
246
- emit({ type: "restart", url, offset, attempt, reason: "offset-mismatch" });
247
- resetPart(partPath, metaPath);
248
- throw new Error(`断点偏移不一致(本地 ${offset},服务器 ${cr[1]}),断点已重置`);
249
- }
250
- } else {
251
- total = Number(res.headers.get("content-length")) || null;
252
- }
253
- const etag = res.headers.get("etag");
254
- if (etag) writeMeta(metaPath, etag);
255
-
256
- fd = openSync(partPath, "a");
257
- if (res.body !== null) {
258
- const reader = res.body.getReader();
259
- for (;;) {
260
- const { done, value } = await reader.read();
261
- if (done) break;
262
- writeSync(fd, value);
263
- received += value.length;
264
- armIdle();
265
- reportProgress();
266
- }
267
- }
268
- // 服务端"干净地"提前关流(不抛错、但字节没给够)也是断流的一种,必须查出来。
269
- if (total !== null && offset + received !== total) {
270
- throw new Error(`下载不完整:收到 ${offset + received}/${total} 字节`);
271
- }
272
- clearTimeout(idleTimer);
273
- idleTimer = null;
274
- reportProgress(true);
275
- return partResponse(partPath, metaPath, lockPath, lockFd, offset + received, etag);
276
- } catch (error) {
277
- lastError = error;
278
- lastReceived = offset + received;
279
- lastPercent = percentOf(lastReceived, total);
280
- emit({ type: "fail", url, received: lastReceived, total, percent: lastPercent, attempt, error: String(error?.message ?? error) });
281
- } finally {
282
- if (fd >= 0) closeSync(fd);
283
- if (idleTimer !== null) clearTimeout(idleTimer);
284
- init?.signal?.removeEventListener("abort", onCallerAbort);
285
- }
286
-
287
- if (attempt < attempts) {
288
- // 退避:1s → 2s → 4s,封顶 maxRetryDelayMs。
289
- await new Promise((resolve) => setTimeout(resolve, Math.min(retryDelayMs * 2 ** (attempt - 1), maxRetryDelayMs)));
290
- }
291
- }
292
-
293
- // 最终失败的错误必须带中断位置(issue #194 的第 3 项):用户要能区分是网络断了
294
- // 还是磁盘满了,而不是看到一句干巴巴的 TypeError: terminated。
295
- const where = lastPercent !== null ? `中断于 ${lastPercent}%(${lastReceived} 字节)` : `已收 ${lastReceived} 字节`;
296
- throw new Error(`模型文件下载失败(试了 ${attempts} 次,${where}):${lastError?.message ?? lastError}`);
297
- }
298
-
299
- /**
300
- * 把完成的断点文件包装成给下游的响应:规范的 200 + 完整 content-length,body 从磁盘
301
- * 流式读出(1GB 不进内存)。流关闭即清理断点文件 —— 它给下游(FileCache.put /
302
- * arrayBuffer)供字节的使命结束了,不清的话一个 1GB 的副本会一直躺在缓存旁边。
303
- */
304
- function partResponse(partPath, metaPath, lockPath, lockFd, size, etag) {
305
- const nodeStream = createReadStream(partPath);
306
- const cleanup = () => {
307
- try {
308
- rmSync(partPath, { force: true });
309
- rmSync(metaPath, { force: true });
310
- releaseLock(lockPath, lockFd);
311
- } catch {}
312
- };
313
- nodeStream.on("close", cleanup);
314
- nodeStream.on("error", cleanup);
315
- return new Response(Readable.toWeb(nodeStream), {
316
- status: 200,
317
- headers: {
318
- "content-type": "application/octet-stream",
319
- "content-length": String(size),
320
- ...(etag ? { etag } : {})
321
- }
322
- });
323
- }
324
-
325
- /** 把事件映射成日志。只发人该看的行:续传、重来、每次失败的位置 —— 不刷进度条。 */
326
- export function logModelFetchEvent(logger, event) {
327
- const kb = (n) => (n >= 1048576 ? `${(n / 1048576).toFixed(1)}MB` : `${Math.round(n / 1024)}KB`);
328
- const where = (e) => (e.percent !== null && e.percent !== undefined ? `${e.percent}%(${kb(e.received)}${e.total ? `/${kb(e.total)}` : ""})` : kb(e.received ?? 0));
329
- switch (event.type) {
330
- case "resume":
331
- logger?.info?.(`[dsh-mneme] 模型下载带断点续传:已有 ${kb(event.offset)},第 ${event.attempt} 次尝试`);
332
- break;
333
- case "restart":
334
- logger?.warn?.(`[dsh-mneme] 断点不可用(${event.reason}),模型下载从头再来`);
335
- break;
336
- case "fail":
337
- logger?.warn?.(`[dsh-mneme] 模型下载中断于 ${where(event)},第 ${event.attempt} 次尝试失败:${event.error}`);
338
- break;
339
- default:
340
- break;
341
- }
342
- }
343
-
344
- /**
345
- * 把弹性 fetch 装到 transformers.js 的 env 上(embedder / reranker 共用这一个入口)。
346
- * @param {object} env - transformers.js 的 env(至少支持赋值 fetch)。
347
- * @param {object} opts - 选项。
348
- * @param {boolean} [opts.enabled] - 开关;关 = 完全不动 env(默认保持现状的出口)。
349
- * @param {string} [opts.cacheDir] - 模型缓存目录,断点文件落在它的 .mneme-partial 下。
350
- * @param {object} [opts.logger] - 接收下载进度日志的 logger。
351
- * @param {object} [opts.rest] - 透传给 createResilientFetch 的其余选项(测试注入)。
352
- * @returns {boolean} 是否实际安装。
353
- */
354
- export function installResilientFetch(env, { enabled = true, cacheDir = "", logger = null, ...rest } = {}) {
355
- if (!enabled || !env) return false;
356
- const root = String(cacheDir ?? "").trim() || defaultModelCacheDir();
357
- const partDir = join(root, ".mneme-partial");
358
- mkdirSync(partDir, { recursive: true });
359
- env.fetch = createResilientFetch({ partDir, onEvent: (event) => logModelFetchEvent(logger, event), ...rest });
360
- return true;
361
- }
1
+ // 模型文件取件(issue #194)
2
+ //
3
+ // transformers.js 下载模型文件(如 model.onnx,约 1GB)走它自己的 env.fetch;undici
4
+ // socket 中途被重置(TypeError: terminated)时整份下载作废重来。4.2.0 的 env.fetch 是
5
+ // 官方文档化的可替换面(env.js: `fetch: DEFAULT_FETCH`),所以韧性做在这一层:对
6
+ // transformers.js 而言这仍然是一个普通的 fetch,成功路径的语义一点没变;变化只发生在
7
+ // 失败路径 —— 已收的字节落在磁盘 .part 里,重试(包括换一次进程)从断点继续。
8
+ //
9
+ // 硬规矩(与 runtime/download.js 的取件层同一套直觉):
10
+ // 1. 交给下游的响应永远是规范的 200 + 完整 content-length。hub.js 把非 200 一律当
11
+ // 失败处理,206 直接透传反而会破坏下游;断点拼接是我们内部的事,不能漏出去。
12
+ // 2. 续传前带 If-Range:断点对应的内容若在服务端被换过,服务器会回 200(全量)。
13
+ // 旧断点拼新内容是一份静默损坏的模型 —— 宁可整份重来,不可拼错。
14
+ // 3. 同一 URL 的 .part 同一时刻只允许一个写者。两个进程并发追加同一份字节是写损坏;
15
+ // 抢不到锁就按现状直接转发(裸 fetch),让持锁的那份去落盘。
16
+ //
17
+ // @module dsh-mneme/runtime/model-fetch
18
+ import { createHash } from "node:crypto";
19
+ import { closeSync, createReadStream, existsSync, futimesSync, mkdirSync, openSync, readFileSync, rmSync, statSync, writeFileSync, writeSync } from "node:fs";
20
+ import { Readable } from "node:stream";
21
+ import { join } from "node:path";
22
+ import { defaultModelCacheDir } from "./layout.js";
23
+
24
+ const DEFAULT_ATTEMPTS = 3;
25
+ const DEFAULT_RETRY_DELAY_MS = 1000;
26
+ const DEFAULT_MAX_RETRY_DELAY_MS = 15000;
27
+ // 看门狗是「连续无字节」上限而不是总时长上限:几百 MB~1GB 的文件在慢网下合法地要下
28
+ // 几十分钟,总时长上限会掐死健康但慢的下载;连续这么久一个字节都没有才是 socket 僵死。
29
+ const DEFAULT_IDLE_TIMEOUT_MS = 120000;
30
+ // 锁的 mtime 超过这么久没刷新 = 持锁方已死(活着的话每个进度节拍都会刷新),可以抢。
31
+ const STALE_LOCK_MS = 30 * 60 * 1000;
32
+ // 进度事件节流:1GB 按 64KB 一块是一万多个事件,逐个发出去日志没法看。
33
+ const PROGRESS_EMIT_INTERVAL_MS = 500;
34
+
35
+ /** URL → 稳定文件名。断点文件要跨进程、跨重启可复用,所以用内容寻址而不是 pid。 */
36
+ function partName(url) {
37
+ return createHash("sha256").update(url).digest("hex");
38
+ }
39
+
40
+ function readMeta(metaPath) {
41
+ try {
42
+ return readFileSync(metaPath, "utf8").trim();
43
+ } catch {
44
+ return "";
45
+ }
46
+ }
47
+
48
+ function writeMeta(metaPath, etag) {
49
+ writeFileSync(metaPath, `${etag}\n`, "utf8");
50
+ }
51
+
52
+ /** 断点不可信(比源文件还大 / 内容对不上)时整体作废,而不是试着修剪。 */
53
+ function resetPart(partPath, metaPath) {
54
+ rmSync(partPath, { force: true });
55
+ rmSync(metaPath, { force: true });
56
+ }
57
+
58
+ /**
59
+ * 拿 .part 的写锁。返回 fd(持有着,供流式期间刷新 mtime)或 null(别人在写)。
60
+ * 只尝试偷一次过期锁:再抢不到就放弃,调用方按现状裸转发。
61
+ */
62
+ function acquireLock(lockPath, staleLockMs) {
63
+ for (let i = 0; i < 2; i++) {
64
+ try {
65
+ const fd = openSync(lockPath, "wx");
66
+ writeSync(fd, String(process.pid));
67
+ return fd;
68
+ } catch {
69
+ let age = Infinity;
70
+ try {
71
+ age = Date.now() - statSync(lockPath).mtimeMs;
72
+ } catch {}
73
+ if (age > staleLockMs) {
74
+ rmSync(lockPath, { force: true });
75
+ continue;
76
+ }
77
+ return null;
78
+ }
79
+ }
80
+ return null;
81
+ }
82
+
83
+ function releaseLock(lockPath, lockFd) {
84
+ if (lockFd === null) return;
85
+ try {
86
+ closeSync(lockFd);
87
+ } catch {}
88
+ rmSync(lockPath, { force: true });
89
+ }
90
+
91
+ /** 进度事件的百分数。total 未知时给 null,让日志退化为「已收字节数」。 */
92
+ function percentOf(received, total) {
93
+ return Number.isFinite(total) && total > 0 ? Math.floor((received / total) * 100) : null;
94
+ }
95
+
96
+ /**
97
+ * 造一个「带断点续传的 fetch」。
98
+ * @param {object} opts - 选项。
99
+ * @param {Function} [opts.fetchImpl] - 底层 fetch,测试注入。
100
+ * @param {string} opts.partDir - 断点文件目录(应与模型缓存同盘)。
101
+ * @param {number} [opts.attempts] - 含首次在内的总尝试次数。
102
+ * @param {number} [opts.retryDelayMs] - 退避基数:1s → 2s → 4s,封顶 maxRetryDelayMs。
103
+ * @param {number} [opts.idleTimeoutMs] - 连续无字节的看门狗上限。
104
+ * @param {Function} [opts.onEvent] - resume / progress / restart / fail 事件回调。
105
+ * @param {Function} [opts.hash] - URL → 断点文件名,测试注入。
106
+ * @returns {Function} 与全局 fetch 同签名的函数。
107
+ */
108
+ export function createResilientFetch({
109
+ fetchImpl = fetch,
110
+ partDir,
111
+ attempts = DEFAULT_ATTEMPTS,
112
+ retryDelayMs = DEFAULT_RETRY_DELAY_MS,
113
+ maxRetryDelayMs = DEFAULT_MAX_RETRY_DELAY_MS,
114
+ idleTimeoutMs = DEFAULT_IDLE_TIMEOUT_MS,
115
+ onEvent = null,
116
+ hash = partName
117
+ } = {}) {
118
+ if (typeof partDir !== "string" || partDir === "") {
119
+ throw new TypeError("createResilientFetch:partDir 是必填的(.part 断点文件落在这里)");
120
+ }
121
+ mkdirSync(partDir, { recursive: true });
122
+ const emit = (event) => {
123
+ try {
124
+ onEvent?.(event);
125
+ } catch {
126
+ // 进度回调的异常不该打断下载本身。
127
+ }
128
+ };
129
+
130
+ return async function resilientFetch(input, init = undefined) {
131
+ const url = typeof input === "string" ? input : String(input?.url ?? input);
132
+ const method = String(init?.method ?? "GET").toUpperCase();
133
+ // 非 GET(HEAD 元数据预检等)与带 body 的请求不落盘:原样转发,语义与裸 fetch 一致。
134
+ if (method !== "GET" || init?.body != null) return fetchImpl(input, init);
135
+
136
+ const partPath = join(partDir, hash(url));
137
+ const metaPath = `${partPath}.meta`;
138
+ const lockPath = `${partPath}.lock`;
139
+ const lockFd = acquireLock(lockPath, STALE_LOCK_MS);
140
+ if (lockFd === null) {
141
+ // 另一个进程正在下同一个文件。并发追加同一份 .part 是写损坏,所以这边不参与落盘,
142
+ // 按改动前的行为裸转发一次 —— 持锁方会正常下完,之后的加载会命中缓存。
143
+ return fetchImpl(input, init);
144
+ }
145
+
146
+ try {
147
+ return await downloadWithResume(url, init, {
148
+ fetchImpl,
149
+ partPath,
150
+ metaPath,
151
+ lockPath,
152
+ lockFd,
153
+ attempts,
154
+ retryDelayMs,
155
+ maxRetryDelayMs,
156
+ idleTimeoutMs,
157
+ emit
158
+ });
159
+ } catch (error) {
160
+ // 失败路径锁在这里释放;成功路径的锁随断点文件一起在响应体流关闭后清理 ——
161
+ // 若在返回响应时就放锁,另一个进程会在「.part 仍被下游流读着」的窗口里动它。
162
+ releaseLock(lockPath, lockFd);
163
+ throw error;
164
+ }
165
+ };
166
+ }
167
+
168
+ async function downloadWithResume(url, init, ctx) {
169
+ const { fetchImpl, partPath, metaPath, lockPath, lockFd, attempts, retryDelayMs, maxRetryDelayMs, idleTimeoutMs, emit } = ctx;
170
+ let lastError = null;
171
+ let lastPercent = null;
172
+ let lastReceived = 0;
173
+
174
+ for (let attempt = 1; attempt <= attempts; attempt++) {
175
+ let offset = 0;
176
+ if (existsSync(partPath)) {
177
+ offset = statSync(partPath).size;
178
+ if (offset > 0) {
179
+ emit({ type: "resume", url, offset, attempt });
180
+ }
181
+ }
182
+
183
+ const headers = new Headers(init?.headers);
184
+ if (offset > 0) {
185
+ headers.set("Range", `bytes=${offset}-`);
186
+ // If-Range:断点对应的内容在服务端被换过时,服务器回 200(全量)而不是 206 ——
187
+ // 那就整份重来。没有它,旧断点 + 新内容会拼出一份静默损坏的模型。
188
+ const storedEtag = readMeta(metaPath);
189
+ if (storedEtag) headers.set("If-Range", storedEtag);
190
+ }
191
+
192
+ const controller = new AbortController();
193
+ const onCallerAbort = () => controller.abort(init?.signal?.reason);
194
+ init?.signal?.addEventListener("abort", onCallerAbort, { once: true });
195
+ let idleTimer = null;
196
+ const armIdle = () => {
197
+ if (!(idleTimeoutMs > 0)) return;
198
+ if (idleTimer !== null) clearTimeout(idleTimer);
199
+ idleTimer = setTimeout(
200
+ () => controller.abort(new Error(`连接空闲超过 ${Math.round(idleTimeoutMs / 1000)}s 无数据`)),
201
+ idleTimeoutMs
202
+ );
203
+ };
204
+ armIdle();
205
+
206
+ let fd = -1;
207
+ let received = 0;
208
+ let total = null;
209
+ let lastEmitAt = 0;
210
+ const reportProgress = (force = false) => {
211
+ const now = Date.now();
212
+ if (!force && now - lastEmitAt < PROGRESS_EMIT_INTERVAL_MS) return;
213
+ lastEmitAt = now;
214
+ lastReceived = offset + received;
215
+ lastPercent = percentOf(lastReceived, total);
216
+ futimesSync(lockFd, new Date(), new Date()); // 锁的活着证明与进度同节拍刷新。
217
+ emit({ type: "progress", url, received: lastReceived, total, percent: lastPercent, attempt });
218
+ };
219
+
220
+ try {
221
+ const res = await fetchImpl(url, { ...init, headers, signal: controller.signal });
222
+
223
+ // Range 起点越过源文件末尾(断点比源还大,通常断点来自被替换前的旧文件):
224
+ // 断点不可信 —— 清掉,这次尝试作废,下一次从 0 开始。不处理的话会在 416 上
225
+ // 把重试次数全部烧完,报一条用户看不懂的错。
226
+ if (res.status === 416) {
227
+ emit({ type: "restart", url, offset, attempt, reason: "range-not-satisfiable" });
228
+ resetPart(partPath, metaPath);
229
+ lastError = new Error("HTTP 416(断点已重置)");
230
+ continue;
231
+ }
232
+ if (!res.ok) throw new Error(`HTTP ${res.status}`);
233
+
234
+ if (offset > 0 && res.status === 200) {
235
+ // 服务器无视了 Range,或 If-Range 判定内容已变:整份重来。
236
+ emit({ type: "restart", url, offset, attempt, reason: "range-rejected" });
237
+ resetPart(partPath, metaPath);
238
+ offset = 0;
239
+ }
240
+ if (res.status === 206) {
241
+ const cr = /bytes (\d+)-(\d+)\/(\d+)/.exec(res.headers.get("content-range") ?? "");
242
+ if (cr === null) throw new Error("206 响应缺少 Content-Range");
243
+ total = Number(cr[3]);
244
+ if (Number(cr[1]) !== offset) {
245
+ // 服务器续的位置和断点对不上:不猜(拼错的字节比下载失败更糟),清掉重来。
246
+ emit({ type: "restart", url, offset, attempt, reason: "offset-mismatch" });
247
+ resetPart(partPath, metaPath);
248
+ throw new Error(`断点偏移不一致(本地 ${offset},服务器 ${cr[1]}),断点已重置`);
249
+ }
250
+ } else {
251
+ total = Number(res.headers.get("content-length")) || null;
252
+ }
253
+ const etag = res.headers.get("etag");
254
+ if (etag) writeMeta(metaPath, etag);
255
+
256
+ fd = openSync(partPath, "a");
257
+ if (res.body !== null) {
258
+ const reader = res.body.getReader();
259
+ for (;;) {
260
+ const { done, value } = await reader.read();
261
+ if (done) break;
262
+ writeSync(fd, value);
263
+ received += value.length;
264
+ armIdle();
265
+ reportProgress();
266
+ }
267
+ }
268
+ // 服务端"干净地"提前关流(不抛错、但字节没给够)也是断流的一种,必须查出来。
269
+ if (total !== null && offset + received !== total) {
270
+ throw new Error(`下载不完整:收到 ${offset + received}/${total} 字节`);
271
+ }
272
+ clearTimeout(idleTimer);
273
+ idleTimer = null;
274
+ reportProgress(true);
275
+ return partResponse(partPath, metaPath, lockPath, lockFd, offset + received, etag);
276
+ } catch (error) {
277
+ lastError = error;
278
+ lastReceived = offset + received;
279
+ lastPercent = percentOf(lastReceived, total);
280
+ emit({ type: "fail", url, received: lastReceived, total, percent: lastPercent, attempt, error: String(error?.message ?? error) });
281
+ } finally {
282
+ if (fd >= 0) closeSync(fd);
283
+ if (idleTimer !== null) clearTimeout(idleTimer);
284
+ init?.signal?.removeEventListener("abort", onCallerAbort);
285
+ }
286
+
287
+ if (attempt < attempts) {
288
+ // 退避:1s → 2s → 4s,封顶 maxRetryDelayMs。
289
+ await new Promise((resolve) => setTimeout(resolve, Math.min(retryDelayMs * 2 ** (attempt - 1), maxRetryDelayMs)));
290
+ }
291
+ }
292
+
293
+ // 最终失败的错误必须带中断位置(issue #194 的第 3 项):用户要能区分是网络断了
294
+ // 还是磁盘满了,而不是看到一句干巴巴的 TypeError: terminated。
295
+ const where = lastPercent !== null ? `中断于 ${lastPercent}%(${lastReceived} 字节)` : `已收 ${lastReceived} 字节`;
296
+ throw new Error(`模型文件下载失败(试了 ${attempts} 次,${where}):${lastError?.message ?? lastError}`);
297
+ }
298
+
299
+ /**
300
+ * 把完成的断点文件包装成给下游的响应:规范的 200 + 完整 content-length,body 从磁盘
301
+ * 流式读出(1GB 不进内存)。流关闭即清理断点文件 —— 它给下游(FileCache.put /
302
+ * arrayBuffer)供字节的使命结束了,不清的话一个 1GB 的副本会一直躺在缓存旁边。
303
+ */
304
+ function partResponse(partPath, metaPath, lockPath, lockFd, size, etag) {
305
+ const nodeStream = createReadStream(partPath);
306
+ const cleanup = () => {
307
+ try {
308
+ rmSync(partPath, { force: true });
309
+ rmSync(metaPath, { force: true });
310
+ releaseLock(lockPath, lockFd);
311
+ } catch {}
312
+ };
313
+ nodeStream.on("close", cleanup);
314
+ nodeStream.on("error", cleanup);
315
+ return new Response(Readable.toWeb(nodeStream), {
316
+ status: 200,
317
+ headers: {
318
+ "content-type": "application/octet-stream",
319
+ "content-length": String(size),
320
+ ...(etag ? { etag } : {})
321
+ }
322
+ });
323
+ }
324
+
325
+ /** 把事件映射成日志。只发人该看的行:续传、重来、每次失败的位置 —— 不刷进度条。 */
326
+ export function logModelFetchEvent(logger, event) {
327
+ const kb = (n) => (n >= 1048576 ? `${(n / 1048576).toFixed(1)}MB` : `${Math.round(n / 1024)}KB`);
328
+ const where = (e) => (e.percent !== null && e.percent !== undefined ? `${e.percent}%(${kb(e.received)}${e.total ? `/${kb(e.total)}` : ""})` : kb(e.received ?? 0));
329
+ switch (event.type) {
330
+ case "resume":
331
+ logger?.info?.(`[dsh-mneme] 模型下载带断点续传:已有 ${kb(event.offset)},第 ${event.attempt} 次尝试`);
332
+ break;
333
+ case "restart":
334
+ logger?.warn?.(`[dsh-mneme] 断点不可用(${event.reason}),模型下载从头再来`);
335
+ break;
336
+ case "fail":
337
+ logger?.warn?.(`[dsh-mneme] 模型下载中断于 ${where(event)},第 ${event.attempt} 次尝试失败:${event.error}`);
338
+ break;
339
+ default:
340
+ break;
341
+ }
342
+ }
343
+
344
+ /**
345
+ * 把弹性 fetch 装到 transformers.js 的 env 上(embedder / reranker 共用这一个入口)。
346
+ * @param {object} env - transformers.js 的 env(至少支持赋值 fetch)。
347
+ * @param {object} opts - 选项。
348
+ * @param {boolean} [opts.enabled] - 开关;关 = 完全不动 env(默认保持现状的出口)。
349
+ * @param {string} [opts.cacheDir] - 模型缓存目录,断点文件落在它的 .mneme-partial 下。
350
+ * @param {object} [opts.logger] - 接收下载进度日志的 logger。
351
+ * @param {object} [opts.rest] - 透传给 createResilientFetch 的其余选项(测试注入)。
352
+ * @returns {boolean} 是否实际安装。
353
+ */
354
+ export function installResilientFetch(env, { enabled = true, cacheDir = "", logger = null, ...rest } = {}) {
355
+ if (!enabled || !env) return false;
356
+ const root = String(cacheDir ?? "").trim() || defaultModelCacheDir();
357
+ const partDir = join(root, ".mneme-partial");
358
+ mkdirSync(partDir, { recursive: true });
359
+ env.fetch = createResilientFetch({ partDir, onEvent: (event) => logModelFetchEvent(logger, event), ...rest });
360
+ return true;
361
+ }