@modusensus/dsh-mneme 0.13.0 → 0.14.0-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (543) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +830 -828
  3. package/assets/icon.svg +3 -3
  4. package/bin/cli.mjs +964 -964
  5. package/bin/dsh-mneme-choro.mjs +262 -254
  6. package/bin/dsh-mneme-mcp.mjs +510 -510
  7. package/bin/dsh-mneme-serve.mjs +151 -151
  8. package/cordis.patch.yml +21 -21
  9. package/docs/CONFIGURATION.md +407 -402
  10. package/docs/CONTINUITY.md +139 -139
  11. package/docs/DAEMON.md +57 -57
  12. package/docs/DIRECTORIES.md +114 -114
  13. package/docs/DISTILL.md +397 -371
  14. package/docs/DSH-GO.md +97 -97
  15. package/docs/ENTITIES.md +247 -247
  16. package/docs/FORGET.md +77 -77
  17. package/docs/KB.md +110 -110
  18. package/docs/LOCAL_MODEL.md +222 -222
  19. package/docs/SEMANTIC.md +256 -256
  20. package/docs/SHARE.md +552 -552
  21. package/docs/SLEEP.md +202 -202
  22. package/docs/STORAGE.md +122 -122
  23. package/docs/WORKFLOWS.md +366 -366
  24. package/lib/api-standalone.js +1007 -1007
  25. package/lib/api.js +3600 -3394
  26. package/lib/attachment-text.js +122 -122
  27. package/lib/bootstrap-http.js +105 -105
  28. package/lib/bootstrap.js +215 -215
  29. package/lib/candidates.js +454 -454
  30. package/lib/capabilities.js +819 -819
  31. package/lib/choro-command.js +111 -111
  32. package/lib/client.js +14420 -13436
  33. package/lib/commands.js +95 -95
  34. package/lib/config-keys.js +144 -144
  35. package/lib/config.js +1361 -1317
  36. package/lib/content-hash.js +54 -54
  37. package/lib/continuity.js +258 -258
  38. package/lib/date-hint.js +32 -0
  39. package/lib/diary/auto.js +190 -190
  40. package/lib/diary/compose.js +440 -440
  41. package/lib/diary/dir.js +59 -59
  42. package/lib/diary/export.js +97 -97
  43. package/lib/diary/index.js +26 -26
  44. package/lib/diary/library.js +189 -189
  45. package/lib/diary/qq-inbox.js +142 -142
  46. package/lib/diary/rollover.js +61 -61
  47. package/lib/diary/session-provider.js +122 -122
  48. package/lib/document-index.js +94 -94
  49. package/lib/document.js +322 -322
  50. package/lib/dream/clustering.js +123 -123
  51. package/lib/dream/decisions.js +945 -907
  52. package/lib/dream/narratives.js +44 -44
  53. package/lib/dream/sleep.js +2027 -1887
  54. package/lib/dream/triage.js +139 -0
  55. package/lib/dream.js +1879 -1764
  56. package/lib/dsh-go/host.js +162 -162
  57. package/lib/dsh-go/panel.js +2091 -2091
  58. package/lib/dsh-go/text.js +342 -342
  59. package/lib/dsh-go/views/common.js +68 -68
  60. package/lib/dsh-go/views/entity.js +48 -48
  61. package/lib/dsh-go/views/memory.js +198 -198
  62. package/lib/dsh-go/views/root.js +30 -30
  63. package/lib/dsh-go/views/settings.js +398 -398
  64. package/lib/dsh-go/views/status.js +51 -51
  65. package/lib/embedding.js +342 -342
  66. package/lib/entities/extractor.js +285 -285
  67. package/lib/fence.js +24 -24
  68. package/lib/graph/anchoring.js +184 -184
  69. package/lib/guide.js +74 -74
  70. package/lib/heat.js +144 -144
  71. package/lib/hot-memory.js +119 -107
  72. package/lib/image-describe.js +158 -0
  73. package/lib/index.js +852 -822
  74. package/lib/inject.js +656 -639
  75. package/lib/kb/index.js +309 -309
  76. package/lib/kb/routes.js +219 -219
  77. package/lib/kb/tools.js +148 -148
  78. package/lib/lang.js +607 -584
  79. package/lib/local-embedder.js +358 -358
  80. package/lib/maintenance.js +162 -162
  81. package/lib/memory-source.js +9 -9
  82. package/lib/mirror.js +330 -330
  83. package/lib/organize.js +456 -456
  84. package/lib/peak-hours.js +172 -172
  85. package/lib/pipeline-activities.js +178 -178
  86. package/lib/pipeline-attribution.js +165 -165
  87. package/lib/pipeline-command.js +279 -279
  88. package/lib/pipeline-confirm.js +142 -142
  89. package/lib/pipeline-exec.js +174 -174
  90. package/lib/pipeline-nudge-auto.js +129 -129
  91. package/lib/pipeline-nudge.js +1623 -1623
  92. package/lib/pipeline-observations.js +181 -181
  93. package/lib/pipeline-observe.js +133 -133
  94. package/lib/pipeline-runner.js +361 -361
  95. package/lib/pipeline-runs.js +442 -442
  96. package/lib/pipeline.js +716 -716
  97. package/lib/placement.js +13 -13
  98. package/lib/pre-inject-gate.js +354 -354
  99. package/lib/profile-extract.js +164 -164
  100. package/lib/profile-facts.js +356 -356
  101. package/lib/provenance-http.js +251 -251
  102. package/lib/quality-filter.js +162 -162
  103. package/lib/recall-stats.js +190 -190
  104. package/lib/reclaim-http.js +150 -150
  105. package/lib/reranker.js +269 -269
  106. package/lib/runtime/adopt.js +176 -176
  107. package/lib/runtime/closure.js +172 -172
  108. package/lib/runtime/download.js +247 -247
  109. package/lib/runtime/layout.js +265 -265
  110. package/lib/runtime/loader.js +252 -252
  111. package/lib/runtime/model-fetch.js +361 -361
  112. package/lib/runtime/provision.js +237 -237
  113. package/lib/runtime/tarball.js +130 -130
  114. package/lib/runtime/verify.js +223 -223
  115. package/lib/safe-slice.js +18 -18
  116. package/lib/scope-state.js +277 -277
  117. package/lib/scope.js +187 -187
  118. package/lib/search/adaptive.js +60 -60
  119. package/lib/search/bm25.js +96 -96
  120. package/lib/semantic.js +572 -572
  121. package/lib/sensitive-scan.js +209 -209
  122. package/lib/serve.js +228 -228
  123. package/lib/service.js +3268 -3196
  124. package/lib/session-gate.js +91 -91
  125. package/lib/session-usage.js +350 -350
  126. package/lib/settings.js +827 -802
  127. package/lib/share-http.js +281 -281
  128. package/lib/share-import.js +234 -234
  129. package/lib/share.js +335 -335
  130. package/lib/store.js +5895 -5662
  131. package/lib/summarize.js +1388 -1343
  132. package/lib/tools.js +1370 -1356
  133. package/lib/user-settings.js +230 -230
  134. package/lib/vector-index.js +180 -180
  135. package/lib/version-check.js +122 -122
  136. package/lib/wiki/claims.js +267 -0
  137. package/lib/wiki/cli-hint.js +90 -90
  138. package/lib/wiki/inject.js +164 -164
  139. package/lib/wiki/partition.js +200 -200
  140. package/lib/wiki/plan.js +214 -214
  141. package/lib/wiki/queries.js +640 -474
  142. package/lib/wiki/render.js +261 -187
  143. package/lib/wiki/scan.js +371 -371
  144. package/lib/wiki/t0.js +500 -463
  145. package/lib/wiki/t1-jobs.js +232 -232
  146. package/lib/wiki/t1.js +609 -502
  147. package/lib/write-admission.js +404 -404
  148. package/locale/en.json +6 -6
  149. package/locale/zh.json +6 -6
  150. package/package.json +15 -1
  151. package/runtime-manifest.json +526 -526
  152. package/scripts/benchmark-embed.js +201 -201
  153. package/scripts/benchmark-recall.js +249 -249
  154. package/scripts/benchmark-rerank.js +166 -166
  155. package/scripts/build-runtime-manifest.mjs +224 -224
  156. package/scripts/changelog-prep.mjs +91 -91
  157. package/scripts/check-sync.js +44 -44
  158. package/scripts/e2e-dsh.js +220 -220
  159. package/scripts/mneme-runtime.mjs +277 -277
  160. package/scripts/publish-gate.mjs +197 -197
  161. package/scripts/release-docs.mjs +210 -204
  162. package/scripts/release-notes.mjs +164 -161
  163. package/scripts/stress-dsh.js +255 -255
  164. package/scripts/sync-lib.js +47 -47
  165. package/scripts/sync-test-badge.mjs +69 -69
  166. package/scripts/test-count-sync.mjs +48 -48
  167. package/src/api-standalone.js +1007 -1007
  168. package/src/api.js +3600 -3394
  169. package/src/attachment-text.js +122 -122
  170. package/src/bootstrap-http.js +105 -105
  171. package/src/bootstrap.js +215 -215
  172. package/src/candidates.js +454 -454
  173. package/src/capabilities.js +819 -819
  174. package/src/choro-command.js +111 -111
  175. package/src/commands.js +95 -95
  176. package/src/config-keys.js +144 -144
  177. package/src/config.js +1361 -1317
  178. package/src/content-hash.js +54 -54
  179. package/src/continuity.js +258 -258
  180. package/src/date-hint.js +32 -0
  181. package/src/diary/auto.js +190 -190
  182. package/src/diary/compose.js +440 -440
  183. package/src/diary/dir.js +59 -59
  184. package/src/diary/export.js +97 -97
  185. package/src/diary/index.js +26 -26
  186. package/src/diary/library.js +189 -189
  187. package/src/diary/qq-inbox.js +142 -142
  188. package/src/diary/rollover.js +61 -61
  189. package/src/diary/session-provider.js +122 -122
  190. package/src/document-index.js +94 -94
  191. package/src/document.js +322 -322
  192. package/src/dream/clustering.js +123 -123
  193. package/src/dream/decisions.js +945 -907
  194. package/src/dream/narratives.js +44 -44
  195. package/src/dream/sleep.js +2027 -1887
  196. package/src/dream/triage.js +139 -0
  197. package/src/dream.js +1879 -1764
  198. package/src/dsh-go/host.js +162 -162
  199. package/src/dsh-go/panel.js +2091 -2091
  200. package/src/dsh-go/text.js +342 -342
  201. package/src/dsh-go/views/common.js +68 -68
  202. package/src/dsh-go/views/entity.js +48 -48
  203. package/src/dsh-go/views/memory.js +198 -198
  204. package/src/dsh-go/views/root.js +30 -30
  205. package/src/dsh-go/views/settings.js +398 -398
  206. package/src/dsh-go/views/status.js +51 -51
  207. package/src/embedding.js +342 -342
  208. package/src/entities/extractor.js +285 -285
  209. package/src/fence.js +24 -24
  210. package/src/graph/anchoring.js +184 -184
  211. package/src/guide.js +74 -74
  212. package/src/heat.js +144 -144
  213. package/src/hot-memory.js +119 -107
  214. package/src/image-describe.js +158 -0
  215. package/src/index.js +852 -822
  216. package/src/inject.js +656 -639
  217. package/src/kb/index.js +309 -309
  218. package/src/kb/routes.js +219 -219
  219. package/src/kb/tools.js +148 -148
  220. package/src/lang.js +607 -584
  221. package/src/local-embedder.js +358 -358
  222. package/src/maintenance.js +162 -162
  223. package/src/memory-source.js +9 -9
  224. package/src/mirror.js +330 -330
  225. package/src/organize.js +456 -456
  226. package/src/peak-hours.js +172 -172
  227. package/src/pipeline-activities.js +178 -178
  228. package/src/pipeline-attribution.js +165 -165
  229. package/src/pipeline-command.js +279 -279
  230. package/src/pipeline-confirm.js +142 -142
  231. package/src/pipeline-exec.js +174 -174
  232. package/src/pipeline-nudge-auto.js +129 -129
  233. package/src/pipeline-nudge.js +1623 -1623
  234. package/src/pipeline-observations.js +181 -181
  235. package/src/pipeline-observe.js +133 -133
  236. package/src/pipeline-runner.js +361 -361
  237. package/src/pipeline-runs.js +442 -442
  238. package/src/pipeline.js +716 -716
  239. package/src/placement.js +13 -13
  240. package/src/pre-inject-gate.js +354 -354
  241. package/src/profile-extract.js +164 -164
  242. package/src/profile-facts.js +356 -356
  243. package/src/provenance-http.js +251 -251
  244. package/src/quality-filter.js +162 -162
  245. package/src/recall-stats.js +190 -190
  246. package/src/reclaim-http.js +150 -150
  247. package/src/reranker.js +269 -269
  248. package/src/runtime/adopt.js +176 -176
  249. package/src/runtime/closure.js +172 -172
  250. package/src/runtime/download.js +247 -247
  251. package/src/runtime/layout.js +265 -265
  252. package/src/runtime/loader.js +252 -252
  253. package/src/runtime/model-fetch.js +361 -361
  254. package/src/runtime/provision.js +237 -237
  255. package/src/runtime/tarball.js +130 -130
  256. package/src/runtime/verify.js +223 -223
  257. package/src/safe-slice.js +18 -18
  258. package/src/scope-state.js +277 -277
  259. package/src/scope.js +187 -187
  260. package/src/search/adaptive.js +60 -60
  261. package/src/search/bm25.js +96 -96
  262. package/src/semantic.js +572 -572
  263. package/src/sensitive-scan.js +209 -209
  264. package/src/serve.js +228 -228
  265. package/src/service.js +3268 -3196
  266. package/src/session-gate.js +91 -91
  267. package/src/session-usage.js +350 -350
  268. package/src/settings.js +827 -802
  269. package/src/share-http.js +281 -281
  270. package/src/share-import.js +234 -234
  271. package/src/share.js +335 -335
  272. package/src/store.js +5895 -5662
  273. package/src/summarize.js +1388 -1343
  274. package/src/tools.js +1370 -1356
  275. package/src/user-settings.js +230 -230
  276. package/src/vector-index.js +180 -180
  277. package/src/version-check.js +122 -122
  278. package/src/wiki/claims.js +267 -0
  279. package/src/wiki/cli-hint.js +90 -90
  280. package/src/wiki/inject.js +164 -164
  281. package/src/wiki/partition.js +200 -200
  282. package/src/wiki/plan.js +214 -214
  283. package/src/wiki/queries.js +640 -474
  284. package/src/wiki/render.js +261 -187
  285. package/src/wiki/scan.js +371 -371
  286. package/src/wiki/t0.js +500 -463
  287. package/src/wiki/t1-jobs.js +232 -232
  288. package/src/wiki/t1.js +609 -502
  289. package/src/write-admission.js +404 -404
  290. package/test/adaptive-inject-budget.test.js +85 -85
  291. package/test/api-hardening.test.js +173 -173
  292. package/test/api-nudge-route.test.js +259 -259
  293. package/test/api-routes-gaps.test.js +1092 -1092
  294. package/test/api.test.js +3007 -2988
  295. package/test/attachment-text.test.js +139 -139
  296. package/test/audit.test.js +448 -448
  297. package/test/baseline-persist.test.js +248 -248
  298. package/test/benchmark.test.js +94 -94
  299. package/test/bm25-corpus-cache.test.js +145 -145
  300. package/test/bootstrap.test.js +228 -228
  301. package/test/candidates.test.js +345 -345
  302. package/test/capabilities.test.js +577 -577
  303. package/test/capacity-warning.test.js +262 -262
  304. package/test/changelog-prep.test.js +125 -125
  305. package/test/choro-command.test.js +218 -218
  306. package/test/cli-enums.test.js +37 -37
  307. package/test/cli-flag-value.test.js +86 -86
  308. package/test/cli-receive.test.js +390 -390
  309. package/test/cli-share.test.js +437 -437
  310. package/test/client-share.test.js +225 -225
  311. package/test/client.test.js +4595 -4184
  312. package/test/clustering.test.js +100 -100
  313. package/test/commands.test.js +106 -106
  314. package/test/config-keys-routes.test.js +233 -233
  315. package/test/config.test.js +153 -153
  316. package/test/conflict-freeze.test.js +344 -344
  317. package/test/conflict-ledger-enforce.test.js +452 -0
  318. package/test/conflict-ledger.test.js +242 -0
  319. package/test/conflict-reviewed.test.js +79 -79
  320. package/test/content-hash.test.js +204 -204
  321. package/test/continuity.test.js +452 -452
  322. package/test/contrast.test.js +432 -320
  323. package/test/date-hint.test.js +156 -0
  324. package/test/dedupe-candidate-window.test.js +180 -180
  325. package/test/dependency-overrides.test.js +78 -78
  326. package/test/diary-library.test.js +187 -187
  327. package/test/diary.test.js +576 -576
  328. package/test/differentiate-feedback.test.js +248 -248
  329. package/test/distill-tx-embed-gap.test.js +110 -110
  330. package/test/docs-config-keys.test.js +65 -65
  331. package/test/document-dir.test.js +233 -233
  332. package/test/document.test.js +703 -703
  333. package/test/dream-archive-guardrail.test.js +116 -116
  334. package/test/dream-baseline-clamp.test.js +174 -0
  335. package/test/dream-candidate-hybrid.test.js +281 -281
  336. package/test/dream-coverage-degrade.test.js +86 -86
  337. package/test/dream-decision-evidence.test.js +314 -314
  338. package/test/dream-failure-backoff.test.js +173 -173
  339. package/test/dream-fence.test.js +207 -207
  340. package/test/dream-maxtokens-fallback.test.js +132 -132
  341. package/test/dream-merge-guardrail.test.js +219 -219
  342. package/test/dream-peak-hours.test.js +194 -194
  343. package/test/dream.test.js +1528 -1528
  344. package/test/dsh-go-host.test.js +134 -134
  345. package/test/dsh-go-panel-actions.test.js +854 -854
  346. package/test/dsh-go-panel.test.js +251 -251
  347. package/test/embed-ready-poll.test.js +94 -94
  348. package/test/embed-text-reasons.test.js +112 -112
  349. package/test/embedding-cache-f32.test.js +276 -276
  350. package/test/embedding-ready.test.js +226 -226
  351. package/test/entities.test.js +711 -711
  352. package/test/entity-recall.test.js +179 -179
  353. package/test/epistemic.test.js +325 -325
  354. package/test/failure-query.test.js +147 -147
  355. package/test/failure-retention.test.js +105 -105
  356. package/test/fnew-0112.test.js +311 -311
  357. package/test/fnew-03.test.js +422 -422
  358. package/test/forget-corrections.test.js +70 -70
  359. package/test/graph-anchoring.test.js +184 -184
  360. package/test/graph-api.test.js +333 -209
  361. package/test/graph-boosted-relations.test.js +189 -189
  362. package/test/graph-inject-budget.test.js +103 -103
  363. package/test/graph-multipath.test.js +269 -269
  364. package/test/graph-passive-confirm.test.js +91 -91
  365. package/test/graph-weight-evolution.test.js +104 -104
  366. package/test/heat.test.js +175 -175
  367. package/test/helpers/dream-mock.js +86 -86
  368. package/test/helpers/peer-worker.mjs +25 -25
  369. package/test/helpers/runtime-source.js +60 -60
  370. package/test/helpers/tar-builder.js +80 -80
  371. package/test/helpers/write-admission-samples.js +312 -312
  372. package/test/hot-memory.test.js +259 -211
  373. package/test/image-description.test.js +271 -0
  374. package/test/image-memory.test.js +170 -170
  375. package/test/inject-content-cap.test.js +91 -91
  376. package/test/inject-first-round-bm25.test.js +89 -89
  377. package/test/inject-heat.test.js +77 -77
  378. package/test/inject-parent-gate.test.js +134 -106
  379. package/test/inject-pin-explicit.test.js +300 -300
  380. package/test/inject-pin-vector-crowd.test.js +225 -225
  381. package/test/inject-pools.test.js +195 -195
  382. package/test/inject-recall.test.js +172 -172
  383. package/test/inject-rotation.test.js +161 -161
  384. package/test/inject.test.js +553 -494
  385. package/test/issue-617-step1-query-and-fusion.test.js +361 -361
  386. package/test/kb-api-wiring.test.js +128 -128
  387. package/test/kb-collections.test.js +272 -272
  388. package/test/kb-routes.test.js +379 -379
  389. package/test/lang.test.js +98 -98
  390. package/test/lastrunat-persist.test.js +101 -101
  391. package/test/lib-smoke.test.js +116 -116
  392. package/test/llm-audit.test.js +815 -815
  393. package/test/llm-message-source.test.js +207 -207
  394. package/test/local-embedder.test.js +292 -292
  395. package/test/maintenance.test.js +501 -501
  396. package/test/mcp-stdio.test.js +385 -385
  397. package/test/mint-source.test.js +311 -311
  398. package/test/mirror-dirty.test.js +424 -424
  399. package/test/mirror-edit-digest.test.js +187 -187
  400. package/test/mirror-generation.test.js +499 -499
  401. package/test/mirror-types.test.js +208 -208
  402. package/test/mirror.test.js +249 -249
  403. package/test/narrative-bars.test.js +162 -162
  404. package/test/organize-tool.test.js +232 -232
  405. package/test/organize.test.js +418 -418
  406. package/test/panel-chart-scale.test.js +90 -0
  407. package/test/panel-tokens.test.js +245 -0
  408. package/test/peak-hours-observability.test.js +70 -70
  409. package/test/peer-blockers.test.js +193 -193
  410. package/test/persona-addressing.test.js +83 -83
  411. package/test/persona-api.test.js +172 -172
  412. package/test/persona-by-session.test.js +568 -568
  413. package/test/persona-flag.test.js +36 -36
  414. package/test/persona-inject.test.js +145 -145
  415. package/test/persona-settings.test.js +198 -198
  416. package/test/pipeline-activities.test.js +155 -155
  417. package/test/pipeline-attribution.test.js +175 -175
  418. package/test/pipeline-command.test.js +243 -243
  419. package/test/pipeline-confirm.test.js +148 -148
  420. package/test/pipeline-exec.test.js +172 -172
  421. package/test/pipeline-nudge-auto.test.js +248 -248
  422. package/test/pipeline-nudge.test.js +1278 -1278
  423. package/test/pipeline-observations.test.js +157 -157
  424. package/test/pipeline-observe.test.js +127 -127
  425. package/test/pipeline-r1r2.test.js +278 -278
  426. package/test/pipeline-runner.test.js +468 -468
  427. package/test/pipeline-runs.test.js +767 -767
  428. package/test/pipeline.test.js +636 -636
  429. package/test/placement.test.js +36 -36
  430. package/test/policy-epoch.test.js +259 -259
  431. package/test/pre-inject-gate.test.js +444 -444
  432. package/test/profile-extract.test.js +269 -269
  433. package/test/profile-facts.test.js +492 -492
  434. package/test/prompt-stance.test.js +128 -128
  435. package/test/provenance-http.test.js +367 -367
  436. package/test/publish-gate.test.js +272 -272
  437. package/test/quality-backfill.test.js +290 -290
  438. package/test/quality-filter.test.js +295 -295
  439. package/test/readme-claims.test.js +113 -113
  440. package/test/reasoning-effort.test.js +752 -752
  441. package/test/recall-anti-update.test.js +82 -82
  442. package/test/recall-evals.test.js +253 -253
  443. package/test/recall-layer.test.js +326 -326
  444. package/test/recall-retention.test.js +128 -128
  445. package/test/recall-stats.test.js +274 -274
  446. package/test/receipt-chain.test.js +451 -451
  447. package/test/reclaim-http.test.js +209 -209
  448. package/test/reflection-update-gate.test.js +129 -129
  449. package/test/reflection.test.js +226 -226
  450. package/test/reindex-backfill.test.js +475 -475
  451. package/test/reindex-scheduler.test.js +369 -369
  452. package/test/release-docs.test.js +156 -136
  453. package/test/release-notes.test.js +265 -240
  454. package/test/release-workflow.test.js +93 -93
  455. package/test/reranker-single-logit.test.js +73 -73
  456. package/test/reranker.test.js +197 -197
  457. package/test/resident-status.test.js +83 -83
  458. package/test/route-policy.test.js +113 -113
  459. package/test/runtime-adopt.test.js +206 -206
  460. package/test/runtime-cli.test.js +89 -89
  461. package/test/runtime-closure.test.js +193 -193
  462. package/test/runtime-download.test.js +302 -302
  463. package/test/runtime-layout.test.js +163 -163
  464. package/test/runtime-loader.test.js +255 -255
  465. package/test/runtime-manifest.test.js +159 -159
  466. package/test/runtime-model-fetch.test.js +348 -348
  467. package/test/runtime-provision.test.js +101 -101
  468. package/test/runtime-tarball.test.js +81 -81
  469. package/test/runtime-verify.test.js +319 -319
  470. package/test/scope-candidates.test.js +491 -491
  471. package/test/scope-distill-stamp.test.js +134 -134
  472. package/test/scope-explicit.test.js +452 -452
  473. package/test/scope-inject-soft.test.js +106 -106
  474. package/test/scope-optional-service.test.js +110 -110
  475. package/test/scope-retrieval.test.js +197 -197
  476. package/test/scope-state.test.js +610 -610
  477. package/test/scope-storage.test.js +255 -255
  478. package/test/scope-strict.test.js +367 -367
  479. package/test/search-fusion.test.js +90 -90
  480. package/test/security-doc.test.js +188 -178
  481. package/test/semantic.test.js +124 -124
  482. package/test/sensitive-scan.test.js +251 -251
  483. package/test/serve-bin.test.js +121 -121
  484. package/test/serve.test.js +258 -258
  485. package/test/service-search.test.js +174 -174
  486. package/test/service.test.js +410 -410
  487. package/test/session-gate.test.js +264 -264
  488. package/test/session-usage.test.js +317 -317
  489. package/test/settings.test.js +273 -273
  490. package/test/share-foreign-rows.test.js +144 -144
  491. package/test/share-http.test.js +144 -144
  492. package/test/share-import.test.js +577 -577
  493. package/test/share-imported-guard.test.js +311 -311
  494. package/test/share-imported-identity.test.js +111 -111
  495. package/test/share-pack.test.js +511 -511
  496. package/test/share-receive-http.test.js +756 -756
  497. package/test/share-routes.test.js +337 -337
  498. package/test/share-store.test.js +133 -133
  499. package/test/share-validate.test.js +101 -101
  500. package/test/skip-invalid-restore.test.js +262 -262
  501. package/test/sleep-action-set.test.js +441 -441
  502. package/test/sleep-catchup.test.js +315 -315
  503. package/test/sleep-failure-backoff.test.js +156 -156
  504. package/test/sleep-heat.test.js +174 -174
  505. package/test/sleep-scheduler-rearm.test.js +89 -89
  506. package/test/sleep.test.js +1455 -1418
  507. package/test/standalone-api.test.js +1344 -1344
  508. package/test/store-vector-cache.test.js +98 -98
  509. package/test/store-write-path-columns.test.js +191 -191
  510. package/test/store.test.js +744 -744
  511. package/test/stress.test.js +209 -209
  512. package/test/summarize-occurred-at.test.js +127 -127
  513. package/test/summarize-parse-diagnostics.test.js +75 -75
  514. package/test/summarize-reasoning-effort.test.js +189 -189
  515. package/test/summarize.test.js +2251 -2251
  516. package/test/supersede-state-tracking.test.js +394 -394
  517. package/test/test-count-sync.test.js +71 -71
  518. package/test/tool-state-ignore.test.js +65 -65
  519. package/test/tools-dto-schema-matrix.test.js +398 -398
  520. package/test/tools-memory-get-schema.test.js +65 -65
  521. package/test/tools.test.js +585 -585
  522. package/test/updated-at-semantics.test.js +113 -113
  523. package/test/user-settings-preview.test.js +127 -127
  524. package/test/user-settings-segments.test.js +527 -527
  525. package/test/vector-index.test.js +334 -334
  526. package/test/version-check.test.js +152 -152
  527. package/test/webServer-optional.test.js +82 -82
  528. package/test/wiki-api.test.js +734 -627
  529. package/test/wiki-claims.test.js +194 -0
  530. package/test/wiki-cli-hint.test.js +118 -118
  531. package/test/wiki-inject.test.js +265 -265
  532. package/test/wiki-partition.test.js +112 -112
  533. package/test/wiki-plan.test.js +80 -80
  534. package/test/wiki-provenance.test.js +202 -0
  535. package/test/wiki-queries.test.js +398 -277
  536. package/test/wiki-scan.test.js +208 -208
  537. package/test/wiki-store.test.js +190 -190
  538. package/test/wiki-t0.test.js +456 -380
  539. package/test/wiki-t1-jobs.test.js +125 -125
  540. package/test/wiki-t1.test.js +460 -235
  541. package/test/wiki-tools.test.js +176 -176
  542. package/test/workflow-guards.test.js +155 -155
  543. package/test/write-admission.test.js +668 -668
@@ -1,223 +1,223 @@
1
- // 运行时验证三件套(issue #131 / PR-A)
2
- //
3
- // 为什么要分三层,而不是「能 import 就算通过」:
4
- //
5
- // 结构 —— 入口在不在、版本对不对、平台子树对不对、闭包有没有缺口。
6
- // 便宜、确定,能立刻发现「解压到一半」。
7
- // 功能 —— 真的 import 入口并跑一次推理。这是唯一能证明「这份运行时在这个
8
- // 环境里真的算得出来」的一层;结构全对但原生二进制与本机 ABI 不
9
- // 匹配时,只有它能发现。
10
- // 完整性 —— 只对「有原始产物可比对」的来源做(下载的 tarball、本地 tarball)。
11
- // 收编来的目录没有原始 tarball,如实标 unverified,不假装验过。
12
- //
13
- // 功能验证复用 src/local-embedder.js 的 engineFactory 思路:真正干活的是注入进来
14
- // 的 engine,默认实现才去 import 真实运行时。这样测试不需要网络、不需要模型,
15
- // 也能把「返回了非归一化向量」「只返回一行」这类问题钉住。
16
- //
17
- // 默认 engine 会强制 env.allowRemoteModels = false:验证过程绝不能偷偷下载模型,
18
- // 否则「验证」本身就成了一个新的网络依赖点。
19
- //
20
- // @module dsh-mneme/runtime/verify
21
- import { pathToFileURL } from "node:url";
22
- import { join } from "node:path";
23
- import { TRANSFORMERS_ENTRY, defaultModelCacheDir, describePayload, recordedIntegrity } from "./layout.js";
24
-
25
- /**
26
- * 能证明「与清单里的 sha512 一致」的状态词。下载通道(`download.js`)记的是 `"verified"`,
27
- * 本模块的强校验路径记的是 `"sha512-matched"` —— 同一件事的两种记法,判据必须都认,
28
- * 否则清单里那份结论喂进来就是系统性判失败(issue #268)。
29
- */
30
- const MATCHED_INTEGRITY = new Set(["sha512-matched", "verified"]);
31
- /** 没有可比对原始产物时的说明文案(收编路径的默认值)。 */
32
- const UNVERIFIED_DETAIL = "该来源没有可比对的原始产物(收编);如需强校验请用 --strict 走 tarball 通道";
33
-
34
- /** 默认探针文本:中英各一条,避免只覆盖单字节语种。 */
35
- export const DEFAULT_PROBE_TEXTS = ["猫咪喜欢晒太阳", "the quick brown fox"];
36
- /** 默认模型,与 src/config.js 的 localEmbedModel 默认值一致。 */
37
- export const DEFAULT_PROBE_MODEL = "Xenova/bge-small-zh-v1.5";
38
- /** L2 归一化的容忍度(我们显式请求了 normalize: true)。 */
39
- const NORM_TOLERANCE = 0.01;
40
- /** 判定「退化向量」的余弦上限:两条毫不相干的文本不该几乎同向。 */
41
- const DEGENERATE_COS = 0.999;
42
-
43
- /**
44
- * 把模型缓存目录解析到「真的有一份模型」的地方:空值落回用户级默认目录。
45
- *
46
- * `embedModelCacheDir` 这条配置的约定是「空 = ~/.dsh/mneme/models」(README、CONFIGURATION.md、
47
- * LOCAL_MODEL.md 都这么写),local-embedder 与 reranker 也各自按 `String(x ?? "").trim() || 默认`
48
- * 解析。验证模块一度把这个值原样交给 transformers.js —— 而 transformers.js 收到 `undefined`
49
- * 等于「不设置 env.cacheDir」,于是它转去找包内相对路径:真实嵌入用的是用户目录那份模型,面板
50
- * verify 却去包内找,报出 `functional: false` 的假失败(issue #387)。解析收在默认 engine 这层
51
- * 而不是调用方,是为了让「验证与真实推理用同一份模型」成为模块自身的不变量:任何调用点都
52
- * 不可能再因为传了空串而验错地方。
53
- * @param {string} [cacheDir] - 配置或调用方给的缓存目录,允许空值。
54
- * @returns {string} 可用的缓存目录(绝对路径)。
55
- */
56
- export function resolveModelCacheDir(cacheDir) {
57
- return String(cacheDir ?? "").trim() || defaultModelCacheDir();
58
- }
59
-
60
- /**
61
- * 默认 engine:真的去 import 运行时并建一个 feature-extraction 管道。
62
- *
63
- * 返回一个 `embed(texts) => number[][]`。之所以不返回 transformers 的 tensor,
64
- * 是为了把「Tensor 形状怎么读」这种细节留在实现里,验证逻辑只看数字。
65
- * @param {string} entryUrl - 入口文件的 file URL。
66
- * @param {{cacheDir?: string, model?: string, dtype?: string, device?: string}} opts - 选项。
67
- * `cacheDir` 允许空值(落回用户级默认目录,见 {@link resolveModelCacheDir})。
68
- * @returns {Promise<(texts: string[]) => Promise<number[][]>>} 嵌入函数。
69
- */
70
- export async function defaultEngine(entryUrl, { cacheDir, model = DEFAULT_PROBE_MODEL, dtype = "q8", device = "cpu" } = {}) {
71
- const mod = await import(entryUrl);
72
- const { env, pipeline } = mod;
73
- // 空值必须在这里就补上默认目录:交给 transformers.js 自己决定,它会去找包内相对路径,
74
- // 验证就变成「拿另一份模型下结论」(issue #387)。
75
- const resolvedCacheDir = resolveModelCacheDir(cacheDir);
76
- try {
77
- env.cacheDir = resolvedCacheDir;
78
- } catch {
79
- /* 老版本可能没有这个字段:忽略,交给下面 pipeline 自己找缓存 */
80
- }
81
- // 验证不允许触网:缓存命中就本地加载,命中不了就明确失败。
82
- try {
83
- env.allowRemoteModels = false;
84
- } catch {
85
- /* 同上 */
86
- }
87
- const extractor = await pipeline("feature-extraction", model, { dtype, device, cache_dir: resolvedCacheDir });
88
- return async (texts) => {
89
- const tensor = await extractor(texts, { pooling: "mean", normalize: true });
90
- const dims = Array.from(tensor.dims ?? []);
91
- const width = dims[dims.length - 1] || 0;
92
- // 宽度为 0 时下面的 `i += width` 会原地打转 —— 那是**死循环**,会把调用方(乃至 DSH 主进程)
93
- // 挂住。宁可明确失败:调用方按契约把失败变成 {ok:false, reason},而不是永远等不到结果。
94
- if (!Number.isInteger(width) || width <= 0) {
95
- throw new Error(`推理输出的维度不可用:dims=${JSON.stringify(dims)}`);
96
- }
97
- const rows = [];
98
- for (let i = 0; i < tensor.data.length; i += width) {
99
- rows.push(Array.from(tensor.data.subarray(i, i + width)));
100
- }
101
- return rows;
102
- };
103
- }
104
-
105
- /** 向量模长。 */
106
- function norm(row) {
107
- let sum = 0;
108
- for (const value of row) sum += value * value;
109
- return Math.sqrt(sum);
110
- }
111
-
112
- /** 两行向量的余弦。 */
113
- function cosine(a, b) {
114
- let dot = 0;
115
- for (let i = 0; i < a.length; i++) dot += a[i] * b[i];
116
- return dot;
117
- }
118
-
119
- /**
120
- * 跑功能验证:真的 import 并嵌入探针文本,然后检查结果的形状与数值性质。
121
- *
122
- * 任何失败都返回结果对象,不抛异常——验证本身必须是 fail-safe 的,
123
- * 否则一条坏运行时会把调用方(面板、状态接口)也带崩。
124
- * @param {string} dir - payload 目录。
125
- * @param {object} [opts] - 选项。
126
- * @returns {Promise<{ok: boolean, reason: string|null, dim: number|null, rows: number, elapsedMs: number}>}
127
- */
128
- export async function verifyFunctional(dir, {
129
- engine = defaultEngine,
130
- probeTexts = DEFAULT_PROBE_TEXTS,
131
- cacheDir,
132
- model,
133
- dtype,
134
- device
135
- } = {}) {
136
- const startedAt = Date.now();
137
- const fail = (reason) => ({ ok: false, reason, dim: null, rows: 0, elapsedMs: Date.now() - startedAt });
138
-
139
- const entry = join(dir, TRANSFORMERS_ENTRY);
140
- let embed;
141
- try {
142
- embed = await engine(pathToFileURL(entry).href, { cacheDir, model, dtype, device });
143
- } catch (error) {
144
- return fail(`加载运行时失败:${error?.message ?? error}`);
145
- }
146
-
147
- let rows;
148
- try {
149
- rows = await embed(probeTexts);
150
- } catch (error) {
151
- return fail(`推理失败:${error?.message ?? error}`);
152
- }
153
-
154
- if (!Array.isArray(rows) || rows.length !== probeTexts.length) {
155
- return fail(`返回行数不符:期望 ${probeTexts.length},实际 ${Array.isArray(rows) ? rows.length : typeof rows}`);
156
- }
157
- // 先逐行确认「是数组」且「全是有限数」。这一步不能省:non-finite(NaN/Infinity)会让
158
- // 下面所有比较恒为 false —— `Math.abs(NaN - 1) > tol` 是 false,`Math.abs(NaN) > 阈值`
159
- // 也是 false —— 于是一份坏掉的运行时会被判成「验证通过」。这是本模块最危险的失败模式
160
- // (假通过),比抛异常糟得多。行不是数组时同样要先拦住,否则 .length 直接抛,
161
- // 违背「任何失败都返回结果对象,不抛异常」的契约。
162
- for (let i = 0; i < rows.length; i++) {
163
- if (!Array.isArray(rows[i])) return fail(`第 ${i} 行不是数组(${typeof rows[i]})`);
164
- if (rows[i].some((v) => !Number.isFinite(v))) return fail(`第 ${i} 行含有非有限数值`);
165
- }
166
- const dim = rows[0].length;
167
- if (dim === 0) return fail("返回了空向量");
168
- if (rows.some((row) => row.length !== dim)) return fail("各行维度不一致");
169
-
170
- for (let i = 0; i < rows.length; i++) {
171
- const length = norm(rows[i]);
172
- if (Math.abs(length - 1) > NORM_TOLERANCE) {
173
- return fail(`第 ${i} 行不是 L2 归一化向量(模长 ${length.toFixed(4)})`);
174
- }
175
- }
176
- if (rows.length >= 2 && Math.abs(cosine(rows[0], rows[1])) > DEGENERATE_COS) {
177
- return fail(`嵌入退化:两条不相干文本的余弦为 ${cosine(rows[0], rows[1]).toFixed(4)}`);
178
- }
179
-
180
- return { ok: true, reason: null, dim, rows: rows.length, elapsedMs: Date.now() - startedAt };
181
- }
182
-
183
- /**
184
- * 三层验证,任何一层失败都如实记录;结构不过就不再做功能验证(省掉一次无谓的加载)。
185
- * @param {string} dir - payload 目录。
186
- * @param {object} [opts] - 选项。
187
- * @param {{status: string, detail?: string}} [opts.integrity] - 调用方算好的完整性结论
188
- * (下载/本地 tarball 路径在解包前比对过 sha512,把结果传进来)。省略时读 payload
189
- * 清单里记下的那份(下载通道会把结论写进去);两边都没有才如实标 unverified。
190
- * @returns {Promise<object>} 三件套结果 + 总判定。
191
- */
192
- export async function verifyPayload(dir, {
193
- platform = process.platform,
194
- engine,
195
- probeTexts,
196
- cacheDir,
197
- model,
198
- dtype,
199
- device,
200
- integrity
201
- } = {}) {
202
- const structural = describePayload(dir, { platform });
203
- // 调用方没显式给结论时,读清单里记下的那份:下载档在落盘前逐个 tarball 比对过 sha512,
204
- // 结论就落在 <dir>/mneme-runtime.json 里。不读它,这一层在生产路径上永远不生效(issue #268)。
205
- const claimed = recordedIntegrity(integrity ?? structural.manifest?.integrity);
206
- const integrityResult =
207
- claimed.status === "unverified"
208
- ? { ok: true, status: "unverified", detail: claimed.detail ?? UNVERIFIED_DETAIL }
209
- : { ok: MATCHED_INTEGRITY.has(claimed.status), status: claimed.status, detail: claimed.detail };
210
-
211
- const functional = structural.ok
212
- ? await verifyFunctional(dir, { engine, probeTexts, cacheDir, model, dtype, device })
213
- : { ok: false, reason: "结构检查未通过,跳过功能验证", dim: null, rows: 0, elapsedMs: 0 };
214
-
215
- return {
216
- dir,
217
- version: structural.version,
218
- ok: structural.ok && functional.ok && integrityResult.ok,
219
- structural,
220
- functional,
221
- integrity: integrityResult
222
- };
223
- }
1
+ // 运行时验证三件套(issue #131 / PR-A)
2
+ //
3
+ // 为什么要分三层,而不是「能 import 就算通过」:
4
+ //
5
+ // 结构 —— 入口在不在、版本对不对、平台子树对不对、闭包有没有缺口。
6
+ // 便宜、确定,能立刻发现「解压到一半」。
7
+ // 功能 —— 真的 import 入口并跑一次推理。这是唯一能证明「这份运行时在这个
8
+ // 环境里真的算得出来」的一层;结构全对但原生二进制与本机 ABI 不
9
+ // 匹配时,只有它能发现。
10
+ // 完整性 —— 只对「有原始产物可比对」的来源做(下载的 tarball、本地 tarball)。
11
+ // 收编来的目录没有原始 tarball,如实标 unverified,不假装验过。
12
+ //
13
+ // 功能验证复用 src/local-embedder.js 的 engineFactory 思路:真正干活的是注入进来
14
+ // 的 engine,默认实现才去 import 真实运行时。这样测试不需要网络、不需要模型,
15
+ // 也能把「返回了非归一化向量」「只返回一行」这类问题钉住。
16
+ //
17
+ // 默认 engine 会强制 env.allowRemoteModels = false:验证过程绝不能偷偷下载模型,
18
+ // 否则「验证」本身就成了一个新的网络依赖点。
19
+ //
20
+ // @module dsh-mneme/runtime/verify
21
+ import { pathToFileURL } from "node:url";
22
+ import { join } from "node:path";
23
+ import { TRANSFORMERS_ENTRY, defaultModelCacheDir, describePayload, recordedIntegrity } from "./layout.js";
24
+
25
+ /**
26
+ * 能证明「与清单里的 sha512 一致」的状态词。下载通道(`download.js`)记的是 `"verified"`,
27
+ * 本模块的强校验路径记的是 `"sha512-matched"` —— 同一件事的两种记法,判据必须都认,
28
+ * 否则清单里那份结论喂进来就是系统性判失败(issue #268)。
29
+ */
30
+ const MATCHED_INTEGRITY = new Set(["sha512-matched", "verified"]);
31
+ /** 没有可比对原始产物时的说明文案(收编路径的默认值)。 */
32
+ const UNVERIFIED_DETAIL = "该来源没有可比对的原始产物(收编);如需强校验请用 --strict 走 tarball 通道";
33
+
34
+ /** 默认探针文本:中英各一条,避免只覆盖单字节语种。 */
35
+ export const DEFAULT_PROBE_TEXTS = ["猫咪喜欢晒太阳", "the quick brown fox"];
36
+ /** 默认模型,与 src/config.js 的 localEmbedModel 默认值一致。 */
37
+ export const DEFAULT_PROBE_MODEL = "Xenova/bge-small-zh-v1.5";
38
+ /** L2 归一化的容忍度(我们显式请求了 normalize: true)。 */
39
+ const NORM_TOLERANCE = 0.01;
40
+ /** 判定「退化向量」的余弦上限:两条毫不相干的文本不该几乎同向。 */
41
+ const DEGENERATE_COS = 0.999;
42
+
43
+ /**
44
+ * 把模型缓存目录解析到「真的有一份模型」的地方:空值落回用户级默认目录。
45
+ *
46
+ * `embedModelCacheDir` 这条配置的约定是「空 = ~/.dsh/mneme/models」(README、CONFIGURATION.md、
47
+ * LOCAL_MODEL.md 都这么写),local-embedder 与 reranker 也各自按 `String(x ?? "").trim() || 默认`
48
+ * 解析。验证模块一度把这个值原样交给 transformers.js —— 而 transformers.js 收到 `undefined`
49
+ * 等于「不设置 env.cacheDir」,于是它转去找包内相对路径:真实嵌入用的是用户目录那份模型,面板
50
+ * verify 却去包内找,报出 `functional: false` 的假失败(issue #387)。解析收在默认 engine 这层
51
+ * 而不是调用方,是为了让「验证与真实推理用同一份模型」成为模块自身的不变量:任何调用点都
52
+ * 不可能再因为传了空串而验错地方。
53
+ * @param {string} [cacheDir] - 配置或调用方给的缓存目录,允许空值。
54
+ * @returns {string} 可用的缓存目录(绝对路径)。
55
+ */
56
+ export function resolveModelCacheDir(cacheDir) {
57
+ return String(cacheDir ?? "").trim() || defaultModelCacheDir();
58
+ }
59
+
60
+ /**
61
+ * 默认 engine:真的去 import 运行时并建一个 feature-extraction 管道。
62
+ *
63
+ * 返回一个 `embed(texts) => number[][]`。之所以不返回 transformers 的 tensor,
64
+ * 是为了把「Tensor 形状怎么读」这种细节留在实现里,验证逻辑只看数字。
65
+ * @param {string} entryUrl - 入口文件的 file URL。
66
+ * @param {{cacheDir?: string, model?: string, dtype?: string, device?: string}} opts - 选项。
67
+ * `cacheDir` 允许空值(落回用户级默认目录,见 {@link resolveModelCacheDir})。
68
+ * @returns {Promise<(texts: string[]) => Promise<number[][]>>} 嵌入函数。
69
+ */
70
+ export async function defaultEngine(entryUrl, { cacheDir, model = DEFAULT_PROBE_MODEL, dtype = "q8", device = "cpu" } = {}) {
71
+ const mod = await import(entryUrl);
72
+ const { env, pipeline } = mod;
73
+ // 空值必须在这里就补上默认目录:交给 transformers.js 自己决定,它会去找包内相对路径,
74
+ // 验证就变成「拿另一份模型下结论」(issue #387)。
75
+ const resolvedCacheDir = resolveModelCacheDir(cacheDir);
76
+ try {
77
+ env.cacheDir = resolvedCacheDir;
78
+ } catch {
79
+ /* 老版本可能没有这个字段:忽略,交给下面 pipeline 自己找缓存 */
80
+ }
81
+ // 验证不允许触网:缓存命中就本地加载,命中不了就明确失败。
82
+ try {
83
+ env.allowRemoteModels = false;
84
+ } catch {
85
+ /* 同上 */
86
+ }
87
+ const extractor = await pipeline("feature-extraction", model, { dtype, device, cache_dir: resolvedCacheDir });
88
+ return async (texts) => {
89
+ const tensor = await extractor(texts, { pooling: "mean", normalize: true });
90
+ const dims = Array.from(tensor.dims ?? []);
91
+ const width = dims[dims.length - 1] || 0;
92
+ // 宽度为 0 时下面的 `i += width` 会原地打转 —— 那是**死循环**,会把调用方(乃至 DSH 主进程)
93
+ // 挂住。宁可明确失败:调用方按契约把失败变成 {ok:false, reason},而不是永远等不到结果。
94
+ if (!Number.isInteger(width) || width <= 0) {
95
+ throw new Error(`推理输出的维度不可用:dims=${JSON.stringify(dims)}`);
96
+ }
97
+ const rows = [];
98
+ for (let i = 0; i < tensor.data.length; i += width) {
99
+ rows.push(Array.from(tensor.data.subarray(i, i + width)));
100
+ }
101
+ return rows;
102
+ };
103
+ }
104
+
105
+ /** 向量模长。 */
106
+ function norm(row) {
107
+ let sum = 0;
108
+ for (const value of row) sum += value * value;
109
+ return Math.sqrt(sum);
110
+ }
111
+
112
+ /** 两行向量的余弦。 */
113
+ function cosine(a, b) {
114
+ let dot = 0;
115
+ for (let i = 0; i < a.length; i++) dot += a[i] * b[i];
116
+ return dot;
117
+ }
118
+
119
+ /**
120
+ * 跑功能验证:真的 import 并嵌入探针文本,然后检查结果的形状与数值性质。
121
+ *
122
+ * 任何失败都返回结果对象,不抛异常——验证本身必须是 fail-safe 的,
123
+ * 否则一条坏运行时会把调用方(面板、状态接口)也带崩。
124
+ * @param {string} dir - payload 目录。
125
+ * @param {object} [opts] - 选项。
126
+ * @returns {Promise<{ok: boolean, reason: string|null, dim: number|null, rows: number, elapsedMs: number}>}
127
+ */
128
+ export async function verifyFunctional(dir, {
129
+ engine = defaultEngine,
130
+ probeTexts = DEFAULT_PROBE_TEXTS,
131
+ cacheDir,
132
+ model,
133
+ dtype,
134
+ device
135
+ } = {}) {
136
+ const startedAt = Date.now();
137
+ const fail = (reason) => ({ ok: false, reason, dim: null, rows: 0, elapsedMs: Date.now() - startedAt });
138
+
139
+ const entry = join(dir, TRANSFORMERS_ENTRY);
140
+ let embed;
141
+ try {
142
+ embed = await engine(pathToFileURL(entry).href, { cacheDir, model, dtype, device });
143
+ } catch (error) {
144
+ return fail(`加载运行时失败:${error?.message ?? error}`);
145
+ }
146
+
147
+ let rows;
148
+ try {
149
+ rows = await embed(probeTexts);
150
+ } catch (error) {
151
+ return fail(`推理失败:${error?.message ?? error}`);
152
+ }
153
+
154
+ if (!Array.isArray(rows) || rows.length !== probeTexts.length) {
155
+ return fail(`返回行数不符:期望 ${probeTexts.length},实际 ${Array.isArray(rows) ? rows.length : typeof rows}`);
156
+ }
157
+ // 先逐行确认「是数组」且「全是有限数」。这一步不能省:non-finite(NaN/Infinity)会让
158
+ // 下面所有比较恒为 false —— `Math.abs(NaN - 1) > tol` 是 false,`Math.abs(NaN) > 阈值`
159
+ // 也是 false —— 于是一份坏掉的运行时会被判成「验证通过」。这是本模块最危险的失败模式
160
+ // (假通过),比抛异常糟得多。行不是数组时同样要先拦住,否则 .length 直接抛,
161
+ // 违背「任何失败都返回结果对象,不抛异常」的契约。
162
+ for (let i = 0; i < rows.length; i++) {
163
+ if (!Array.isArray(rows[i])) return fail(`第 ${i} 行不是数组(${typeof rows[i]})`);
164
+ if (rows[i].some((v) => !Number.isFinite(v))) return fail(`第 ${i} 行含有非有限数值`);
165
+ }
166
+ const dim = rows[0].length;
167
+ if (dim === 0) return fail("返回了空向量");
168
+ if (rows.some((row) => row.length !== dim)) return fail("各行维度不一致");
169
+
170
+ for (let i = 0; i < rows.length; i++) {
171
+ const length = norm(rows[i]);
172
+ if (Math.abs(length - 1) > NORM_TOLERANCE) {
173
+ return fail(`第 ${i} 行不是 L2 归一化向量(模长 ${length.toFixed(4)})`);
174
+ }
175
+ }
176
+ if (rows.length >= 2 && Math.abs(cosine(rows[0], rows[1])) > DEGENERATE_COS) {
177
+ return fail(`嵌入退化:两条不相干文本的余弦为 ${cosine(rows[0], rows[1]).toFixed(4)}`);
178
+ }
179
+
180
+ return { ok: true, reason: null, dim, rows: rows.length, elapsedMs: Date.now() - startedAt };
181
+ }
182
+
183
+ /**
184
+ * 三层验证,任何一层失败都如实记录;结构不过就不再做功能验证(省掉一次无谓的加载)。
185
+ * @param {string} dir - payload 目录。
186
+ * @param {object} [opts] - 选项。
187
+ * @param {{status: string, detail?: string}} [opts.integrity] - 调用方算好的完整性结论
188
+ * (下载/本地 tarball 路径在解包前比对过 sha512,把结果传进来)。省略时读 payload
189
+ * 清单里记下的那份(下载通道会把结论写进去);两边都没有才如实标 unverified。
190
+ * @returns {Promise<object>} 三件套结果 + 总判定。
191
+ */
192
+ export async function verifyPayload(dir, {
193
+ platform = process.platform,
194
+ engine,
195
+ probeTexts,
196
+ cacheDir,
197
+ model,
198
+ dtype,
199
+ device,
200
+ integrity
201
+ } = {}) {
202
+ const structural = describePayload(dir, { platform });
203
+ // 调用方没显式给结论时,读清单里记下的那份:下载档在落盘前逐个 tarball 比对过 sha512,
204
+ // 结论就落在 <dir>/mneme-runtime.json 里。不读它,这一层在生产路径上永远不生效(issue #268)。
205
+ const claimed = recordedIntegrity(integrity ?? structural.manifest?.integrity);
206
+ const integrityResult =
207
+ claimed.status === "unverified"
208
+ ? { ok: true, status: "unverified", detail: claimed.detail ?? UNVERIFIED_DETAIL }
209
+ : { ok: MATCHED_INTEGRITY.has(claimed.status), status: claimed.status, detail: claimed.detail };
210
+
211
+ const functional = structural.ok
212
+ ? await verifyFunctional(dir, { engine, probeTexts, cacheDir, model, dtype, device })
213
+ : { ok: false, reason: "结构检查未通过,跳过功能验证", dim: null, rows: 0, elapsedMs: 0 };
214
+
215
+ return {
216
+ dir,
217
+ version: structural.version,
218
+ ok: structural.ok && functional.ok && integrityResult.ok,
219
+ structural,
220
+ functional,
221
+ integrity: integrityResult
222
+ };
223
+ }
package/src/safe-slice.js CHANGED
@@ -1,18 +1,18 @@
1
- // Issue #334:UTF-16 截断切开 emoji 代理对会留下孤立代理项(如 🔴 = D83D DD34
2
- // 在 800 处切,D83D 留下、DD34 被切走)。DSH 把它序列化成非法 UTF-8,DeepSeek
3
- // API 对每个请求回 400 INVALID_REQUEST——而且畸形文本随注入消息被永久写进会话
4
- // 历史,此后**每一轮**都带着它,表现为会话从某一轮起连续 400、换话题/重启都不
5
- // 恢复(会话级不可逆损坏)。防法是「少一个字符都行,绝不留半个」:尾字符是
6
- // 高位代理(0xD800–0xDBFF)说明它的低位搭档被切走了,把这个高位代理整个丢掉。
7
- // (反过来尾字符是低位代理不可能孤立——它的搭档必然紧邻在前、同在切点之内。)
8
- // ASCII-only 的文本零开销(length 相等直接短路)。
9
- // (原为 inject.js 模块私有;热记忆的轮次抽取同样要做正文截断,收拢成共享模块
10
- // 以免两份实现漂移。)
11
- export function safeSlice(text, limit) {
12
- const s = String(text);
13
- if (s.length <= limit) return s;
14
- let cut = s.slice(0, limit);
15
- const tail = cut.charCodeAt(cut.length - 1);
16
- if (tail >= 0xd800 && tail <= 0xdbff) cut = cut.slice(0, -1);
17
- return cut;
18
- }
1
+ // Issue #334:UTF-16 截断切开 emoji 代理对会留下孤立代理项(如 🔴 = D83D DD34
2
+ // 在 800 处切,D83D 留下、DD34 被切走)。DSH 把它序列化成非法 UTF-8,DeepSeek
3
+ // API 对每个请求回 400 INVALID_REQUEST——而且畸形文本随注入消息被永久写进会话
4
+ // 历史,此后**每一轮**都带着它,表现为会话从某一轮起连续 400、换话题/重启都不
5
+ // 恢复(会话级不可逆损坏)。防法是「少一个字符都行,绝不留半个」:尾字符是
6
+ // 高位代理(0xD800–0xDBFF)说明它的低位搭档被切走了,把这个高位代理整个丢掉。
7
+ // (反过来尾字符是低位代理不可能孤立——它的搭档必然紧邻在前、同在切点之内。)
8
+ // ASCII-only 的文本零开销(length 相等直接短路)。
9
+ // (原为 inject.js 模块私有;热记忆的轮次抽取同样要做正文截断,收拢成共享模块
10
+ // 以免两份实现漂移。)
11
+ export function safeSlice(text, limit) {
12
+ const s = String(text);
13
+ if (s.length <= limit) return s;
14
+ let cut = s.slice(0, limit);
15
+ const tail = cut.charCodeAt(cut.length - 1);
16
+ if (tail >= 0xd800 && tail <= 0xdbff) cut = cut.slice(0, -1);
17
+ return cut;
18
+ }