@modusensus/dsh-mneme 0.14.0-beta.1 → 0.14.0-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (543) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +830 -830
  3. package/assets/icon.svg +3 -3
  4. package/bin/cli.mjs +964 -964
  5. package/bin/dsh-mneme-choro.mjs +262 -262
  6. package/bin/dsh-mneme-mcp.mjs +510 -510
  7. package/bin/dsh-mneme-serve.mjs +151 -151
  8. package/cordis.patch.yml +21 -21
  9. package/docs/CONFIGURATION.md +407 -404
  10. package/docs/CONTINUITY.md +139 -139
  11. package/docs/DAEMON.md +57 -57
  12. package/docs/DIRECTORIES.md +114 -114
  13. package/docs/DISTILL.md +397 -371
  14. package/docs/DSH-GO.md +97 -97
  15. package/docs/ENTITIES.md +247 -247
  16. package/docs/FORGET.md +77 -77
  17. package/docs/KB.md +110 -110
  18. package/docs/LOCAL_MODEL.md +222 -222
  19. package/docs/SEMANTIC.md +256 -256
  20. package/docs/SHARE.md +552 -552
  21. package/docs/SLEEP.md +202 -202
  22. package/docs/STORAGE.md +122 -122
  23. package/docs/WORKFLOWS.md +366 -366
  24. package/lib/api-standalone.js +1007 -1007
  25. package/lib/api.js +3600 -3600
  26. package/lib/attachment-text.js +122 -122
  27. package/lib/bootstrap-http.js +105 -105
  28. package/lib/bootstrap.js +215 -215
  29. package/lib/candidates.js +454 -454
  30. package/lib/capabilities.js +819 -819
  31. package/lib/choro-command.js +111 -111
  32. package/lib/client.js +14420 -14322
  33. package/lib/commands.js +95 -95
  34. package/lib/config-keys.js +144 -144
  35. package/lib/config.js +1361 -1344
  36. package/lib/content-hash.js +54 -54
  37. package/lib/continuity.js +258 -258
  38. package/lib/date-hint.js +32 -0
  39. package/lib/diary/auto.js +190 -190
  40. package/lib/diary/compose.js +440 -440
  41. package/lib/diary/dir.js +59 -59
  42. package/lib/diary/export.js +97 -97
  43. package/lib/diary/index.js +26 -26
  44. package/lib/diary/library.js +189 -189
  45. package/lib/diary/qq-inbox.js +142 -142
  46. package/lib/diary/rollover.js +61 -61
  47. package/lib/diary/session-provider.js +122 -122
  48. package/lib/document-index.js +94 -94
  49. package/lib/document.js +322 -322
  50. package/lib/dream/clustering.js +123 -123
  51. package/lib/dream/decisions.js +945 -945
  52. package/lib/dream/narratives.js +44 -44
  53. package/lib/dream/sleep.js +2027 -2027
  54. package/lib/dream/triage.js +139 -139
  55. package/lib/dream.js +1879 -1879
  56. package/lib/dsh-go/host.js +162 -162
  57. package/lib/dsh-go/panel.js +2091 -2091
  58. package/lib/dsh-go/text.js +342 -342
  59. package/lib/dsh-go/views/common.js +68 -68
  60. package/lib/dsh-go/views/entity.js +48 -48
  61. package/lib/dsh-go/views/memory.js +198 -198
  62. package/lib/dsh-go/views/root.js +30 -30
  63. package/lib/dsh-go/views/settings.js +398 -398
  64. package/lib/dsh-go/views/status.js +51 -51
  65. package/lib/embedding.js +342 -342
  66. package/lib/entities/extractor.js +285 -285
  67. package/lib/fence.js +24 -24
  68. package/lib/graph/anchoring.js +184 -184
  69. package/lib/guide.js +74 -74
  70. package/lib/heat.js +144 -144
  71. package/lib/hot-memory.js +119 -119
  72. package/lib/image-describe.js +158 -0
  73. package/lib/index.js +852 -852
  74. package/lib/inject.js +656 -651
  75. package/lib/kb/index.js +309 -309
  76. package/lib/kb/routes.js +219 -219
  77. package/lib/kb/tools.js +148 -148
  78. package/lib/lang.js +607 -595
  79. package/lib/local-embedder.js +358 -358
  80. package/lib/maintenance.js +162 -162
  81. package/lib/memory-source.js +9 -9
  82. package/lib/mirror.js +330 -330
  83. package/lib/organize.js +456 -456
  84. package/lib/peak-hours.js +172 -172
  85. package/lib/pipeline-activities.js +178 -178
  86. package/lib/pipeline-attribution.js +165 -165
  87. package/lib/pipeline-command.js +279 -279
  88. package/lib/pipeline-confirm.js +142 -142
  89. package/lib/pipeline-exec.js +174 -174
  90. package/lib/pipeline-nudge-auto.js +129 -129
  91. package/lib/pipeline-nudge.js +1623 -1623
  92. package/lib/pipeline-observations.js +181 -181
  93. package/lib/pipeline-observe.js +133 -133
  94. package/lib/pipeline-runner.js +361 -361
  95. package/lib/pipeline-runs.js +442 -442
  96. package/lib/pipeline.js +716 -716
  97. package/lib/placement.js +13 -13
  98. package/lib/pre-inject-gate.js +354 -354
  99. package/lib/profile-extract.js +164 -164
  100. package/lib/profile-facts.js +356 -356
  101. package/lib/provenance-http.js +251 -251
  102. package/lib/quality-filter.js +162 -162
  103. package/lib/recall-stats.js +190 -190
  104. package/lib/reclaim-http.js +150 -150
  105. package/lib/reranker.js +269 -269
  106. package/lib/runtime/adopt.js +176 -176
  107. package/lib/runtime/closure.js +172 -172
  108. package/lib/runtime/download.js +247 -247
  109. package/lib/runtime/layout.js +265 -265
  110. package/lib/runtime/loader.js +252 -252
  111. package/lib/runtime/model-fetch.js +361 -361
  112. package/lib/runtime/provision.js +237 -237
  113. package/lib/runtime/tarball.js +130 -130
  114. package/lib/runtime/verify.js +223 -223
  115. package/lib/safe-slice.js +18 -18
  116. package/lib/scope-state.js +277 -277
  117. package/lib/scope.js +187 -187
  118. package/lib/search/adaptive.js +60 -60
  119. package/lib/search/bm25.js +96 -96
  120. package/lib/semantic.js +572 -572
  121. package/lib/sensitive-scan.js +209 -209
  122. package/lib/serve.js +228 -228
  123. package/lib/service.js +3268 -3268
  124. package/lib/session-gate.js +91 -91
  125. package/lib/session-usage.js +350 -350
  126. package/lib/settings.js +827 -817
  127. package/lib/share-http.js +281 -281
  128. package/lib/share-import.js +234 -234
  129. package/lib/share.js +335 -335
  130. package/lib/store.js +5895 -5895
  131. package/lib/summarize.js +1388 -1343
  132. package/lib/tools.js +1370 -1356
  133. package/lib/user-settings.js +230 -230
  134. package/lib/vector-index.js +180 -180
  135. package/lib/version-check.js +122 -122
  136. package/lib/wiki/claims.js +267 -267
  137. package/lib/wiki/cli-hint.js +90 -90
  138. package/lib/wiki/inject.js +164 -164
  139. package/lib/wiki/partition.js +200 -200
  140. package/lib/wiki/plan.js +214 -214
  141. package/lib/wiki/queries.js +640 -640
  142. package/lib/wiki/render.js +261 -261
  143. package/lib/wiki/scan.js +371 -371
  144. package/lib/wiki/t0.js +500 -500
  145. package/lib/wiki/t1-jobs.js +232 -232
  146. package/lib/wiki/t1.js +609 -609
  147. package/lib/write-admission.js +404 -404
  148. package/locale/en.json +6 -6
  149. package/locale/zh.json +6 -6
  150. package/package.json +1 -1
  151. package/runtime-manifest.json +526 -526
  152. package/scripts/benchmark-embed.js +201 -201
  153. package/scripts/benchmark-recall.js +249 -249
  154. package/scripts/benchmark-rerank.js +166 -166
  155. package/scripts/build-runtime-manifest.mjs +224 -224
  156. package/scripts/changelog-prep.mjs +91 -91
  157. package/scripts/check-sync.js +44 -44
  158. package/scripts/e2e-dsh.js +220 -220
  159. package/scripts/mneme-runtime.mjs +277 -277
  160. package/scripts/publish-gate.mjs +197 -197
  161. package/scripts/release-docs.mjs +210 -210
  162. package/scripts/release-notes.mjs +164 -164
  163. package/scripts/stress-dsh.js +255 -255
  164. package/scripts/sync-lib.js +47 -47
  165. package/scripts/sync-test-badge.mjs +69 -69
  166. package/scripts/test-count-sync.mjs +48 -48
  167. package/src/api-standalone.js +1007 -1007
  168. package/src/api.js +3600 -3600
  169. package/src/attachment-text.js +122 -122
  170. package/src/bootstrap-http.js +105 -105
  171. package/src/bootstrap.js +215 -215
  172. package/src/candidates.js +454 -454
  173. package/src/capabilities.js +819 -819
  174. package/src/choro-command.js +111 -111
  175. package/src/commands.js +95 -95
  176. package/src/config-keys.js +144 -144
  177. package/src/config.js +1361 -1344
  178. package/src/content-hash.js +54 -54
  179. package/src/continuity.js +258 -258
  180. package/src/date-hint.js +32 -0
  181. package/src/diary/auto.js +190 -190
  182. package/src/diary/compose.js +440 -440
  183. package/src/diary/dir.js +59 -59
  184. package/src/diary/export.js +97 -97
  185. package/src/diary/index.js +26 -26
  186. package/src/diary/library.js +189 -189
  187. package/src/diary/qq-inbox.js +142 -142
  188. package/src/diary/rollover.js +61 -61
  189. package/src/diary/session-provider.js +122 -122
  190. package/src/document-index.js +94 -94
  191. package/src/document.js +322 -322
  192. package/src/dream/clustering.js +123 -123
  193. package/src/dream/decisions.js +945 -945
  194. package/src/dream/narratives.js +44 -44
  195. package/src/dream/sleep.js +2027 -2027
  196. package/src/dream/triage.js +139 -139
  197. package/src/dream.js +1879 -1879
  198. package/src/dsh-go/host.js +162 -162
  199. package/src/dsh-go/panel.js +2091 -2091
  200. package/src/dsh-go/text.js +342 -342
  201. package/src/dsh-go/views/common.js +68 -68
  202. package/src/dsh-go/views/entity.js +48 -48
  203. package/src/dsh-go/views/memory.js +198 -198
  204. package/src/dsh-go/views/root.js +30 -30
  205. package/src/dsh-go/views/settings.js +398 -398
  206. package/src/dsh-go/views/status.js +51 -51
  207. package/src/embedding.js +342 -342
  208. package/src/entities/extractor.js +285 -285
  209. package/src/fence.js +24 -24
  210. package/src/graph/anchoring.js +184 -184
  211. package/src/guide.js +74 -74
  212. package/src/heat.js +144 -144
  213. package/src/hot-memory.js +119 -119
  214. package/src/image-describe.js +158 -0
  215. package/src/index.js +852 -852
  216. package/src/inject.js +656 -651
  217. package/src/kb/index.js +309 -309
  218. package/src/kb/routes.js +219 -219
  219. package/src/kb/tools.js +148 -148
  220. package/src/lang.js +607 -595
  221. package/src/local-embedder.js +358 -358
  222. package/src/maintenance.js +162 -162
  223. package/src/memory-source.js +9 -9
  224. package/src/mirror.js +330 -330
  225. package/src/organize.js +456 -456
  226. package/src/peak-hours.js +172 -172
  227. package/src/pipeline-activities.js +178 -178
  228. package/src/pipeline-attribution.js +165 -165
  229. package/src/pipeline-command.js +279 -279
  230. package/src/pipeline-confirm.js +142 -142
  231. package/src/pipeline-exec.js +174 -174
  232. package/src/pipeline-nudge-auto.js +129 -129
  233. package/src/pipeline-nudge.js +1623 -1623
  234. package/src/pipeline-observations.js +181 -181
  235. package/src/pipeline-observe.js +133 -133
  236. package/src/pipeline-runner.js +361 -361
  237. package/src/pipeline-runs.js +442 -442
  238. package/src/pipeline.js +716 -716
  239. package/src/placement.js +13 -13
  240. package/src/pre-inject-gate.js +354 -354
  241. package/src/profile-extract.js +164 -164
  242. package/src/profile-facts.js +356 -356
  243. package/src/provenance-http.js +251 -251
  244. package/src/quality-filter.js +162 -162
  245. package/src/recall-stats.js +190 -190
  246. package/src/reclaim-http.js +150 -150
  247. package/src/reranker.js +269 -269
  248. package/src/runtime/adopt.js +176 -176
  249. package/src/runtime/closure.js +172 -172
  250. package/src/runtime/download.js +247 -247
  251. package/src/runtime/layout.js +265 -265
  252. package/src/runtime/loader.js +252 -252
  253. package/src/runtime/model-fetch.js +361 -361
  254. package/src/runtime/provision.js +237 -237
  255. package/src/runtime/tarball.js +130 -130
  256. package/src/runtime/verify.js +223 -223
  257. package/src/safe-slice.js +18 -18
  258. package/src/scope-state.js +277 -277
  259. package/src/scope.js +187 -187
  260. package/src/search/adaptive.js +60 -60
  261. package/src/search/bm25.js +96 -96
  262. package/src/semantic.js +572 -572
  263. package/src/sensitive-scan.js +209 -209
  264. package/src/serve.js +228 -228
  265. package/src/service.js +3268 -3268
  266. package/src/session-gate.js +91 -91
  267. package/src/session-usage.js +350 -350
  268. package/src/settings.js +827 -817
  269. package/src/share-http.js +281 -281
  270. package/src/share-import.js +234 -234
  271. package/src/share.js +335 -335
  272. package/src/store.js +5895 -5895
  273. package/src/summarize.js +1388 -1343
  274. package/src/tools.js +1370 -1356
  275. package/src/user-settings.js +230 -230
  276. package/src/vector-index.js +180 -180
  277. package/src/version-check.js +122 -122
  278. package/src/wiki/claims.js +267 -267
  279. package/src/wiki/cli-hint.js +90 -90
  280. package/src/wiki/inject.js +164 -164
  281. package/src/wiki/partition.js +200 -200
  282. package/src/wiki/plan.js +214 -214
  283. package/src/wiki/queries.js +640 -640
  284. package/src/wiki/render.js +261 -261
  285. package/src/wiki/scan.js +371 -371
  286. package/src/wiki/t0.js +500 -500
  287. package/src/wiki/t1-jobs.js +232 -232
  288. package/src/wiki/t1.js +609 -609
  289. package/src/write-admission.js +404 -404
  290. package/test/adaptive-inject-budget.test.js +85 -85
  291. package/test/api-hardening.test.js +173 -173
  292. package/test/api-nudge-route.test.js +259 -259
  293. package/test/api-routes-gaps.test.js +1092 -1092
  294. package/test/api.test.js +3007 -2998
  295. package/test/attachment-text.test.js +139 -139
  296. package/test/audit.test.js +448 -448
  297. package/test/baseline-persist.test.js +248 -248
  298. package/test/benchmark.test.js +94 -94
  299. package/test/bm25-corpus-cache.test.js +145 -145
  300. package/test/bootstrap.test.js +228 -228
  301. package/test/candidates.test.js +345 -345
  302. package/test/capabilities.test.js +577 -577
  303. package/test/capacity-warning.test.js +262 -262
  304. package/test/changelog-prep.test.js +125 -125
  305. package/test/choro-command.test.js +218 -218
  306. package/test/cli-enums.test.js +37 -37
  307. package/test/cli-flag-value.test.js +86 -86
  308. package/test/cli-receive.test.js +390 -390
  309. package/test/cli-share.test.js +437 -437
  310. package/test/client-share.test.js +225 -225
  311. package/test/client.test.js +4595 -4425
  312. package/test/clustering.test.js +100 -100
  313. package/test/commands.test.js +106 -106
  314. package/test/config-keys-routes.test.js +233 -233
  315. package/test/config.test.js +153 -153
  316. package/test/conflict-freeze.test.js +344 -344
  317. package/test/conflict-ledger-enforce.test.js +452 -452
  318. package/test/conflict-ledger.test.js +242 -242
  319. package/test/conflict-reviewed.test.js +79 -79
  320. package/test/content-hash.test.js +204 -204
  321. package/test/continuity.test.js +452 -452
  322. package/test/contrast.test.js +432 -432
  323. package/test/date-hint.test.js +156 -0
  324. package/test/dedupe-candidate-window.test.js +180 -180
  325. package/test/dependency-overrides.test.js +78 -78
  326. package/test/diary-library.test.js +187 -187
  327. package/test/diary.test.js +576 -576
  328. package/test/differentiate-feedback.test.js +248 -248
  329. package/test/distill-tx-embed-gap.test.js +110 -110
  330. package/test/docs-config-keys.test.js +65 -65
  331. package/test/document-dir.test.js +233 -233
  332. package/test/document.test.js +703 -703
  333. package/test/dream-archive-guardrail.test.js +116 -116
  334. package/test/dream-baseline-clamp.test.js +174 -174
  335. package/test/dream-candidate-hybrid.test.js +281 -281
  336. package/test/dream-coverage-degrade.test.js +86 -86
  337. package/test/dream-decision-evidence.test.js +314 -314
  338. package/test/dream-failure-backoff.test.js +173 -173
  339. package/test/dream-fence.test.js +207 -207
  340. package/test/dream-maxtokens-fallback.test.js +132 -132
  341. package/test/dream-merge-guardrail.test.js +219 -219
  342. package/test/dream-peak-hours.test.js +194 -194
  343. package/test/dream.test.js +1528 -1528
  344. package/test/dsh-go-host.test.js +134 -134
  345. package/test/dsh-go-panel-actions.test.js +854 -854
  346. package/test/dsh-go-panel.test.js +251 -251
  347. package/test/embed-ready-poll.test.js +94 -94
  348. package/test/embed-text-reasons.test.js +112 -112
  349. package/test/embedding-cache-f32.test.js +276 -276
  350. package/test/embedding-ready.test.js +226 -226
  351. package/test/entities.test.js +711 -711
  352. package/test/entity-recall.test.js +179 -179
  353. package/test/epistemic.test.js +325 -325
  354. package/test/failure-query.test.js +147 -147
  355. package/test/failure-retention.test.js +105 -105
  356. package/test/fnew-0112.test.js +311 -311
  357. package/test/fnew-03.test.js +422 -422
  358. package/test/forget-corrections.test.js +70 -70
  359. package/test/graph-anchoring.test.js +184 -184
  360. package/test/graph-api.test.js +333 -333
  361. package/test/graph-boosted-relations.test.js +189 -189
  362. package/test/graph-inject-budget.test.js +103 -103
  363. package/test/graph-multipath.test.js +269 -269
  364. package/test/graph-passive-confirm.test.js +91 -91
  365. package/test/graph-weight-evolution.test.js +104 -104
  366. package/test/heat.test.js +175 -175
  367. package/test/helpers/dream-mock.js +86 -86
  368. package/test/helpers/peer-worker.mjs +25 -25
  369. package/test/helpers/runtime-source.js +60 -60
  370. package/test/helpers/tar-builder.js +80 -80
  371. package/test/helpers/write-admission-samples.js +312 -312
  372. package/test/hot-memory.test.js +259 -259
  373. package/test/image-description.test.js +271 -0
  374. package/test/image-memory.test.js +170 -170
  375. package/test/inject-content-cap.test.js +91 -91
  376. package/test/inject-first-round-bm25.test.js +89 -89
  377. package/test/inject-heat.test.js +77 -77
  378. package/test/inject-parent-gate.test.js +134 -109
  379. package/test/inject-pin-explicit.test.js +300 -300
  380. package/test/inject-pin-vector-crowd.test.js +225 -225
  381. package/test/inject-pools.test.js +195 -195
  382. package/test/inject-recall.test.js +172 -172
  383. package/test/inject-rotation.test.js +161 -161
  384. package/test/inject.test.js +553 -553
  385. package/test/issue-617-step1-query-and-fusion.test.js +361 -361
  386. package/test/kb-api-wiring.test.js +128 -128
  387. package/test/kb-collections.test.js +272 -272
  388. package/test/kb-routes.test.js +379 -379
  389. package/test/lang.test.js +98 -98
  390. package/test/lastrunat-persist.test.js +101 -101
  391. package/test/lib-smoke.test.js +116 -116
  392. package/test/llm-audit.test.js +815 -815
  393. package/test/llm-message-source.test.js +207 -207
  394. package/test/local-embedder.test.js +292 -292
  395. package/test/maintenance.test.js +501 -501
  396. package/test/mcp-stdio.test.js +385 -385
  397. package/test/mint-source.test.js +311 -311
  398. package/test/mirror-dirty.test.js +424 -424
  399. package/test/mirror-edit-digest.test.js +187 -187
  400. package/test/mirror-generation.test.js +499 -499
  401. package/test/mirror-types.test.js +208 -208
  402. package/test/mirror.test.js +249 -249
  403. package/test/narrative-bars.test.js +162 -162
  404. package/test/organize-tool.test.js +232 -232
  405. package/test/organize.test.js +418 -418
  406. package/test/panel-chart-scale.test.js +90 -90
  407. package/test/panel-tokens.test.js +245 -245
  408. package/test/peak-hours-observability.test.js +70 -70
  409. package/test/peer-blockers.test.js +193 -193
  410. package/test/persona-addressing.test.js +83 -83
  411. package/test/persona-api.test.js +172 -172
  412. package/test/persona-by-session.test.js +568 -568
  413. package/test/persona-flag.test.js +36 -36
  414. package/test/persona-inject.test.js +145 -145
  415. package/test/persona-settings.test.js +198 -198
  416. package/test/pipeline-activities.test.js +155 -155
  417. package/test/pipeline-attribution.test.js +175 -175
  418. package/test/pipeline-command.test.js +243 -243
  419. package/test/pipeline-confirm.test.js +148 -148
  420. package/test/pipeline-exec.test.js +172 -172
  421. package/test/pipeline-nudge-auto.test.js +248 -248
  422. package/test/pipeline-nudge.test.js +1278 -1278
  423. package/test/pipeline-observations.test.js +157 -157
  424. package/test/pipeline-observe.test.js +127 -127
  425. package/test/pipeline-r1r2.test.js +278 -278
  426. package/test/pipeline-runner.test.js +468 -468
  427. package/test/pipeline-runs.test.js +767 -767
  428. package/test/pipeline.test.js +636 -636
  429. package/test/placement.test.js +36 -36
  430. package/test/policy-epoch.test.js +259 -259
  431. package/test/pre-inject-gate.test.js +444 -444
  432. package/test/profile-extract.test.js +269 -269
  433. package/test/profile-facts.test.js +492 -492
  434. package/test/prompt-stance.test.js +128 -128
  435. package/test/provenance-http.test.js +367 -367
  436. package/test/publish-gate.test.js +272 -272
  437. package/test/quality-backfill.test.js +290 -290
  438. package/test/quality-filter.test.js +295 -295
  439. package/test/readme-claims.test.js +113 -113
  440. package/test/reasoning-effort.test.js +752 -752
  441. package/test/recall-anti-update.test.js +82 -82
  442. package/test/recall-evals.test.js +253 -253
  443. package/test/recall-layer.test.js +326 -326
  444. package/test/recall-retention.test.js +128 -128
  445. package/test/recall-stats.test.js +274 -274
  446. package/test/receipt-chain.test.js +451 -451
  447. package/test/reclaim-http.test.js +209 -209
  448. package/test/reflection-update-gate.test.js +129 -129
  449. package/test/reflection.test.js +226 -226
  450. package/test/reindex-backfill.test.js +475 -475
  451. package/test/reindex-scheduler.test.js +369 -369
  452. package/test/release-docs.test.js +156 -156
  453. package/test/release-notes.test.js +265 -265
  454. package/test/release-workflow.test.js +93 -93
  455. package/test/reranker-single-logit.test.js +73 -73
  456. package/test/reranker.test.js +197 -197
  457. package/test/resident-status.test.js +83 -83
  458. package/test/route-policy.test.js +113 -113
  459. package/test/runtime-adopt.test.js +206 -206
  460. package/test/runtime-cli.test.js +89 -89
  461. package/test/runtime-closure.test.js +193 -193
  462. package/test/runtime-download.test.js +302 -302
  463. package/test/runtime-layout.test.js +163 -163
  464. package/test/runtime-loader.test.js +255 -255
  465. package/test/runtime-manifest.test.js +159 -159
  466. package/test/runtime-model-fetch.test.js +348 -348
  467. package/test/runtime-provision.test.js +101 -101
  468. package/test/runtime-tarball.test.js +81 -81
  469. package/test/runtime-verify.test.js +319 -319
  470. package/test/scope-candidates.test.js +491 -491
  471. package/test/scope-distill-stamp.test.js +134 -134
  472. package/test/scope-explicit.test.js +452 -452
  473. package/test/scope-inject-soft.test.js +106 -106
  474. package/test/scope-optional-service.test.js +110 -110
  475. package/test/scope-retrieval.test.js +197 -197
  476. package/test/scope-state.test.js +610 -610
  477. package/test/scope-storage.test.js +255 -255
  478. package/test/scope-strict.test.js +367 -367
  479. package/test/search-fusion.test.js +90 -90
  480. package/test/security-doc.test.js +188 -188
  481. package/test/semantic.test.js +124 -124
  482. package/test/sensitive-scan.test.js +251 -251
  483. package/test/serve-bin.test.js +121 -121
  484. package/test/serve.test.js +258 -258
  485. package/test/service-search.test.js +174 -174
  486. package/test/service.test.js +410 -410
  487. package/test/session-gate.test.js +264 -264
  488. package/test/session-usage.test.js +317 -317
  489. package/test/settings.test.js +273 -273
  490. package/test/share-foreign-rows.test.js +144 -144
  491. package/test/share-http.test.js +144 -144
  492. package/test/share-import.test.js +577 -577
  493. package/test/share-imported-guard.test.js +311 -311
  494. package/test/share-imported-identity.test.js +111 -111
  495. package/test/share-pack.test.js +511 -511
  496. package/test/share-receive-http.test.js +756 -756
  497. package/test/share-routes.test.js +337 -337
  498. package/test/share-store.test.js +133 -133
  499. package/test/share-validate.test.js +101 -101
  500. package/test/skip-invalid-restore.test.js +262 -262
  501. package/test/sleep-action-set.test.js +441 -441
  502. package/test/sleep-catchup.test.js +315 -315
  503. package/test/sleep-failure-backoff.test.js +156 -156
  504. package/test/sleep-heat.test.js +174 -174
  505. package/test/sleep-scheduler-rearm.test.js +89 -89
  506. package/test/sleep.test.js +1455 -1455
  507. package/test/standalone-api.test.js +1344 -1344
  508. package/test/store-vector-cache.test.js +98 -98
  509. package/test/store-write-path-columns.test.js +191 -191
  510. package/test/store.test.js +744 -744
  511. package/test/stress.test.js +209 -209
  512. package/test/summarize-occurred-at.test.js +127 -127
  513. package/test/summarize-parse-diagnostics.test.js +75 -75
  514. package/test/summarize-reasoning-effort.test.js +189 -189
  515. package/test/summarize.test.js +2251 -2251
  516. package/test/supersede-state-tracking.test.js +394 -394
  517. package/test/test-count-sync.test.js +71 -71
  518. package/test/tool-state-ignore.test.js +65 -65
  519. package/test/tools-dto-schema-matrix.test.js +398 -398
  520. package/test/tools-memory-get-schema.test.js +65 -65
  521. package/test/tools.test.js +585 -585
  522. package/test/updated-at-semantics.test.js +113 -113
  523. package/test/user-settings-preview.test.js +127 -127
  524. package/test/user-settings-segments.test.js +527 -527
  525. package/test/vector-index.test.js +334 -334
  526. package/test/version-check.test.js +152 -152
  527. package/test/webServer-optional.test.js +82 -82
  528. package/test/wiki-api.test.js +734 -734
  529. package/test/wiki-claims.test.js +194 -194
  530. package/test/wiki-cli-hint.test.js +118 -118
  531. package/test/wiki-inject.test.js +265 -265
  532. package/test/wiki-partition.test.js +112 -112
  533. package/test/wiki-plan.test.js +80 -80
  534. package/test/wiki-provenance.test.js +202 -202
  535. package/test/wiki-queries.test.js +398 -398
  536. package/test/wiki-scan.test.js +208 -208
  537. package/test/wiki-store.test.js +190 -190
  538. package/test/wiki-t0.test.js +456 -456
  539. package/test/wiki-t1-jobs.test.js +125 -125
  540. package/test/wiki-t1.test.js +460 -460
  541. package/test/wiki-tools.test.js +176 -176
  542. package/test/workflow-guards.test.js +155 -155
  543. package/test/write-admission.test.js +668 -668
@@ -1,312 +1,312 @@
1
- // #254 第 1 级「密钥 / PII」判据的回归样本集。
2
- //
3
- // 这份语料是给**判据**用的,不是给闸门用的:闸门(src/write-admission.js)只消费
4
- // `sensitiveScan` 返回的 {kind,label},判据本身是 #164 A2 的落地范围(记在维护者
5
- // 排期里)。语料放在这里有两个用途——判据落地时有一份现成的正负样本可跑;现在就能
6
- // 把「接线通不通」钉住(下面导出的 referenceScan 是只给测试用的参考实现)。
7
- //
8
- // 三条口径:
9
- //
10
- // 1. 正样本分两类。SECRET_SAMPLES(密钥凭据)与 PII_SAMPLES(个人信息)都收,但
11
- // 两者的误杀面差一个量级:密钥串在正常项目记忆里几乎不出现(出现了就是事故),
12
- // 而邮箱 / 电话 / 订单号在项目记忆里完全可能是正当内容。所以 `kind` 必须落进
13
- // 审计行(见 write-admission.js 的 record)——enforce 打开前先按 kind 看命中
14
- // 分布,将来要按类放行也只改策略、不动判据。
15
- //
16
- // 2. 负样本专挑两类最容易误杀的文本:**含敏感词但没有值**("把 API key 放进环境
17
- // 变量")、**高熵但不是凭据**(sha256 校验和、UUID、Luhn 合法的示例卡号之外的
18
- // 长数字)。一个只按关键词命中的扫描器会在这组里全军覆没,这正是这组样本的
19
- // 用处——它量的不是「抓得住多少」,而是「抓错多少」。
20
- //
21
- // 3. 样本里的凭据都是公开占位值(AWS 官方文档的 AKIAIOSFODNN7EXAMPLE、GitHub /
22
- // OpenAI / Stripe 的文档格式、Stripe 与银行的官方测试卡号),不是真凭据。
23
- //
24
- // 用法(测试侧):
25
- // import { allSamples, NEGATIVE_SAMPLES, referenceScan } from "./helpers/write-admission-samples.js";
26
-
27
- // 这几条样本的**值**在密钥扫描器眼里就是真凭据的形状。字面量直接写进仓库有两重代价:
28
- // GitHub 侧 push protection 会直接拒推(GH013),CI 的 gitleaks 全历史扫描会红掉
29
- // (.github/workflows/security.yml)。拆成拼接后仓库文本里不再含完整形状,而运行时拼
30
- // 出来的值仍然是判据要面对的那个形状——语料测的东西一点没变。
31
- //
32
- // 两套扫描器的规则**并不重合**:push protection 拦的是 Slack / Stripe,gitleaks 拦的是
33
- // GitHub PAT / JWT。所以这几条统一走拼接,别按「上一次哪条红了」逐条打补丁——扫描器
34
- // 升级一次规则就又得回来补。
35
- //
36
- // 别为了绕开扫描器把它们简化成一眼假的占位串:正样本的价值恰恰在于压在检测器的形状
37
- // 边界上,改成 `xoxb-xxx` 就等于把这条样本删了。AWS 那条用的是官方文档自己的示例值
38
- // AKIAIOSFODNN7EXAMPLE,两套扫描器本来就认它是样例,保持字面量。
39
- const assemble = (...parts) => parts.join("");
40
-
41
- /** 语料里那几条被扫描器盯着形状的凭据值。测试侧要拼句子时从这里取,别另抄一份。 */
42
- export const SAMPLE_VALUES = {
43
- githubPat: assemble("ghp_", "16C7e42F292c6912E7710c838347Ae178B4a"),
44
- slackToken: assemble("xoxb-", "123456789012-1234567890123-AbCdEfGhIjKlMnOpQrStUvWx"),
45
- jwt: assemble(
46
- "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9",
47
- ".eyJzdWIiOiIxMjM0NTY3ODkwIn0",
48
- ".dozjgNryP4J3jVmNHl0w5N_XgL0n3I9PlFUP0THsR8U"
49
- ),
50
- stripeKey: assemble("sk_", "live_", "51H8Qw2KZvN3mPqRsTuVwXyZ0123456789abcdef"),
51
- // 这条曾以整串字面量留在下面的 content 里,被 GitHub secret scanning 报成 openai_api_key
52
- // (alert #1)。它是形状样本不是真凭据(正文就是 a-z、0-9 顺序串),但扫描器只看形状,
53
- // 所以按上面第 32-34 行的口径统一走拼接,别让它再当例外。
54
- openaiKey: assemble("sk-proj-", "abcdefghijklmnopqrstuvwxyz0123456789ABCD")
55
- };
56
-
57
- /** 密钥凭据类正样本。kind 与 label 是判据该报回来的东西。 */
58
- export const SECRET_SAMPLES = [
59
- {
60
- id: "aws-access-key",
61
- kind: "aws_access_key",
62
- label: "AWS access key id",
63
- title: "部署脚本",
64
- content: "部署脚本里写死了 AKIAIOSFODNN7EXAMPLE,回头要换掉",
65
- why: "AKIA + 16 位大写字母数字,长度与字符集都固定"
66
- },
67
- {
68
- id: "github-pat",
69
- kind: "github_token",
70
- label: "GitHub token",
71
- title: "CI 配置",
72
- content: `CI 的 token 是 ${SAMPLE_VALUES.githubPat},别再贴出来`,
73
- why: "ghp_ 前缀 + 36 位,GitHub PAT 的固定形状"
74
- },
75
- {
76
- id: "openai-key",
77
- kind: "openai_key",
78
- label: "OpenAI API key",
79
- title: "调试记录",
80
- content: `临时用 ${SAMPLE_VALUES.openaiKey} 调了一次`,
81
- why: "sk-/sk-proj- 前缀 + 长串"
82
- },
83
- {
84
- id: "slack-token",
85
- kind: "slack_token",
86
- label: "Slack token",
87
- title: "webhook",
88
- content: `webhook 配的是 ${SAMPLE_VALUES.slackToken}`,
89
- why: "xoxb- 前缀 + 分段数字 + 混合串"
90
- },
91
- {
92
- id: "pem-private-key",
93
- kind: "private_key",
94
- label: "PEM private key",
95
- title: "issue 正文",
96
- content: "把 -----BEGIN RSA PRIVATE KEY----- 整段贴到了 issue 里",
97
- why: "PEM 头是明文私钥的确定标志,有没有正文都不影响判定"
98
- },
99
- {
100
- id: "assigned-literal",
101
- kind: "assigned_secret",
102
- label: "assigned credential literal",
103
- title: "本地配置",
104
- content: 'config 里 password = "Tr0ub4dor&3xKcd" 这一行得删掉',
105
- why: "赋值号右边是字面量凭据——这是最常见的一类,也是最需要防误杀的一类"
106
- },
107
- {
108
- id: "jwt",
109
- kind: "jwt",
110
- label: "JSON Web Token",
111
- title: "抓包",
112
- content: `抓到的 Authorization 是 ${SAMPLE_VALUES.jwt}`,
113
- why: "三段 base64url,header 恒以 eyJ 开头"
114
- },
115
- {
116
- id: "connection-string",
117
- kind: "connection_string",
118
- label: "credentials in URL",
119
- title: "连不上",
120
- content: "postgres://admin:S3cr3tPa55w0rd@db.internal:5432/prod 连不上",
121
- why: "URL 里带 user:password@host 就是明文凭据"
122
- },
123
- {
124
- id: "stripe-key",
125
- kind: "stripe_key",
126
- label: "Stripe secret key",
127
- title: "支付联调",
128
- content: `联调用的 ${SAMPLE_VALUES.stripeKey} 忘了轮换`,
129
- why: "sk_live_ 前缀是生产密钥(测试密钥是 sk_test_,不该报)"
130
- },
131
- {
132
- id: "npm-auth-token",
133
- kind: "npm_token",
134
- label: "npm auth token",
135
- title: ".npmrc",
136
- content: "//registry.npmjs.org/:_authToken=npm_abcdefghijklmnopqrstuvwxyz0123456789",
137
- why: "按 _authToken= 这个固定键定位,不必猜 token 的形状"
138
- }
139
- ];
140
-
141
- /** PII 类正样本。误杀面比密钥大一档,见文件头第 1 条。 */
142
- export const PII_SAMPLES = [
143
- {
144
- id: "email-phone",
145
- kind: "email",
146
- label: "email address",
147
- title: "客户联系方式",
148
- content: "客户的联系方式是 zhang.wei@example.com,别外传",
149
- why: "RFC 形状的邮箱;项目记忆里出现它是可能的,所以更适合先告警"
150
- },
151
- {
152
- id: "cn-mobile",
153
- kind: "cn_mobile",
154
- label: "mainland mobile number",
155
- title: "值班表",
156
- content: "值班手机 13800138000,紧急情况打这个",
157
- why: "1[3-9] + 9 位,中国手机号的固定形状"
158
- },
159
- {
160
- id: "cn-id-card",
161
- kind: "cn_id_card",
162
- label: "mainland ID number",
163
- title: "实名核验",
164
- content: "身份证 11010519491231002X 已经核验过",
165
- why: "17 位数字 + 校验位(数字或 X)"
166
- },
167
- {
168
- id: "bank-card",
169
- kind: "bank_card",
170
- label: "payment card number",
171
- title: "对公账户",
172
- content: "银行卡 4111111111111111 是对公账户",
173
- why: "4 开头的 16 位;这里用 Visa 的公开测试号,不用真卡号"
174
- }
175
- ];
176
-
177
- /**
178
- * 负样本:必须**一条都不命中**。每条都写清它为什么容易误杀。
179
- * 这是本文件里最值钱的部分——正样本只证明「抓得住」,负样本才约束「抓错多少」。
180
- */
181
- export const NEGATIVE_SAMPLES = [
182
- {
183
- id: "keyword-no-value",
184
- title: "密钥管理",
185
- content: "把 API key 放进环境变量,别写进代码——轮换流程见 docs/handbook/12-secrets.md",
186
- why: "整句在讨论凭据管理,没有一个字面量值"
187
- },
188
- {
189
- id: "token-as-noun",
190
- title: "重试策略",
191
- content: "token 刷新失败时退避重试三次,第三次仍失败就报错",
192
- why: "token 是普通名词,后面没有赋值号"
193
- },
194
- {
195
- id: "redaction-placeholder",
196
- title: "脱敏示例",
197
- content: "password: <redacted>",
198
- why: "占位符不是值——纯关键词扫描器在这里必错"
199
- },
200
- {
201
- id: "env-var-indirection",
202
- title: "配置读取",
203
- content: "secret = process.env.MNEME_SECRET",
204
- why: "赋值右边是环境变量读取,不是字面量"
205
- },
206
- {
207
- id: "template-var",
208
- title: "模板",
209
- // 这条样本**故意**就是一个模板占位符——它量的正是「看到 = 或 : 就报」的误杀。
210
- // biome-ignore lint/suspicious/noTemplateCurlyInString: 样本内容本身就是待测文本,不是要插值的模板
211
- content: "token: ${TOKEN}",
212
- why: "模板变量同理——看到 = 或 : 就报会误杀这一整类"
213
- },
214
- {
215
- id: "hash-not-secret",
216
- title: "校验和",
217
- content: "sha256 摘要 3f786850e387550fdab836ed7e6dc881de23001b 不是密钥,只是一个校验和",
218
- why: "高熵十六进制串,但不是凭据;按熵阈值判会误杀全部哈希"
219
- },
220
- {
221
- id: "uuid",
222
- title: "订单号",
223
- content: "订单号 550e8400-e29b-41d4-a716-446655440000 是 UUID v4",
224
- why: "同样是高熵串;UUID 在项目记忆里到处都是"
225
- },
226
- {
227
- id: "prefix-only",
228
- title: "格式说明",
229
- content: "GitHub PAT 的前缀是 ghp_,新格式是 github_pat_",
230
- why: "只提到前缀,后面没有 token 正文"
231
- },
232
- {
233
- id: "sk-prefix-only",
234
- title: "key 前缀",
235
- content: "sk- 开头的是 OpenAI 的 key 前缀",
236
- why: "同上——前缀本身不是凭据"
237
- },
238
- {
239
- id: "discuss-rotation",
240
- title: "轮换周期",
241
- content: "把密钥轮换周期定成 90 天,到期前一周提醒",
242
- why: "在讨论密钥的生命周期"
243
- },
244
- {
245
- id: "discuss-hashing",
246
- title: "密码处理",
247
- content: "用户在设置页输入密码后调用 bcrypt.hash 存哈希,明文不落盘",
248
- why: "讨论密码处理方式,不含任何密码"
249
- },
250
- {
251
- id: "discuss-pii",
252
- title: "脱敏要求",
253
- content: "手机号必须脱敏后再入库,日志里也不能出现",
254
- why: "在讨论 PII 策略,不含具体号码"
255
- }
256
- ];
257
-
258
- /** 全部正样本(密钥 + PII),每条都带期望的 kind。 */
259
- export const POSITIVE_SAMPLES = [...SECRET_SAMPLES, ...PII_SAMPLES];
260
-
261
- /** 正负样本一起,便于整组遍历。 */
262
- export const allSamples = [...POSITIVE_SAMPLES, ...NEGATIVE_SAMPLES];
263
-
264
- // --- 参考扫描器(仅供测试) ---------------------------------------------------
265
- // 这不是要发货的实现,也**不是** #164 A2 的实现——A2 归维护者排期。它的作用只有
266
- // 两个:证明闸门侧 `sensitiveScan` 的接线真的能把命中变成拒绝;给上面的语料一个
267
- // 可执行的对照。A2 落地时把同一个语料原样跑在真扫描器上,这个函数就可以删掉。
268
- //
269
- // 写法上刻意体现一件事:**先看形状,再看关键词**。纯关键词匹配在负样本组里会
270
- // 全军覆没(见 NEGATIVE_SAMPLES 的 why),所以这里每条模式都带长度或字符集约束,
271
- // 赋值型那条还要多一道占位符守卫。
272
- const SECRET_PATTERNS = [
273
- { kind: "aws_access_key", label: "AWS access key id", re: /\b(?:AKIA|ASIA)[0-9A-Z]{16}\b/ },
274
- { kind: "github_token", label: "GitHub token", re: /\b(?:ghp|gho|ghu|ghs|ghr)_[A-Za-z0-9]{36}\b/ },
275
- { kind: "slack_token", label: "Slack token", re: /\bxox[abprs]-[A-Za-z0-9-]{10,}\b/ },
276
- { kind: "private_key", label: "PEM private key", re: /-----BEGIN [A-Z ]*PRIVATE KEY-----/ },
277
- { kind: "jwt", label: "JSON Web Token", re: /\beyJ[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]{8,}/ },
278
- { kind: "connection_string", label: "credentials in URL", re: /\b[a-z][a-z0-9+.-]*:\/\/[^\s/:@]+:[^\s/:@]{6,}@/ },
279
- { kind: "stripe_key", label: "Stripe secret key", re: /\bsk_live_[A-Za-z0-9]{16,}\b/ },
280
- { kind: "npm_token", label: "npm auth token", re: /_authToken\s*=\s*[A-Za-z0-9_-]{20,}/ },
281
- { kind: "openai_key", label: "OpenAI API key", re: /\bsk-(?:proj-)?[A-Za-z0-9_-]{20,}\b/ },
282
- {
283
- kind: "assigned_secret",
284
- label: "assigned credential literal",
285
- re: /\b(?:password|passwd|pwd|secret|api[_-]?key|token)\b\s*[:=]\s*["']?([^\s"']{8,})/i,
286
- // 占位符 / 间接引用守卫:命中关键词但没有字面量值时不算命中。
287
- guard: (value) => !/^(?:<[^>]*>|\$\{|\$[A-Z_]+$|process\.env|redacted|xx+|\*+|\u2026)/i.test(value)
288
- }
289
- ];
290
-
291
- const PII_PATTERNS = [
292
- { kind: "email", label: "email address", re: /\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}\b/ },
293
- { kind: "cn_mobile", label: "mainland mobile number", re: /\b1[3-9]\d{9}\b/ },
294
- { kind: "cn_id_card", label: "mainland ID number", re: /\b\d{17}[\dXx]\b/ },
295
- { kind: "bank_card", label: "payment card number", re: /\b(?:4\d{15}|5[1-5]\d{14}|62\d{14,17})\b/ }
296
- ];
297
-
298
- /**
299
- * 参考扫描器:命中返回 `{kind, label}`,未命中返回 null——与
300
- * `createWriteAdmission` 的 `sensitiveScan` 契约一致(不抛)。
301
- * 先密钥后 PII:一条文本同时像两类时(如带凭据的 URL 也像邮箱),报更严重的那类。
302
- */
303
- export function referenceScan(memory) {
304
- const text = [memory?.title, memory?.content].filter((s) => typeof s === "string").join("\n");
305
- for (const p of [...SECRET_PATTERNS, ...PII_PATTERNS]) {
306
- const m = text.match(p.re);
307
- if (!m) continue;
308
- if (p.guard && !p.guard(m[1] ?? "")) continue;
309
- return { kind: p.kind, label: p.label };
310
- }
311
- return null;
312
- }
1
+ // #254 第 1 级「密钥 / PII」判据的回归样本集。
2
+ //
3
+ // 这份语料是给**判据**用的,不是给闸门用的:闸门(src/write-admission.js)只消费
4
+ // `sensitiveScan` 返回的 {kind,label},判据本身是 #164 A2 的落地范围(记在维护者
5
+ // 排期里)。语料放在这里有两个用途——判据落地时有一份现成的正负样本可跑;现在就能
6
+ // 把「接线通不通」钉住(下面导出的 referenceScan 是只给测试用的参考实现)。
7
+ //
8
+ // 三条口径:
9
+ //
10
+ // 1. 正样本分两类。SECRET_SAMPLES(密钥凭据)与 PII_SAMPLES(个人信息)都收,但
11
+ // 两者的误杀面差一个量级:密钥串在正常项目记忆里几乎不出现(出现了就是事故),
12
+ // 而邮箱 / 电话 / 订单号在项目记忆里完全可能是正当内容。所以 `kind` 必须落进
13
+ // 审计行(见 write-admission.js 的 record)——enforce 打开前先按 kind 看命中
14
+ // 分布,将来要按类放行也只改策略、不动判据。
15
+ //
16
+ // 2. 负样本专挑两类最容易误杀的文本:**含敏感词但没有值**("把 API key 放进环境
17
+ // 变量")、**高熵但不是凭据**(sha256 校验和、UUID、Luhn 合法的示例卡号之外的
18
+ // 长数字)。一个只按关键词命中的扫描器会在这组里全军覆没,这正是这组样本的
19
+ // 用处——它量的不是「抓得住多少」,而是「抓错多少」。
20
+ //
21
+ // 3. 样本里的凭据都是公开占位值(AWS 官方文档的 AKIAIOSFODNN7EXAMPLE、GitHub /
22
+ // OpenAI / Stripe 的文档格式、Stripe 与银行的官方测试卡号),不是真凭据。
23
+ //
24
+ // 用法(测试侧):
25
+ // import { allSamples, NEGATIVE_SAMPLES, referenceScan } from "./helpers/write-admission-samples.js";
26
+
27
+ // 这几条样本的**值**在密钥扫描器眼里就是真凭据的形状。字面量直接写进仓库有两重代价:
28
+ // GitHub 侧 push protection 会直接拒推(GH013),CI 的 gitleaks 全历史扫描会红掉
29
+ // (.github/workflows/security.yml)。拆成拼接后仓库文本里不再含完整形状,而运行时拼
30
+ // 出来的值仍然是判据要面对的那个形状——语料测的东西一点没变。
31
+ //
32
+ // 两套扫描器的规则**并不重合**:push protection 拦的是 Slack / Stripe,gitleaks 拦的是
33
+ // GitHub PAT / JWT。所以这几条统一走拼接,别按「上一次哪条红了」逐条打补丁——扫描器
34
+ // 升级一次规则就又得回来补。
35
+ //
36
+ // 别为了绕开扫描器把它们简化成一眼假的占位串:正样本的价值恰恰在于压在检测器的形状
37
+ // 边界上,改成 `xoxb-xxx` 就等于把这条样本删了。AWS 那条用的是官方文档自己的示例值
38
+ // AKIAIOSFODNN7EXAMPLE,两套扫描器本来就认它是样例,保持字面量。
39
+ const assemble = (...parts) => parts.join("");
40
+
41
+ /** 语料里那几条被扫描器盯着形状的凭据值。测试侧要拼句子时从这里取,别另抄一份。 */
42
+ export const SAMPLE_VALUES = {
43
+ githubPat: assemble("ghp_", "16C7e42F292c6912E7710c838347Ae178B4a"),
44
+ slackToken: assemble("xoxb-", "123456789012-1234567890123-AbCdEfGhIjKlMnOpQrStUvWx"),
45
+ jwt: assemble(
46
+ "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9",
47
+ ".eyJzdWIiOiIxMjM0NTY3ODkwIn0",
48
+ ".dozjgNryP4J3jVmNHl0w5N_XgL0n3I9PlFUP0THsR8U"
49
+ ),
50
+ stripeKey: assemble("sk_", "live_", "51H8Qw2KZvN3mPqRsTuVwXyZ0123456789abcdef"),
51
+ // 这条曾以整串字面量留在下面的 content 里,被 GitHub secret scanning 报成 openai_api_key
52
+ // (alert #1)。它是形状样本不是真凭据(正文就是 a-z、0-9 顺序串),但扫描器只看形状,
53
+ // 所以按上面第 32-34 行的口径统一走拼接,别让它再当例外。
54
+ openaiKey: assemble("sk-proj-", "abcdefghijklmnopqrstuvwxyz0123456789ABCD")
55
+ };
56
+
57
+ /** 密钥凭据类正样本。kind 与 label 是判据该报回来的东西。 */
58
+ export const SECRET_SAMPLES = [
59
+ {
60
+ id: "aws-access-key",
61
+ kind: "aws_access_key",
62
+ label: "AWS access key id",
63
+ title: "部署脚本",
64
+ content: "部署脚本里写死了 AKIAIOSFODNN7EXAMPLE,回头要换掉",
65
+ why: "AKIA + 16 位大写字母数字,长度与字符集都固定"
66
+ },
67
+ {
68
+ id: "github-pat",
69
+ kind: "github_token",
70
+ label: "GitHub token",
71
+ title: "CI 配置",
72
+ content: `CI 的 token 是 ${SAMPLE_VALUES.githubPat},别再贴出来`,
73
+ why: "ghp_ 前缀 + 36 位,GitHub PAT 的固定形状"
74
+ },
75
+ {
76
+ id: "openai-key",
77
+ kind: "openai_key",
78
+ label: "OpenAI API key",
79
+ title: "调试记录",
80
+ content: `临时用 ${SAMPLE_VALUES.openaiKey} 调了一次`,
81
+ why: "sk-/sk-proj- 前缀 + 长串"
82
+ },
83
+ {
84
+ id: "slack-token",
85
+ kind: "slack_token",
86
+ label: "Slack token",
87
+ title: "webhook",
88
+ content: `webhook 配的是 ${SAMPLE_VALUES.slackToken}`,
89
+ why: "xoxb- 前缀 + 分段数字 + 混合串"
90
+ },
91
+ {
92
+ id: "pem-private-key",
93
+ kind: "private_key",
94
+ label: "PEM private key",
95
+ title: "issue 正文",
96
+ content: "把 -----BEGIN RSA PRIVATE KEY----- 整段贴到了 issue 里",
97
+ why: "PEM 头是明文私钥的确定标志,有没有正文都不影响判定"
98
+ },
99
+ {
100
+ id: "assigned-literal",
101
+ kind: "assigned_secret",
102
+ label: "assigned credential literal",
103
+ title: "本地配置",
104
+ content: 'config 里 password = "Tr0ub4dor&3xKcd" 这一行得删掉',
105
+ why: "赋值号右边是字面量凭据——这是最常见的一类,也是最需要防误杀的一类"
106
+ },
107
+ {
108
+ id: "jwt",
109
+ kind: "jwt",
110
+ label: "JSON Web Token",
111
+ title: "抓包",
112
+ content: `抓到的 Authorization 是 ${SAMPLE_VALUES.jwt}`,
113
+ why: "三段 base64url,header 恒以 eyJ 开头"
114
+ },
115
+ {
116
+ id: "connection-string",
117
+ kind: "connection_string",
118
+ label: "credentials in URL",
119
+ title: "连不上",
120
+ content: "postgres://admin:S3cr3tPa55w0rd@db.internal:5432/prod 连不上",
121
+ why: "URL 里带 user:password@host 就是明文凭据"
122
+ },
123
+ {
124
+ id: "stripe-key",
125
+ kind: "stripe_key",
126
+ label: "Stripe secret key",
127
+ title: "支付联调",
128
+ content: `联调用的 ${SAMPLE_VALUES.stripeKey} 忘了轮换`,
129
+ why: "sk_live_ 前缀是生产密钥(测试密钥是 sk_test_,不该报)"
130
+ },
131
+ {
132
+ id: "npm-auth-token",
133
+ kind: "npm_token",
134
+ label: "npm auth token",
135
+ title: ".npmrc",
136
+ content: "//registry.npmjs.org/:_authToken=npm_abcdefghijklmnopqrstuvwxyz0123456789",
137
+ why: "按 _authToken= 这个固定键定位,不必猜 token 的形状"
138
+ }
139
+ ];
140
+
141
+ /** PII 类正样本。误杀面比密钥大一档,见文件头第 1 条。 */
142
+ export const PII_SAMPLES = [
143
+ {
144
+ id: "email-phone",
145
+ kind: "email",
146
+ label: "email address",
147
+ title: "客户联系方式",
148
+ content: "客户的联系方式是 zhang.wei@example.com,别外传",
149
+ why: "RFC 形状的邮箱;项目记忆里出现它是可能的,所以更适合先告警"
150
+ },
151
+ {
152
+ id: "cn-mobile",
153
+ kind: "cn_mobile",
154
+ label: "mainland mobile number",
155
+ title: "值班表",
156
+ content: "值班手机 13800138000,紧急情况打这个",
157
+ why: "1[3-9] + 9 位,中国手机号的固定形状"
158
+ },
159
+ {
160
+ id: "cn-id-card",
161
+ kind: "cn_id_card",
162
+ label: "mainland ID number",
163
+ title: "实名核验",
164
+ content: "身份证 11010519491231002X 已经核验过",
165
+ why: "17 位数字 + 校验位(数字或 X)"
166
+ },
167
+ {
168
+ id: "bank-card",
169
+ kind: "bank_card",
170
+ label: "payment card number",
171
+ title: "对公账户",
172
+ content: "银行卡 4111111111111111 是对公账户",
173
+ why: "4 开头的 16 位;这里用 Visa 的公开测试号,不用真卡号"
174
+ }
175
+ ];
176
+
177
+ /**
178
+ * 负样本:必须**一条都不命中**。每条都写清它为什么容易误杀。
179
+ * 这是本文件里最值钱的部分——正样本只证明「抓得住」,负样本才约束「抓错多少」。
180
+ */
181
+ export const NEGATIVE_SAMPLES = [
182
+ {
183
+ id: "keyword-no-value",
184
+ title: "密钥管理",
185
+ content: "把 API key 放进环境变量,别写进代码——轮换流程见 docs/handbook/12-secrets.md",
186
+ why: "整句在讨论凭据管理,没有一个字面量值"
187
+ },
188
+ {
189
+ id: "token-as-noun",
190
+ title: "重试策略",
191
+ content: "token 刷新失败时退避重试三次,第三次仍失败就报错",
192
+ why: "token 是普通名词,后面没有赋值号"
193
+ },
194
+ {
195
+ id: "redaction-placeholder",
196
+ title: "脱敏示例",
197
+ content: "password: <redacted>",
198
+ why: "占位符不是值——纯关键词扫描器在这里必错"
199
+ },
200
+ {
201
+ id: "env-var-indirection",
202
+ title: "配置读取",
203
+ content: "secret = process.env.MNEME_SECRET",
204
+ why: "赋值右边是环境变量读取,不是字面量"
205
+ },
206
+ {
207
+ id: "template-var",
208
+ title: "模板",
209
+ // 这条样本**故意**就是一个模板占位符——它量的正是「看到 = 或 : 就报」的误杀。
210
+ // biome-ignore lint/suspicious/noTemplateCurlyInString: 样本内容本身就是待测文本,不是要插值的模板
211
+ content: "token: ${TOKEN}",
212
+ why: "模板变量同理——看到 = 或 : 就报会误杀这一整类"
213
+ },
214
+ {
215
+ id: "hash-not-secret",
216
+ title: "校验和",
217
+ content: "sha256 摘要 3f786850e387550fdab836ed7e6dc881de23001b 不是密钥,只是一个校验和",
218
+ why: "高熵十六进制串,但不是凭据;按熵阈值判会误杀全部哈希"
219
+ },
220
+ {
221
+ id: "uuid",
222
+ title: "订单号",
223
+ content: "订单号 550e8400-e29b-41d4-a716-446655440000 是 UUID v4",
224
+ why: "同样是高熵串;UUID 在项目记忆里到处都是"
225
+ },
226
+ {
227
+ id: "prefix-only",
228
+ title: "格式说明",
229
+ content: "GitHub PAT 的前缀是 ghp_,新格式是 github_pat_",
230
+ why: "只提到前缀,后面没有 token 正文"
231
+ },
232
+ {
233
+ id: "sk-prefix-only",
234
+ title: "key 前缀",
235
+ content: "sk- 开头的是 OpenAI 的 key 前缀",
236
+ why: "同上——前缀本身不是凭据"
237
+ },
238
+ {
239
+ id: "discuss-rotation",
240
+ title: "轮换周期",
241
+ content: "把密钥轮换周期定成 90 天,到期前一周提醒",
242
+ why: "在讨论密钥的生命周期"
243
+ },
244
+ {
245
+ id: "discuss-hashing",
246
+ title: "密码处理",
247
+ content: "用户在设置页输入密码后调用 bcrypt.hash 存哈希,明文不落盘",
248
+ why: "讨论密码处理方式,不含任何密码"
249
+ },
250
+ {
251
+ id: "discuss-pii",
252
+ title: "脱敏要求",
253
+ content: "手机号必须脱敏后再入库,日志里也不能出现",
254
+ why: "在讨论 PII 策略,不含具体号码"
255
+ }
256
+ ];
257
+
258
+ /** 全部正样本(密钥 + PII),每条都带期望的 kind。 */
259
+ export const POSITIVE_SAMPLES = [...SECRET_SAMPLES, ...PII_SAMPLES];
260
+
261
+ /** 正负样本一起,便于整组遍历。 */
262
+ export const allSamples = [...POSITIVE_SAMPLES, ...NEGATIVE_SAMPLES];
263
+
264
+ // --- 参考扫描器(仅供测试) ---------------------------------------------------
265
+ // 这不是要发货的实现,也**不是** #164 A2 的实现——A2 归维护者排期。它的作用只有
266
+ // 两个:证明闸门侧 `sensitiveScan` 的接线真的能把命中变成拒绝;给上面的语料一个
267
+ // 可执行的对照。A2 落地时把同一个语料原样跑在真扫描器上,这个函数就可以删掉。
268
+ //
269
+ // 写法上刻意体现一件事:**先看形状,再看关键词**。纯关键词匹配在负样本组里会
270
+ // 全军覆没(见 NEGATIVE_SAMPLES 的 why),所以这里每条模式都带长度或字符集约束,
271
+ // 赋值型那条还要多一道占位符守卫。
272
+ const SECRET_PATTERNS = [
273
+ { kind: "aws_access_key", label: "AWS access key id", re: /\b(?:AKIA|ASIA)[0-9A-Z]{16}\b/ },
274
+ { kind: "github_token", label: "GitHub token", re: /\b(?:ghp|gho|ghu|ghs|ghr)_[A-Za-z0-9]{36}\b/ },
275
+ { kind: "slack_token", label: "Slack token", re: /\bxox[abprs]-[A-Za-z0-9-]{10,}\b/ },
276
+ { kind: "private_key", label: "PEM private key", re: /-----BEGIN [A-Z ]*PRIVATE KEY-----/ },
277
+ { kind: "jwt", label: "JSON Web Token", re: /\beyJ[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]{8,}/ },
278
+ { kind: "connection_string", label: "credentials in URL", re: /\b[a-z][a-z0-9+.-]*:\/\/[^\s/:@]+:[^\s/:@]{6,}@/ },
279
+ { kind: "stripe_key", label: "Stripe secret key", re: /\bsk_live_[A-Za-z0-9]{16,}\b/ },
280
+ { kind: "npm_token", label: "npm auth token", re: /_authToken\s*=\s*[A-Za-z0-9_-]{20,}/ },
281
+ { kind: "openai_key", label: "OpenAI API key", re: /\bsk-(?:proj-)?[A-Za-z0-9_-]{20,}\b/ },
282
+ {
283
+ kind: "assigned_secret",
284
+ label: "assigned credential literal",
285
+ re: /\b(?:password|passwd|pwd|secret|api[_-]?key|token)\b\s*[:=]\s*["']?([^\s"']{8,})/i,
286
+ // 占位符 / 间接引用守卫:命中关键词但没有字面量值时不算命中。
287
+ guard: (value) => !/^(?:<[^>]*>|\$\{|\$[A-Z_]+$|process\.env|redacted|xx+|\*+|\u2026)/i.test(value)
288
+ }
289
+ ];
290
+
291
+ const PII_PATTERNS = [
292
+ { kind: "email", label: "email address", re: /\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}\b/ },
293
+ { kind: "cn_mobile", label: "mainland mobile number", re: /\b1[3-9]\d{9}\b/ },
294
+ { kind: "cn_id_card", label: "mainland ID number", re: /\b\d{17}[\dXx]\b/ },
295
+ { kind: "bank_card", label: "payment card number", re: /\b(?:4\d{15}|5[1-5]\d{14}|62\d{14,17})\b/ }
296
+ ];
297
+
298
+ /**
299
+ * 参考扫描器:命中返回 `{kind, label}`,未命中返回 null——与
300
+ * `createWriteAdmission` 的 `sensitiveScan` 契约一致(不抛)。
301
+ * 先密钥后 PII:一条文本同时像两类时(如带凭据的 URL 也像邮箱),报更严重的那类。
302
+ */
303
+ export function referenceScan(memory) {
304
+ const text = [memory?.title, memory?.content].filter((s) => typeof s === "string").join("\n");
305
+ for (const p of [...SECRET_PATTERNS, ...PII_PATTERNS]) {
306
+ const m = text.match(p.re);
307
+ if (!m) continue;
308
+ if (p.guard && !p.guard(m[1] ?? "")) continue;
309
+ return { kind: p.kind, label: p.label };
310
+ }
311
+ return null;
312
+ }