@sleep2agi/commhub-server 0.9.0-preview.13 → 0.9.0-preview.131

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (318) hide show
  1. package/README.md +130 -10
  2. package/bin/commhub.ts +99 -11
  3. package/package.json +7 -7
  4. package/src/ack-create-request-transport.test.ts +182 -0
  5. package/src/ack-create-request.test.ts +50 -7
  6. package/src/admin-delete-network-http.test.ts +228 -0
  7. package/src/admin-networks-http.test.ts +88 -0
  8. package/src/adoption-candidates-http.test.ts +137 -0
  9. package/src/adoption-candidates.ts +158 -0
  10. package/src/agent-access-batch.test.ts +210 -0
  11. package/src/agent-access.ts +487 -0
  12. package/src/agent-acl-groups-http.test.ts +247 -0
  13. package/src/agent-acl-http.test.ts +659 -0
  14. package/src/agent-acl-slice3-http.test.ts +267 -0
  15. package/src/agent-groups-perf.test.ts +223 -0
  16. package/src/agent-notice.ts +48 -0
  17. package/src/agent-team-whoami-http.test.ts +98 -0
  18. package/src/agent-teams-http.test.ts +323 -0
  19. package/src/agent-teams.ts +244 -0
  20. package/src/alias-filter.test.ts +72 -0
  21. package/src/alias-filter.ts +42 -0
  22. package/src/api-host-supervisors-can-create-nodes.test.ts +350 -0
  23. package/src/api-host-supervisors-fallback.test.ts +271 -0
  24. package/src/api-host-supervisors-runtime-readiness.test.ts +195 -0
  25. package/src/api-nodes-shape.test.ts +26 -10
  26. package/src/auth-password-change-cli-tokens-http.test.ts +294 -0
  27. package/src/auth-sessions-http.test.ts +250 -0
  28. package/src/auth-validate.test.ts +5 -1
  29. package/src/auth-weak-password-login.test.ts +176 -0
  30. package/src/auth.ts +598 -49
  31. package/src/avatar-validate.test.ts +163 -0
  32. package/src/avatar-validate.ts +103 -0
  33. package/src/binding-generation-http.test.ts +121 -0
  34. package/src/blocked-exit-on-reply.test.ts +122 -0
  35. package/src/boot-side-effect.test.ts +124 -0
  36. package/src/clone-node.test.ts +248 -0
  37. package/src/clone-node.ts +289 -0
  38. package/src/codex-config-flags.ts +77 -0
  39. package/src/codex-fork-contract.ts +23 -0
  40. package/src/codex-fork-migration.test.ts +38 -0
  41. package/src/commhub-bin-args.test.ts +85 -0
  42. package/src/config-apply-sec1.test.ts +107 -0
  43. package/src/config-apply-validate.test.ts +134 -1
  44. package/src/config-apply-validate.ts +111 -5
  45. package/src/create-node-blocked-gate.test.ts +356 -0
  46. package/src/create-node-network-id.test.ts +79 -0
  47. package/src/create-node-tool-schema.test.ts +48 -0
  48. package/src/create-node-unicode-name.test.ts +120 -0
  49. package/src/create-node-validate.test.ts +193 -7
  50. package/src/create-node-validate.ts +227 -15
  51. package/src/create-node-workdir.test.ts +289 -0
  52. package/src/create-node.ts +77 -23
  53. package/src/daemon-provider-snapshots.test.ts +421 -0
  54. package/src/daemon-provider-snapshots.ts +327 -0
  55. package/src/daemon-token-owner-http.test.ts +236 -0
  56. package/src/dashboard-slash-routing-http.test.ts +107 -0
  57. package/src/db-adapter-guard.test.ts +148 -0
  58. package/src/db-adapter-translate.test.ts +128 -0
  59. package/src/db-adapter.ts +323 -87
  60. package/src/db-timestamp.test.ts +38 -0
  61. package/src/db-timestamp.ts +15 -0
  62. package/src/db.ts +933 -36
  63. package/src/delivered-without-push.test.ts +140 -0
  64. package/src/department-groups-http.test.ts +209 -0
  65. package/src/department-groups-sync-http.test.ts +328 -0
  66. package/src/department-groups.ts +434 -0
  67. package/src/department-heads-http.test.ts +330 -0
  68. package/src/department-heads.ts +226 -0
  69. package/src/departments-http.test.ts +185 -0
  70. package/src/departments.ts +260 -0
  71. package/src/desktop-message-seam.test.ts +150 -0
  72. package/src/desktop-message.test.ts +368 -0
  73. package/src/dm-file-scope-http.test.ts +178 -0
  74. package/src/ext-token-shared.test.ts +60 -0
  75. package/src/ext-validation-regression.test.ts +131 -0
  76. package/src/external-schedule-edits-http.test.ts +321 -0
  77. package/src/external-schedule-edits-timestamps.test.ts +64 -0
  78. package/src/external-schedule-edits.ts +327 -0
  79. package/src/file-download-authz-dev-open.test.ts +135 -0
  80. package/src/file-download-authz.test.ts +404 -0
  81. package/src/file-download-date-bucket.test.ts +436 -0
  82. package/src/file-network-scope-dev-open.test.ts +97 -0
  83. package/src/file-network-scope.test.ts +732 -0
  84. package/src/group-membership-events-http.test.ts +264 -0
  85. package/src/group-messages-http.test.ts +482 -0
  86. package/src/group-messages.ts +297 -0
  87. package/src/health-redaction.test.ts +642 -0
  88. package/src/http-gzip.test.ts +94 -0
  89. package/src/http-gzip.ts +112 -0
  90. package/src/hub-provider-config.test.ts +139 -0
  91. package/src/hub-provider-config.ts +105 -0
  92. package/src/hub-timestamp.test.ts +38 -0
  93. package/src/hub-timestamp.ts +27 -0
  94. package/src/human-dm.ts +215 -0
  95. package/src/inbox-caller.ts +49 -0
  96. package/src/inbox-count-sse.test.ts +310 -0
  97. package/src/inbox-count.ts +29 -0
  98. package/src/index.ts +15 -2362
  99. package/src/lifecycle-guard.ts +1 -1
  100. package/src/mcp-context-cost-http.test.ts +123 -0
  101. package/src/mcp-projects-events-http.test.ts +162 -0
  102. package/src/mcp-route-label-http.test.ts +120 -0
  103. package/src/mcp-write-network-resolution.test.ts +432 -0
  104. package/src/member-audit-network-id-http.test.ts +93 -0
  105. package/src/member-presence-http.test.ts +210 -0
  106. package/src/messages-ack-by-agent-http.test.ts +142 -0
  107. package/src/migrate-sqlite-to-pg.test.ts +47 -0
  108. package/src/migrate-sqlite-to-pg.ts +263 -0
  109. package/src/model-auth-notify-http.test.ts +181 -0
  110. package/src/model-auth-notify.ts +116 -0
  111. package/src/network-name-http.test.ts +75 -0
  112. package/src/network-scope.ts +276 -0
  113. package/src/network-token-membership-http.test.ts +139 -0
  114. package/src/node-alias-control.ts +12 -0
  115. package/src/node-attrs-validate.ts +88 -0
  116. package/src/node-attrs.test.ts +217 -0
  117. package/src/node-caller-identity-http.test.ts +781 -0
  118. package/src/node-create-request-status-http.test.ts +105 -0
  119. package/src/node-daemon-bindings.test.ts +132 -0
  120. package/src/node-daemon-bindings.ts +130 -0
  121. package/src/node-files-transport.test.ts +344 -0
  122. package/src/node-health-codex-login.test.ts +120 -0
  123. package/src/node-health-dispatch-http.test.ts +279 -0
  124. package/src/node-health-guard.ts +105 -0
  125. package/src/node-health-passthrough.test.ts +115 -0
  126. package/src/node-health-store.ts +101 -0
  127. package/src/node-id-alias.test.ts +190 -0
  128. package/src/node-identity-conflict-http.test.ts +269 -0
  129. package/src/node-identity-conflict.ts +142 -0
  130. package/src/node-identity-mismatch.test.ts +74 -0
  131. package/src/node-lifecycle-controllable.test.ts +64 -0
  132. package/src/node-lifecycle-controllable.ts +53 -0
  133. package/src/node-lifecycle-read-http.test.ts +245 -0
  134. package/src/node-lifecycle-read.ts +121 -0
  135. package/src/node-logs-transport.test.ts +263 -0
  136. package/src/node-permissions-http.test.ts +276 -0
  137. package/src/node-permissions.ts +285 -0
  138. package/src/node-request-retention.test.ts +281 -0
  139. package/src/node-request-retention.ts +120 -0
  140. package/src/node-skills-transport.test.ts +209 -0
  141. package/src/node-token-ownership.ts +51 -0
  142. package/src/node-token-privilege-http.test.ts +158 -0
  143. package/src/observer-avatar-http.test.ts +431 -0
  144. package/src/observer-push.test.ts +252 -0
  145. package/src/opencode-v2-catalog.test.ts +268 -0
  146. package/src/opencode-v2-catalog.ts +352 -0
  147. package/src/package-version-consistency.test.ts +25 -0
  148. package/src/peer-reply-atomic.test.ts +455 -0
  149. package/src/peer-reply-capability.test.ts +70 -0
  150. package/src/pg-worker.ts +87 -0
  151. package/src/project-dir-warn-clear-http.test.ts +132 -0
  152. package/src/project-viewer-can-http.test.ts +114 -0
  153. package/src/push.ts +429 -10
  154. package/src/redact-tokens.test.ts +65 -0
  155. package/src/redact-tokens.ts +40 -0
  156. package/src/rename.ts +22 -2
  157. package/src/reply-target-derivation.test.ts +96 -0
  158. package/src/report-status-handover-capabilities-http.test.ts +124 -0
  159. package/src/report-status-host-schema.test.ts +235 -0
  160. package/src/report-status-resume-id-handover.test.ts +150 -0
  161. package/src/require-explicit-test-db.ts +9 -0
  162. package/src/requirement-due-reminders-http.test.ts +620 -0
  163. package/src/requirement-due-reminders.ts +416 -0
  164. package/src/requirement-events-http.test.ts +268 -0
  165. package/src/requirement-events.test.ts +45 -0
  166. package/src/requirement-events.ts +144 -0
  167. package/src/requirement-notify.ts +165 -0
  168. package/src/requirement-participant-notify-http.test.ts +309 -0
  169. package/src/requirement-tag-ops-http.test.ts +266 -0
  170. package/src/requirement-tags.ts +89 -0
  171. package/src/requirements-abandoned-http.test.ts +236 -0
  172. package/src/requirements-comment-http.test.ts +167 -0
  173. package/src/requirements-completed-at-migration.test.ts +70 -0
  174. package/src/requirements-errors-mcp-http.test.ts +164 -0
  175. package/src/requirements-errors.ts +143 -0
  176. package/src/requirements-etag-http.test.ts +91 -0
  177. package/src/requirements-http.test.ts +709 -0
  178. package/src/requirements-last-event-http.test.ts +349 -0
  179. package/src/requirements-list-mcp-slim-http.test.ts +155 -0
  180. package/src/requirements-list-slim-http.test.ts +319 -0
  181. package/src/requirements-mcp.test.ts +163 -0
  182. package/src/requirements-migrate.ts +259 -0
  183. package/src/requirements-owner-strict-mcp-http.test.ts +145 -0
  184. package/src/requirements-people-http.test.ts +114 -0
  185. package/src/requirements-people-mcp-http.test.ts +225 -0
  186. package/src/requirements-people.ts +127 -0
  187. package/src/requirements-priority-lowest.test.ts +114 -0
  188. package/src/requirements-search-http.test.ts +182 -0
  189. package/src/requirements-search.test.ts +32 -0
  190. package/src/requirements-search.ts +145 -0
  191. package/src/requirements-seq-http.test.ts +193 -0
  192. package/src/requirements-seq-migration.test.ts +63 -0
  193. package/src/requirements-start-date.test.ts +125 -0
  194. package/src/requirements-stats-http.test.ts +288 -0
  195. package/src/requirements-stats.ts +167 -0
  196. package/src/requirements-status-participants-http.test.ts +222 -0
  197. package/src/requirements-upgrade-e2e.test.ts +126 -0
  198. package/src/requirements-upgrade-migration.test.ts +98 -0
  199. package/src/requirements.ts +1806 -0
  200. package/src/resolve-port.test.ts +57 -0
  201. package/src/resolve-port.ts +44 -0
  202. package/src/response-charset.test.ts +130 -0
  203. package/src/rest-explicit-columns-http.test.ts +222 -0
  204. package/src/rest-identity.test.ts +130 -0
  205. package/src/rest-identity.ts +139 -0
  206. package/src/rest-projections.ts +68 -0
  207. package/src/rest-write-network-resolution.test.ts +133 -0
  208. package/src/restricted-files.ts +76 -0
  209. package/src/retention.ts +15 -3
  210. package/src/route-callers-http.test.ts +120 -0
  211. package/src/route-timing.test.ts +211 -0
  212. package/src/route-timing.ts +258 -0
  213. package/src/rules-file-duplicate-alias.test.ts +234 -0
  214. package/src/rules-file-session-target.test.ts +207 -0
  215. package/src/rules-file-transport.test.ts +237 -0
  216. package/src/runtime-label.test.ts +22 -0
  217. package/src/runtime-label.ts +21 -0
  218. package/src/runtime-readiness.ts +90 -0
  219. package/src/schedule-agent-mcp-http.test.ts +381 -0
  220. package/src/schedule-agent.ts +192 -0
  221. package/src/scheduled-doorbell-nodeless-session.test.ts +134 -0
  222. package/src/scheduled-failures-http.test.ts +233 -0
  223. package/src/scheduled-failures.ts +179 -0
  224. package/src/scheduled-offline.test.ts +131 -0
  225. package/src/scheduled-offline.ts +66 -0
  226. package/src/scheduled-reply-unread-http.test.ts +212 -0
  227. package/src/scheduled-run-terminal.test.ts +268 -0
  228. package/src/scheduled-skip-blocking-task.test.ts +120 -0
  229. package/src/scheduled-stuck-http.test.ts +238 -0
  230. package/src/scheduled-stuck.ts +153 -0
  231. package/src/scheduled-tasks-http.test.ts +638 -0
  232. package/src/scheduled-tasks.ts +766 -0
  233. package/src/scoped-secrets.ts +124 -0
  234. package/src/send-dedup-request-id.test.ts +229 -0
  235. package/src/send-reply-agent-warning.test.ts +202 -0
  236. package/src/send-reply-alias-optional.test.ts +131 -0
  237. package/src/send-reply-attachments.test.ts +458 -0
  238. package/src/send_dedup.test.ts +54 -0
  239. package/src/send_dedup.ts +52 -6
  240. package/src/serve-error.test.ts +38 -0
  241. package/src/serve-error.ts +27 -0
  242. package/src/server.ts +5257 -0
  243. package/src/session-task-on-dispatch.ts +14 -0
  244. package/src/session-token-ownership-http.test.ts +122 -0
  245. package/src/shared/codex-inventory.ts +41 -0
  246. package/src/shared/daemon-provider-login.ts +31 -0
  247. package/src/shared/daemon-provider-snapshot.ts +52 -0
  248. package/src/shared/external-schedule-contract.ts +60 -0
  249. package/src/shared/node-name.test.ts +62 -0
  250. package/src/shared/node-name.ts +161 -0
  251. package/src/shared/provider-application.ts +29 -0
  252. package/src/shared/provider-collection.ts +14 -0
  253. package/src/shared/provider-initialization.ts +8 -0
  254. package/src/shared/reserved-env-drift.test.ts +10 -0
  255. package/src/shared/scoped-secret-contract.ts +5 -0
  256. package/src/shared/task-content-limit-drift.test.ts +28 -0
  257. package/src/shared/task-content-limit.ts +25 -0
  258. package/src/side-thread-command-transport.test.ts +312 -0
  259. package/src/side-thread-command-transport.ts +318 -0
  260. package/src/side-thread-http-integration.test.ts +233 -0
  261. package/src/side-thread-http.ts +504 -0
  262. package/src/side-thread-production.test.ts +72 -0
  263. package/src/side-thread-production.ts +118 -0
  264. package/src/side-thread.test.ts +1067 -0
  265. package/src/side-thread.ts +2499 -0
  266. package/src/skillhub-http.test.ts +108 -0
  267. package/src/sqlite-close-checkpoint.test.ts +78 -0
  268. package/src/start-node.test.ts +264 -0
  269. package/src/status-alias-filter-http.test.ts +106 -0
  270. package/src/status-alias-resolver-http.test.ts +163 -0
  271. package/src/status-alias-resolver.ts +19 -0
  272. package/src/status-node-id-filter-http.test.ts +161 -0
  273. package/src/status-read-cache-http.test.ts +229 -0
  274. package/src/status-read-cache.ts +122 -0
  275. package/src/stop-delete-node.test.ts +509 -1
  276. package/src/task-access-http.test.ts +402 -0
  277. package/src/task-access.ts +420 -0
  278. package/src/task-auth-origin-http.test.ts +93 -0
  279. package/src/task-auth-origin.test.ts +24 -0
  280. package/src/task-auth-origin.ts +7 -0
  281. package/src/task-consumption.test.ts +482 -0
  282. package/src/task-diagnostic-http.test.ts +149 -0
  283. package/src/task-diagnostic.test.ts +115 -0
  284. package/src/task-diagnostic.ts +118 -0
  285. package/src/task-expiry-notice-http.test.ts +287 -0
  286. package/src/task-expiry-notice.ts +315 -0
  287. package/src/task-idempotency-mcp.test.ts +142 -0
  288. package/src/task-idempotency.test.ts +60 -0
  289. package/src/task-idempotency.ts +75 -0
  290. package/src/task-late-replies.ts +54 -0
  291. package/src/task-late-reply-http.test.ts +152 -0
  292. package/src/task-lifecycle-watcher.test.ts +204 -0
  293. package/src/task-lifecycle-watcher.ts +49 -0
  294. package/src/task-network-resolution-http.test.ts +140 -0
  295. package/src/task-orphan-http.test.ts +287 -0
  296. package/src/task-orphan.ts +119 -0
  297. package/src/task-queue-ahead-http.test.ts +309 -0
  298. package/src/task-queue-ahead-scale.test.ts +236 -0
  299. package/src/task-queue-ahead.ts +186 -0
  300. package/src/task-rejection-log-http.test.ts +160 -0
  301. package/src/task-rejection-log.ts +49 -0
  302. package/src/task-sender-http.test.ts +143 -0
  303. package/src/task-stale-open-http.test.ts +290 -0
  304. package/src/task-stale-open.ts +103 -0
  305. package/src/tasks-pagination-http.test.ts +141 -0
  306. package/src/tool-audience-http.test.ts +220 -0
  307. package/src/tool-audience.ts +118 -0
  308. package/src/tools-list-json-schema.test.ts +67 -0
  309. package/src/tools.ts +3940 -325
  310. package/src/upload-early-reject-guard.test.ts +155 -0
  311. package/src/uploads-http.test.ts +97 -15
  312. package/src/uploads.ts +103 -6
  313. package/src/user-avatar-http.test.ts +74 -0
  314. package/src/user-avatar-migration.test.ts +25 -0
  315. package/src/user-inbox-by-agent-http.test.ts +161 -0
  316. package/src/user-inbox-netid-notnull.test.ts +122 -0
  317. package/src/user-inbox-read-http.test.ts +223 -0
  318. package/src/user-inbox-schema.test.ts +54 -0
package/src/push.ts CHANGED
@@ -84,6 +84,40 @@ type SSEClient = {
84
84
  keepaliveTimer?: ReturnType<typeof setInterval>;
85
85
  /** Stable key for log/diagnostic context. */
86
86
  key: string;
87
+ /** 多用户 Agent 权限:订阅者的 user_id(有的话),权限变化时据此断开重连重新鉴权。 */
88
+ subscriberUserId?: string;
89
+ /** 只推满足条件的事件(受限成员的网络观察流用)。缺省 = 全推。 */
90
+ eventFilter?: (event: Record<string, unknown>) => boolean;
91
+ /** #507 — set only on a node's OWN task stream (/events/<alias> opened with the
92
+ * node token bound to that alias). Dashboard monitors / master-token streams on
93
+ * the same key leave it unset and are never superseded or counted here. */
94
+ node?: NodeSubscriberInfo;
95
+ };
96
+
97
+ /** #507 — what the Hub knows about one node-scoped SSE connection. No tokens. */
98
+ export type NodeSubscriberInfo = {
99
+ nodeId: string | null;
100
+ /** Optional, client-supplied (`X-Anet-Instance-Id` header or `?instance_id=`).
101
+ * null = the client did not say (every agent-node released so far). */
102
+ instanceId: string | null;
103
+ remote: string | null;
104
+ userAgent: string | null;
105
+ connectedAt: number;
106
+ };
107
+
108
+ /** #507 — one supersede of a node-scoped connection by a newer one. */
109
+ export type NodeIdentityConflict = {
110
+ key: string;
111
+ alias: string;
112
+ networkId: string | null;
113
+ nodeId: string | null;
114
+ /** "same" = both connections carried the same instance id (a reconnect of the
115
+ * same process; not reported as a conflict). "different" = both carried ids and
116
+ * they differ (two live copies). "unknown" = at least one carried none. */
117
+ instanceMatch: "same" | "different" | "unknown";
118
+ superseded: NodeSubscriberInfo;
119
+ current: NodeSubscriberInfo;
120
+ at: number;
87
121
  };
88
122
 
89
123
  // 一个 session 可能有多个 SSE 连接(重连时短暂并存)
@@ -97,6 +131,45 @@ function clientKey(sessionName: string, networkId?: string | null): string {
97
131
  return `${networkId || "global"}:${sessionName}`;
98
132
  }
99
133
 
134
+ // ── #461 network observer channels ───────────────────────────────────
135
+ // Dashboard (or any network member) subscribes GET /events/network/:id
136
+ // and receives SUMMARY events for ALL new_task / new_reply traffic in
137
+ // that network — not just tasks it sent/received. Summary events carry
138
+ // ids + routing metadata only, never task/reply content.
139
+ //
140
+ // Key scheme: leading NUL byte makes an observer key impossible to
141
+ // forge from the session scheme above (`${networkId}:${sessionName}`)
142
+ // for any networkId the hub itself issues (net_* / "global"). Only a
143
+ // master-token caller could even inject a NUL into network_id via the
144
+ // legacy ?network_id= path, and master token is root already.
145
+ const OBSERVER_KEY_PREFIX = "\u0000netobs:";
146
+ const USER_KEY_PREFIX = "\u0000user:";
147
+
148
+ /** Printable form of `OBSERVER_KEY_PREFIX` — the shape emitted by
149
+ * `printableKey()` (below) and therefore the shape callers see via
150
+ * `getSSEStats().sessions`. Exported so downstream consumers (e.g.
151
+ * `/health` filter in server.ts) key off the same literal instead of
152
+ * each side re-writing the escape sequence — CR3 audit 4703b0e7
153
+ * found server.ts had `"netobs:"` (no `\\0`) which never matched and
154
+ * silently over-filtered observer keys. */
155
+ export const PRINTABLE_OBSERVER_KEY_PREFIX = "\\0netobs:";
156
+
157
+ function observerKey(networkId: string): string {
158
+ return `${OBSERVER_KEY_PREFIX}${networkId}`;
159
+ }
160
+
161
+ function userKey(networkId: string, userId: string): string {
162
+ return `${USER_KEY_PREFIX}${networkId}:${userId}`;
163
+ }
164
+
165
+ /** Render a client key for logs / stats. Observer keys embed a raw NUL
166
+ * byte (collision guard above); printing that verbatim makes grep treat
167
+ * hub logs as binary and breaks log shippers, and getSSEStats feeds
168
+ * /health. Display as a visible "\\0" escape instead. */
169
+ function printableKey(key: string): string {
170
+ return key.split("\u0000").join("\\0");
171
+ }
172
+
100
173
  // ─────────────────────────────────────────────────────────────────────
101
174
  // Close + dispatch helpers
102
175
  // ─────────────────────────────────────────────────────────────────────
@@ -114,7 +187,14 @@ function closeClient(client: SSEClient, reason: string): void {
114
187
  // Already closed by the runtime, or controller errored. Either way
115
188
  // we're done with it.
116
189
  }
117
- console.log(`[${ts()}] SSE ✕ ${client.key} closed (reason=${reason})`);
190
+ console.log(`[${ts()}] SSE ✕ ${printableKey(client.key)} closed (reason=${reason})`);
191
+ if (client.node && reason !== SUPERSEDED_REASON && !hasLiveNodeClient(client.key)) {
192
+ notifyNodeDrained(client.key);
193
+ }
194
+ if (isUserStreamClient(client)) {
195
+ touchUserSeen(client.subscriberUserId!);
196
+ if (!isUserOnline(client.subscriberUserId!)) notifyPresence(client.subscriberUserId!, false);
197
+ }
118
198
  }
119
199
 
120
200
  /** Best-effort enqueue with backpressure guard. Returns:
@@ -213,10 +293,144 @@ function ensureLivenessSweep(): void {
213
293
  // Public API
214
294
  // ─────────────────────────────────────────────────────────────────────
215
295
 
216
- /** 创建 SSE Response 并注册到 clients map */
217
- export function createSSEStream(sessionName: string, networkId?: string | null): Response {
296
+ /** 创建 SSE Response 并注册到 clients map。
297
+ * #507 — pass `opts.node` only for a node's own stream (node token bound to this
298
+ * alias); such a stream supersedes any older node-scoped stream on the same key. */
299
+ export function createSSEStream(
300
+ sessionName: string,
301
+ networkId?: string | null,
302
+ opts: { node?: Omit<NodeSubscriberInfo, "connectedAt"> } = {},
303
+ ): Response {
304
+ return createStreamForKey(
305
+ clientKey(sessionName, networkId),
306
+ { type: "connected", session: sessionName, network_id: networkId ?? null },
307
+ opts.node ? { node: { ...opts.node, connectedAt: Date.now() } } : {},
308
+ );
309
+ }
310
+
311
+ // ── #507 node identity conflict: at most ONE node-scoped subscriber per key ──
312
+ //
313
+ // Before #507 every connection on `${networkId}:${alias}` received every push. A
314
+ // node directory copied verbatim (same node token, same alias) and started
315
+ // elsewhere therefore got every new_task twice — both copies ran it — and either
316
+ // copy's shutdown report_status(offline) marked the node offline while the other
317
+ // was still connected.
318
+ //
319
+ // Policy: NEWEST CONNECTION WINS. Measured reconnect path (agent-node connectSSE →
320
+ // superviseChild): a restarted process's old socket is closed by the OS, so a
321
+ // legit restart never overlaps its own previous stream; an overlap only happens
322
+ // with (a) a half-open ghost the Hub has not reaped yet (up to STUCK_CLOSE_MS) or
323
+ // (b) a second live copy. In (a) the new connection is the real one — keeping the
324
+ // old would park tasks on a dead socket — so the newest must win. In (b) the
325
+ // loser reconnects ~1 s later and wins back: the copies flap, which is loud
326
+ // (log + node_identity_conflict event + /api/stats/sse) instead of silently
327
+ // double-executing. An "only if both alive > N s" rule cannot tell (a) from (b):
328
+ // a ghost looks alive to the Hub until it is reaped.
329
+ export const SUPERSEDED_REASON = "superseded_by_new_connection";
330
+ const REPLACED_REASON = "replaced_by_reconnect";
331
+
332
+ let nodeConflictListener: ((c: NodeIdentityConflict) => void) | null = null;
333
+ let nodeDrainedListener: ((alias: string, networkId: string | null) => void) | null = null;
334
+
335
+ /** Called for every supersede whose instances are not provably the same process. */
336
+ export function onNodeIdentityConflict(cb: ((c: NodeIdentityConflict) => void) | null): void {
337
+ nodeConflictListener = cb;
338
+ }
339
+
340
+ /** Called when the LAST node-scoped subscriber of a key goes away (not when it is
341
+ * superseded — the newer connection is still there). */
342
+ export function onNodeSubscribersDrained(cb: ((alias: string, networkId: string | null) => void) | null): void {
343
+ nodeDrainedListener = cb;
344
+ }
345
+
346
+ function splitClientKey(key: string): { alias: string; networkId: string | null } {
347
+ const i = key.indexOf(":");
348
+ const net = key.slice(0, i);
349
+ return { alias: key.slice(i + 1), networkId: net === "global" ? null : net };
350
+ }
351
+
352
+ function hasLiveNodeClient(key: string): boolean {
353
+ return (clients.get(key) ?? []).some((c) => !c.closed && !!c.node);
354
+ }
355
+
356
+ function notifyNodeDrained(key: string): void {
357
+ if (!nodeDrainedListener) return;
358
+ const { alias, networkId } = splitClientKey(key);
359
+ try { nodeDrainedListener(alias, networkId); } catch (e: any) {
360
+ console.log(`[${ts()}] node drained listener failed: ${e?.message || e}`);
361
+ }
362
+ }
363
+
364
+ /** Is a node-scoped (node-token) subscriber connected on this alias right now? */
365
+ export function hasNodeSubscriber(sessionName: string, networkId?: string | null): boolean {
366
+ return hasLiveNodeClient(clientKey(sessionName, networkId));
367
+ }
368
+
369
+ /** Keep only `keep` among the node-scoped clients of `key`; close the others with
370
+ * a final `node_connection_superseded` frame. Dashboard monitors are untouched. */
371
+ function enforceSingleNodeSubscriber(key: string, keep: SSEClient): void {
372
+ const arr = clients.get(key);
373
+ if (!arr || !keep.node) return;
374
+ for (const old of arr) {
375
+ if (old === keep || old.closed || !old.node) continue;
376
+ const a = old.node.instanceId, b = keep.node.instanceId;
377
+ const instanceMatch: NodeIdentityConflict["instanceMatch"] = a && b ? (a === b ? "same" : "different") : "unknown";
378
+ const reason = instanceMatch === "same" ? REPLACED_REASON : SUPERSEDED_REASON;
379
+ tryEnqueueBytes(old, old.encoder.encode(`data: ${JSON.stringify({
380
+ type: "node_connection_superseded",
381
+ reason,
382
+ instance_match: instanceMatch,
383
+ // The newer connection's network origin, so the loser's log says WHERE the
384
+ // other copy runs. Never a token.
385
+ by: { instance_id: keep.node.instanceId, remote: keep.node.remote },
386
+ })}\n\n`));
387
+ closeClient(old, reason);
388
+ if (instanceMatch !== "same" && nodeConflictListener) {
389
+ const { alias, networkId } = splitClientKey(key);
390
+ try {
391
+ nodeConflictListener({
392
+ key: printableKey(key), alias, networkId,
393
+ nodeId: keep.node.nodeId ?? old.node.nodeId,
394
+ instanceMatch, superseded: old.node, current: keep.node, at: Date.now(),
395
+ });
396
+ } catch (e: any) {
397
+ console.log(`[${ts()}] node conflict listener failed: ${e?.message || e}`);
398
+ }
399
+ }
400
+ }
401
+ pruneClosed(key);
402
+ }
403
+
404
+ /** #461 — 创建网络级观察者 SSE Response(dashboard 观察第三方流量)。
405
+ * Shares the exact same registration / backpressure / liveness
406
+ * machinery as session streams; only the key scheme differs. */
407
+ export function createNetworkObserverStream(
408
+ networkId: string,
409
+ opts: { subscriberUserId?: string; eventFilter?: (event: Record<string, unknown>) => boolean } = {},
410
+ ): Response {
411
+ return createStreamForKey(
412
+ observerKey(networkId),
413
+ { type: "connected", observer: true, network_id: networkId },
414
+ opts,
415
+ );
416
+ }
417
+
418
+ /** Desktop/user client SSE stream. Keyed by authenticated user_id, not
419
+ * alias/session, so Desktop does not need to mint a pseudo node token. */
420
+ export function createUserEventStream(networkId: string, userId: string): Response {
421
+ return createStreamForKey(
422
+ userKey(networkId, userId),
423
+ { type: "connected", user: true, network_id: networkId, user_id: userId },
424
+ { subscriberUserId: userId },
425
+ );
426
+ }
427
+
428
+ function createStreamForKey(
429
+ key: string,
430
+ initialEvent: Record<string, unknown>,
431
+ opts: { subscriberUserId?: string; eventFilter?: (event: Record<string, unknown>) => boolean; node?: NodeSubscriberInfo } = {},
432
+ ): Response {
218
433
  const encoder = new TextEncoder();
219
- const key = clientKey(sessionName, networkId);
220
434
  let client: SSEClient;
221
435
 
222
436
  const stream = new ReadableStream<Uint8Array>({
@@ -227,17 +441,24 @@ export function createSSEStream(sessionName: string, networkId?: string | null):
227
441
  stuckSince: null,
228
442
  closed: false,
229
443
  key,
444
+ ...(opts.subscriberUserId ? { subscriberUserId: opts.subscriberUserId } : {}),
445
+ ...(opts.eventFilter ? { eventFilter: opts.eventFilter } : {}),
446
+ ...(opts.node ? { node: opts.node } : {}),
230
447
  };
231
448
 
449
+ const presenceUser = isUserStreamClient(client) ? client.subscriberUserId! : null;
450
+ const wasOnline = presenceUser ? isUserOnline(presenceUser) : true;
232
451
  if (!clients.has(key)) clients.set(key, []);
233
452
  clients.get(key)!.push(client);
234
- console.log(`[${ts()}] SSE ← ${key} connected (${clients.get(key)!.length} clients)`);
453
+ if (presenceUser) touchUserSeen(presenceUser);
454
+ console.log(`[${ts()}] SSE ← ${printableKey(key)} connected (${clients.get(key)!.length} clients)`);
455
+ if (client.node) enforceSingleNodeSubscriber(key, client);
235
456
 
236
457
  // Send initial connected frame through the backpressure guard so
237
458
  // even the first byte respects the contract.
238
459
  tryEnqueueBytes(
239
460
  client,
240
- encoder.encode(`data: ${JSON.stringify({ type: "connected", session: sessionName, network_id: networkId ?? null })}\n\n`),
461
+ encoder.encode(`data: ${JSON.stringify(initialEvent)}\n\n`),
241
462
  );
242
463
 
243
464
  // Periodic keepalive doubles as a half-open probe — if the
@@ -249,6 +470,7 @@ export function createSSEStream(sessionName: string, networkId?: string | null):
249
470
  return;
250
471
  }
251
472
  const result = tryEnqueueBytes(client, encoder.encode(`: keepalive\n\n`));
473
+ if (result === "ok" && isUserStreamClient(client)) touchUserSeen(client.subscriberUserId!);
252
474
  if (result === "dead") {
253
475
  // closeClient already cleared the timer; just make sure we
254
476
  // also prune from the map.
@@ -258,6 +480,8 @@ export function createSSEStream(sessionName: string, networkId?: string | null):
258
480
  (client.keepaliveTimer as any)?.unref?.();
259
481
 
260
482
  ensureLivenessSweep();
483
+ // 在线状态的广播放在 connected 帧之后:订阅方先拿到自己的 connected,再看到别人的变化。
484
+ if (presenceUser && !wasOnline) notifyPresence(presenceUser, true);
261
485
  },
262
486
  cancel() {
263
487
  // Consumer side hangup — straightforward path, mark closed and
@@ -280,7 +504,12 @@ export function createSSEStream(sessionName: string, networkId?: string | null):
280
504
 
281
505
  return new Response(stream, {
282
506
  headers: {
283
- "Content-Type": "text/event-stream",
507
+ // #426: explicit charset so legacy Windows clients (PowerShell 5.1's
508
+ // Invoke-RestMethod / Invoke-WebRequest default to ISO-8859-1 when
509
+ // Content-Type omits the charset) decode UTF-8 payloads correctly.
510
+ // Hub itself was already writing clean UTF-8 bytes; the client-side
511
+ // 双重编码样式 mojibake was the header telling the client to guess.
512
+ "Content-Type": "text/event-stream; charset=utf-8",
284
513
  "Cache-Control": "no-cache, no-transform",
285
514
  "Connection": "keep-alive",
286
515
  },
@@ -294,7 +523,7 @@ function pruneClosed(key: string): void {
294
523
  const alive = arr.filter((c) => !c.closed);
295
524
  if (alive.length === 0) {
296
525
  clients.delete(key);
297
- console.log(`[${ts()}] SSE ✕ ${key} disconnected (0 remaining)`);
526
+ console.log(`[${ts()}] SSE ✕ ${printableKey(key)} disconnected (0 remaining)`);
298
527
  } else if (alive.length !== arr.length) {
299
528
  clients.set(key, alive);
300
529
  }
@@ -312,9 +541,16 @@ function rekeyClient(oldSessionName: string, newSessionName: string, networkId?:
312
541
  for (const c of oldClients) c.key = newKey;
313
542
 
314
543
  const existing = clients.get(newKey) || [];
315
- clients.set(newKey, existing.concat(oldClients));
544
+ const merged = existing.concat(oldClients);
545
+ clients.set(newKey, merged);
316
546
  clients.delete(oldKey);
317
547
  console.log(`[${ts()}] SSE ↔ rekey ${oldKey} → ${newKey} (${oldClients.length} clients)`);
548
+ // #507 — a rename can merge two node-scoped streams onto one key; newest wins.
549
+ const nodeClients = merged.filter((c) => !c.closed && c.node);
550
+ if (nodeClients.length > 1) {
551
+ const newest = nodeClients.reduce((a, b) => (b.node!.connectedAt >= a.node!.connectedAt ? b : a));
552
+ enforceSingleNodeSubscriber(newKey, newest);
553
+ }
318
554
  return oldClients.length;
319
555
  }
320
556
 
@@ -327,6 +563,17 @@ eventBus.on("rename-committed", (event: RenameCommittedEvent) => {
327
563
  });
328
564
 
329
565
  /** 推送事件给指定 session 的所有 SSE 连接 */
566
+ /** 这个 alias 上此刻是否真的有活着的 SSE 订阅者。
567
+ *
568
+ * 这是投递可达性的**实测**,区别于 resolveDeliveryTarget 里那个基于
569
+ * last_seen_at 的**猜测**。一个安静但连着的会话(例如遵守「停发心跳」
570
+ * 规则的 MCP 会话)在时间戳判据下是 offline,在这里是 true。 */
571
+ export function hasSubscribers(sessionName: string, networkId?: string | null): boolean {
572
+ const arr = clients.get(clientKey(sessionName, networkId));
573
+ if (!arr) return false;
574
+ return arr.some((c) => !c.closed);
575
+ }
576
+
330
577
  export function pushEvent(sessionName: string, event: Record<string, unknown>, networkId?: string | null): void {
331
578
  const key = clientKey(sessionName, networkId ?? (event.network_id as string | null | undefined));
332
579
  const arr = clients.get(key);
@@ -347,11 +594,183 @@ export function pushEvent(sessionName: string, event: Record<string, unknown>, n
347
594
  if (needPrune) pruneClosed(key);
348
595
  }
349
596
 
597
+ /** #461 — 推送网络级摘要事件给该网络的所有观察者连接。
598
+ *
599
+ * Callers pass ROUTING METADATA ONLY (task_id / from / to / status /
600
+ * priority / message_id) — never task or reply content. The event is
601
+ * stamped with `network_id` + `scope: "network"` here so observers can
602
+ * always tell which network the event belongs to and that it came from
603
+ * the observer stream rather than their personal channel.
604
+ *
605
+ * No-op when networkId is falsy: legacy null-network traffic has no
606
+ * observer stream (the route requires an explicit network id). */
607
+ export function pushNetworkObserverEvent(
608
+ networkId: string | null | undefined,
609
+ event: Record<string, unknown>,
610
+ ): void {
611
+ if (!networkId) return;
612
+ const key = observerKey(networkId);
613
+ const arr = clients.get(key);
614
+ if (!arr || arr.length === 0) return;
615
+
616
+ const data = `data: ${JSON.stringify({ ...event, network_id: networkId, scope: "network" })}\n\n`;
617
+ let needPrune = false;
618
+
619
+ for (const c of arr) {
620
+ if (c.closed) {
621
+ needPrune = true;
622
+ continue;
623
+ }
624
+ if (c.eventFilter) {
625
+ let pass = false;
626
+ try { pass = c.eventFilter(event); } catch { pass = false; }
627
+ if (!pass) continue;
628
+ }
629
+ const result = tryEnqueueBytes(c, c.encoder.encode(data));
630
+ if (result === "dead") needPrune = true;
631
+ }
632
+
633
+ if (needPrune) pruneClosed(key);
634
+ }
635
+
636
+ /** Push an event to every active Desktop/web client for one user in one
637
+ * network. No-op for falsy network/user ids; auth must be enforced by
638
+ * the caller before invoking this helper. */
639
+ /** 这个用户此刻是否真的有活着的 SSE 订阅者。
640
+ *
641
+ * 与 alias 版 `hasSubscribers` 同形状:投递可达性的**实测**,
642
+ * 调用方据此把「送到了」和「没人听」区分开,而不是一律报成功。 */
643
+ export function hasUserSubscribers(
644
+ networkId: string | null | undefined,
645
+ userId: string | null | undefined,
646
+ ): boolean {
647
+ if (!networkId || !userId) return false;
648
+ const arr = clients.get(userKey(networkId, userId));
649
+ if (!arr) return false;
650
+ return arr.some((c) => !c.closed);
651
+ }
652
+
653
+ export function pushUserEvent(
654
+ networkId: string | null | undefined,
655
+ userId: string | null | undefined,
656
+ event: Record<string, unknown>,
657
+ ): void {
658
+ if (!networkId || !userId) return;
659
+ const key = userKey(networkId, userId);
660
+ const arr = clients.get(key);
661
+ if (!arr || arr.length === 0) return;
662
+
663
+ const data = `data: ${JSON.stringify({ ...event, network_id: networkId, user_id: userId, scope: "user" })}\n\n`;
664
+ let needPrune = false;
665
+
666
+ for (const c of arr) {
667
+ if (c.closed) {
668
+ needPrune = true;
669
+ continue;
670
+ }
671
+ const result = tryEnqueueBytes(c, c.encoder.encode(data));
672
+ if (result === "dead") needPrune = true;
673
+ }
674
+
675
+ if (needPrune) pruneClosed(key);
676
+ }
677
+
678
+ // ── 人类成员在线状态(人员列表的在线点)──────────────────────────────────
679
+ // 判据就是上面这张用户流(/events/users/me)注册表:此刻有活着的用户流 = 在线。按**用户**算,
680
+ // 不按网络 —— 桌面端同一时刻只连当前网络的用户流,按网络算会把正在别的网络里的人画成离线。
681
+ // last_seen 只在内存:连上、每次 keepalive 成功、断开时刷新。Hub 重启后清空(未知 = null,
682
+ // 调用方不要把 null 画成「很久以前」)。
683
+
684
+ const userLastSeen = new Map<string, number>();
685
+ let presenceListener: ((userId: string, online: boolean, lastSeenAt: string | null) => void) | null = null;
686
+
687
+ function isUserStreamClient(client: SSEClient): boolean {
688
+ return !!client.subscriberUserId && client.key.startsWith(USER_KEY_PREFIX);
689
+ }
690
+
691
+ function touchUserSeen(userId: string): void {
692
+ userLastSeen.set(userId, Date.now());
693
+ }
694
+
695
+ function isUserOnline(userId: string): boolean {
696
+ for (const [key, arr] of clients) {
697
+ if (!key.startsWith(USER_KEY_PREFIX)) continue;
698
+ if (arr.some((c) => !c.closed && c.subscriberUserId === userId)) return true;
699
+ }
700
+ return false;
701
+ }
702
+
703
+ function lastSeenIso(userId: string): string | null {
704
+ const ms = userLastSeen.get(userId);
705
+ return ms === undefined ? null : new Date(ms).toISOString();
706
+ }
707
+
708
+ function notifyPresence(userId: string, online: boolean): void {
709
+ if (!presenceListener) return;
710
+ try {
711
+ presenceListener(userId, online, lastSeenIso(userId));
712
+ } catch (e: any) {
713
+ console.log(`[${ts()}] presence listener failed: ${e?.message || e}`);
714
+ }
715
+ }
716
+
717
+ /** 用户的第一条用户流连上 / 最后一条断开时回调(server.ts 用它向同网络成员推 member_presence)。 */
718
+ export function onUserPresenceChange(cb: ((userId: string, online: boolean, lastSeenAt: string | null) => void) | null): void {
719
+ presenceListener = cb;
720
+ }
721
+
722
+ /** 一批用户此刻的在线状态。鉴权由调用方负责。 */
723
+ export function getUserPresence(userIds: readonly string[]): Map<string, { online: boolean; last_seen_at: string | null }> {
724
+ const online = new Set<string>();
725
+ for (const [key, arr] of clients) {
726
+ if (!key.startsWith(USER_KEY_PREFIX)) continue;
727
+ for (const c of arr) if (!c.closed && c.subscriberUserId) online.add(c.subscriberUserId);
728
+ }
729
+ const out = new Map<string, { online: boolean; last_seen_at: string | null }>();
730
+ for (const uid of userIds) out.set(uid, { online: online.has(uid), last_seen_at: lastSeenIso(uid) });
731
+ return out;
732
+ }
733
+
734
+ /** 推给某网络里所有连着用户流的人(可排除一个)。鉴权由调用方负责。 */
735
+ export function pushUserEventToNetwork(networkId: string, event: Record<string, unknown>, exceptUserId?: string): number {
736
+ const prefix = `${USER_KEY_PREFIX}${networkId}:`;
737
+ const recipients: string[] = [];
738
+ for (const key of clients.keys()) {
739
+ if (!key.startsWith(prefix)) continue;
740
+ const uid = key.slice(prefix.length);
741
+ if (uid && uid !== exceptUserId) recipients.push(uid);
742
+ }
743
+ for (const uid of recipients) pushUserEvent(networkId, uid, event);
744
+ return recipients.length;
745
+ }
746
+
747
+ /**
748
+ * 多用户 Agent 权限:某用户在某网络的授权 / 成员资格变了,断开他在这个网络里**订阅时带了身份**
749
+ * 的流(网络观察流、用户流),客户端重连时按新权限重新鉴权。返回断开的条数。
750
+ * Agent 频道(/events/<alias>)受限成员本来就订阅不了,不需要这里处理。
751
+ */
752
+ export function closeUserStreamsInNetwork(networkId: string, userId: string): number {
753
+ let closed = 0;
754
+ for (const key of [observerKey(networkId), userKey(networkId, userId)]) {
755
+ const arr = clients.get(key);
756
+ if (!arr) continue;
757
+ for (const c of arr) {
758
+ if (!c.closed && c.subscriberUserId === userId) {
759
+ closeClient(c, "access-changed");
760
+ closed++;
761
+ }
762
+ }
763
+ pruneClosed(key);
764
+ }
765
+ return closed;
766
+ }
767
+
350
768
  export function __resetSSEClientsForTest(): void {
351
769
  for (const arr of clients.values()) {
352
770
  for (const c of arr) closeClient(c, "reset-for-test");
353
771
  }
354
772
  clients.clear();
773
+ userLastSeen.clear();
355
774
  if (livenessSweepTimer) {
356
775
  clearInterval(livenessSweepTimer);
357
776
  livenessSweepTimer = null;
@@ -365,7 +784,7 @@ export function getSSEStats(): { total: number; sessions: Record<string, number>
365
784
  for (const [name, arr] of clients) {
366
785
  const alive = arr.filter((c) => !c.closed);
367
786
  if (alive.length === 0) continue;
368
- sessions[name] = alive.length;
787
+ sessions[printableKey(name)] = alive.length;
369
788
  total += alive.length;
370
789
  }
371
790
  return { total, sessions };
@@ -0,0 +1,65 @@
1
+ import { describe, expect, test } from "bun:test";
2
+ import { redactTokens, redactMessageRow } from "./redact-tokens.js";
3
+
4
+ describe("#1459 ③ redact-at-read", () => {
5
+ test("🔴 各种前缀形状都被遮住,且前缀保留(读者仍知道泄漏的是哪一类)", () => {
6
+ const cases: Array<[string, string]> = [
7
+ ["ntok_abcdef123456", "ntok_"],
8
+ ["utok_abcdef123456", "utok_"],
9
+ ["ghp_" + "A".repeat(24), "ghp_"],
10
+ ["github_pat_" + "B".repeat(24), "github_pat_"],
11
+ ["xoxb-1234567890-abcdef", "xoxb-"],
12
+ ["sk-" + "C".repeat(20), "sk-"],
13
+ ];
14
+ for (const [raw, prefix] of cases) {
15
+ const out = redactTokens(`before ${raw} after`);
16
+ expect(out).toContain("***redacted***");
17
+ expect(out).toContain(prefix);
18
+ expect(out).not.toContain(raw); // 原值一定不能整体幸存
19
+ expect(out).toContain("before"); // 周围文本不受影响
20
+ expect(out).toContain("after");
21
+ }
22
+ });
23
+
24
+ test("🔴 保守:不像凭据的内容一个字都不能改", () => {
25
+ for (const s of [
26
+ "任务完成,磁盘 96%",
27
+ "see https://example.com/a-b_c",
28
+ "sk-", // 太短,不是凭据
29
+ "ntok_", // 光前缀
30
+ "the stock ticker is SKU-12",
31
+ ]) {
32
+ expect(redactTokens(s)).toBe(s);
33
+ }
34
+ });
35
+
36
+ test("同一段里的多个 token 全部被遮", () => {
37
+ const out = redactTokens(`a ntok_aaaaaaaaaa b sk-${"z".repeat(20)} c`);
38
+ expect(out.match(/\*\*\*redacted\*\*\*/g)?.length).toBe(2);
39
+ });
40
+
41
+ test("redactMessageRow 只碰自由文本字段,不动结构字段", () => {
42
+ const row = {
43
+ message_id: "dm_ntok_looking_but_is_an_id",
44
+ user_id: "u_1",
45
+ content: "here is ntok_abcdef123456",
46
+ title: "sk-" + "d".repeat(20),
47
+ meta_json: JSON.stringify({ note: "ghp_" + "E".repeat(24) }),
48
+ created_at: "2026-08-30 00:00:00",
49
+ };
50
+ const out = redactMessageRow(row);
51
+ expect(out.content).toContain("***redacted***");
52
+ expect(out.title).toContain("***redacted***");
53
+ expect(out.meta_json).toContain("***redacted***");
54
+ // 结构字段原样 —— 即便 message_id 里恰好有个像前缀的子串
55
+ expect(out.message_id).toBe(row.message_id);
56
+ expect(out.user_id).toBe(row.user_id);
57
+ expect(out.created_at).toBe(row.created_at);
58
+ });
59
+
60
+ test("非字符串原样返回(null/数字不该被改成字符串)", () => {
61
+ expect(redactTokens(null as any)).toBeNull();
62
+ expect(redactTokens(42 as any)).toBe(42);
63
+ expect(redactMessageRow({ content: null, title: 7 } as any)).toEqual({ content: null, title: 7 } as any);
64
+ });
65
+ });
@@ -0,0 +1,40 @@
1
+ // #1459 ③ —— 读取时的 token 形状脱敏(redact-at-read)。
2
+ //
3
+ // 为什么在**读取**侧而不是写入侧:写入方是 agent,不受信任。存储侧已经走
4
+ // normalizeMetaJson(跨主机路径脱敏,与 inbox 一致),那一层防的是"路径泄漏";
5
+ // 这一层防的是"有人把凭据塞进消息正文或 meta"。两层管的不是同一件事。
6
+ //
7
+ // 🔴 保守优先:宁可漏脱敏一个不像凭据的串,也不要把正常内容改花。所以只匹配
8
+ // 几个**有明确前缀**的形状,不做熵检测、不猜。
9
+
10
+ /** 有明确前缀的凭据形状。
11
+ *
12
+ * 🔴 前缀用**捕获组显式声明**,不靠"切到第一个下划线"之类的推断 ——
13
+ * 第一版就是那么写的,`github_pat_xxx` 被切成了 `github_`,把"这是哪一类
14
+ * 凭据"这个唯一有用的信息也遮掉了。声明比推断短,也不会错。 */
15
+ const TOKEN_PATTERNS: ReadonlyArray<RegExp> = [
16
+ /\b(ntok_|utok_|atok_)[A-Za-z0-9_-]{6,}/g, // 本仓自己的 token
17
+ /\b(github_pat_)[A-Za-z0-9_]{20,}/g, // GitHub fine-grained PAT(必须排在 ghp_ 之前无关,但更长的前缀先声明更清楚)
18
+ /\b(ghp_)[A-Za-z0-9]{20,}/g, // GitHub classic PAT
19
+ /\b(xox[bpoars]-)[A-Za-z0-9-]{10,}/g, // Slack
20
+ /\b(sk-)[A-Za-z0-9_-]{16,}/g, // OpenAI 风格
21
+ ];
22
+
23
+ /** 对任意文本做 token 形状脱敏。非字符串原样返回。 */
24
+ export function redactTokens<T>(value: T): T {
25
+ if (typeof value !== "string") return value;
26
+ let out: string = value;
27
+ // 保留捕获到的前缀(让读者知道泄漏的是哪一类),其余一律遮掉;不保留尾部 ——
28
+ // 尾部对识别没帮助,却能帮攻击者缩小搜索空间。
29
+ for (const re of TOKEN_PATTERNS) out = out.replace(re, (_m, prefix: string) => `${prefix}***redacted***`);
30
+ return out as unknown as T;
31
+ }
32
+
33
+ /** 对一行消息做脱敏:只碰会承载自由文本的字段,不动 id/时间戳等结构字段。 */
34
+ export function redactMessageRow<T extends Record<string, unknown>>(row: T): T {
35
+ const out: Record<string, unknown> = { ...row };
36
+ for (const field of ["content", "title", "meta_json"]) {
37
+ if (typeof out[field] === "string") out[field] = redactTokens(out[field] as string);
38
+ }
39
+ return out as T;
40
+ }