@sleep2agi/commhub-server 0.9.0-preview.20 → 0.9.0-preview.201

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (398) hide show
  1. package/README.md +130 -10
  2. package/bin/commhub.ts +99 -11
  3. package/package.json +7 -7
  4. package/src/ack-create-request-transport.test.ts +182 -0
  5. package/src/ack-create-request.test.ts +50 -7
  6. package/src/admin-delete-network-http.test.ts +228 -0
  7. package/src/admin-networks-http.test.ts +88 -0
  8. package/src/adoption-candidates-http.test.ts +137 -0
  9. package/src/adoption-candidates.ts +158 -0
  10. package/src/agent-access-batch.test.ts +210 -0
  11. package/src/agent-access.ts +487 -0
  12. package/src/agent-acl-groups-http.test.ts +247 -0
  13. package/src/agent-acl-http.test.ts +659 -0
  14. package/src/agent-acl-slice3-http.test.ts +267 -0
  15. package/src/agent-department-http.test.ts +215 -0
  16. package/src/agent-groups-perf.test.ts +223 -0
  17. package/src/agent-notice.ts +48 -0
  18. package/src/agent-team-whoami-http.test.ts +98 -0
  19. package/src/agent-teams-http.test.ts +330 -0
  20. package/src/agent-teams.ts +244 -0
  21. package/src/alias-baseline-2571.test.ts +162 -0
  22. package/src/alias-baseline.ts +113 -0
  23. package/src/alias-filter.test.ts +72 -0
  24. package/src/alias-filter.ts +42 -0
  25. package/src/api-host-supervisors-can-create-nodes.test.ts +350 -0
  26. package/src/api-host-supervisors-fallback.test.ts +21 -12
  27. package/src/api-host-supervisors-runtime-readiness.test.ts +195 -0
  28. package/src/api-nodes-shape.test.ts +120 -13
  29. package/src/auth-password-change-cli-tokens-http.test.ts +423 -0
  30. package/src/auth-sessions-http.test.ts +250 -0
  31. package/src/auth-validate.test.ts +5 -1
  32. package/src/auth-weak-password-login.test.ts +176 -0
  33. package/src/auth.ts +609 -51
  34. package/src/avatar-validate.test.ts +163 -0
  35. package/src/avatar-validate.ts +103 -0
  36. package/src/backfill-node-ids-2664.test.ts +128 -0
  37. package/src/binding-generation-http.test.ts +121 -0
  38. package/src/blocked-exit-on-reply.test.ts +122 -0
  39. package/src/boot-side-effect.test.ts +124 -0
  40. package/src/broadcast-fanout-2721.test.ts +118 -0
  41. package/src/broadcast-fanout.ts +98 -0
  42. package/src/chain-attempt-dedup.test.ts +447 -0
  43. package/src/clone-node.test.ts +248 -0
  44. package/src/clone-node.ts +289 -0
  45. package/src/codex-config-flags.ts +77 -0
  46. package/src/codex-fork-contract.ts +23 -0
  47. package/src/codex-fork-migration.test.ts +38 -0
  48. package/src/commhub-bin-args.test.ts +85 -0
  49. package/src/config-apply-sec1.test.ts +107 -0
  50. package/src/config-apply-validate.test.ts +134 -1
  51. package/src/config-apply-validate.ts +111 -5
  52. package/src/create-node-blocked-gate.test.ts +356 -0
  53. package/src/create-node-network-id.test.ts +79 -0
  54. package/src/create-node-tool-schema.test.ts +49 -0
  55. package/src/create-node-unicode-name.test.ts +120 -0
  56. package/src/create-node-validate.test.ts +199 -7
  57. package/src/create-node-validate.ts +232 -15
  58. package/src/create-node-workdir.test.ts +289 -0
  59. package/src/create-node.ts +88 -23
  60. package/src/daemon-provider-snapshots.test.ts +421 -0
  61. package/src/daemon-provider-snapshots.ts +327 -0
  62. package/src/daemon-token-owner-http.test.ts +236 -0
  63. package/src/dashboard-slash-routing-http.test.ts +109 -0
  64. package/src/db-adapter-guard.test.ts +148 -0
  65. package/src/db-adapter-translate.test.ts +128 -0
  66. package/src/db-adapter.ts +377 -91
  67. package/src/db-timestamp.test.ts +38 -0
  68. package/src/db-timestamp.ts +15 -0
  69. package/src/db.ts +1306 -153
  70. package/src/delivered-without-push.test.ts +140 -0
  71. package/src/department-groups-http.test.ts +209 -0
  72. package/src/department-groups-sync-http.test.ts +328 -0
  73. package/src/department-groups.ts +434 -0
  74. package/src/department-heads-http.test.ts +330 -0
  75. package/src/department-heads.ts +226 -0
  76. package/src/departments-agent-count.test.ts +129 -0
  77. package/src/departments-http.test.ts +185 -0
  78. package/src/departments-mcp.test.ts +128 -0
  79. package/src/departments.ts +318 -0
  80. package/src/desktop-message-seam.test.ts +150 -0
  81. package/src/desktop-message.test.ts +368 -0
  82. package/src/dm-file-scope-http.test.ts +178 -0
  83. package/src/empty-node-sweeper.test.ts +104 -0
  84. package/src/empty-node-sweeper.ts +88 -0
  85. package/src/env-transport-gate-http.test.ts +177 -0
  86. package/src/env-transport-gate.ts +74 -0
  87. package/src/env-transport-policy.ts +21 -0
  88. package/src/event-loop-lag.test.ts +139 -0
  89. package/src/event-loop-lag.ts +150 -0
  90. package/src/ext-token-shared.test.ts +60 -0
  91. package/src/ext-validation-regression.test.ts +131 -0
  92. package/src/external-schedule-edits-http.test.ts +321 -0
  93. package/src/external-schedule-edits-timestamps.test.ts +64 -0
  94. package/src/external-schedule-edits.ts +327 -0
  95. package/src/file-download-authz-dev-open.test.ts +135 -0
  96. package/src/file-download-authz.test.ts +404 -0
  97. package/src/file-download-date-bucket.test.ts +436 -0
  98. package/src/file-network-scope-dev-open.test.ts +97 -0
  99. package/src/file-network-scope.test.ts +732 -0
  100. package/src/group-membership-events-http.test.ts +264 -0
  101. package/src/group-messages-http.test.ts +482 -0
  102. package/src/group-messages.ts +297 -0
  103. package/src/health-host-disk-2756.test.ts +49 -0
  104. package/src/health-redaction.test.ts +685 -0
  105. package/src/host-supervisor-identity-http.test.ts +152 -0
  106. package/src/host-supervisor-identity.ts +92 -0
  107. package/src/host-supervisors-daemon-version.test.ts +137 -0
  108. package/src/http-gzip.test.ts +94 -0
  109. package/src/http-gzip.ts +112 -0
  110. package/src/hub-catalog-read-http.test.ts +187 -0
  111. package/src/hub-provider-config.test.ts +139 -0
  112. package/src/hub-provider-config.ts +105 -0
  113. package/src/hub-timestamp.test.ts +38 -0
  114. package/src/hub-timestamp.ts +27 -0
  115. package/src/human-dm.ts +215 -0
  116. package/src/human-inbox.ts +42 -0
  117. package/src/inbox-caller.ts +49 -0
  118. package/src/inbox-count-sse.test.ts +310 -0
  119. package/src/inbox-count.ts +29 -0
  120. package/src/index.ts +15 -2380
  121. package/src/list-host-supervisors.test.ts +5 -4
  122. package/src/mcp-context-cost-http.test.ts +127 -0
  123. package/src/mcp-inflight.test.ts +92 -0
  124. package/src/mcp-inflight.ts +38 -0
  125. package/src/mcp-projects-events-http.test.ts +162 -0
  126. package/src/mcp-route-label-http.test.ts +120 -0
  127. package/src/mcp-write-network-resolution.test.ts +432 -0
  128. package/src/member-audit-network-id-http.test.ts +93 -0
  129. package/src/member-presence-http.test.ts +210 -0
  130. package/src/messages-ack-by-agent-http.test.ts +142 -0
  131. package/src/migrate-sqlite-to-pg.test.ts +47 -0
  132. package/src/migrate-sqlite-to-pg.ts +263 -0
  133. package/src/model-auth-notify-http.test.ts +181 -0
  134. package/src/model-auth-notify.ts +116 -0
  135. package/src/network-name-http.test.ts +75 -0
  136. package/src/network-rules-http.test.ts +169 -0
  137. package/src/network-rules.ts +129 -0
  138. package/src/network-scope.ts +276 -0
  139. package/src/network-token-membership-http.test.ts +139 -0
  140. package/src/node-alias-control.ts +12 -0
  141. package/src/node-attrs-validate.ts +88 -0
  142. package/src/node-attrs.test.ts +258 -0
  143. package/src/node-caller-identity-http.test.ts +1083 -0
  144. package/src/node-create-request-status-http.test.ts +105 -0
  145. package/src/node-daemon-bindings.test.ts +132 -0
  146. package/src/node-daemon-bindings.ts +135 -0
  147. package/src/node-failure-alert.test.ts +150 -0
  148. package/src/node-failure-alert.ts +177 -0
  149. package/src/node-files-transport.test.ts +344 -0
  150. package/src/node-health-codex-login.test.ts +120 -0
  151. package/src/node-health-dispatch-http.test.ts +279 -0
  152. package/src/node-health-guard.ts +105 -0
  153. package/src/node-health-passthrough.test.ts +115 -0
  154. package/src/node-health-store.ts +101 -0
  155. package/src/node-id-alias.test.ts +190 -0
  156. package/src/node-identity-conflict-http.test.ts +269 -0
  157. package/src/node-identity-conflict.ts +142 -0
  158. package/src/node-identity-mismatch.test.ts +74 -0
  159. package/src/node-in-flight-tasks.ts +31 -0
  160. package/src/node-lifecycle-controllable.test.ts +64 -0
  161. package/src/node-lifecycle-controllable.ts +53 -0
  162. package/src/node-lifecycle-read-http.test.ts +250 -0
  163. package/src/node-lifecycle-read.ts +124 -0
  164. package/src/node-logs-transport.test.ts +263 -0
  165. package/src/node-peer-allowlist.test.ts +114 -0
  166. package/src/node-permissions-http.test.ts +345 -0
  167. package/src/node-permissions.ts +420 -0
  168. package/src/node-request-retention.test.ts +281 -0
  169. package/src/node-request-retention.ts +120 -0
  170. package/src/node-secret-rest-http.test.ts +190 -0
  171. package/src/node-serviceability.test.ts +86 -0
  172. package/src/node-serviceability.ts +124 -0
  173. package/src/node-session-control-http.test.ts +310 -0
  174. package/src/node-session-control.ts +258 -0
  175. package/src/node-skills-transport.test.ts +209 -0
  176. package/src/node-token-identity.ts +35 -0
  177. package/src/node-token-ownership.ts +51 -0
  178. package/src/node-token-privilege-http.test.ts +158 -0
  179. package/src/not-found-api-http.test.ts +67 -0
  180. package/src/observer-avatar-http.test.ts +442 -0
  181. package/src/observer-push.test.ts +252 -0
  182. package/src/opencode-catalog-report-http.test.ts +139 -0
  183. package/src/opencode-v2-catalog.test.ts +268 -0
  184. package/src/opencode-v2-catalog.ts +352 -0
  185. package/src/package-version-consistency.test.ts +25 -0
  186. package/src/parent-source-marker.test.ts +50 -0
  187. package/src/password-network-tokens.ts +25 -0
  188. package/src/peer-reply-atomic.test.ts +455 -0
  189. package/src/peer-reply-capability.test.ts +70 -0
  190. package/src/pg-worker.ts +87 -0
  191. package/src/project-dir-warn-clear-http.test.ts +132 -0
  192. package/src/project-viewer-can-http.test.ts +116 -0
  193. package/src/push.test.ts +20 -10
  194. package/src/push.ts +466 -13
  195. package/src/redact-tokens.test.ts +65 -0
  196. package/src/redact-tokens.ts +40 -0
  197. package/src/rename.ts +38 -10
  198. package/src/reply-target-derivation.test.ts +96 -0
  199. package/src/report-status-handover-capabilities-http.test.ts +124 -0
  200. package/src/report-status-host-schema.test.ts +235 -0
  201. package/src/report-status-resume-id-handover.test.ts +184 -0
  202. package/src/report-status-secret-keys.test.ts +140 -0
  203. package/src/require-explicit-test-db.ts +9 -0
  204. package/src/requirement-due-reminders-http.test.ts +620 -0
  205. package/src/requirement-due-reminders.ts +416 -0
  206. package/src/requirement-events-http.test.ts +268 -0
  207. package/src/requirement-events.test.ts +45 -0
  208. package/src/requirement-events.ts +144 -0
  209. package/src/requirement-notify.ts +165 -0
  210. package/src/requirement-participant-notify-http.test.ts +309 -0
  211. package/src/requirement-tag-ops-http.test.ts +425 -0
  212. package/src/requirement-tag-tree-http.test.ts +275 -0
  213. package/src/requirement-tag-tree.ts +127 -0
  214. package/src/requirement-tags.ts +102 -0
  215. package/src/requirements-abandoned-http.test.ts +236 -0
  216. package/src/requirements-comment-http.test.ts +167 -0
  217. package/src/requirements-completed-at-migration.test.ts +70 -0
  218. package/src/requirements-errors-mcp-http.test.ts +164 -0
  219. package/src/requirements-errors.ts +158 -0
  220. package/src/requirements-etag-http.test.ts +91 -0
  221. package/src/requirements-http.test.ts +709 -0
  222. package/src/requirements-last-event-http.test.ts +349 -0
  223. package/src/requirements-list-mcp-slim-http.test.ts +155 -0
  224. package/src/requirements-list-slim-http.test.ts +324 -0
  225. package/src/requirements-mcp.test.ts +163 -0
  226. package/src/requirements-migrate.ts +283 -0
  227. package/src/requirements-owner-strict-mcp-http.test.ts +145 -0
  228. package/src/requirements-people-http.test.ts +114 -0
  229. package/src/requirements-people-mcp-http.test.ts +231 -0
  230. package/src/requirements-people.ts +196 -0
  231. package/src/requirements-priority-lowest.test.ts +114 -0
  232. package/src/requirements-projects-parent-http.test.ts +123 -0
  233. package/src/requirements-search-http.test.ts +182 -0
  234. package/src/requirements-search.test.ts +32 -0
  235. package/src/requirements-search.ts +145 -0
  236. package/src/requirements-seq-http.test.ts +193 -0
  237. package/src/requirements-seq-migration.test.ts +63 -0
  238. package/src/requirements-start-date.test.ts +125 -0
  239. package/src/requirements-stats-http.test.ts +357 -0
  240. package/src/requirements-stats.ts +195 -0
  241. package/src/requirements-status-participants-http.test.ts +222 -0
  242. package/src/requirements-upgrade-e2e.test.ts +126 -0
  243. package/src/requirements-upgrade-migration.test.ts +98 -0
  244. package/src/requirements.ts +2027 -0
  245. package/src/resolve-port.test.ts +57 -0
  246. package/src/resolve-port.ts +44 -0
  247. package/src/response-charset.test.ts +130 -0
  248. package/src/rest-alias-network-fallback-http.test.ts +123 -0
  249. package/src/rest-alias-network-fallback.test.ts +60 -0
  250. package/src/rest-alias-network-fallback.ts +65 -0
  251. package/src/rest-explicit-columns-http.test.ts +266 -0
  252. package/src/rest-identity.test.ts +130 -0
  253. package/src/rest-identity.ts +141 -0
  254. package/src/rest-projections.ts +72 -0
  255. package/src/rest-read-network-real-chain.test.ts +97 -0
  256. package/src/rest-write-network-resolution.test.ts +133 -0
  257. package/src/restart-readiness-http.test.ts +121 -0
  258. package/src/restricted-files.ts +76 -0
  259. package/src/retention-first-sweep-quiet.test.ts +31 -0
  260. package/src/retention.test.ts +100 -40
  261. package/src/retention.ts +423 -104
  262. package/src/route-callers-http.test.ts +120 -0
  263. package/src/route-timing.test.ts +211 -0
  264. package/src/route-timing.ts +262 -0
  265. package/src/rules-file-duplicate-alias.test.ts +234 -0
  266. package/src/rules-file-session-target.test.ts +207 -0
  267. package/src/rules-file-transport.test.ts +237 -0
  268. package/src/runtime-label.test.ts +22 -0
  269. package/src/runtime-label.ts +21 -0
  270. package/src/runtime-readiness.ts +90 -0
  271. package/src/schedule-agent-mcp-http.test.ts +391 -0
  272. package/src/schedule-agent.ts +192 -0
  273. package/src/schedule-starved.test.ts +92 -0
  274. package/src/schedule-starved.ts +114 -0
  275. package/src/scheduled-backoff-http.test.ts +193 -0
  276. package/src/scheduled-backoff.ts +64 -0
  277. package/src/scheduled-doorbell-nodeless-session.test.ts +134 -0
  278. package/src/scheduled-failure-backoff-2622.test.ts +145 -0
  279. package/src/scheduled-failure-code.test.ts +73 -0
  280. package/src/scheduled-failure-code.ts +105 -0
  281. package/src/scheduled-failures-http.test.ts +279 -0
  282. package/src/scheduled-failures.ts +377 -0
  283. package/src/scheduled-noprogress-backoff-2622.test.ts +133 -0
  284. package/src/scheduled-offline-backoff-probe.test.ts +56 -0
  285. package/src/scheduled-offline.test.ts +131 -0
  286. package/src/scheduled-offline.ts +66 -0
  287. package/src/scheduled-outcome-guidance-http.test.ts +139 -0
  288. package/src/scheduled-outcome-guidance.ts +9 -0
  289. package/src/scheduled-reply-unread-http.test.ts +212 -0
  290. package/src/scheduled-requirement-wake-http.test.ts +279 -0
  291. package/src/scheduled-requirement-wake.ts +125 -0
  292. package/src/scheduled-run-terminal.test.ts +268 -0
  293. package/src/scheduled-skip-blocking-task.test.ts +120 -0
  294. package/src/scheduled-skip-path-backoff-2622.test.ts +98 -0
  295. package/src/scheduled-stuck-http.test.ts +312 -0
  296. package/src/scheduled-stuck-notice-cap.test.ts +80 -0
  297. package/src/scheduled-stuck.ts +219 -0
  298. package/src/scheduled-tasks-http.test.ts +679 -0
  299. package/src/scheduled-tasks.ts +959 -0
  300. package/src/scheduled-work-outcome-http.test.ts +154 -0
  301. package/src/scheduled-work-outcome.ts +50 -0
  302. package/src/scoped-secrets.ts +139 -0
  303. package/src/send-dedup-request-id.test.ts +229 -0
  304. package/src/send-reply-agent-warning.test.ts +202 -0
  305. package/src/send-reply-alias-optional.test.ts +131 -0
  306. package/src/send-reply-attachments.test.ts +458 -0
  307. package/src/send_dedup.test.ts +54 -0
  308. package/src/send_dedup.ts +52 -6
  309. package/src/serve-error.test.ts +38 -0
  310. package/src/serve-error.ts +27 -0
  311. package/src/server.ts +6028 -0
  312. package/src/session-task-on-dispatch.ts +14 -0
  313. package/src/session-token-ownership-http.test.ts +122 -0
  314. package/src/shared/codex-inventory.ts +41 -0
  315. package/src/shared/daemon-provider-login.ts +31 -0
  316. package/src/shared/daemon-provider-snapshot.ts +52 -0
  317. package/src/shared/external-schedule-contract.ts +60 -0
  318. package/src/shared/node-name.test.ts +62 -0
  319. package/src/shared/node-name.ts +161 -0
  320. package/src/shared/provider-application.ts +29 -0
  321. package/src/shared/provider-collection.ts +14 -0
  322. package/src/shared/provider-initialization.ts +8 -0
  323. package/src/shared/reserved-env-drift.test.ts +10 -0
  324. package/src/shared/scoped-secret-contract.ts +5 -0
  325. package/src/shared/task-content-limit-drift.test.ts +28 -0
  326. package/src/shared/task-content-limit.ts +25 -0
  327. package/src/side-thread-command-transport.test.ts +312 -0
  328. package/src/side-thread-command-transport.ts +318 -0
  329. package/src/side-thread-http-integration.test.ts +233 -0
  330. package/src/side-thread-http.ts +504 -0
  331. package/src/side-thread-production.test.ts +72 -0
  332. package/src/side-thread-production.ts +118 -0
  333. package/src/side-thread.test.ts +1067 -0
  334. package/src/side-thread.ts +2499 -0
  335. package/src/skillhub-http.test.ts +108 -0
  336. package/src/sqlite-close-checkpoint.test.ts +78 -0
  337. package/src/start-node.test.ts +264 -0
  338. package/src/status-alias-filter-http.test.ts +106 -0
  339. package/src/status-alias-resolver-http.test.ts +163 -0
  340. package/src/status-alias-resolver.ts +19 -0
  341. package/src/status-node-id-filter-http.test.ts +161 -0
  342. package/src/status-read-cache-http.test.ts +229 -0
  343. package/src/status-read-cache.ts +122 -0
  344. package/src/stop-delete-node.test.ts +567 -1
  345. package/src/task-access-http.test.ts +402 -0
  346. package/src/task-access.ts +420 -0
  347. package/src/task-activity.ts +60 -0
  348. package/src/task-auth-origin-http.test.ts +93 -0
  349. package/src/task-auth-origin.test.ts +24 -0
  350. package/src/task-auth-origin.ts +7 -0
  351. package/src/task-consumption.test.ts +482 -0
  352. package/src/task-diagnostic-http.test.ts +149 -0
  353. package/src/task-diagnostic.test.ts +115 -0
  354. package/src/task-diagnostic.ts +118 -0
  355. package/src/task-expiry-notice-http.test.ts +287 -0
  356. package/src/task-expiry-notice.ts +315 -0
  357. package/src/task-idempotency-mcp.test.ts +142 -0
  358. package/src/task-idempotency.test.ts +76 -0
  359. package/src/task-idempotency.ts +81 -0
  360. package/src/task-late-replies.ts +54 -0
  361. package/src/task-late-reply-http.test.ts +152 -0
  362. package/src/task-lifecycle-watcher-busy.test.ts +114 -0
  363. package/src/task-lifecycle-watcher.test.ts +204 -0
  364. package/src/task-lifecycle-watcher.ts +109 -0
  365. package/src/task-network-resolution-http.test.ts +140 -0
  366. package/src/task-offline-delivery-2668.test.ts +119 -0
  367. package/src/task-offline-delivery.ts +81 -0
  368. package/src/task-orphan-http.test.ts +287 -0
  369. package/src/task-orphan.ts +119 -0
  370. package/src/task-queue-ahead-http.test.ts +309 -0
  371. package/src/task-queue-ahead-scale.test.ts +236 -0
  372. package/src/task-queue-ahead.ts +186 -0
  373. package/src/task-rejection-log-http.test.ts +160 -0
  374. package/src/task-rejection-log.ts +49 -0
  375. package/src/task-sender-http.test.ts +143 -0
  376. package/src/task-stale-open-http.test.ts +290 -0
  377. package/src/task-stale-open.ts +103 -0
  378. package/src/tasks-pagination-http.test.ts +141 -0
  379. package/src/team-rules-status-http.test.ts +90 -0
  380. package/src/team-rules-status.test.ts +59 -0
  381. package/src/team-rules-status.ts +72 -0
  382. package/src/tool-audience-http.test.ts +230 -0
  383. package/src/tool-audience.ts +120 -0
  384. package/src/tools-list-json-schema.test.ts +94 -0
  385. package/src/tools.ts +4226 -405
  386. package/src/upload-early-reject-guard.test.ts +155 -0
  387. package/src/uploads-http.test.ts +97 -15
  388. package/src/uploads.ts +103 -6
  389. package/src/user-avatar-http.test.ts +74 -0
  390. package/src/user-avatar-image.ts +160 -0
  391. package/src/user-avatar-migration.test.ts +25 -0
  392. package/src/user-avatar-upload-http.test.ts +348 -0
  393. package/src/user-inbox-by-agent-http.test.ts +161 -0
  394. package/src/user-inbox-netid-notnull.test.ts +122 -0
  395. package/src/user-inbox-read-http.test.ts +223 -0
  396. package/src/user-inbox-schema.test.ts +54 -0
  397. package/src/version-stats.test.ts +66 -0
  398. package/src/version-stats.ts +109 -0
@@ -0,0 +1,92 @@
1
+ // #2880 —— 空转排程:默认只记录,开启开关才真暂停。
2
+ import { describe, expect, test, beforeAll, afterAll } from "bun:test";
3
+ import { db } from "./db.js";
4
+ import { isStarved, scanStarvedSchedules, autopauseEnabled } from "./schedule-starved.js";
5
+
6
+ const NET = "net_starved";
7
+ const USER = "u_starved";
8
+
9
+ function mkSchedule(id: string, name: string): void {
10
+ db.run(
11
+ `INSERT INTO scheduled_tasks (schedule_id, network_id, created_by, name, target_node_id, target_alias, task_content, priority, schedule_type, schedule_json, timezone, overlap_policy, status, next_run_at)
12
+ VALUES (?1, ?2, ?3, ?4, 'busy-node', 'busy-node', 'x', 'normal', 'interval', '{"type":"interval","every_seconds":180}', 'Asia/Shanghai', 'skip', 'active', datetime('now'))`,
13
+ [id, NET, USER, name],
14
+ );
15
+ }
16
+
17
+ function mkRuns(scheduleId: string, total: number, replied: number): void {
18
+ for (let i = 0; i < total; i++) {
19
+ const status = i < replied ? "replied" : "skipped";
20
+ db.run(
21
+ // scheduled_for 上有 UNIQUE(schedule_id, scheduled_for):每行错开一分钟
22
+ `INSERT INTO scheduled_task_runs (run_id, schedule_id, network_id, scheduled_for, status, error_code, created_at)
23
+ VALUES (?1, ?2, ?3, datetime('now', ?5), ?4, 'previous_run_active', datetime('now'))`,
24
+ [`run_${scheduleId}_${i}`, scheduleId, NET, status, `-${i} minutes`],
25
+ );
26
+ }
27
+ }
28
+
29
+ describe("空转排程判定与自动暂停", () => {
30
+ beforeAll(() => {
31
+ db.run("DELETE FROM scheduled_task_runs WHERE network_id = ?1", [NET]);
32
+ db.run("DELETE FROM scheduled_tasks WHERE network_id = ?1", [NET]);
33
+ db.run("DELETE FROM user_inbox WHERE network_id = ?1", [NET]);
34
+ });
35
+ afterAll(() => {
36
+ db.run("DELETE FROM scheduled_task_runs WHERE network_id = ?1", [NET]);
37
+ db.run("DELETE FROM scheduled_tasks WHERE network_id = ?1", [NET]);
38
+ db.run("DELETE FROM user_inbox WHERE network_id = ?1", [NET]);
39
+ delete process.env.COMMHUB_SCHEDULE_STARVED_AUTOPAUSE;
40
+ });
41
+
42
+ test("纯判定:次数够且 0 成功才算空转", () => {
43
+ expect(isStarved({ total: 20, replied: 0 }, 20)).toBe(true);
44
+ expect(isStarved({ total: 19, replied: 0 }, 20)).toBe(false); // 次数不够:一天一次的排程不会误伤
45
+ expect(isStarved({ total: 129, replied: 1 }, 20)).toBe(false); // 只要成功过一次就不算
46
+ });
47
+
48
+ // 2026-10-28 生产实测:6 个候选里 4 个的 79 次运行全是 target_offline ——
49
+ // 它们在等节点回来,暂停它们反而要多一次人工恢复。
50
+ test("目标离线占比过高 ⇒ 不算空转(那是在等节点,不是排程有问题)", () => {
51
+ expect(isStarved({ total: 79, replied: 0, offline_skips: 79 }, 20)).toBe(false); // 100% 离线
52
+ expect(isStarved({ total: 100, replied: 0, offline_skips: 91 }, 20)).toBe(false); // >90%
53
+ expect(isStarved({ total: 100, replied: 0, offline_skips: 89 }, 20)).toBe(true); // <90% 仍算空转
54
+ expect(isStarved({ total: 94, replied: 0, offline_skips: 0 }, 20)).toBe(true); // 纯 busy/失败型
55
+ });
56
+
57
+ test("默认关闭:只报候选,不改排程状态", () => {
58
+ delete process.env.COMMHUB_SCHEDULE_STARVED_AUTOPAUSE;
59
+ mkSchedule("sched_starved_a", "空转A");
60
+ mkRuns("sched_starved_a", 25, 0);
61
+ expect(autopauseEnabled()).toBe(false);
62
+ const r = scanStarvedSchedules();
63
+ expect(r.enabled).toBe(false);
64
+ expect(r.paused).toEqual([]);
65
+ expect(r.candidates).toContain("sched_starved_a");
66
+ const st = db.get<{ status: string }>("SELECT status FROM scheduled_tasks WHERE schedule_id = 'sched_starved_a'");
67
+ expect(st?.status).toBe("active"); // 没有被动过
68
+ });
69
+
70
+ test("开启开关后才暂停,并且只停空转的那个", () => {
71
+ process.env.COMMHUB_SCHEDULE_STARVED_AUTOPAUSE = "1";
72
+ mkSchedule("sched_starved_b", "空转B");
73
+ mkRuns("sched_starved_b", 30, 0);
74
+ mkSchedule("sched_healthy_b", "健康B");
75
+ mkRuns("sched_healthy_b", 30, 12);
76
+ const r = scanStarvedSchedules();
77
+ expect(r.enabled).toBe(true);
78
+ expect(r.paused).toContain("sched_starved_b");
79
+ expect(r.paused).not.toContain("sched_healthy_b");
80
+ expect(db.get<{ status: string }>("SELECT status FROM scheduled_tasks WHERE schedule_id = 'sched_starved_b'")?.status).toBe("paused");
81
+ expect(db.get<{ status: string }>("SELECT status FROM scheduled_tasks WHERE schedule_id = 'sched_healthy_b'")?.status).toBe("active");
82
+ });
83
+
84
+ test("已暂停的不会再被处理(重复扫描无副作用)", () => {
85
+ process.env.COMMHUB_SCHEDULE_STARVED_AUTOPAUSE = "1";
86
+ const before = db.get<{ n: number }>("SELECT COUNT(*) AS n FROM user_inbox WHERE network_id = ?1", [NET])?.n ?? 0;
87
+ const r = scanStarvedSchedules();
88
+ expect(r.paused).not.toContain("sched_starved_b");
89
+ const after = db.get<{ n: number }>("SELECT COUNT(*) AS n FROM user_inbox WHERE network_id = ?1", [NET])?.n ?? 0;
90
+ expect(after).toBe(before); // 不会补发第二条通知
91
+ });
92
+ });
@@ -0,0 +1,114 @@
1
+ // #2880 / #2881 —— 「空转排程」:先记录,默认**不**自动暂停。
2
+ //
3
+ // 现场(2026-10-28 生产只读):
4
+ // · TMA云盘欧 24h 接 44 单 **0 成功**,两个 180s 排程各跳过 147 / 68 次,占用 ~30.9h/天
5
+ // · 另有若干排程 24h 内 129 次执行 / 129 次跳过 / 0 次成功
6
+ // · 这些排程的 schedule_stuck 通知 7 天 1162 条(单个排程 220 条)⇒ 没人再看(#3161 正在限流)
7
+ //
8
+ // 治本不是「再多发一条通知」,而是让一直产不出东西的排程**停下来**。
9
+ // 但「自动停别人的排程」是行为变更,必须由人开启 —— 所以这里做成**默认关闭**的开关,
10
+ // 并在关闭状态下照样把「本来会被暂停哪些」打进日志:先让人看见候选,再决定要不要动手。
11
+ //
12
+ // COMMHUB_SCHEDULE_STARVED_AUTOPAUSE=1 开启真正的暂停(默认关)
13
+ // COMMHUB_SCHEDULE_STARVED_MIN_RUNS=20 窗口内至少这么多次执行才判定(默认 20)
14
+ // COMMHUB_SCHEDULE_STARVED_WINDOW_HOURS=24 统计窗口(默认 24)
15
+ //
16
+ // 判据只用「窗口内执行次数 ≥ N 且成功 0 次」——不参杂跳过比例:
17
+ // 一个真在干活的排程不会 20 次全不成功;而「一天只跑一次且失败」的排程达不到 20,不会误伤。
18
+ import { db } from "./db.js";
19
+ import { sendAgentNotice } from "./agent-notice.js";
20
+
21
+ export const SCHEDULE_STARVED_KIND = "schedule_starved_paused";
22
+
23
+ function envInt(name: string, fallback: number, min: number): number {
24
+ const raw = process.env[name];
25
+ if (raw === undefined || raw.trim() === "") return fallback;
26
+ const n = Number(raw);
27
+ return Number.isFinite(n) && n >= min ? Math.floor(n) : fallback;
28
+ }
29
+
30
+ export function autopauseEnabled(): boolean {
31
+ return String(process.env.COMMHUB_SCHEDULE_STARVED_AUTOPAUSE ?? "").trim() === "1";
32
+ }
33
+ export function starvedMinRuns(): number { return envInt("COMMHUB_SCHEDULE_STARVED_MIN_RUNS", 20, 1); }
34
+ export function starvedWindowHours(): number { return envInt("COMMHUB_SCHEDULE_STARVED_WINDOW_HOURS", 24, 1); }
35
+
36
+ export type ScheduleStats = { schedule_id: string; total: number; replied: number; offline_skips: number };
37
+
38
+ /** 目标不可达占比超过这个比例 ⇒ 不算空转(是在等节点回来,不是排程有问题)。 */
39
+ export const OFFLINE_SKIP_RATIO_MAX = 0.9;
40
+
41
+ /**
42
+ * 纯函数:是否判定为空转。便于单测,不做任何 IO。
43
+ *
44
+ * 🔴 2026-10-28 生产实测修正:只看「执行≥N 且成功=0」会把「等离线节点」误判成空转。
45
+ * 那天 6 个候选里 4 个的 79 次运行**全部是 skipped/target_offline** —— 它们没建过任务、
46
+ * 没浪费等待,节点一回来就会自己接着跑。把它们暂停,反而要多一次人工恢复。
47
+ * ⇒ target_offline 占比 > 90% 视为「目标不可达」,不算空转。
48
+ */
49
+ export function isStarved(
50
+ s: { total: number; replied: number; offline_skips?: number },
51
+ minRuns = starvedMinRuns(),
52
+ ): boolean {
53
+ if (s.total < minRuns || s.replied !== 0) return false;
54
+ const offline = s.offline_skips ?? 0;
55
+ return offline <= s.total * OFFLINE_SKIP_RATIO_MAX;
56
+ }
57
+
58
+ export type StarvedScanResult = { paused: string[]; candidates: string[]; enabled: boolean };
59
+
60
+ /**
61
+ * 扫一遍窗口内的排程产出。开启开关才真暂停;未开启只返回候选(供日志观察)。
62
+ * 纯读 + 可选的一次状态写 + 一条通知,不改任务。
63
+ */
64
+ export function scanStarvedSchedules(now = new Date()): StarvedScanResult {
65
+ const windowHours = starvedWindowHours();
66
+ const since = new Date(now.getTime() - windowHours * 3_600_000).toISOString().slice(0, 19).replace("T", " ");
67
+ const rows = db.all<ScheduleStats>(
68
+ `SELECT schedule_id,
69
+ COUNT(*) AS total,
70
+ SUM(CASE WHEN status = 'replied' THEN 1 ELSE 0 END) AS replied,
71
+ SUM(CASE WHEN status = 'skipped' AND error_code = 'target_offline' THEN 1 ELSE 0 END) AS offline_skips
72
+ FROM scheduled_task_runs
73
+ WHERE created_at >= ?1
74
+ GROUP BY schedule_id`,
75
+ since,
76
+ );
77
+ const candidates = rows.filter((r) => isStarved(r)).map((r) => r.schedule_id);
78
+ if (!autopauseEnabled() || candidates.length === 0) {
79
+ return { paused: [], candidates, enabled: autopauseEnabled() };
80
+ }
81
+ const paused: string[] = [];
82
+ for (const scheduleId of candidates) {
83
+ const info = db.get<{ network_id: string; created_by: string | null; name: string; target_alias: string | null }>(
84
+ `SELECT network_id, created_by, name, target_alias FROM scheduled_tasks
85
+ WHERE schedule_id = ?1 AND status = 'active'`,
86
+ scheduleId,
87
+ );
88
+ if (!info) continue; // 已暂停/已完成/已取消:不重复处理
89
+ const stats = rows.find((r) => r.schedule_id === scheduleId)!;
90
+ db.run("UPDATE scheduled_tasks SET status = 'paused', updated_at = datetime('now') WHERE schedule_id = ?1", [scheduleId]);
91
+ console.log(`[commhub schedule-starved] paused ${scheduleId} (${info.name}) — ${stats.total} 次执行 / 0 成功 in ${windowHours}h`);
92
+ if (info.created_by) {
93
+ try {
94
+ sendAgentNotice({
95
+ networkId: info.network_id,
96
+ userId: info.created_by,
97
+ fromAlias: info.target_alias ?? "hub",
98
+ kind: SCHEDULE_STARVED_KIND,
99
+ title: "定时任务已自动暂停(一直产不出结果)",
100
+ text:
101
+ `定时任务「${info.name}」在最近 ${windowHours} 小时内执行了 ${stats.total} 次,**没有一次成功**,已自动暂停。\n\n`
102
+ + `常见原因:目标节点被人的 TUI 长期占着,任务根本没提交上去。\n`
103
+ + `处理:确认节点可用后在排程页恢复;如果确实不需要了,直接停用。\n\n`
104
+ + `(此动作由 COMMHUB_SCHEDULE_STARVED_AUTOPAUSE=1 开启;不设该变量时只记录不暂停。)`,
105
+ severity: "warning",
106
+ meta: { schedule_starved: { schedule_id: scheduleId, total: stats.total, replied: 0, window_hours: windowHours } },
107
+ idPrefix: "dm_sstarved_",
108
+ });
109
+ } catch { /* 通知失败不影响已做出的暂停决定 */ }
110
+ }
111
+ paused.push(scheduleId);
112
+ }
113
+ return { paused, candidates, enabled: true };
114
+ }
@@ -0,0 +1,193 @@
1
+ import { afterAll, beforeAll, describe, expect, test } from "bun:test";
2
+ import { createNetworkTokenForNode, register } from "./auth.js";
3
+ import { db, syncScheduledRunForTask } from "./db.js";
4
+ import { refreshScheduledBackoff } from "./scheduled-backoff.js";
5
+ import { getScheduleRow, dispatchScheduledOccurrence, runDueScheduledTasks } from "./scheduled-tasks.js";
6
+
7
+ if (!process.env.COMMHUB_DB) throw new Error("test1278 requires an explicit disposable SQLite COMMHUB_DB");
8
+ let server: any, base = "", network = "", ownerToken = "", ownerId = "";
9
+ const stamp = Date.now(), nodes: Record<string, { id: string; alias: string; token: string; tokenId: string }> = {};
10
+ async function rest(token: string, method: string, path: string, body?: unknown) {
11
+ const r = await fetch(base + path, { method, headers: { Authorization: `Bearer ${token}`,
12
+ "Content-Type": "application/json" }, body: body === undefined ? undefined : JSON.stringify(body) });
13
+ return { status: r.status, body: await r.json() as any };
14
+ }
15
+ async function mcp(token: string, name: string, args: Record<string, unknown>) {
16
+ const r = await fetch(base + "/mcp", { method: "POST", headers: { Authorization: `Bearer ${token}`,
17
+ "Content-Type": "application/json", Accept: "application/json, text/event-stream" },
18
+ body: JSON.stringify({ jsonrpc: "2.0", id: 1, method: "tools/call", params: { name, arguments: args } }) });
19
+ const raw = await r.text(), line = raw.split("\n").find(x => x.startsWith("data: "));
20
+ const envelope = JSON.parse(line ? line.slice(6) : raw);
21
+ try { return JSON.parse(envelope.result.content[0].text); }
22
+ catch { return { ok: false, transportError: true }; }
23
+ }
24
+ const readRun = (taskId: string) => db.get<any>(
25
+ "SELECT run_id, schedule_id, status, work_outcome, work_outcome_node_id, schedule_revision FROM scheduled_task_runs WHERE task_id = ?1 AND network_id = ?2", taskId, network)!;
26
+ const readTask = (taskId: string) => db.get<any>("SELECT status, result FROM tasks WHERE task_id = ?1", taskId)!;
27
+ const countReplies = (taskId: string) => db.get<{ n: number }>("SELECT COUNT(*) AS n FROM inbox WHERE in_reply_to = ?1 AND type = 'reply'", taskId)!.n;
28
+ async function fire(enabled = true, interval = 120) {
29
+ const created = await rest(ownerToken, "POST", "/api/scheduled-tasks", { network_id: network,
30
+ name: `test1278-${crypto.randomUUID()}`, target_node_id: nodes.a.id, task: "fixture1278 work",
31
+ schedule: { type: "interval", every_seconds: interval }, timezone: "UTC", no_change_backoff: enabled });
32
+ expect(created.status).toBe(201);
33
+ const scheduleId = created.body.schedule.schedule_id;
34
+ db.run("UPDATE scheduled_tasks SET next_run_at = ?1 WHERE schedule_id != ?2", [new Date(Date.now() + 86400_000).toISOString(), scheduleId]);
35
+ db.run("UPDATE scheduled_tasks SET next_run_at = ?1 WHERE schedule_id = ?2", [new Date(Date.now() - 1000).toISOString(), scheduleId]);
36
+ await runDueScheduledTasks();
37
+ const run = db.get<any>("SELECT task_id FROM scheduled_task_runs WHERE schedule_id = ?1", scheduleId)!;
38
+ expect(run.task_id).toBeTruthy();
39
+ return { taskId: run.task_id as string, scheduleId };
40
+ }
41
+ const reply = (taskId: string, meta?: unknown, status = "replied", token = nodes.a.token, extra = {}) =>
42
+ mcp(token, "send_reply", { in_reply_to: taskId, text: "本轮无新增", status, ...(meta === undefined ? {} : { meta }), ...extra });
43
+ const cadence = (id: string) => db.get<any>("SELECT next_run_at, last_run_at, revision, schedule_json, target_node_id FROM scheduled_tasks WHERE schedule_id = ?1", id)!;
44
+
45
+ beforeAll(async () => {
46
+ const owner = register(`work_owner_${stamp}`, "Fixture1274Only!x"); ownerToken = owner.token!;
47
+ network = owner.network_id!; ownerId = owner.user!.user_id;
48
+ for (const key of ["a", "b"]) {
49
+ const id = `n_work_${key}_${stamp}`, alias = `work-${key}-${stamp}`;
50
+ const token = createNetworkTokenForNode(ownerId, network, alias, id); expect(token.ok).toBe(true);
51
+ nodes[key] = { id, alias, token: token.token!, tokenId: token.token_id! };
52
+ db.run("INSERT INTO sessions (resume_id, alias, status, node_id, network_id) VALUES (?1, ?2, 'idle', ?3, ?4)", [`r_${id}`, alias, id, network]);
53
+ }
54
+ const mod = await import("./server.js"); server = mod.bootServer({ port: 0, hostname: "127.0.0.1" });
55
+ base = `http://127.0.0.1:${server.port}`;
56
+ }, 30_000);
57
+ afterAll(() => server?.stop?.(true));
58
+
59
+
60
+ const state = (id: string) => db.get<any>("SELECT no_change_backoff, backoff_streak, backoff_effective_seconds, backoff_last_run_id, next_run_at, revision, schedule_json, status FROM scheduled_tasks WHERE schedule_id = ?1", id)!;
61
+ let occurrence = 0;
62
+ async function nextRun(id: string) {
63
+ // Isolated fixture accelerates the clock, without touching live schedules.
64
+ const date = new Date(Date.now() + (++occurrence) * 1000).toISOString();
65
+ const out = dispatchScheduledOccurrence(getScheduleRow(id)!, date, true);
66
+ expect(out.taskId).toBeTruthy(); return out.taskId!;
67
+ }
68
+ async function empties(id: string, n: number) {
69
+ for (let i = 0; i < n; i++) expect((await reply(await nextRun(id), { scheduled_work_outcome: "no_changes" })).ok).toBe(true);
70
+ }
71
+ async function atThree() {
72
+ const x = await fire(); expect((await reply(x.taskId, { scheduled_work_outcome: "no_changes" })).ok).toBe(true);
73
+ await empties(x.scheduleId, 2); return x;
74
+ }
75
+ describe("#1278 opt-in durable no-change backoff through real HTTP/MCP", () => {
76
+ test("3 and 6 exact empty successes change effective cadence, preserving base and revision", async () => {
77
+ const { taskId, scheduleId } = await fire(), initial = state(scheduleId);
78
+ expect((await reply(taskId, { scheduled_work_outcome: "no_changes" })).ok).toBe(true);
79
+ await empties(scheduleId, 1); expect(state(scheduleId).backoff_effective_seconds).toBe(120);
80
+ await empties(scheduleId, 1); const three = state(scheduleId);
81
+ expect(three).toMatchObject({ backoff_streak: 3, backoff_effective_seconds: 600, revision: initial.revision, schedule_json: initial.schedule_json });
82
+ expect(Date.parse(three.next_run_at) - Date.now()).toBeGreaterThan(590_000);
83
+ await empties(scheduleId, 3); expect(state(scheduleId)).toMatchObject({ backoff_streak: 6, backoff_effective_seconds: 1800 });
84
+ const wire = await rest(ownerToken, "GET", `/api/scheduled-tasks/${scheduleId}`);
85
+ expect(wire.body.schedule).toMatchObject({ no_change_backoff: true, schedule: { every_seconds: 120 }, backoff: { streak: 6, effective_seconds: 1800 } });
86
+ expect(wire.body.schedule.backoff_last_run_id).toBeUndefined();
87
+ });
88
+ test("changed restores base and nearer next occurrence; no natural-language inference", async () => {
89
+ const { scheduleId } = await atThree();
90
+ expect((await reply(await nextRun(scheduleId), { scheduled_work_outcome: "changed" })).ok).toBe(true);
91
+ expect(state(scheduleId)).toMatchObject({ backoff_streak: 0, backoff_effective_seconds: 120 });
92
+ expect(Date.parse(state(scheduleId).next_run_at) - Date.now()).toBeLessThanOrEqual(120_000);
93
+ });
94
+ test("unknown success and ordinary failure break the sequence", async () => {
95
+ for (const status of ["replied", "failed"]) {
96
+ const { scheduleId } = await atThree();
97
+ expect((await reply(await nextRun(scheduleId), undefined, status)).ok).toBe(true);
98
+ expect(state(scheduleId)).toMatchObject({ backoff_streak: 0, backoff_effective_seconds: 120 });
99
+ await empties(scheduleId, 2); expect(state(scheduleId).backoff_effective_seconds).toBe(120);
100
+ }
101
+ });
102
+ test("legacy disabled schedules preserve exact cadence and wire shape", async () => {
103
+ const { taskId, scheduleId } = await fire(false), before = state(scheduleId);
104
+ expect((await reply(taskId, { scheduled_work_outcome: "no_changes" })).ok).toBe(true);
105
+ expect(state(scheduleId)).toEqual(before);
106
+ const wire = await rest(ownerToken, "GET", `/api/scheduled-tasks/${scheduleId}`);
107
+ expect(wire.body.schedule.no_change_backoff).toBeUndefined(); expect(wire.body.schedule.backoff).toBeUndefined();
108
+ });
109
+ test("a slower base interval is never accelerated", async () => {
110
+ const { taskId, scheduleId } = await fire(true, 3600);
111
+ await reply(taskId, { scheduled_work_outcome: "no_changes" }); await empties(scheduleId, 5);
112
+ expect(state(scheduleId)).toMatchObject({ backoff_streak: 6, backoff_effective_seconds: 3600 });
113
+ });
114
+ test("duplicate callbacks and another DB process cannot increment twice", async () => {
115
+ const { scheduleId } = await atThree(), before = state(scheduleId);
116
+ const latest = db.get<any>("SELECT task_id FROM scheduled_task_runs WHERE run_id = ?1", before.backoff_last_run_id)!;
117
+ expect((await reply(latest.task_id, { scheduled_work_outcome: "no_changes" })).ok).toBe(false);
118
+ syncScheduledRunForTask(latest.task_id, network); expect(state(scheduleId)).toEqual(before);
119
+ const child = Bun.spawn([process.execPath, "-e", `import {db} from './server/src/db.ts'; import {refreshScheduledBackoff} from './server/src/scheduled-backoff.ts'; db.transaction(()=>refreshScheduledBackoff(${JSON.stringify(scheduleId)},${JSON.stringify(network)})); console.log(JSON.stringify(db.get('SELECT backoff_streak,backoff_effective_seconds FROM scheduled_tasks WHERE schedule_id=?1',${JSON.stringify(scheduleId)})));`], { cwd: process.cwd(), stdout: "pipe", stderr: "pipe", env: process.env });
120
+ const output = await new Response(child.stdout).text(); expect(await child.exited).toBe(0);
121
+ expect(JSON.parse(output.trim().split("\n").at(-1)!)).toEqual({ backoff_streak: 3, backoff_effective_seconds: 600 });
122
+ expect(state(scheduleId)).toEqual(before);
123
+ });
124
+ test("old generation completion after edit cannot rearm", async () => {
125
+ const { scheduleId } = await atThree(), old = await nextRun(scheduleId), revision = state(scheduleId).revision;
126
+ const edit = await rest(ownerToken, "PATCH", `/api/scheduled-tasks/${scheduleId}`, { revision, name: "fresh generation" }); expect(edit.status).toBe(200);
127
+ const before = state(scheduleId); expect(before.backoff_streak).toBe(0);
128
+ expect((await reply(old, { scheduled_work_outcome: "no_changes" })).ok).toBe(true); expect(state(scheduleId)).toEqual(before);
129
+ });
130
+ test("manual wake resets durable state and fences an in-flight old generation", async () => {
131
+ const { scheduleId } = await atThree(), old = await nextRun(scheduleId), revision = state(scheduleId).revision;
132
+ // Existing overlap skip remains effective. Wake still resets cadence.
133
+ const wake = await rest(ownerToken, "POST", `/api/scheduled-tasks/${scheduleId}/run-now`); expect(wake.status).toBe(202);
134
+ expect(state(scheduleId)).toMatchObject({ backoff_streak: 0, backoff_effective_seconds: null, revision: revision + 1 });
135
+ const before = state(scheduleId); await reply(old, { scheduled_work_outcome: "no_changes" }); expect(state(scheduleId)).toEqual(before);
136
+ });
137
+ test("pause/cancel never resurrect cadence; resumed policy starts a new generation", async () => {
138
+ const { scheduleId } = await atThree(), old = await nextRun(scheduleId);
139
+ expect((await rest(ownerToken, "PATCH", `/api/scheduled-tasks/${scheduleId}`, { revision: state(scheduleId).revision, status: "paused" })).status).toBe(200);
140
+ await reply(old, { scheduled_work_outcome: "changed" }); expect(state(scheduleId)).toMatchObject({ status: "paused", next_run_at: null, backoff_streak: 0 });
141
+ expect((await rest(ownerToken, "POST", `/api/scheduled-tasks/${scheduleId}/run-now`)).status).toBe(202);
142
+ expect(state(scheduleId).next_run_at).toBeNull();
143
+ expect((await rest(ownerToken, "DELETE", `/api/scheduled-tasks/${scheduleId}`)).status).toBe(200);
144
+ expect((await rest(ownerToken, "POST", `/api/scheduled-tasks/${scheduleId}/run-now`)).status).toBe(409);
145
+ expect(state(scheduleId)).toMatchObject({ status: "cancelled", next_run_at: null });
146
+ });
147
+ test("retry success is excluded from empty streaks and failure breaks prior successes", async () => {
148
+ const { scheduleId } = await atThree(), task = await nextRun(scheduleId);
149
+ await reply(task, undefined, "failed"); expect(state(scheduleId).backoff_streak).toBe(0);
150
+ expect((await mcp(ownerToken, "retry_task", { task_id: task, network_id: network })).ok).toBe(true);
151
+ expect((await reply(task, { scheduled_work_outcome: "no_changes" })).ok).toBe(true);
152
+ expect(state(scheduleId).backoff_streak).toBe(0); await empties(scheduleId, 2);
153
+ expect(state(scheduleId).backoff_streak).toBe(2);
154
+ });
155
+ test("overlap skip breaks the sequence and an older completion cannot bypass the skip", async () => {
156
+ const { scheduleId } = await atThree(), active = await nextRun(scheduleId);
157
+ const skipped = dispatchScheduledOccurrence(getScheduleRow(scheduleId)!, new Date(Date.now() + (++occurrence) * 1000).toISOString(), true);
158
+ expect(skipped.status).toBe("skipped"); expect(state(scheduleId).backoff_streak).toBe(0);
159
+ await reply(active, { scheduled_work_outcome: "no_changes" }); expect(state(scheduleId).backoff_streak).toBe(0);
160
+ });
161
+ test("current reporter target mismatch cannot count as empty", async () => {
162
+ const { scheduleId } = await atThree(), task = await nextRun(scheduleId);
163
+ // Fixture-only reassignment emulates an authorized assignment change.
164
+ db.run("UPDATE tasks SET to_node_id = ?1, to_name = ?2 WHERE task_id = ?3", [nodes.b.id, nodes.b.alias, task]);
165
+ expect((await reply(task, { scheduled_work_outcome: "no_changes" }, "replied", nodes.b.token)).ok).toBe(true);
166
+ expect(state(scheduleId).backoff_streak).toBe(0);
167
+ });
168
+ test("injected cadence-write fault rolls back task, inbox, outcome, and state together", async () => {
169
+ const { taskId, scheduleId } = await fire(), before = state(scheduleId);
170
+ db.exec(`CREATE TRIGGER test1278_fault BEFORE UPDATE OF backoff_streak ON scheduled_tasks WHEN NEW.schedule_id='${scheduleId}' BEGIN SELECT RAISE(ABORT,'test1278_fault'); END`);
171
+ try { expect((await reply(taskId, { scheduled_work_outcome: "no_changes" })).ok).not.toBe(true); }
172
+ finally { db.exec("DROP TRIGGER test1278_fault"); }
173
+ expect(state(scheduleId)).toEqual(before); expect(readTask(taskId).status).toBe("delivered");
174
+ expect(readRun(taskId).work_outcome).toBeNull(); expect(countReplies(taskId)).toBe(0);
175
+ expect((await reply(taskId, { scheduled_work_outcome: "no_changes" })).ok).toBe(true);
176
+ });
177
+ test("REST rejects malformed and non-interval policy; MCP respects creator ownership", async () => {
178
+ for (const policy of ["true", 1, null]) {
179
+ const bad = await rest(ownerToken, "POST", "/api/scheduled-tasks", { network_id: network, name: "invalid1278", target_node_id: nodes.a.id, task: "fixture", schedule: { type: "interval", every_seconds: 120 }, no_change_backoff: policy }); expect(bad.status).toBe(400);
180
+ }
181
+ const bad = await rest(ownerToken, "POST", "/api/scheduled-tasks", { network_id: network, name: "once1278", target_node_id: nodes.a.id, task: "fixture", schedule: { type: "once", run_at: new Date(Date.now()+86400000).toISOString() }, no_change_backoff: true }); expect(bad.status).toBe(400);
182
+ const created = await mcp(nodes.a.token, "schedule_create", { name: "agent1278", task: "fixture", schedule: { type: "interval", every_seconds: 120 }, no_change_backoff: true }); expect(created.ok).toBe(true);
183
+ expect(created.schedule.no_change_backoff).toBe(true);
184
+ const id = created.schedule.schedule_id;
185
+ expect((await mcp(nodes.b.token, "schedule_update", { schedule_id: id, no_change_backoff: false })).ok).toBe(false);
186
+ expect((await mcp(nodes.a.token, "schedule_update", { schedule_id: id, no_change_backoff: false })).ok).toBe(true);
187
+ expect(state(id).no_change_backoff).toBe(0);
188
+ const human = await fire(); expect((await mcp(nodes.a.token, "schedule_update", { schedule_id: human.scheduleId, no_change_backoff: false })).ok).toBe(false);
189
+ db.run("UPDATE scheduled_tasks SET overlap_policy = 'allow' WHERE schedule_id = ?1", human.scheduleId);
190
+ const allow = await rest(ownerToken, "PATCH", `/api/scheduled-tasks/${human.scheduleId}`, { revision: state(human.scheduleId).revision, no_change_backoff: true });
191
+ expect(allow.status).toBe(400); expect(allow.body.error).toBe("no_change_backoff_requires_skip_overlap");
192
+ });
193
+ });
@@ -0,0 +1,64 @@
1
+ import { db } from "./db.js";
2
+
3
+ type WakeHook = (id: string, network: string, now: Date) => boolean;
4
+ let requirementWakeHook: WakeHook | null = null;
5
+ export function setRequirementWakeHook(hook: WakeHook): void { requirementWakeHook = hook; }
6
+
7
+ export function parseBackoffPolicy(raw: unknown, type: string, fallback = false): boolean {
8
+ if (raw !== undefined && typeof raw !== "boolean") throw new Error("invalid_no_change_backoff");
9
+ const enabled = raw === undefined ? fallback : raw as boolean;
10
+ if (enabled && type !== "interval") throw new Error("no_change_backoff_requires_interval");
11
+ return enabled;
12
+ }
13
+
14
+ /** SQLite only. Called in the reply/dispatch transaction; no catch-and-continue
15
+ * on state-write failure. Deriving a capped streak from authoritative runs
16
+ * makes duplicate or out-of-order callbacks unable to increment it twice. */
17
+ export function refreshScheduledBackoff(scheduleId: string, networkId: string, now = new Date()): void {
18
+ if (db.transactionalFeaturesRefusal !== null) return;
19
+ if (requirementWakeHook?.(scheduleId, networkId, now)) return;
20
+ const row = db.get<any>(`SELECT status, revision, target_node_id, schedule_json,
21
+ no_change_backoff, overlap_policy, requirement_wake_json, backoff_streak, backoff_effective_seconds,
22
+ backoff_last_run_id, next_run_at FROM scheduled_tasks
23
+ WHERE schedule_id = ?1 AND network_id = ?2`, scheduleId, networkId);
24
+ if (!row || row.status !== "active" || row.no_change_backoff !== 1 || row.overlap_policy !== "skip") return;
25
+ // A DB-only process with no watcher loaded may not bypass its fence.
26
+ if (row.requirement_wake_json && !requirementWakeHook) return;
27
+ const spec = JSON.parse(row.schedule_json);
28
+ if (spec.type !== "interval") return;
29
+ // Include failures/skips/unknowns: excluding them would turn separated
30
+ // successes into a fictitious consecutive empty sequence. Six is a cap.
31
+ const runs = db.all<any>(`SELECT r.run_id, r.status, r.work_outcome,
32
+ r.schedule_revision, r.work_outcome_node_id, r.backoff_excluded,
33
+ t.status AS task_status, t.to_node_id, t.from_name
34
+ FROM scheduled_task_runs r LEFT JOIN tasks t
35
+ ON t.task_id = r.task_id AND t.network_id = r.network_id
36
+ WHERE r.schedule_id = ?1 AND r.network_id = ?2
37
+ ORDER BY r.scheduled_for DESC, r.created_at DESC, r.run_id DESC LIMIT 6`, scheduleId, networkId);
38
+ const latest = runs[0];
39
+ if (!latest || latest.schedule_revision !== row.revision
40
+ || latest.run_id === row.backoff_last_run_id
41
+ || ["claiming", "queued", "delivered"].includes(latest.status)) return;
42
+ let streak = 0;
43
+ for (const run of runs) {
44
+ if (run.schedule_revision !== row.revision || run.status !== "replied"
45
+ || run.task_status !== "replied" || run.work_outcome !== "no_changes"
46
+ || run.work_outcome_node_id !== row.target_node_id || run.to_node_id !== row.target_node_id
47
+ || run.from_name !== "scheduler" || run.backoff_excluded !== 0) break;
48
+ streak++;
49
+ }
50
+ const effective = Math.max(spec.every_seconds, streak >= 6 ? 1800 : streak >= 3 ? 600 : 0);
51
+ const previous = row.backoff_effective_seconds ?? spec.every_seconds;
52
+ let next = row.next_run_at;
53
+ if (effective !== previous && next) {
54
+ const candidate = now.getTime() + effective * 1000;
55
+ next = new Date(effective > previous ? Math.max(Date.parse(next), candidate)
56
+ : Math.min(Date.parse(next), candidate)).toISOString();
57
+ }
58
+ const result = db.run(`UPDATE scheduled_tasks SET backoff_streak = ?1,
59
+ backoff_effective_seconds = ?2, backoff_last_run_id = ?3, next_run_at = ?4,
60
+ updated_at = datetime('now') WHERE schedule_id = ?5 AND network_id = ?6
61
+ AND revision = ?7 AND status = 'active' AND no_change_backoff = 1`,
62
+ [streak, effective, latest.run_id, next, scheduleId, networkId, row.revision]);
63
+ if (result.changes !== 1) throw new Error("scheduled_backoff_atomic_write_failed");
64
+ }
@@ -0,0 +1,134 @@
1
+ import { afterAll, beforeEach, describe, expect, test } from "bun:test";
2
+ import { db } from "./db.js";
3
+ import { createSSEStream } from "./push.js";
4
+ import { dispatchScheduledOccurrence } from "./scheduled-tasks.js";
5
+
6
+ // A claude-code node's channel server reports status without node_id, so its
7
+ // sessions row has node_id NULL. The scheduler used to look the session up by
8
+ // node_id only, judged every occurrence "queued" and never rang the doorbell:
9
+ // the task sat in the inbox until an unrelated push drained it (20–36 min in
10
+ // production).
11
+
12
+ const NET = "net_sched_doorbell_nodeless";
13
+ const NODE = "n_sched_doorbell_cc";
14
+ const ALIAS = "sched-doorbell-cc";
15
+
16
+ function cleanup(): void {
17
+ for (const table of ["task_events", "inbox", "scheduled_task_runs", "scheduled_tasks", "tasks", "sessions", "nodes"]) {
18
+ try { db.run(`DELETE FROM ${table} WHERE network_id = ?1`, [NET]); } catch {}
19
+ }
20
+ }
21
+
22
+ function seedNode(): void {
23
+ db.run(
24
+ `INSERT INTO nodes (node_id, node_name, alias, runtime, network_id, lifecycle_state)
25
+ VALUES (?1, ?2, ?2, 'claude-code-cli', ?3, 'active')`,
26
+ [NODE, ALIAS, NET],
27
+ );
28
+ }
29
+
30
+ function seedSession(status: string, nodeId: string | null): void {
31
+ db.run(
32
+ `INSERT INTO sessions (resume_id, alias, status, node_id, network_id, agent, updated_at, last_seen_at)
33
+ VALUES (?1, ?2, ?3, ?4, ?5, 'claude-code', datetime('now'), datetime('now'))`,
34
+ [`cc-${crypto.randomUUID()}`, ALIAS, status, nodeId, NET],
35
+ );
36
+ }
37
+
38
+ function seedSchedule(): any {
39
+ const scheduleId = `sched_${crypto.randomUUID()}`;
40
+ db.run(
41
+ `INSERT INTO scheduled_tasks
42
+ (schedule_id, network_id, name, target_node_id, target_alias, task_content, priority,
43
+ schedule_type, schedule_json, timezone, status, next_run_at)
44
+ VALUES (?1, ?2, 'doorbell', ?3, ?4, 'scheduled doorbell task', 'normal', 'interval',
45
+ '{"type":"interval","every_seconds":3600}', 'UTC', 'active', datetime('now', '+1 hour'))`,
46
+ [scheduleId, NET, NODE, ALIAS],
47
+ );
48
+ return db.get("SELECT * FROM scheduled_tasks WHERE schedule_id = ?1", scheduleId);
49
+ }
50
+
51
+ /** Subscribe like the channel server does and collect decoded SSE frames. */
52
+ function subscribe(): { frames: any[]; close: () => Promise<void> } {
53
+ const res = createSSEStream(ALIAS, NET);
54
+ const reader = res.body!.getReader();
55
+ const decoder = new TextDecoder();
56
+ const frames: any[] = [];
57
+ let buffer = "";
58
+ let open = true;
59
+ (async () => {
60
+ while (open) {
61
+ const { done, value } = await reader.read();
62
+ if (done) break;
63
+ buffer += decoder.decode(value, { stream: true });
64
+ const blocks = buffer.split("\n\n");
65
+ buffer = blocks.pop() || "";
66
+ for (const block of blocks) {
67
+ const line = block.split("\n").find((l) => l.startsWith("data: "));
68
+ if (line) frames.push(JSON.parse(line.slice(6)));
69
+ }
70
+ }
71
+ })().catch(() => {});
72
+ return {
73
+ frames,
74
+ close: async () => {
75
+ open = false;
76
+ await reader.cancel().catch(() => {});
77
+ },
78
+ };
79
+ }
80
+
81
+ async function settle(): Promise<void> {
82
+ await new Promise((resolve) => setTimeout(resolve, 20));
83
+ }
84
+
85
+ beforeEach(() => {
86
+ cleanup();
87
+ seedNode();
88
+ });
89
+
90
+ afterAll(cleanup);
91
+
92
+ describe("scheduler doorbell for sessions reported without node_id", () => {
93
+ test("idle node_id-less session is delivered and its subscriber receives new_task", async () => {
94
+ seedSession("idle", null);
95
+ const sub = subscribe();
96
+ try {
97
+ await settle();
98
+ const result = dispatchScheduledOccurrence(seedSchedule(), new Date().toISOString(), false);
99
+ await settle();
100
+ expect(result.status).toBe("delivered");
101
+ expect(db.get<{ status: string }>("SELECT status FROM scheduled_task_runs WHERE run_id = ?1", result.runId)?.status).toBe("delivered");
102
+ const wake = sub.frames.filter((f) => f.type === "new_task");
103
+ expect(wake).toHaveLength(1);
104
+ expect(wake[0].from).toBe("scheduler");
105
+ expect(wake[0].inbox_count).toBe(1);
106
+ } finally {
107
+ await sub.close();
108
+ }
109
+ });
110
+
111
+ test("an offline session is skipped even if a stale subscriber is still connected", async () => {
112
+ seedSession("offline", null);
113
+ const sub = subscribe();
114
+ try {
115
+ await settle();
116
+ const result = dispatchScheduledOccurrence(seedSchedule(), new Date().toISOString(), false);
117
+ await settle();
118
+ expect(result.status).toBe("skipped");
119
+ expect(db.get<{ error_code: string; task_id: string | null }>("SELECT error_code, task_id FROM scheduled_task_runs WHERE run_id = ?1", result.runId))
120
+ .toEqual({ error_code: "target_offline", task_id: null });
121
+ expect(sub.frames.filter((f) => f.type === "new_task")).toHaveLength(0);
122
+ } finally {
123
+ await sub.close();
124
+ }
125
+ });
126
+
127
+ test("offline session with nobody listening is skipped without a task", () => {
128
+ seedSession("offline", null);
129
+ const result = dispatchScheduledOccurrence(seedSchedule(), new Date().toISOString(), false);
130
+ expect(result.status).toBe("skipped");
131
+ expect(db.get<{ error_code: string; task_id: string | null }>("SELECT error_code, task_id FROM scheduled_task_runs WHERE run_id = ?1", result.runId))
132
+ .toEqual({ error_code: "target_offline", task_id: null });
133
+ });
134
+ });