@desplega.ai/agent-swarm 2.7.9 → 2.7.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (212) hide show
  1. package/dist/{acp-adapter-dn4gdsgr.js → acp-adapter-srfhs1s9.js} +5 -5
  2. package/dist/{actions-g563mbn2.js → actions-b8aqhrsg.js} +19 -18
  3. package/dist/{amp-adapter-q61w05eb.js → amp-adapter-4c165vgn.js} +1 -1
  4. package/dist/app-m9khefrh.js +20 -0
  5. package/dist/{assistant-p477rjwj.js → assistant-rh4v3ntz.js} +21 -20
  6. package/dist/{boot-args-schema-h4qj462e.js → boot-args-schema-hwkc8bzv.js} +1 -1
  7. package/dist/{boot-reembed-n1ehfbsw.js → boot-reembed-5y6yw9sj.js} +1 -1
  8. package/dist/{boot-reembed-qw4mc0pt.js → boot-reembed-fdyk55h4.js} +1 -1
  9. package/dist/{boot-scrub-sweep-9w9jp4sm.js → boot-scrub-sweep-r5r8kqsn.js} +3 -3
  10. package/dist/{boot-seeds-qdaf3sdy.js → boot-seeds-8f9zt5cm.js} +5 -5
  11. package/dist/{claude-adapter-348p5hx9.js → claude-adapter-s5df247c.js} +5 -5
  12. package/dist/{claude-managed-setup-7787fxtp.js → claude-managed-setup-9gsmwzyx.js} +1 -1
  13. package/dist/{claude-sdk-session-hbszbt8a.js → claude-sdk-session-dq1j4nz9.js} +5 -5
  14. package/dist/{cli-btf6fw39.js → cli-0m7rtm11.js} +1 -1
  15. package/dist/{cli-cseh6f8w.js → cli-16phend6.js} +1 -1
  16. package/dist/{cli-ms5m5r1y.js → cli-18qt3few.js} +1 -1
  17. package/dist/{cli-sgs5k6yd.js → cli-2tsfpc70.js} +1 -1
  18. package/dist/{cli-rwymrnaz.js → cli-36wdfzgn.js} +8 -8
  19. package/dist/{cli-qzt90yze.js → cli-38yww4e9.js} +8 -8
  20. package/dist/{cli-2a8py3sx.js → cli-3xddv0rk.js} +4 -4
  21. package/dist/{cli-p0m0p34z.js → cli-4vwxp550.js} +2 -2
  22. package/dist/{cli-bc779n4v.js → cli-55bkx8hh.js} +1 -1
  23. package/dist/{cli-21159vea.js → cli-5wfz00be.js} +2 -2
  24. package/dist/{cli-9aezs55w.js → cli-5xcb8gxq.js} +4 -4
  25. package/dist/{cli-12xyjhws.js → cli-6m6b4bep.js} +2 -2
  26. package/dist/{cli-fayav105.js → cli-7wz05bx3.js} +292 -83
  27. package/dist/{cli-y8nbefpb.js → cli-8ewkreqd.js} +9 -5
  28. package/dist/{cli-0whpms1z.js → cli-an1knn2k.js} +4 -4
  29. package/dist/{cli-qmd3mse0.js → cli-bxz823sz.js} +1 -1
  30. package/dist/{cli-a0657jmf.js → cli-bzvs88tv.js} +1 -1
  31. package/dist/{cli-agyaeef4.js → cli-cr14kftt.js} +2 -2
  32. package/dist/{cli-715t1gx6.js → cli-eb2azq8n.js} +3 -3
  33. package/dist/{cli-530hkwdy.js → cli-ed6yqpf1.js} +2 -2
  34. package/dist/{cli-k70e3x9e.js → cli-eqk5p56g.js} +3 -3
  35. package/dist/{cli-4t0fmf3z.js → cli-g1px1g2e.js} +1 -1
  36. package/dist/{cli-09kmfkmq.js → cli-h49ejvmc.js} +1 -1
  37. package/dist/{cli-cvs2r2vq.js → cli-hfkwwy1h.js} +39 -5
  38. package/dist/{cli-neyag5p6.js → cli-j7d73g1y.js} +371 -116
  39. package/dist/{cli-p17970qv.js → cli-jg24scat.js} +2 -2
  40. package/dist/{cli-varqt4d1.js → cli-kx4c8j05.js} +16 -13
  41. package/dist/{cli-jfx48xrj.js → cli-mp9aa8g5.js} +1 -1
  42. package/dist/{cli-605nn699.js → cli-mr97t7cc.js} +644 -225
  43. package/dist/{cli-v3cf1ts9.js → cli-n07eecjs.js} +3 -3
  44. package/dist/{cli-y5rbvxhc.js → cli-n515ex5z.js} +14 -14
  45. package/dist/{cli-3tqcamp6.js → cli-n9abj89w.js} +13 -12
  46. package/dist/{cli-ypff1qwp.js → cli-n9ftpys4.js} +7 -7
  47. package/dist/{cli-xk879m3k.js → cli-nj3x45rw.js} +27 -27
  48. package/dist/{cli-9r5gtwjr.js → cli-pyrxt9gw.js} +196 -1
  49. package/dist/{cli-mnrkgg60.js → cli-q581b386.js} +2 -2
  50. package/dist/{cli-hwprv9e4.js → cli-rjyghzg4.js} +2 -2
  51. package/dist/{cli-650zv9q9.js → cli-rt0ag4x1.js} +3 -3
  52. package/dist/{cli-vxh6acp7.js → cli-td33w98c.js} +2 -2
  53. package/dist/{cli-tqq0hspb.js → cli-tmft5dz2.js} +1 -1
  54. package/dist/{cli-q26b9wre.js → cli-tph5wt3y.js} +4 -4
  55. package/dist/{cli-qkdmz8c8.js → cli-ttbqe3q4.js} +1 -1
  56. package/dist/{cli-zgv8gxgs.js → cli-v2fwbnsk.js} +6 -6
  57. package/dist/{cli-b932gexn.js → cli-w3bk0dgv.js} +1 -1
  58. package/dist/{cli-serm8zrx.js → cli-x9exydey.js} +1 -1
  59. package/dist/{cli-hae9j8sv.js → cli-xbtq4d6s.js} +3 -3
  60. package/dist/{cli-587857ys.js → cli-xd5ebp64.js} +3 -3
  61. package/dist/{cli-ejkvvqbe.js → cli-xncjscpm.js} +10 -10
  62. package/dist/{cli-gce09r66.js → cli-xvymtmv4.js} +2 -2
  63. package/dist/{cli-btc9cb4c.js → cli-yz7v0sh4.js} +2 -2
  64. package/dist/{cli-sya22y84.js → cli-z9cs5m0w.js} +3 -3
  65. package/dist/{cli-2ccpqyyf.js → cli-zjphdj1a.js} +71 -10
  66. package/dist/cli.js +15 -15
  67. package/dist/{codex-adapter-ysq6bzha.js → codex-adapter-yr60sme6.js} +3 -3
  68. package/dist/{codex-session-runner-qakzfx93.js → codex-session-runner-pch8x584.js} +3 -3
  69. package/dist/{commands-rs7hkv9r.js → commands-phjfbkv0.js} +3 -3
  70. package/dist/{controller-r5x9bg6e.js → controller-jkx994pz.js} +2 -2
  71. package/dist/{controllers-connect-498hrxvk.js → controllers-connect-c4448kwa.js} +20 -19
  72. package/dist/{cursor-adapter-d46qszer.js → cursor-adapter-ndebqnm8.js} +1 -1
  73. package/dist/{db-pm96nhdb.js → db-ef32tbfc.js} +4 -2
  74. package/dist/{db-s13dqhr6.js → db-ez6egt6v.js} +3 -3
  75. package/dist/{dispatcher-j3h81t7m.js → dispatcher-g3tt9hs9.js} +18 -17
  76. package/dist/{dsh-adapter-rw0d5rc4.js → dsh-adapter-tcyn3099.js} +1 -1
  77. package/dist/{easter-egg-3d-qtgfxgze.js → easter-egg-3d-e36hk5td.js} +1 -1
  78. package/dist/{embedding-space-xh8p4q4x.js → embedding-space-4kyh5qqj.js} +6 -6
  79. package/dist/{embeddings-wp745m91.js → embeddings-6a8v4a6t.js} +1 -1
  80. package/dist/{execute-2fzb9z74.js → execute-3cbg0twf.js} +1 -1
  81. package/dist/{external-channel-ys21h3sy.js → external-channel-se646snz.js} +2 -2
  82. package/dist/{fx-adapter-vz0b9z3g.js → fx-adapter-yw795hqq.js} +6 -6
  83. package/dist/{google-generative-ai-ytpgncx9.js → google-generative-ai-h7s3e9kk.js} +1 -1
  84. package/dist/{google-vertex-tqhze5j7.js → google-vertex-fhxaafzw.js} +1 -1
  85. package/dist/{grok-adapter-spea7zkj.js → grok-adapter-ttmcss2j.js} +6 -6
  86. package/dist/handlers-17wha3ze.js +33 -0
  87. package/dist/{heartbeat-8phn1kdq.js → heartbeat-gwewgdms.js} +21 -20
  88. package/dist/{hook-amcj4s10.js → hook-g3nhexsy.js} +5 -5
  89. package/dist/{hook-bc6n49qn.js → hook-hq93y5ej.js} +4 -4
  90. package/dist/{http-7374brv5.js → http-5a9p4h6y.js} +210 -69
  91. package/dist/{index-pxn30mse.js → index-0eny15vj.js} +8 -8
  92. package/dist/{index-5a9jtqde.js → index-0rvk3vd4.js} +46 -46
  93. package/dist/{index-fvzke5kx.js → index-1qw6f2dc.js} +10 -10
  94. package/dist/{index-p4hjwbvw.js → index-3c5pxbge.js} +1 -1
  95. package/dist/{index-q5cmtbz5.js → index-6haqt3v5.js} +12296 -11042
  96. package/dist/index-8arwq8mw.js +34 -0
  97. package/dist/{index-h7f61sy9.js → index-e5pfbsys.js} +3 -3
  98. package/dist/{index-c9y31ytf.js → index-hgn3c961.js} +12 -11
  99. package/dist/{index-hsad2t3r.js → index-m5gx1xd6.js} +38 -38
  100. package/dist/{index-5fx3b3kw.js → index-rvccek1w.js} +9 -9
  101. package/dist/{index-w4m9z29z.js → index-s72rqgsx.js} +1 -1
  102. package/dist/index-tpw054az.js +38 -0
  103. package/dist/{index-514d9pf6.js → index-w7em4ktq.js} +8 -8
  104. package/dist/index-waq75j2j.js +31 -0
  105. package/dist/{keepalive-wy29kbrg.js → keepalive-1j4n4dmk.js} +3 -3
  106. package/dist/lead-re73kdgc.js +72 -0
  107. package/dist/{maintenance-h2ds9w6c.js → maintenance-dmghacy5.js} +1 -1
  108. package/dist/{oauth-refresh-sweep-q7mtbyp3.js → oauth-refresh-sweep-yy06c03c.js} +2 -2
  109. package/dist/{onboard-vw8r2fdw.js → onboard-52f9t5dm.js} +3 -3
  110. package/dist/{opencode-adapter-mtb0953j.js → opencode-adapter-krnh9jkn.js} +4 -4
  111. package/dist/{otel-impl-j42czw3r.js → otel-impl-xjqz6wjj.js} +1 -1
  112. package/dist/{pi-mono-adapter-zk8pg9jr.js → pi-mono-adapter-dbxyp0qv.js} +6 -6
  113. package/dist/{pricing-refresh-x7nhv23d.js → pricing-refresh-ctdr74pd.js} +3 -3
  114. package/dist/{rbac-roles-bzvee6cf.js → rbac-roles-ehv8s10n.js} +3 -3
  115. package/dist/{rbac-roles-9044425x.js → rbac-roles-q0gr8eyj.js} +2 -2
  116. package/dist/{render-v2-t7bn4skz.js → render-v2-5b6chvcq.js} +9 -4
  117. package/dist/{resume-x94gemep.js → resume-5a5d2845.js} +6 -6
  118. package/dist/{runtime-breq6fmv.js → runtime-khxszyfp.js} +1 -1
  119. package/dist/{session-access-q7dmqjvt.js → session-access-gj0bjhqg.js} +4 -4
  120. package/dist/{session-source-backfill-440ysamr.js → session-source-backfill-2sy0krfk.js} +2 -2
  121. package/dist/{setup-07n4727s.js → setup-7ssfakk1.js} +1 -1
  122. package/dist/{virtual-modules-z5h6mcyf.js → virtual-modules-pjj0knwf.js} +3 -3
  123. package/dist/{work-objects-pnq5y534.js → work-objects-bf3syvhq.js} +22 -21
  124. package/dist/{worker-follow-up-7z1gfkr8.js → worker-follow-up-38xevga6.js} +18 -17
  125. package/dist/worker-r8mz7a65.js +72 -0
  126. package/openapi.json +1 -1
  127. package/package.json +3 -3
  128. package/src/apps/catalog.generated.json +55 -0
  129. package/src/apps/page-validator.ts +19 -0
  130. package/src/assets/key.ts +77 -4
  131. package/src/be/db/session-labels.ts +57 -0
  132. package/src/be/db/session-tree.ts +51 -7
  133. package/src/be/db/slack-trees.ts +146 -0
  134. package/src/be/db/tasks/read.ts +102 -7
  135. package/src/be/db-client.ts +8 -2
  136. package/src/be/db.ts +95 -84
  137. package/src/be/event-loop-lag.ts +146 -0
  138. package/src/be/mcp-overflow-sweep.ts +2 -1
  139. package/src/be/memory/providers/sqlite-store.ts +39 -8
  140. package/src/be/migrations/278_slack_render_v2_reconcile.sql +108 -0
  141. package/src/be/swarm-config-guard.ts +2 -0
  142. package/src/commands/context-preamble.ts +258 -0
  143. package/src/commands/onboard/agent-fs-version.ts +1 -1
  144. package/src/extensions/catalog.generated.json +3 -3
  145. package/src/heartbeat/heartbeat.ts +5 -4
  146. package/src/http/core.ts +9 -3
  147. package/src/http/index.ts +10 -6
  148. package/src/http/memory.ts +9 -4
  149. package/src/http/sessions.ts +16 -3
  150. package/src/http/utils.ts +18 -0
  151. package/src/http/webhooks.ts +48 -0
  152. package/src/integrations/chat-sdk/commands.ts +167 -31
  153. package/src/integrations/chat-sdk/inbound.ts +10 -8
  154. package/src/integrations/chat-sdk/message-text.ts +117 -0
  155. package/src/providers/amp-adapter.ts +1 -1
  156. package/src/providers/cursor-adapter.ts +1 -1
  157. package/src/providers/dsh-adapter.ts +1 -1
  158. package/src/scheduler/scheduler.ts +4 -1
  159. package/src/scripts-runtime/executors/quickjs-runner.ts +2 -0
  160. package/src/scripts-runtime/executors/quickjs-structured-clone.ts +180 -0
  161. package/src/scripts-runtime/quickjs-compat.ts +0 -1
  162. package/src/slack/app.ts +332 -10
  163. package/src/slack/handlers.ts +9 -2
  164. package/src/slack/index.ts +7 -1
  165. package/src/slack/lifecycle-lock.ts +29 -0
  166. package/src/slack/render-v2.ts +424 -212
  167. package/src/slack/socket-fence.ts +64 -0
  168. package/src/slack/watcher.ts +42 -8
  169. package/src/tests/apps-schema-form.test.ts +151 -0
  170. package/src/tests/chat-sdk-commands.test.ts +359 -2
  171. package/src/tests/chat-sdk-inbound.test.ts +20 -0
  172. package/src/tests/chat-sdk-slack.test.ts +189 -1
  173. package/src/tests/db-client-busy-retry.test.ts +69 -18
  174. package/src/tests/db-client.test.ts +26 -1
  175. package/src/tests/db-task-read-contract.test.ts +2 -0
  176. package/src/tests/db-task-write-contract.test.ts +1 -0
  177. package/src/tests/dsh-adapter.test.ts +1 -1
  178. package/src/tests/event-loop-lag.test.ts +184 -0
  179. package/src/tests/extensions-example-comms-adherence-gate.test.ts +115 -0
  180. package/src/tests/github-webhook-early-ack.test.ts +144 -0
  181. package/src/tests/http-api-integration.test.ts +2 -0
  182. package/src/tests/http-log-scrubbing.test.ts +68 -2
  183. package/src/tests/kv-storage.test.ts +92 -1
  184. package/src/tests/memory-key-paths.test.ts +57 -0
  185. package/src/tests/memory-retrieval-purge.test.ts +19 -0
  186. package/src/tests/quickjs-compat.test.ts +1 -1
  187. package/src/tests/runner-context-preamble.test.ts +552 -0
  188. package/src/tests/script-connections.test.ts +3 -0
  189. package/src/tests/script-executor-conformance.test.ts +188 -0
  190. package/src/tests/sessions-tree.test.ts +133 -2
  191. package/src/tests/slack-app-icon.test.ts +4 -0
  192. package/src/tests/slack-dm-implicit-mention.test.ts +236 -0
  193. package/src/tests/slack-file-tools-attachments.test.ts +1 -0
  194. package/src/tests/slack-read-boundaries.test.ts +4 -3
  195. package/src/tests/slack-render-v2-query-plans.test.ts +262 -3
  196. package/src/tests/slack-render-v2-reconcile.test.ts +201 -0
  197. package/src/tests/slack-socket-watchdog.test.ts +748 -0
  198. package/src/tests/vcs-identity-inheritance.test.ts +85 -0
  199. package/src/tools/utils.ts +16 -7
  200. package/templates/extensions/comms-adherence-gate/README.md +25 -0
  201. package/templates/extensions/comms-adherence-gate/hooks.ts +100 -11
  202. package/templates/extensions/comms-adherence-gate/manifest.json +1 -1
  203. package/templates/skills/apps/SKILL.md +7 -0
  204. package/templates/skills/apps/content.md +7 -0
  205. package/dist/app-a66ssc4k.js +0 -17
  206. package/dist/handlers-crckt5dq.js +0 -32
  207. package/dist/index-4x08sjtk.js +0 -30
  208. package/dist/index-8ybffts4.js +0 -37
  209. package/dist/index-nfy4kkg5.js +0 -33
  210. package/dist/lead-zdqxsvjn.js +0 -71
  211. package/dist/worker-y62rvvq3.js +0 -71
  212. package/dist/{cli-gxy8y1dt.js → cli-8bpgbr8k.js} +3 -3
@@ -0,0 +1,748 @@
1
+ import { afterEach, describe, expect, spyOn, test } from "bun:test";
2
+ import { SocketModeClient } from "@slack/socket-mode";
3
+ import { ErrorCode } from "@slack/web-api";
4
+ import { pollUntil } from "../../scripts/e2e/http";
5
+ import { startSlackMock, stopSlackMock } from "../../scripts/e2e/slack";
6
+ import * as db from "../be/db";
7
+ import { closeDb, initDb } from "../be/db";
8
+ import {
9
+ _getSlackSocketClientForTests,
10
+ _setSlackSocketWatchdogOptionsForTests,
11
+ createSlackSocketWatchdog,
12
+ isSlackSocketWatchdogRunning,
13
+ SLACK_SOCKET_WATCHDOG_DEFAULTS,
14
+ type SlackSocketWatchdogDeps,
15
+ slackWatchdogBackoffMs,
16
+ startSlackApp,
17
+ stopSlackApp,
18
+ } from "../slack/app";
19
+ import {
20
+ getSlackConnectionState,
21
+ type SlackConnectionState,
22
+ setSlackConnectionState,
23
+ } from "../slack/connection-state";
24
+ import { isSlackLifecycleBusy, runSlackLifecycleExclusive } from "../slack/lifecycle-lock";
25
+ import { fenceSocketModeClient } from "../slack/socket-fence";
26
+ import { _isTaskWatcherRunning } from "../slack/watcher";
27
+
28
+ const SEC = 1000;
29
+ const MIN = 60 * SEC;
30
+
31
+ type Harness = {
32
+ deps: SlackSocketWatchdogDeps;
33
+ lines: string[];
34
+ restarts: number;
35
+ clock: { now: number };
36
+ set: (patch: Partial<{ state: SlackConnectionState; active: boolean; busy: boolean }>) => void;
37
+ setActivity: (at: number | null) => void;
38
+ };
39
+
40
+ function harness(onRestart?: (h: Harness) => void): Harness {
41
+ let state: SlackConnectionState = "connected";
42
+ let active = true;
43
+ let busy = false;
44
+ let activityAt: number | null = 0;
45
+ const h: Harness = {
46
+ lines: [],
47
+ restarts: 0,
48
+ clock: { now: 0 },
49
+ set: (patch) => {
50
+ state = patch.state ?? state;
51
+ active = patch.active ?? active;
52
+ busy = patch.busy ?? busy;
53
+ },
54
+ setActivity: (at) => {
55
+ activityAt = at;
56
+ },
57
+ deps: {
58
+ now: () => h.clock.now,
59
+ getState: () => state,
60
+ getLastActivityAt: () => activityAt,
61
+ isSocketActive: () => active,
62
+ isLifecycleBusy: () => busy,
63
+ restart: async () => {
64
+ h.restarts += 1;
65
+ onRestart?.(h);
66
+ },
67
+ log: (line) => h.lines.push(line),
68
+ },
69
+ };
70
+ return h;
71
+ }
72
+
73
+ /** Advance the fake clock in watchdog ticks up to `ms` from now. */
74
+ async function run(
75
+ h: Harness,
76
+ watchdog: ReturnType<typeof createSlackSocketWatchdog>,
77
+ ms: number,
78
+ ): Promise<void> {
79
+ const end = h.clock.now + ms;
80
+ // Tick at the start time too, so an outage set just before `run` starts there.
81
+ await watchdog.tick();
82
+ while (h.clock.now < end) {
83
+ h.clock.now += SLACK_SOCKET_WATCHDOG_DEFAULTS.tickMs;
84
+ await watchdog.tick();
85
+ }
86
+ }
87
+
88
+ describe("socket watchdog state machine", () => {
89
+ test("backoff doubles from 30s and caps at 5 min", () => {
90
+ const o = SLACK_SOCKET_WATCHDOG_DEFAULTS;
91
+ expect([1, 2, 3, 4, 5, 6, 10].map((k) => slackWatchdogBackoffMs(k, o))).toEqual([
92
+ 30 * SEC,
93
+ 60 * SEC,
94
+ 120 * SEC,
95
+ 240 * SEC,
96
+ 5 * MIN,
97
+ 5 * MIN,
98
+ 5 * MIN,
99
+ ]);
100
+ });
101
+
102
+ test("restarts only after 60s down, backs off, and resets on recovery", async () => {
103
+ const h = harness();
104
+ const watchdog = createSlackSocketWatchdog(h.deps);
105
+ h.set({ state: "connecting" });
106
+
107
+ await run(h, watchdog, 55 * SEC);
108
+ expect(h.restarts).toBe(0);
109
+
110
+ await run(h, watchdog, 5 * SEC);
111
+ expect(h.lines).toEqual(["[Slack] watchdog: socket down for 60s, restarting (attempt 1)"]);
112
+
113
+ // Next attempts at +30s and then +60s after that.
114
+ await run(h, watchdog, 25 * SEC);
115
+ expect(h.restarts).toBe(1);
116
+ await run(h, watchdog, 5 * SEC);
117
+ expect(h.restarts).toBe(2);
118
+ await run(h, watchdog, 55 * SEC);
119
+ expect(h.restarts).toBe(2);
120
+ await run(h, watchdog, 5 * SEC);
121
+ expect(h.restarts).toBe(3);
122
+ expect(h.lines.at(-1)).toBe("[Slack] watchdog: socket down for 150s, restarting (attempt 3)");
123
+
124
+ // Recovery: exactly one line, and the attempt counter resets.
125
+ h.set({ state: "connected" });
126
+ h.setActivity(h.clock.now);
127
+ await run(h, watchdog, 20 * SEC);
128
+ expect(h.lines.filter((l) => l.includes("recovered"))).toEqual([
129
+ "[Slack] watchdog: recovered after 150s",
130
+ ]);
131
+ expect(watchdog.attempts()).toBe(0);
132
+
133
+ // A fresh outage starts from attempt 1 with a 30s backoff again.
134
+ h.set({ state: "disconnected" });
135
+ await run(h, watchdog, 60 * SEC);
136
+ expect(h.lines.at(-1)).toBe("[Slack] watchdog: socket down for 60s, restarting (attempt 1)");
137
+ await run(h, watchdog, 30 * SEC);
138
+ expect(h.lines.at(-1)).toBe("[Slack] watchdog: socket down for 90s, restarting (attempt 2)");
139
+ });
140
+
141
+ test("a short blip logs nothing", async () => {
142
+ const h = harness();
143
+ const watchdog = createSlackSocketWatchdog(h.deps);
144
+ h.set({ state: "connecting" });
145
+ await run(h, watchdog, 30 * SEC);
146
+ h.set({ state: "connected" });
147
+ await run(h, watchdog, 30 * SEC);
148
+ expect(h.lines).toEqual([]);
149
+ expect(h.restarts).toBe(0);
150
+ });
151
+
152
+ test("no restart while a config reload holds the lifecycle lock", async () => {
153
+ const h = harness();
154
+ const watchdog = createSlackSocketWatchdog(h.deps);
155
+ h.set({ state: "disconnected", busy: true });
156
+ await run(h, watchdog, 10 * MIN);
157
+ expect(h.restarts).toBe(0);
158
+ expect(h.lines).toEqual([]);
159
+
160
+ h.set({ busy: false });
161
+ await run(h, watchdog, SEC * 5);
162
+ // Down time counts from the first tick the watchdog could act on.
163
+ await run(h, watchdog, 60 * SEC);
164
+ expect(h.restarts).toBe(1);
165
+ });
166
+
167
+ test("no restart for a connected, quiet socket that the client reports active", async () => {
168
+ const h = harness();
169
+ const watchdog = createSlackSocketWatchdog(h.deps);
170
+ h.setActivity(0);
171
+ h.set({ state: "connected", active: true });
172
+ await run(h, watchdog, 8 * 60 * MIN);
173
+ expect(h.restarts).toBe(0);
174
+ expect(h.lines).toEqual([]);
175
+ });
176
+
177
+ test("restarts a connected, quiet socket that the client reports closed", async () => {
178
+ const h = harness();
179
+ const watchdog = createSlackSocketWatchdog(h.deps);
180
+ h.setActivity(0);
181
+ h.set({ state: "connected", active: false });
182
+ // Not stale yet: a closed-but-recent socket gets the normal close path.
183
+ await run(h, watchdog, 9 * MIN);
184
+ expect(h.restarts).toBe(0);
185
+ // Stale at 10 min, then 60s of grace.
186
+ await run(h, watchdog, 2 * MIN);
187
+ expect(h.restarts).toBe(1);
188
+ expect(h.lines[0]).toMatch(
189
+ /^\[Slack\] watchdog: socket down for \d+s, restarting \(attempt 1\)$/,
190
+ );
191
+ });
192
+
193
+ test("a failing restart is retried after the backoff", async () => {
194
+ const h = harness();
195
+ h.deps.restart = async () => {
196
+ h.restarts += 1;
197
+ throw new Error("apps.connections.open failed");
198
+ };
199
+ const watchdog = createSlackSocketWatchdog(h.deps);
200
+ h.set({ state: "connecting" });
201
+ await run(h, watchdog, 90 * SEC);
202
+ expect(h.restarts).toBe(2);
203
+ });
204
+ });
205
+
206
+ test("a failed restart logs a scrubbed message, never the raw token", async () => {
207
+ // Built at runtime so secret scanners do not flag a literal in the repo.
208
+ const token = ["xoxb", "1234567890", "1234567890123", "AbCdEfGhIjKlMnOpQrStUvWx"].join("-");
209
+ const h = harness();
210
+ h.deps.restart = async () => {
211
+ throw new Error(`An API error occurred: invalid_auth (token ${token})`);
212
+ };
213
+ const watchdog = createSlackSocketWatchdog(h.deps);
214
+ const logged: string[] = [];
215
+ const spy = spyOn(console, "error").mockImplementation((...args: unknown[]) => {
216
+ logged.push(args.map(String).join(" "));
217
+ });
218
+ try {
219
+ h.set({ state: "connecting" });
220
+ await run(h, watchdog, 60 * SEC);
221
+ } finally {
222
+ spy.mockRestore();
223
+ }
224
+ const failure = logged.find((line) => line.startsWith("[Slack] watchdog: restart failed:"));
225
+ expect(failure).toBeDefined();
226
+ expect(failure).toContain("invalid_auth");
227
+ expect(failure).not.toContain(token);
228
+ expect(failure).toContain("[REDACTED:");
229
+ // The transition line is unchanged.
230
+ expect(h.lines).toEqual(["[Slack] watchdog: socket down for 60s, restarting (attempt 1)"]);
231
+ });
232
+
233
+ test("a retired client whose URL request fails resolves start() quietly and opens no socket", async () => {
234
+ const client = new SocketModeClient({ appToken: "xapp-test" });
235
+ let fail!: (error: Error) => void;
236
+ Reflect.set(
237
+ client,
238
+ "retrieveWSSURL",
239
+ () =>
240
+ new Promise<string>((_resolve, reject) => {
241
+ fail = reject;
242
+ }),
243
+ );
244
+ const fence = fenceSocketModeClient(client);
245
+ const starting = client.start();
246
+ fence.retire();
247
+ // The library's reconnect calls start() with no catch: a rejection here would be unhandled.
248
+ fail(
249
+ Object.assign(new Error("A request error occurred: ECONNRESET"), {
250
+ code: ErrorCode.RequestError,
251
+ }),
252
+ );
253
+ expect(await starting).toBeUndefined();
254
+ expect(client.websocket).toBeUndefined();
255
+ });
256
+
257
+ describe("socket watchdog against a live Slack mock", () => {
258
+ afterEach(async () => {
259
+ await stopSlackApp();
260
+ _setSlackSocketWatchdogOptionsForTests();
261
+ });
262
+
263
+ test("brings the socket back after a reconnect dies on a RequestError", async () => {
264
+ const slack = await startSlackMock(false);
265
+ initDb(":memory:");
266
+ const saved = { ...process.env };
267
+ try {
268
+ Object.assign(process.env, slack.mock.env);
269
+ process.env.SLACK_DISABLE = "false";
270
+ process.env.SLACK_MODE = "socket";
271
+ _setSlackSocketWatchdogOptionsForTests({
272
+ tickMs: 50,
273
+ downAfterMs: 300,
274
+ backoffBaseMs: 200,
275
+ backoffMaxMs: 1000,
276
+ });
277
+
278
+ expect(await startSlackAppForTest()).toBe(true);
279
+ await slack.mock.waitForConnection(10_000);
280
+ expect(getSlackConnectionState()).toBe("connected");
281
+ expect(isSlackSocketWatchdogRunning()).toBe(true);
282
+
283
+ // Reproduce the outage: apps.connections.open now fails with a network
284
+ // RequestError, which @slack/socket-mode treats as unrecoverable during
285
+ // a reconnect.
286
+ const client = _getSlackSocketClientForTests();
287
+ expect(client).not.toBeNull();
288
+ const webClient = (client as unknown as { webClient: { apps: { connections: unknown } } })
289
+ .webClient;
290
+ webClient.apps.connections = {
291
+ open: async () => {
292
+ throw Object.assign(new Error("A request error occurred: ECONNRESET"), {
293
+ code: ErrorCode.RequestError,
294
+ });
295
+ },
296
+ };
297
+ // The library runs the reconnect as `cb.apply(this).then(res)` with no
298
+ // catch, so in production the RequestError becomes an unhandled
299
+ // rejection. Bun's test runner fails a test on any unhandled rejection,
300
+ // so record it here instead. The client's behavior is unchanged: it
301
+ // does not retry again either way.
302
+ const reconnectErrors: unknown[] = [];
303
+ const socketClient = client as unknown as { start: () => Promise<unknown> };
304
+ const realStart = socketClient.start;
305
+ socketClient.start = function (this: unknown) {
306
+ return realStart.apply(this).catch((error: unknown) => {
307
+ reconnectErrors.push(error);
308
+ });
309
+ };
310
+ const opened = slack.mock.apiCalls("apps.connections.open").length;
311
+ slack.mock.disconnectSockets();
312
+
313
+ // The client gives up and the state sticks in `connecting`.
314
+ expect(await pollUntil(() => getSlackConnectionState() === "connecting", 10_000, 10)).toBe(
315
+ true,
316
+ );
317
+
318
+ // The watchdog rebuilds the app with a fresh client and reconnects.
319
+ expect(
320
+ await pollUntil(
321
+ () => getSlackConnectionState() === "connected" && slack.mock.connectionCount === 1,
322
+ 15_000,
323
+ 20,
324
+ ),
325
+ ).toBe(true);
326
+ expect(slack.mock.apiCalls("apps.connections.open").length).toBe(opened + 1);
327
+ expect(_getSlackSocketClientForTests()).not.toBe(client);
328
+ // The reconnect died on the RequestError, as in the outage.
329
+ expect(reconnectErrors.map((e) => (e as { code?: string }).code)).toContain(
330
+ ErrorCode.RequestError,
331
+ );
332
+
333
+ // stopSlackApp disarms the watchdog.
334
+ await stopSlackApp();
335
+ expect(isSlackSocketWatchdogRunning()).toBe(false);
336
+ } finally {
337
+ await stopSlackApp();
338
+ process.env = saved;
339
+ await stopSlackMock(slack, false);
340
+ closeDb();
341
+ }
342
+ }, 40_000);
343
+
344
+ test("waits for an in-flight lifecycle holder before it restarts", async () => {
345
+ const slack = await startSlackMock(false);
346
+ initDb(":memory:");
347
+ const saved = { ...process.env };
348
+ try {
349
+ Object.assign(process.env, slack.mock.env);
350
+ process.env.SLACK_DISABLE = "false";
351
+ process.env.SLACK_MODE = "socket";
352
+ _setSlackSocketWatchdogOptionsForTests({ tickMs: 20, downAfterMs: 50 });
353
+ expect(await startSlackAppForTest()).toBe(true);
354
+ await slack.mock.waitForConnection(10_000);
355
+ const opened = slack.mock.apiCalls("apps.connections.open").length;
356
+
357
+ // Hold the lock like a config reload would, with the state reading down.
358
+ let release!: () => void;
359
+ const held = runSlackLifecycleExclusive(
360
+ () =>
361
+ new Promise<void>((resolve) => {
362
+ release = resolve;
363
+ }),
364
+ );
365
+ setSlackConnectionState("disconnected");
366
+ await Bun.sleep(400);
367
+ expect(slack.mock.apiCalls("apps.connections.open").length).toBe(opened);
368
+
369
+ // The "reload" finishes with the socket healthy: no restart follows.
370
+ setSlackConnectionState("connected");
371
+ release();
372
+ await held;
373
+ await Bun.sleep(200);
374
+ expect(slack.mock.apiCalls("apps.connections.open").length).toBe(opened);
375
+ } finally {
376
+ await stopSlackApp();
377
+ process.env = saved;
378
+ await stopSlackMock(slack, false);
379
+ closeDb();
380
+ }
381
+ }, 20_000);
382
+
383
+ test("stopSlackApp waits for a watchdog restart in flight, and the app stays stopped", async () => {
384
+ await withLiveSlack({ tickMs: 20, downAfterMs: 50 }, async (slack) => {
385
+ const first = _getSlackSocketClientForTests();
386
+ // Every socket-mode client built from now on waits at the gate before
387
+ // it asks apps.connections.open for a socket URL.
388
+ const gate = gateSocketUrls();
389
+ try {
390
+ setSlackConnectionState("disconnected");
391
+ // The watchdog tears down the app and blocks in the restart's start.
392
+ expect(
393
+ await pollUntil(
394
+ () =>
395
+ isSlackLifecycleBusy() &&
396
+ _getSlackSocketClientForTests() !== null &&
397
+ _getSlackSocketClientForTests() !== first,
398
+ 5_000,
399
+ 10,
400
+ ),
401
+ ).toBe(true);
402
+
403
+ let stopped = false;
404
+ const stopping = stopSlackApp().then(() => {
405
+ stopped = true;
406
+ });
407
+ await Bun.sleep(200);
408
+ // Shutdown waits for the restart; it does not race it.
409
+ expect(stopped).toBe(false);
410
+
411
+ gate.release();
412
+ await stopping;
413
+ // Probe the receiver, not getSlackApp(): other test files mock
414
+ // getSlackApp, and bun keeps that mock when files share a process.
415
+ expect(_getSlackSocketClientForTests()).toBeNull();
416
+ expect(isSlackSocketWatchdogRunning()).toBe(false);
417
+ // Nothing brings the app back after stopSlackApp() returned.
418
+ await Bun.sleep(200);
419
+ expect(_getSlackSocketClientForTests()).toBeNull();
420
+ expect(await pollUntil(() => slack.mock.connectionCount === 0, 5_000, 20)).toBe(true);
421
+ } finally {
422
+ gate.restore();
423
+ }
424
+ });
425
+ }, 20_000);
426
+
427
+ test("stopSlackApp stops within its lock-wait bound while a restart stalls", async () => {
428
+ // The restart bound is far longer than the stop's wait for the lock.
429
+ const options = { tickMs: 20, downAfterMs: 50, restartTimeoutMs: 60_000, stopLockWaitMs: 300 };
430
+ await withLiveSlack(options, async (slack) => {
431
+ const errors: string[] = [];
432
+ const errorSpy = spyOn(console, "error").mockImplementation((...args: unknown[]) => {
433
+ errors.push(args.map(String).join(" "));
434
+ });
435
+ const first = _getSlackSocketClientForTests();
436
+ const gate = gateSocketUrls();
437
+ try {
438
+ setSlackConnectionState("disconnected");
439
+ // The watchdog restart holds the lock while its start waits at the gate.
440
+ expect(
441
+ await pollUntil(
442
+ () =>
443
+ isSlackLifecycleBusy() &&
444
+ _getSlackSocketClientForTests() !== null &&
445
+ _getSlackSocketClientForTests() !== first,
446
+ 5_000,
447
+ 10,
448
+ ),
449
+ ).toBe(true);
450
+
451
+ const stopStarted = Date.now();
452
+ await stopSlackApp();
453
+ // Bounded by stopLockWaitMs, not by restartTimeoutMs.
454
+ expect(Date.now() - stopStarted).toBeLessThan(2_000);
455
+ expect(errors.some((line) => line.includes("stopping without it"))).toBe(true);
456
+ expect(_getSlackSocketClientForTests()).toBeNull();
457
+ expect(isSlackSocketWatchdogRunning()).toBe(false);
458
+
459
+ // The stalled start gets its URL now. Nothing comes back.
460
+ gate.release();
461
+ expect(await pollUntil(() => !isSlackLifecycleBusy(), 5_000, 20)).toBe(true);
462
+ await Bun.sleep(200);
463
+ expect(_getSlackSocketClientForTests()).toBeNull();
464
+ expect(isSlackSocketWatchdogRunning()).toBe(false);
465
+ expect(await pollUntil(() => slack.mock.connectionCount === 0, 5_000, 20)).toBe(true);
466
+ } finally {
467
+ gate.release();
468
+ gate.restore();
469
+ errorSpy.mockRestore();
470
+ }
471
+ });
472
+ }, 20_000);
473
+
474
+ test("a reconnect still in flight at teardown opens no socket next to the replacement", async () => {
475
+ // downAfterMs is longer than the client's own 5s reconnect delay, so the
476
+ // retired client is waiting for apps.connections.open at teardown.
477
+ await withLiveSlack({ tickMs: 50, downAfterMs: 6_000 }, async (slack) => {
478
+ const old = _getSlackSocketClientForTests() as unknown as SocketModeClient & {
479
+ webClient: {
480
+ apps: { connections: { open: (args?: Record<string, unknown>) => Promise<unknown> } };
481
+ };
482
+ };
483
+ const connections = old.webClient.apps.connections;
484
+ const realOpen = connections.open;
485
+ let release!: () => void;
486
+ const gate = new Promise<void>((resolve) => {
487
+ release = resolve;
488
+ });
489
+ let reconnectAsked = false;
490
+ connections.open = async (args) => {
491
+ reconnectAsked = true;
492
+ await gate;
493
+ return realOpen(args);
494
+ };
495
+ const opened = slack.mock.apiCalls("apps.connections.open").length;
496
+ slack.mock.disconnectSockets();
497
+
498
+ // The old client's reconnect is in flight, then the watchdog replaces it.
499
+ expect(await pollUntil(() => reconnectAsked, 10_000, 20)).toBe(true);
500
+ expect(
501
+ await pollUntil(
502
+ () =>
503
+ _getSlackSocketClientForTests() !== (old as unknown) &&
504
+ getSlackConnectionState() === "connected" &&
505
+ slack.mock.connectionCount === 1,
506
+ 10_000,
507
+ 20,
508
+ ),
509
+ ).toBe(true);
510
+
511
+ // The old reconnect now gets its URL. The fence stops it before it opens a socket.
512
+ release();
513
+ expect(
514
+ await pollUntil(
515
+ () => slack.mock.apiCalls("apps.connections.open").length === opened + 2,
516
+ 5_000,
517
+ 20,
518
+ ),
519
+ ).toBe(true);
520
+ await Bun.sleep(500);
521
+ expect(slack.mock.connectionCount).toBe(1);
522
+ expect(old.websocket?.isActive() ?? false).toBe(false);
523
+ });
524
+ }, 30_000);
525
+
526
+ test("a stalled restart gives up the lock in bounded time and leaves no socket", async () => {
527
+ const options = {
528
+ tickMs: 20,
529
+ downAfterMs: 50,
530
+ backoffBaseMs: 100,
531
+ backoffMaxMs: 200,
532
+ restartTimeoutMs: 500,
533
+ };
534
+ await withLiveSlack(options, async (slack) => {
535
+ const errors: string[] = [];
536
+ const errorSpy = spyOn(console, "error").mockImplementation((...args: unknown[]) => {
537
+ errors.push(args.map(String).join(" "));
538
+ });
539
+ const first = _getSlackSocketClientForTests();
540
+ // New clients never get a socket URL until the gate opens: every restart stalls.
541
+ const gate = gateSocketUrls();
542
+ try {
543
+ setSlackConnectionState("disconnected");
544
+ // The watchdog restart holds the lock while its start waits at the gate.
545
+ expect(
546
+ await pollUntil(
547
+ () =>
548
+ isSlackLifecycleBusy() &&
549
+ _getSlackSocketClientForTests() !== null &&
550
+ _getSlackSocketClientForTests() !== first,
551
+ 5_000,
552
+ 10,
553
+ ),
554
+ ).toBe(true);
555
+
556
+ // A config reload queued now waits for the restart, but only until its bound.
557
+ const waitStarted = Date.now();
558
+ let reloadRanAt: number | null = null;
559
+ const reload = runSlackLifecycleExclusive(async () => {
560
+ reloadRanAt = Date.now();
561
+ });
562
+ await Bun.sleep(100);
563
+ expect(reloadRanAt).toBeNull();
564
+ await reload;
565
+ expect(reloadRanAt! - waitStarted).toBeLessThan(2_000);
566
+ expect(errors.some((line) => line.includes("abandoned it"))).toBe(true);
567
+
568
+ // The stalled clients now get their URLs. None of them opens a socket.
569
+ const opened = slack.mock.apiCalls("apps.connections.open").length;
570
+ gate.restore();
571
+ gate.release();
572
+ expect(
573
+ await pollUntil(
574
+ () => getSlackConnectionState() === "connected" && slack.mock.connectionCount === 1,
575
+ 10_000,
576
+ 20,
577
+ ),
578
+ ).toBe(true);
579
+ await Bun.sleep(500);
580
+ expect(slack.mock.apiCalls("apps.connections.open").length).toBeGreaterThan(opened + 1);
581
+ expect(slack.mock.connectionCount).toBe(1);
582
+ } finally {
583
+ gate.restore();
584
+ gate.release();
585
+ errorSpy.mockRestore();
586
+ }
587
+ });
588
+ }, 30_000);
589
+
590
+ test("a start abandoned during watcher hydration installs no watcher timer after shutdown", async () => {
591
+ const options = {
592
+ tickMs: 20,
593
+ downAfterMs: 50,
594
+ backoffBaseMs: 100,
595
+ backoffMaxMs: 200,
596
+ restartTimeoutMs: 500,
597
+ };
598
+ await withLiveSlack(options, async () => {
599
+ expect(_isTaskWatcherRunning()).toBe(true);
600
+ const errors: string[] = [];
601
+ const errorSpy = spyOn(console, "error").mockImplementation((...args: unknown[]) => {
602
+ errors.push(args.map(String).join(" "));
603
+ });
604
+ // Every later watcher start waits at the gate in its hydration query.
605
+ let release!: () => void;
606
+ const gate = new Promise<void>((resolve) => {
607
+ release = resolve;
608
+ });
609
+ let hydrations = 0;
610
+ const realHydrate = db.getInProgressSlackTasks;
611
+ const hydrateSpy = spyOn(db, "getInProgressSlackTasks").mockImplementation(async () => {
612
+ hydrations += 1;
613
+ await gate;
614
+ return realHydrate();
615
+ });
616
+ try {
617
+ setSlackConnectionState("disconnected");
618
+ // A watchdog restart reaches hydration, then runs out of time.
619
+ expect(await pollUntil(() => hydrations > 0, 5_000, 10)).toBe(true);
620
+ expect(
621
+ await pollUntil(() => errors.some((line) => line.includes("abandoned it")), 5_000, 10),
622
+ ).toBe(true);
623
+ await stopSlackApp();
624
+ expect(_isTaskWatcherRunning()).toBe(false);
625
+
626
+ // The abandoned starts finish hydrating after shutdown.
627
+ release();
628
+ await Bun.sleep(100);
629
+ expect(_isTaskWatcherRunning()).toBe(false);
630
+ } finally {
631
+ release();
632
+ hydrateSpy.mockRestore();
633
+ errorSpy.mockRestore();
634
+ }
635
+ });
636
+ }, 30_000);
637
+ test("a start abandoned while connect telemetry is pending starts no watcher after shutdown", async () => {
638
+ const options = {
639
+ tickMs: 20,
640
+ downAfterMs: 50,
641
+ backoffBaseMs: 100,
642
+ backoffMaxMs: 200,
643
+ restartTimeoutMs: 500,
644
+ };
645
+ await withLiveSlack(options, async () => {
646
+ expect(_isTaskWatcherRunning()).toBe(true);
647
+ const errors: string[] = [];
648
+ const errorSpy = spyOn(console, "error").mockImplementation((...args: unknown[]) => {
649
+ errors.push(args.map(String).join(" "));
650
+ });
651
+ // Every later start waits at the gate in its connect telemetry, before
652
+ // startTaskWatcher() runs.
653
+ let release!: () => void;
654
+ const gate = new Promise<void>((resolve) => {
655
+ release = resolve;
656
+ });
657
+ let emits = 0;
658
+ const realEmit = db.emitBuiltInIntegrationConnectedOnce;
659
+ const emitSpy = spyOn(db, "emitBuiltInIntegrationConnectedOnce").mockImplementation(
660
+ async (...args: Parameters<typeof realEmit>) => {
661
+ emits += 1;
662
+ await gate;
663
+ return realEmit(...args);
664
+ },
665
+ );
666
+ try {
667
+ setSlackConnectionState("disconnected");
668
+ // A watchdog restart reaches the telemetry, then runs out of time.
669
+ expect(await pollUntil(() => emits > 0, 5_000, 10)).toBe(true);
670
+ expect(
671
+ await pollUntil(() => errors.some((line) => line.includes("abandoned it")), 5_000, 10),
672
+ ).toBe(true);
673
+ await stopSlackApp();
674
+ expect(_isTaskWatcherRunning()).toBe(false);
675
+
676
+ // The telemetry settles after shutdown. No watcher starts.
677
+ release();
678
+ await Bun.sleep(100);
679
+ expect(_isTaskWatcherRunning()).toBe(false);
680
+ } finally {
681
+ release();
682
+ emitSpy.mockRestore();
683
+ errorSpy.mockRestore();
684
+ }
685
+ });
686
+ }, 30_000);
687
+ });
688
+
689
+ /**
690
+ * The first start under the lifecycle lock. The watchdog skips its ticks
691
+ * while the lock is held, so a slow start on a loaded runner is never
692
+ * mistaken for a dead socket under the tests' short thresholds.
693
+ */
694
+ function startSlackAppForTest(): Promise<boolean> {
695
+ return runSlackLifecycleExclusive(() => startSlackApp());
696
+ }
697
+
698
+ type LiveSlack = Awaited<ReturnType<typeof startSlackMock>>;
699
+
700
+ /** Start the Slack app against a mock Slack with a connected socket, run `fn`, and clean up. */
701
+ async function withLiveSlack(
702
+ options: Partial<typeof SLACK_SOCKET_WATCHDOG_DEFAULTS>,
703
+ fn: (slack: LiveSlack) => Promise<void>,
704
+ ): Promise<void> {
705
+ const slack = await startSlackMock(false);
706
+ initDb(":memory:");
707
+ const saved = { ...process.env };
708
+ try {
709
+ Object.assign(process.env, slack.mock.env);
710
+ process.env.SLACK_DISABLE = "false";
711
+ process.env.SLACK_MODE = "socket";
712
+ _setSlackSocketWatchdogOptionsForTests(options);
713
+ expect(await startSlackAppForTest()).toBe(true);
714
+ await slack.mock.waitForConnection(10_000);
715
+ expect(getSlackConnectionState()).toBe("connected");
716
+ await fn(slack);
717
+ } finally {
718
+ await stopSlackApp();
719
+ process.env = saved;
720
+ await stopSlackMock(slack, false);
721
+ closeDb();
722
+ }
723
+ }
724
+
725
+ /**
726
+ * Hold every socket-mode client's socket URL request at a gate. The client
727
+ * opens no socket until the gate is released.
728
+ */
729
+ function gateSocketUrls(): { release: () => void; restore: () => void } {
730
+ const proto = SocketModeClient.prototype as unknown as {
731
+ retrieveWSSURL: (this: SocketModeClient) => Promise<string>;
732
+ };
733
+ const real = proto.retrieveWSSURL;
734
+ let release!: () => void;
735
+ const gate = new Promise<void>((resolve) => {
736
+ release = resolve;
737
+ });
738
+ proto.retrieveWSSURL = async function (this: SocketModeClient) {
739
+ await gate;
740
+ return real.call(this);
741
+ };
742
+ return {
743
+ release,
744
+ restore: () => {
745
+ proto.retrieveWSSURL = real;
746
+ },
747
+ };
748
+ }