@heavybit/shared-lib 0.0.0-stage → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (298) hide show
  1. package/dist/cjs/access/index.js +118 -0
  2. package/dist/cjs/access/index.js.map +1 -0
  3. package/dist/cjs/alerting/index.js +56 -0
  4. package/dist/cjs/alerting/index.js.map +1 -0
  5. package/dist/cjs/cache/index.js +167 -0
  6. package/dist/cjs/cache/index.js.map +1 -0
  7. package/dist/cjs/common/async.js +40 -0
  8. package/dist/cjs/common/async.js.map +1 -0
  9. package/dist/cjs/common/audit.js +21 -0
  10. package/dist/cjs/common/audit.js.map +1 -0
  11. package/dist/cjs/common/crypto.js +75 -0
  12. package/dist/cjs/common/crypto.js.map +1 -0
  13. package/dist/cjs/common/errors.js +90 -0
  14. package/dist/cjs/common/errors.js.map +1 -0
  15. package/dist/cjs/common/id.js +40 -0
  16. package/dist/cjs/common/id.js.map +1 -0
  17. package/dist/cjs/common/index.js +28 -0
  18. package/dist/cjs/common/index.js.map +1 -0
  19. package/dist/cjs/common/jwt.js +59 -0
  20. package/dist/cjs/common/jwt.js.map +1 -0
  21. package/dist/cjs/common/password.js +38 -0
  22. package/dist/cjs/common/password.js.map +1 -0
  23. package/dist/cjs/common/phone.js +42 -0
  24. package/dist/cjs/common/phone.js.map +1 -0
  25. package/dist/cjs/common/response.js +32 -0
  26. package/dist/cjs/common/response.js.map +1 -0
  27. package/dist/cjs/common/text.js +46 -0
  28. package/dist/cjs/common/text.js.map +1 -0
  29. package/dist/cjs/common/time.js +109 -0
  30. package/dist/cjs/common/time.js.map +1 -0
  31. package/dist/cjs/config/index.js +96 -0
  32. package/dist/cjs/config/index.js.map +1 -0
  33. package/dist/cjs/contracts/editorial-draft.js +111 -0
  34. package/dist/cjs/contracts/editorial-draft.js.map +1 -0
  35. package/dist/cjs/contracts/index.js +20 -0
  36. package/dist/cjs/contracts/index.js.map +1 -0
  37. package/dist/cjs/contracts/notification-dispatch.js +92 -0
  38. package/dist/cjs/contracts/notification-dispatch.js.map +1 -0
  39. package/dist/cjs/contracts/upload-import.js +54 -0
  40. package/dist/cjs/contracts/upload-import.js.map +1 -0
  41. package/dist/cjs/database/index.js +57 -0
  42. package/dist/cjs/database/index.js.map +1 -0
  43. package/dist/cjs/express/auth.js +72 -0
  44. package/dist/cjs/express/auth.js.map +1 -0
  45. package/dist/cjs/express/health.js +31 -0
  46. package/dist/cjs/express/health.js.map +1 -0
  47. package/dist/cjs/express/index.js +20 -0
  48. package/dist/cjs/express/index.js.map +1 -0
  49. package/dist/cjs/express/middleware.js +95 -0
  50. package/dist/cjs/express/middleware.js.map +1 -0
  51. package/dist/cjs/http/index.js +90 -0
  52. package/dist/cjs/http/index.js.map +1 -0
  53. package/dist/cjs/http/safe-fetch.js +199 -0
  54. package/dist/cjs/http/safe-fetch.js.map +1 -0
  55. package/dist/cjs/identity/index.js +117 -0
  56. package/dist/cjs/identity/index.js.map +1 -0
  57. package/dist/cjs/index.js +29 -0
  58. package/dist/cjs/index.js.map +1 -0
  59. package/dist/cjs/knex/index.js +76 -0
  60. package/dist/cjs/knex/index.js.map +1 -0
  61. package/dist/cjs/logging/index.js +75 -0
  62. package/dist/cjs/logging/index.js.map +1 -0
  63. package/dist/cjs/messaging/connection.js +115 -0
  64. package/dist/cjs/messaging/connection.js.map +1 -0
  65. package/dist/cjs/messaging/consumer.js +134 -0
  66. package/dist/cjs/messaging/consumer.js.map +1 -0
  67. package/dist/cjs/messaging/envelope.js +23 -0
  68. package/dist/cjs/messaging/envelope.js.map +1 -0
  69. package/dist/cjs/messaging/idempotency.js +57 -0
  70. package/dist/cjs/messaging/idempotency.js.map +1 -0
  71. package/dist/cjs/messaging/index.js +62 -0
  72. package/dist/cjs/messaging/index.js.map +1 -0
  73. package/dist/cjs/messaging/monitor.js +48 -0
  74. package/dist/cjs/messaging/monitor.js.map +1 -0
  75. package/dist/cjs/messaging/outbox.js +135 -0
  76. package/dist/cjs/messaging/outbox.js.map +1 -0
  77. package/dist/cjs/messaging/publisher.js +149 -0
  78. package/dist/cjs/messaging/publisher.js.map +1 -0
  79. package/dist/cjs/messaging/rpc.js +125 -0
  80. package/dist/cjs/messaging/rpc.js.map +1 -0
  81. package/dist/cjs/messaging/staff-notifier.js +78 -0
  82. package/dist/cjs/messaging/staff-notifier.js.map +1 -0
  83. package/dist/cjs/messaging/topology.js +22 -0
  84. package/dist/cjs/messaging/topology.js.map +1 -0
  85. package/dist/cjs/package.json +1 -0
  86. package/dist/cjs/rate-limit/index.js +61 -0
  87. package/dist/cjs/rate-limit/index.js.map +1 -0
  88. package/dist/cjs/scheduling/index.js +88 -0
  89. package/dist/cjs/scheduling/index.js.map +1 -0
  90. package/dist/cjs/security/index.js +39 -0
  91. package/dist/cjs/security/index.js.map +1 -0
  92. package/dist/cjs/socket/index.js +53 -0
  93. package/dist/cjs/socket/index.js.map +1 -0
  94. package/dist/cjs/testing/index.js +73 -0
  95. package/dist/cjs/testing/index.js.map +1 -0
  96. package/dist/cjs/types/index.js +3 -0
  97. package/dist/cjs/types/index.js.map +1 -0
  98. package/dist/cjs/validation/index.js +41 -0
  99. package/dist/cjs/validation/index.js.map +1 -0
  100. package/dist/esm/access/index.js +104 -0
  101. package/dist/esm/access/index.js.map +1 -0
  102. package/dist/esm/alerting/index.js +52 -0
  103. package/dist/esm/alerting/index.js.map +1 -0
  104. package/dist/esm/cache/index.js +163 -0
  105. package/dist/esm/cache/index.js.map +1 -0
  106. package/dist/esm/common/async.js +33 -0
  107. package/dist/esm/common/async.js.map +1 -0
  108. package/dist/esm/common/audit.js +18 -0
  109. package/dist/esm/common/audit.js.map +1 -0
  110. package/dist/esm/common/crypto.js +64 -0
  111. package/dist/esm/common/crypto.js.map +1 -0
  112. package/dist/esm/common/errors.js +75 -0
  113. package/dist/esm/common/errors.js.map +1 -0
  114. package/dist/esm/common/id.js +33 -0
  115. package/dist/esm/common/id.js.map +1 -0
  116. package/dist/esm/common/index.js +12 -0
  117. package/dist/esm/common/index.js.map +1 -0
  118. package/dist/esm/common/jwt.js +49 -0
  119. package/dist/esm/common/jwt.js.map +1 -0
  120. package/dist/esm/common/password.js +30 -0
  121. package/dist/esm/common/password.js.map +1 -0
  122. package/dist/esm/common/phone.js +33 -0
  123. package/dist/esm/common/phone.js.map +1 -0
  124. package/dist/esm/common/response.js +24 -0
  125. package/dist/esm/common/response.js.map +1 -0
  126. package/dist/esm/common/text.js +39 -0
  127. package/dist/esm/common/text.js.map +1 -0
  128. package/dist/esm/common/time.js +96 -0
  129. package/dist/esm/common/time.js.map +1 -0
  130. package/dist/esm/config/index.js +88 -0
  131. package/dist/esm/config/index.js.map +1 -0
  132. package/dist/esm/contracts/editorial-draft.js +108 -0
  133. package/dist/esm/contracts/editorial-draft.js.map +1 -0
  134. package/dist/esm/contracts/index.js +4 -0
  135. package/dist/esm/contracts/index.js.map +1 -0
  136. package/dist/esm/contracts/notification-dispatch.js +89 -0
  137. package/dist/esm/contracts/notification-dispatch.js.map +1 -0
  138. package/dist/esm/contracts/upload-import.js +51 -0
  139. package/dist/esm/contracts/upload-import.js.map +1 -0
  140. package/dist/esm/database/index.js +48 -0
  141. package/dist/esm/database/index.js.map +1 -0
  142. package/dist/esm/express/auth.js +63 -0
  143. package/dist/esm/express/auth.js.map +1 -0
  144. package/dist/esm/express/health.js +27 -0
  145. package/dist/esm/express/health.js.map +1 -0
  146. package/dist/esm/express/index.js +4 -0
  147. package/dist/esm/express/index.js.map +1 -0
  148. package/dist/esm/express/middleware.js +84 -0
  149. package/dist/esm/express/middleware.js.map +1 -0
  150. package/dist/esm/http/index.js +73 -0
  151. package/dist/esm/http/index.js.map +1 -0
  152. package/dist/esm/http/safe-fetch.js +193 -0
  153. package/dist/esm/http/safe-fetch.js.map +1 -0
  154. package/dist/esm/identity/index.js +111 -0
  155. package/dist/esm/identity/index.js.map +1 -0
  156. package/dist/esm/index.js +13 -0
  157. package/dist/esm/index.js.map +1 -0
  158. package/dist/esm/knex/index.js +66 -0
  159. package/dist/esm/knex/index.js.map +1 -0
  160. package/dist/esm/logging/index.js +67 -0
  161. package/dist/esm/logging/index.js.map +1 -0
  162. package/dist/esm/messaging/connection.js +108 -0
  163. package/dist/esm/messaging/connection.js.map +1 -0
  164. package/dist/esm/messaging/consumer.js +130 -0
  165. package/dist/esm/messaging/consumer.js.map +1 -0
  166. package/dist/esm/messaging/envelope.js +19 -0
  167. package/dist/esm/messaging/envelope.js.map +1 -0
  168. package/dist/esm/messaging/idempotency.js +52 -0
  169. package/dist/esm/messaging/idempotency.js.map +1 -0
  170. package/dist/esm/messaging/index.js +45 -0
  171. package/dist/esm/messaging/index.js.map +1 -0
  172. package/dist/esm/messaging/monitor.js +44 -0
  173. package/dist/esm/messaging/monitor.js.map +1 -0
  174. package/dist/esm/messaging/outbox.js +129 -0
  175. package/dist/esm/messaging/outbox.js.map +1 -0
  176. package/dist/esm/messaging/publisher.js +142 -0
  177. package/dist/esm/messaging/publisher.js.map +1 -0
  178. package/dist/esm/messaging/rpc.js +120 -0
  179. package/dist/esm/messaging/rpc.js.map +1 -0
  180. package/dist/esm/messaging/staff-notifier.js +73 -0
  181. package/dist/esm/messaging/staff-notifier.js.map +1 -0
  182. package/dist/esm/messaging/topology.js +16 -0
  183. package/dist/esm/messaging/topology.js.map +1 -0
  184. package/dist/esm/package.json +1 -0
  185. package/dist/esm/rate-limit/index.js +56 -0
  186. package/dist/esm/rate-limit/index.js.map +1 -0
  187. package/dist/esm/scheduling/index.js +83 -0
  188. package/dist/esm/scheduling/index.js.map +1 -0
  189. package/dist/esm/security/index.js +36 -0
  190. package/dist/esm/security/index.js.map +1 -0
  191. package/dist/esm/socket/index.js +47 -0
  192. package/dist/esm/socket/index.js.map +1 -0
  193. package/dist/esm/testing/index.js +66 -0
  194. package/dist/esm/testing/index.js.map +1 -0
  195. package/dist/esm/types/index.js +2 -0
  196. package/dist/esm/types/index.js.map +1 -0
  197. package/dist/esm/validation/index.js +36 -0
  198. package/dist/esm/validation/index.js.map +1 -0
  199. package/dist/types/access/index.d.ts +50 -0
  200. package/dist/types/access/index.d.ts.map +1 -0
  201. package/dist/types/alerting/index.d.ts +43 -0
  202. package/dist/types/alerting/index.d.ts.map +1 -0
  203. package/dist/types/cache/index.d.ts +45 -0
  204. package/dist/types/cache/index.d.ts.map +1 -0
  205. package/dist/types/common/async.d.ts +14 -0
  206. package/dist/types/common/async.d.ts.map +1 -0
  207. package/dist/types/common/audit.d.ts +17 -0
  208. package/dist/types/common/audit.d.ts.map +1 -0
  209. package/dist/types/common/crypto.d.ts +18 -0
  210. package/dist/types/common/crypto.d.ts.map +1 -0
  211. package/dist/types/common/errors.d.ts +71 -0
  212. package/dist/types/common/errors.d.ts.map +1 -0
  213. package/dist/types/common/id.d.ts +14 -0
  214. package/dist/types/common/id.d.ts.map +1 -0
  215. package/dist/types/common/index.d.ts +12 -0
  216. package/dist/types/common/index.d.ts.map +1 -0
  217. package/dist/types/common/jwt.d.ts +28 -0
  218. package/dist/types/common/jwt.d.ts.map +1 -0
  219. package/dist/types/common/password.d.ts +4 -0
  220. package/dist/types/common/password.d.ts.map +1 -0
  221. package/dist/types/common/phone.d.ts +10 -0
  222. package/dist/types/common/phone.d.ts.map +1 -0
  223. package/dist/types/common/response.d.ts +12 -0
  224. package/dist/types/common/response.d.ts.map +1 -0
  225. package/dist/types/common/text.d.ts +10 -0
  226. package/dist/types/common/text.d.ts.map +1 -0
  227. package/dist/types/common/time.d.ts +40 -0
  228. package/dist/types/common/time.d.ts.map +1 -0
  229. package/dist/types/config/index.d.ts +115 -0
  230. package/dist/types/config/index.d.ts.map +1 -0
  231. package/dist/types/contracts/editorial-draft.d.ts +577 -0
  232. package/dist/types/contracts/editorial-draft.d.ts.map +1 -0
  233. package/dist/types/contracts/index.d.ts +4 -0
  234. package/dist/types/contracts/index.d.ts.map +1 -0
  235. package/dist/types/contracts/notification-dispatch.d.ts +175 -0
  236. package/dist/types/contracts/notification-dispatch.d.ts.map +1 -0
  237. package/dist/types/contracts/upload-import.d.ts +96 -0
  238. package/dist/types/contracts/upload-import.d.ts.map +1 -0
  239. package/dist/types/database/index.d.ts +25 -0
  240. package/dist/types/database/index.d.ts.map +1 -0
  241. package/dist/types/express/auth.d.ts +27 -0
  242. package/dist/types/express/auth.d.ts.map +1 -0
  243. package/dist/types/express/health.d.ts +14 -0
  244. package/dist/types/express/health.d.ts.map +1 -0
  245. package/dist/types/express/index.d.ts +4 -0
  246. package/dist/types/express/index.d.ts.map +1 -0
  247. package/dist/types/express/middleware.d.ts +20 -0
  248. package/dist/types/express/middleware.d.ts.map +1 -0
  249. package/dist/types/http/index.d.ts +34 -0
  250. package/dist/types/http/index.d.ts.map +1 -0
  251. package/dist/types/http/safe-fetch.d.ts +58 -0
  252. package/dist/types/http/safe-fetch.d.ts.map +1 -0
  253. package/dist/types/identity/index.d.ts +51 -0
  254. package/dist/types/identity/index.d.ts.map +1 -0
  255. package/dist/types/index.d.ts +10 -0
  256. package/dist/types/index.d.ts.map +1 -0
  257. package/dist/types/knex/index.d.ts +25 -0
  258. package/dist/types/knex/index.d.ts.map +1 -0
  259. package/dist/types/logging/index.d.ts +22 -0
  260. package/dist/types/logging/index.d.ts.map +1 -0
  261. package/dist/types/messaging/connection.d.ts +48 -0
  262. package/dist/types/messaging/connection.d.ts.map +1 -0
  263. package/dist/types/messaging/consumer.d.ts +56 -0
  264. package/dist/types/messaging/consumer.d.ts.map +1 -0
  265. package/dist/types/messaging/envelope.d.ts +16 -0
  266. package/dist/types/messaging/envelope.d.ts.map +1 -0
  267. package/dist/types/messaging/idempotency.d.ts +29 -0
  268. package/dist/types/messaging/idempotency.d.ts.map +1 -0
  269. package/dist/types/messaging/index.d.ts +39 -0
  270. package/dist/types/messaging/index.d.ts.map +1 -0
  271. package/dist/types/messaging/monitor.d.ts +23 -0
  272. package/dist/types/messaging/monitor.d.ts.map +1 -0
  273. package/dist/types/messaging/outbox.d.ts +51 -0
  274. package/dist/types/messaging/outbox.d.ts.map +1 -0
  275. package/dist/types/messaging/publisher.d.ts +84 -0
  276. package/dist/types/messaging/publisher.d.ts.map +1 -0
  277. package/dist/types/messaging/rpc.d.ts +46 -0
  278. package/dist/types/messaging/rpc.d.ts.map +1 -0
  279. package/dist/types/messaging/staff-notifier.d.ts +56 -0
  280. package/dist/types/messaging/staff-notifier.d.ts.map +1 -0
  281. package/dist/types/messaging/topology.d.ts +23 -0
  282. package/dist/types/messaging/topology.d.ts.map +1 -0
  283. package/dist/types/rate-limit/index.d.ts +28 -0
  284. package/dist/types/rate-limit/index.d.ts.map +1 -0
  285. package/dist/types/scheduling/index.d.ts +33 -0
  286. package/dist/types/scheduling/index.d.ts.map +1 -0
  287. package/dist/types/security/index.d.ts +20 -0
  288. package/dist/types/security/index.d.ts.map +1 -0
  289. package/dist/types/socket/index.d.ts +30 -0
  290. package/dist/types/socket/index.d.ts.map +1 -0
  291. package/dist/types/testing/index.d.ts +41 -0
  292. package/dist/types/testing/index.d.ts.map +1 -0
  293. package/dist/types/types/index.d.ts +65 -0
  294. package/dist/types/types/index.d.ts.map +1 -0
  295. package/dist/types/validation/index.d.ts +34 -0
  296. package/dist/types/validation/index.d.ts.map +1 -0
  297. package/package.json +189 -4
  298. package/README.md +0 -3
@@ -0,0 +1,115 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.AmqpConnection = void 0;
7
+ const amqplib_1 = __importDefault(require("amqplib"));
8
+ const async_js_1 = require("../common/async.js");
9
+ const index_js_1 = require("../logging/index.js");
10
+ /**
11
+ * One AMQP connection per process with automatic reconnect. Components register channels
12
+ * with a `setup` callback (assert topology, start consuming); setups re-run after every
13
+ * reconnect so consumers and publishers heal without restarts.
14
+ */
15
+ class AmqpConnection {
16
+ options;
17
+ model = null;
18
+ registrations = [];
19
+ closing = false;
20
+ connecting = null;
21
+ logger;
22
+ constructor(options) {
23
+ this.options = options;
24
+ this.logger = options.logger ?? index_js_1.silentLogger;
25
+ }
26
+ get isConnected() {
27
+ return this.model !== null;
28
+ }
29
+ /** Registers a channel. If already connected it is opened immediately. */
30
+ async registerChannel(name, setup, options = {}) {
31
+ const registration = { name, confirm: options.confirm ?? false, setup: setup, channel: null };
32
+ this.registrations.push(registration);
33
+ if (this.model)
34
+ await this.openChannel(registration);
35
+ return { name, current: () => registration.channel };
36
+ }
37
+ /**
38
+ * Connects, retrying with back-off until it succeeds or `close()` is called. Resolves once the
39
+ * first connection is up; later drops reconnect in the background.
40
+ */
41
+ connect() {
42
+ if (!this.connecting) {
43
+ this.connecting = this.connectWithRetry().finally(() => { this.connecting = null; });
44
+ }
45
+ return this.connecting;
46
+ }
47
+ /** Throws when the broker is not reachable — used by readiness checks. */
48
+ assertReady() {
49
+ if (!this.model)
50
+ throw new Error('RabbitMQ is not connected');
51
+ }
52
+ async close() {
53
+ this.closing = true;
54
+ for (const reg of this.registrations) {
55
+ await reg.channel?.close().catch(() => undefined);
56
+ reg.channel = null;
57
+ }
58
+ await this.model?.close().catch(() => undefined);
59
+ this.model = null;
60
+ }
61
+ async connectWithRetry() {
62
+ const delay = this.options.reconnectDelayMs ?? ((n) => Math.min(30_000, 1000 * 2 ** (n - 1)));
63
+ for (let attempt = 1; !this.closing; attempt += 1) {
64
+ try {
65
+ await this.establish();
66
+ return;
67
+ }
68
+ catch (error) {
69
+ this.logger.warn('RabbitMQ connect failed; retrying', { attempt, error: error.message });
70
+ await (0, async_js_1.sleep)(delay(attempt));
71
+ }
72
+ }
73
+ }
74
+ async establish() {
75
+ const model = await amqplib_1.default.connect(this.options.url, {
76
+ clientProperties: { connection_name: this.options.connectionName },
77
+ heartbeat: this.options.heartbeatSec ?? 30,
78
+ });
79
+ model.on('error', (error) => this.logger.error('RabbitMQ connection error', { error: error.message }));
80
+ model.on('close', () => {
81
+ if (this.model !== model)
82
+ return;
83
+ this.model = null;
84
+ for (const reg of this.registrations)
85
+ reg.channel = null;
86
+ if (!this.closing) {
87
+ this.logger.warn('RabbitMQ connection closed; reconnecting');
88
+ void this.connect();
89
+ }
90
+ });
91
+ this.model = model;
92
+ for (const reg of this.registrations)
93
+ await this.openChannel(reg);
94
+ this.logger.info('Connected to RabbitMQ', { connection: this.options.connectionName, channels: this.registrations.length });
95
+ }
96
+ async openChannel(reg) {
97
+ if (!this.model)
98
+ return;
99
+ const channel = reg.confirm ? await this.model.createConfirmChannel() : await this.model.createChannel();
100
+ channel.on('error', (error) => this.logger.error('RabbitMQ channel error', { channel: reg.name, error: error.message }));
101
+ channel.on('close', () => {
102
+ if (reg.channel !== channel)
103
+ return;
104
+ reg.channel = null;
105
+ // A channel can close on its own (e.g. precondition failure) while the connection lives on.
106
+ if (this.model && !this.closing) {
107
+ setTimeout(() => { void this.openChannel(reg).catch((e) => this.logger.error('Channel reopen failed', { channel: reg.name, error: e.message })); }, 1000);
108
+ }
109
+ });
110
+ await reg.setup(channel);
111
+ reg.channel = channel;
112
+ }
113
+ }
114
+ exports.AmqpConnection = AmqpConnection;
115
+ //# sourceMappingURL=connection.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"connection.js","sourceRoot":"","sources":["../../../src/messaging/connection.ts"],"names":[],"mappings":";;;;;;AAAA,sDAA2B;AAE3B,iDAA2C;AAC3C,kDAAmD;AA4BnD;;;;GAIG;AACH,MAAa,cAAc;IAOI;IANrB,KAAK,GAAqB,IAAI,CAAC;IACtB,aAAa,GAA0B,EAAE,CAAC;IACnD,OAAO,GAAG,KAAK,CAAC;IAChB,UAAU,GAAyB,IAAI,CAAC;IAC/B,MAAM,CAAS;IAEhC,YAA6B,OAA8B;QAA9B,YAAO,GAAP,OAAO,CAAuB;QACzD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,uBAAY,CAAC;IAC/C,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC;IAC7B,CAAC;IAED,0EAA0E;IAC1E,KAAK,CAAC,eAAe,CAA8B,IAAY,EAAE,KAAoC,EAAE,UAAiC,EAAE;QACxI,MAAM,YAAY,GAAwB,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,KAAK,EAAE,KAAK,EAAE,KAAsC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACpJ,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACtC,IAAI,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;QACrD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,OAAmB,EAAE,CAAC;IACnE,CAAC;IAED;;;OAGG;IACH,OAAO;QACL,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACvF,CAAC;QACD,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,0EAA0E;IAC1E,WAAW;QACT,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrC,MAAM,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAClD,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC;QACrB,CAAC;QACD,MAAM,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,IAAI,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACtG,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;gBACvB,OAAO;YACT,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;gBACpG,MAAM,IAAA,gBAAK,EAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,MAAM,KAAK,GAAG,MAAM,iBAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE;YACjD,gBAAgB,EAAE,EAAE,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE;YAClE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,EAAE;SAC3C,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC9G,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACrB,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK;gBAAE,OAAO;YACjC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,aAAa;gBAAE,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC;YACzD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;gBAC7D,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;YACtB,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,aAAa;YAAE,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAClE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,QAAQ,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9H,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,GAAwB;QAChD,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QACxB,MAAM,OAAO,GAAY,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;QAClH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAChI,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACvB,IAAI,GAAG,CAAC,OAAO,KAAK,OAAO;gBAAE,OAAO;YACpC,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC;YACnB,4FAA4F;YAC5F,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAChC,UAAU,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAG,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YACvK,CAAC;QACH,CAAC,CAAC,CAAC;QACH,MAAM,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACzB,GAAG,CAAC,OAAO,GAAG,OAAO,CAAC;IACxB,CAAC;CACF;AAjGD,wCAiGC"}
@@ -0,0 +1,134 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.MessageConsumer = void 0;
4
+ const errors_js_1 = require("../common/errors.js");
5
+ const index_js_1 = require("../logging/index.js");
6
+ const envelope_js_1 = require("./envelope.js");
7
+ const topology_js_1 = require("./topology.js");
8
+ const RETRY_HEADER = 'x-retry-count';
9
+ const DEFAULT_RETRY_DELAYS = [1000, 5000, 25_000];
10
+ /**
11
+ * Durable subscriptions with bounded retries and dead-lettering:
12
+ *
13
+ * <queue> ──fail──▶ <queue>.retry.<delay> (TTL, dead-letters back into <queue>)
14
+ * ──fail after last retry / non-retryable──▶ <queue>.dlq
15
+ *
16
+ * One fixed TTL per retry queue avoids head-of-line blocking of per-message TTLs.
17
+ */
18
+ class MessageConsumer {
19
+ connection;
20
+ topology;
21
+ handles = [];
22
+ logger;
23
+ constructor(connection, topology, logger) {
24
+ this.connection = connection;
25
+ this.topology = topology;
26
+ this.logger = logger ?? index_js_1.silentLogger;
27
+ }
28
+ /** Physical DLQ names for every subscription (for monitoring). */
29
+ deadLetterQueues = [];
30
+ async subscribe(options) {
31
+ const queue = this.topology.queue(options.queue);
32
+ const delays = options.retryDelaysMs ?? DEFAULT_RETRY_DELAYS;
33
+ const dlq = (0, topology_js_1.deadLetterQueueName)(queue);
34
+ this.deadLetterQueues.push(dlq);
35
+ const handle = await this.connection.registerChannel(`consumer:${queue}`, async (channel) => {
36
+ await channel.assertExchange(this.topology.eventsExchange, 'topic', { durable: true });
37
+ await channel.assertExchange(this.topology.commandsExchange, 'direct', { durable: true });
38
+ await channel.assertQueue(queue, { durable: true });
39
+ await channel.assertQueue(dlq, { durable: true });
40
+ for (const delay of delays) {
41
+ await channel.assertQueue((0, topology_js_1.retryQueueName)(queue, delay), {
42
+ durable: true,
43
+ arguments: { 'x-message-ttl': delay, 'x-dead-letter-exchange': '', 'x-dead-letter-routing-key': queue },
44
+ });
45
+ }
46
+ for (const binding of options.bindings) {
47
+ if (binding.exchange === 'events') {
48
+ await channel.bindQueue(queue, this.topology.eventsExchange, binding.routingKey);
49
+ }
50
+ else {
51
+ await channel.bindQueue(queue, this.topology.commandsExchange, this.topology.queue(binding.routingKey));
52
+ }
53
+ }
54
+ await channel.prefetch(options.prefetch ?? 10);
55
+ await channel.consume(queue, (msg) => {
56
+ if (msg)
57
+ void this.dispatch(channel, queue, delays, dlq, msg, options);
58
+ });
59
+ });
60
+ this.handles.push(handle);
61
+ this.logger.info('Subscribed', { queue, bindings: options.bindings.map((b) => `${b.exchange}:${b.routingKey}`) });
62
+ }
63
+ async dispatch(channel, queue, delays, dlq, msg, options) {
64
+ const attempt = Number(msg.properties.headers?.[RETRY_HEADER] ?? 0);
65
+ let parsed;
66
+ try {
67
+ parsed = JSON.parse(msg.content.toString('utf8'));
68
+ }
69
+ catch {
70
+ this.deadLetter(channel, dlq, msg, 'Malformed JSON');
71
+ return;
72
+ }
73
+ const envelope = (0, envelope_js_1.isEnvelope)(parsed) ? parsed : null;
74
+ let data = envelope ? envelope.data : parsed;
75
+ if (options.schema) {
76
+ const result = options.schema.safeParse(data);
77
+ if (!result.success) {
78
+ this.deadLetter(channel, dlq, msg, `Schema validation failed: ${result.error.issues.map((i) => i.path.join('.') + ' ' + i.message).join('; ')}`);
79
+ return;
80
+ }
81
+ data = result.data;
82
+ }
83
+ const idemKey = options.idempotency && envelope ? `${queue}:${envelope.eventId}` : null;
84
+ if (idemKey && options.idempotency) {
85
+ const claim = await options.idempotency.begin(idemKey, 300).catch(() => 'claimed');
86
+ if (claim === 'done') {
87
+ this.logger.debug('Duplicate message skipped', { queue, eventId: envelope?.eventId });
88
+ channel.ack(msg);
89
+ return;
90
+ }
91
+ if (claim === 'in-flight') {
92
+ this.retryOrDeadLetter(channel, queue, delays, dlq, msg, attempt, 'Duplicate in flight', true);
93
+ return;
94
+ }
95
+ }
96
+ try {
97
+ await options.handler({ data: data, envelope, routingKey: msg.fields.routingKey, attempt, raw: msg });
98
+ if (idemKey)
99
+ await options.idempotency.complete(idemKey, options.idempotencyTtlSec ?? 7 * 86_400).catch(() => undefined);
100
+ channel.ack(msg);
101
+ }
102
+ catch (error) {
103
+ if (idemKey)
104
+ await options.idempotency.abandon(idemKey).catch(() => undefined);
105
+ const retryable = !(0, errors_js_1.isAppError)(error) || error.retryable;
106
+ const reason = error?.message ?? String(error);
107
+ this.logger.warn('Message handler failed', { queue, attempt, retryable, eventId: envelope?.eventId, error: reason });
108
+ this.retryOrDeadLetter(channel, queue, delays, dlq, msg, attempt, reason, retryable);
109
+ }
110
+ }
111
+ retryOrDeadLetter(channel, queue, delays, dlq, msg, attempt, reason, retryable) {
112
+ if (retryable && attempt < delays.length) {
113
+ channel.sendToQueue((0, topology_js_1.retryQueueName)(queue, delays[attempt]), msg.content, {
114
+ ...msg.properties,
115
+ persistent: true,
116
+ headers: { ...(msg.properties.headers ?? {}), [RETRY_HEADER]: attempt + 1, 'x-last-error': reason.slice(0, 500), 'x-original-routing-key': msg.fields.routingKey },
117
+ });
118
+ channel.ack(msg);
119
+ return;
120
+ }
121
+ this.deadLetter(channel, dlq, msg, reason);
122
+ }
123
+ deadLetter(channel, dlq, msg, reason) {
124
+ this.logger.error('Message dead-lettered', { dlq, routingKey: msg.fields.routingKey, reason });
125
+ channel.sendToQueue(dlq, msg.content, {
126
+ ...msg.properties,
127
+ persistent: true,
128
+ headers: { ...(msg.properties.headers ?? {}), 'x-dead-letter-reason': reason.slice(0, 1000), 'x-failed-at': new Date().toISOString(), 'x-original-routing-key': msg.fields.routingKey },
129
+ });
130
+ channel.ack(msg);
131
+ }
132
+ }
133
+ exports.MessageConsumer = MessageConsumer;
134
+ //# sourceMappingURL=consumer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"consumer.js","sourceRoot":"","sources":["../../../src/messaging/consumer.ts"],"names":[],"mappings":";;;AAEA,mDAAiD;AACjD,kDAAmD;AAGnD,+CAA2C;AAE3C,+CAAmF;AAiCnF,MAAM,YAAY,GAAG,eAAe,CAAC;AACrC,MAAM,oBAAoB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;AAElD;;;;;;;GAOG;AACH,MAAa,eAAe;IAIG;IAA6C;IAHzD,OAAO,GAAoB,EAAE,CAAC;IAC9B,MAAM,CAAS;IAEhC,YAA6B,UAA0B,EAAmB,QAAkB,EAAE,MAAe;QAAhF,eAAU,GAAV,UAAU,CAAgB;QAAmB,aAAQ,GAAR,QAAQ,CAAU;QAC1F,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,uBAAY,CAAC;IACvC,CAAC;IAED,kEAAkE;IACzD,gBAAgB,GAAa,EAAE,CAAC;IAEzC,KAAK,CAAC,SAAS,CAAc,OAA+B;QAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,IAAI,oBAAoB,CAAC;QAC7D,MAAM,GAAG,GAAG,IAAA,iCAAmB,EAAC,KAAK,CAAC,CAAC;QACvC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEhC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,YAAY,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YAC1F,MAAM,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACvF,MAAM,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1F,MAAM,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,MAAM,OAAO,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,OAAO,CAAC,WAAW,CAAC,IAAA,4BAAc,EAAC,KAAK,EAAE,KAAK,CAAC,EAAE;oBACtD,OAAO,EAAE,IAAI;oBACb,SAAS,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,wBAAwB,EAAE,EAAE,EAAE,2BAA2B,EAAE,KAAK,EAAE;iBACxG,CAAC,CAAC;YACL,CAAC;YACD,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACvC,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBAClC,MAAM,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;gBACnF,CAAC;qBAAM,CAAC;oBACN,MAAM,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,gBAAgB,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC1G,CAAC;YACH,CAAC;YACD,MAAM,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;YAC/C,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE;gBACnC,IAAI,GAAG;oBAAE,KAAK,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YACzE,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;IACpH,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAI,OAAgB,EAAE,KAAa,EAAE,MAAgB,EAAE,GAAW,EAAE,GAAmB,EAAE,OAA+B;QAC5I,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;QACpE,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACpD,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,gBAAgB,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,IAAA,wBAAU,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;QACpD,IAAI,IAAI,GAAY,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;QACtD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,6BAA6B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjJ,OAAO;YACT,CAAC;YACD,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACrB,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACxF,IAAI,OAAO,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAkB,CAAC,CAAC;YAC5F,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;gBACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;gBACtF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACjB,OAAO;YACT,CAAC;YACD,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;gBAC1B,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,qBAAqB,EAAE,IAAI,CAAC,CAAC;gBAC/F,OAAO;YACT,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;YAC3G,IAAI,OAAO;gBAAE,MAAM,OAAO,CAAC,WAAY,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,iBAAiB,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC1H,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,OAAO;gBAAE,MAAM,OAAO,CAAC,WAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAChF,MAAM,SAAS,GAAG,CAAC,IAAA,sBAAU,EAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC;YACxD,MAAM,MAAM,GAAI,KAAe,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;YAC1D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YACrH,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IAEO,iBAAiB,CAAC,OAAgB,EAAE,KAAa,EAAE,MAAgB,EAAE,GAAW,EAAE,GAAmB,EAAE,OAAe,EAAE,MAAc,EAAE,SAAkB;QAChK,IAAI,SAAS,IAAI,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;YACzC,OAAO,CAAC,WAAW,CAAC,IAAA,4BAAc,EAAC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAE,CAAC,EAAE,GAAG,CAAC,OAAO,EAAE;gBACxE,GAAG,GAAG,CAAC,UAAU;gBACjB,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,EAAE,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC,YAAY,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,wBAAwB,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE;aACnK,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACjB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;IAC7C,CAAC;IAEO,UAAU,CAAC,OAAgB,EAAE,GAAW,EAAE,GAAmB,EAAE,MAAc;QACnF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/F,OAAO,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,EAAE;YACpC,GAAG,GAAG,CAAC,UAAU;YACjB,UAAU,EAAE,IAAI;YAChB,OAAO,EAAE,EAAE,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,sBAAsB,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,wBAAwB,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE;SACxL,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACnB,CAAC;CACF;AAlHD,0CAkHC"}
@@ -0,0 +1,23 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.buildEnvelope = buildEnvelope;
4
+ exports.isEnvelope = isEnvelope;
5
+ const id_js_1 = require("../common/id.js");
6
+ function buildEnvelope(type, data, source, meta = {}) {
7
+ return {
8
+ eventId: meta.eventId ?? (0, id_js_1.newId)(),
9
+ type,
10
+ version: meta.version ?? 1,
11
+ occurredAt: new Date().toISOString(),
12
+ source,
13
+ ...(meta.correlationId ? { correlationId: meta.correlationId } : {}),
14
+ actor: { userId: meta.actorId ?? null },
15
+ ...(meta.aggregate ? { aggregate: meta.aggregate } : {}),
16
+ data,
17
+ };
18
+ }
19
+ function isEnvelope(value) {
20
+ const v = value;
21
+ return !!v && typeof v === 'object' && typeof v.eventId === 'string' && typeof v.type === 'string' && 'data' in v;
22
+ }
23
+ //# sourceMappingURL=envelope.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"envelope.js","sourceRoot":"","sources":["../../../src/messaging/envelope.ts"],"names":[],"mappings":";;AAYA,sCAYC;AAED,gCAGC;AA7BD,2CAAwC;AAYxC,SAAgB,aAAa,CAAI,IAAY,EAAE,IAAO,EAAE,MAAc,EAAE,OAAqB,EAAE;IAC7F,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAA,aAAK,GAAE;QAChC,IAAI;QACJ,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,CAAC;QAC1B,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,MAAM;QACN,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE;QACvC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,IAAI;KACL,CAAC;AACJ,CAAC;AAED,SAAgB,UAAU,CAAC,KAAc;IACvC,MAAM,CAAC,GAAG,KAAsC,CAAC;IACjD,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,IAAI,CAAC,CAAC;AACpH,CAAC"}
@@ -0,0 +1,57 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.MemoryIdempotencyStore = exports.RedisIdempotencyStore = void 0;
4
+ const PROCESSING = 'processing';
5
+ const DONE = 'done';
6
+ class RedisIdempotencyStore {
7
+ redis;
8
+ prefix;
9
+ constructor(redis, prefix = 'idem:') {
10
+ this.redis = redis;
11
+ this.prefix = prefix;
12
+ }
13
+ async begin(key, leaseSec) {
14
+ const k = this.prefix + key;
15
+ const set = await this.redis.set(k, PROCESSING, 'EX', leaseSec, 'NX');
16
+ if (set === 'OK')
17
+ return 'claimed';
18
+ return (await this.redis.get(k)) === DONE ? 'done' : 'in-flight';
19
+ }
20
+ async complete(key, ttlSec) {
21
+ await this.redis.set(this.prefix + key, DONE, 'EX', ttlSec);
22
+ }
23
+ async abandon(key) {
24
+ const k = this.prefix + key;
25
+ // Only release our own lease — never erase a completed marker.
26
+ await this.redis.eval("if redis.call('get', KEYS[1]) == ARGV[1] then return redis.call('del', KEYS[1]) end return 0", 1, k, PROCESSING);
27
+ }
28
+ }
29
+ exports.RedisIdempotencyStore = RedisIdempotencyStore;
30
+ class MemoryIdempotencyStore {
31
+ entries = new Map();
32
+ read(key) {
33
+ const entry = this.entries.get(key);
34
+ if (entry && entry.expiresAt < Date.now()) {
35
+ this.entries.delete(key);
36
+ return undefined;
37
+ }
38
+ return entry;
39
+ }
40
+ async begin(key, leaseSec) {
41
+ const entry = this.read(key);
42
+ if (!entry) {
43
+ this.entries.set(key, { value: PROCESSING, expiresAt: Date.now() + leaseSec * 1000 });
44
+ return 'claimed';
45
+ }
46
+ return entry.value === DONE ? 'done' : 'in-flight';
47
+ }
48
+ async complete(key, ttlSec) {
49
+ this.entries.set(key, { value: DONE, expiresAt: Date.now() + ttlSec * 1000 });
50
+ }
51
+ async abandon(key) {
52
+ if (this.read(key)?.value === PROCESSING)
53
+ this.entries.delete(key);
54
+ }
55
+ }
56
+ exports.MemoryIdempotencyStore = MemoryIdempotencyStore;
57
+ //# sourceMappingURL=idempotency.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"idempotency.js","sourceRoot":"","sources":["../../../src/messaging/idempotency.ts"],"names":[],"mappings":";;;AAgBA,MAAM,UAAU,GAAG,YAAY,CAAC;AAChC,MAAM,IAAI,GAAG,MAAM,CAAC;AAEpB,MAAa,qBAAqB;IACH;IAA+B;IAA5D,YAA6B,KAAY,EAAmB,SAAS,OAAO;QAA/C,UAAK,GAAL,KAAK,CAAO;QAAmB,WAAM,GAAN,MAAM,CAAU;IAAG,CAAC;IAEhF,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,QAAgB;QACvC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;QAC5B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QACtE,IAAI,GAAG,KAAK,IAAI;YAAE,OAAO,SAAS,CAAC;QACnC,OAAO,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,MAAc;QACxC,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAW;QACvB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;QAC5B,+DAA+D;QAC/D,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,8FAA8F,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;IAC1I,CAAC;CACF;AAnBD,sDAmBC;AAED,MAAa,sBAAsB;IAChB,OAAO,GAAG,IAAI,GAAG,EAAgD,CAAC;IAE3E,IAAI,CAAC,GAAW;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,KAAK,IAAI,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YAC1C,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzB,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,QAAgB;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,GAAG,IAAI,EAAE,CAAC,CAAC;YACtF,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,MAAc;QACxC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,GAAG,IAAI,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAW;QACvB,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,KAAK,KAAK,UAAU;YAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACrE,CAAC;CACF;AA5BD,wDA4BC"}
@@ -0,0 +1,62 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ exports.createMessaging = createMessaging;
18
+ const index_js_1 = require("../logging/index.js");
19
+ const connection_js_1 = require("./connection.js");
20
+ const consumer_js_1 = require("./consumer.js");
21
+ const monitor_js_1 = require("./monitor.js");
22
+ const publisher_js_1 = require("./publisher.js");
23
+ const rpc_js_1 = require("./rpc.js");
24
+ const topology_js_1 = require("./topology.js");
25
+ __exportStar(require("./connection.js"), exports);
26
+ __exportStar(require("./topology.js"), exports);
27
+ __exportStar(require("./envelope.js"), exports);
28
+ __exportStar(require("./publisher.js"), exports);
29
+ __exportStar(require("./consumer.js"), exports);
30
+ __exportStar(require("./idempotency.js"), exports);
31
+ __exportStar(require("./rpc.js"), exports);
32
+ __exportStar(require("./outbox.js"), exports);
33
+ __exportStar(require("./monitor.js"), exports);
34
+ __exportStar(require("./staff-notifier.js"), exports);
35
+ /** Wires one connection with a publisher, consumer, RPC server/client and DLQ monitor. */
36
+ function createMessaging(options) {
37
+ const logger = options.logger ?? index_js_1.silentLogger;
38
+ const topology = (0, topology_js_1.createTopology)({ app: options.app, prefix: options.prefix });
39
+ const connection = new connection_js_1.AmqpConnection({ url: options.url, connectionName: `${options.service}@${options.prefix}`, logger });
40
+ const publisher = new publisher_js_1.MessagePublisher({ connection, topology, source: options.service, logger });
41
+ const consumer = new consumer_js_1.MessageConsumer(connection, topology, logger);
42
+ const rpcServer = new rpc_js_1.RpcServer(connection, topology, logger);
43
+ const rpcClient = new rpc_js_1.RpcClient(connection, topology, options.service, logger);
44
+ const monitor = new monitor_js_1.QueueMonitor(connection, () => consumer.deadLetterQueues, logger);
45
+ return {
46
+ topology,
47
+ connection,
48
+ publisher,
49
+ consumer,
50
+ rpcServer,
51
+ rpcClient,
52
+ monitor,
53
+ async start() {
54
+ await publisher.init();
55
+ await rpcClient.init();
56
+ await monitor.init();
57
+ await connection.connect();
58
+ },
59
+ close: () => connection.close(),
60
+ };
61
+ }
62
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/messaging/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AA0CA,0CA0BC;AApED,kDAAmD;AAEnD,mDAAiD;AACjD,+CAAgD;AAChD,6CAA4C;AAC5C,iDAAkD;AAClD,qCAAgD;AAChD,+CAA8D;AAE9D,kDAAgC;AAChC,gDAA8B;AAC9B,gDAA8B;AAC9B,iDAA+B;AAC/B,gDAA8B;AAC9B,mDAAiC;AACjC,2CAAyB;AACzB,8CAA4B;AAC5B,+CAA6B;AAC7B,sDAAoC;AAuBpC,0FAA0F;AAC1F,SAAgB,eAAe,CAAC,OAAyB;IACvD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,uBAAY,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAA,4BAAc,EAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9E,MAAM,UAAU,GAAG,IAAI,8BAAc,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAC5H,MAAM,SAAS,GAAG,IAAI,+BAAgB,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAClG,MAAM,QAAQ,GAAG,IAAI,6BAAe,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,IAAI,kBAAS,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC9D,MAAM,SAAS,GAAG,IAAI,kBAAS,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC/E,MAAM,OAAO,GAAG,IAAI,yBAAY,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;IAEtF,OAAO;QACL,QAAQ;QACR,UAAU;QACV,SAAS;QACT,QAAQ;QACR,SAAS;QACT,SAAS;QACT,OAAO;QACP,KAAK,CAAC,KAAK;YACT,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;YACvB,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;YACvB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;QAC7B,CAAC;QACD,KAAK,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE;KAChC,CAAC;AACJ,CAAC"}
@@ -0,0 +1,48 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.QueueMonitor = void 0;
4
+ const index_js_1 = require("../logging/index.js");
5
+ /**
6
+ * Reports queue depth (typically DLQs) for `/health` details and alerting. Uses its own
7
+ * channel because `checkQueue` on a missing queue closes the channel it runs on.
8
+ */
9
+ class QueueMonitor {
10
+ connection;
11
+ queues;
12
+ handle = null;
13
+ logger;
14
+ last = [];
15
+ constructor(connection, queues, logger) {
16
+ this.connection = connection;
17
+ this.queues = queues;
18
+ this.logger = logger ?? index_js_1.silentLogger;
19
+ }
20
+ async init() {
21
+ this.handle = await this.connection.registerChannel('queue-monitor', async () => undefined);
22
+ }
23
+ async check() {
24
+ const channel = this.handle?.current();
25
+ if (!channel)
26
+ return this.last;
27
+ const stats = [];
28
+ for (const queue of this.queues()) {
29
+ try {
30
+ const info = await channel.checkQueue(queue);
31
+ stats.push({ queue, messages: info.messageCount, consumers: info.consumerCount });
32
+ }
33
+ catch {
34
+ stats.push({ queue, messages: -1, consumers: 0 });
35
+ }
36
+ }
37
+ const nonEmpty = stats.filter((s) => s.messages > 0);
38
+ if (nonEmpty.length)
39
+ this.logger.warn('Dead-letter queues have messages', { queues: nonEmpty });
40
+ this.last = stats;
41
+ return stats;
42
+ }
43
+ get lastStats() {
44
+ return this.last;
45
+ }
46
+ }
47
+ exports.QueueMonitor = QueueMonitor;
48
+ //# sourceMappingURL=monitor.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"monitor.js","sourceRoot":"","sources":["../../../src/messaging/monitor.ts"],"names":[],"mappings":";;;AAAA,kDAAmD;AAUnD;;;GAGG;AACH,MAAa,YAAY;IAKM;IAA6C;IAJlE,MAAM,GAAyB,IAAI,CAAC;IAC3B,MAAM,CAAS;IACxB,IAAI,GAAgB,EAAE,CAAC;IAE/B,YAA6B,UAA0B,EAAmB,MAAsB,EAAE,MAAe;QAApF,eAAU,GAAV,UAAU,CAAgB;QAAmB,WAAM,GAAN,MAAM,CAAgB;QAC9F,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,uBAAY,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC;IAC9F,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QACvC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC;QAC/B,MAAM,KAAK,GAAgB,EAAE,CAAC;QAC9B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBAC7C,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,SAAS,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;YACpF,CAAC;YAAC,MAAM,CAAC;gBACP,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;QACrD,IAAI,QAAQ,CAAC,MAAM;YAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;QAChG,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC;QAClB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;CACF;AAlCD,oCAkCC"}
@@ -0,0 +1,135 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.OutboxRelay = exports.DEFAULT_OUTBOX_TABLE = void 0;
4
+ exports.outboxRoutingKey = outboxRoutingKey;
5
+ exports.enqueueOutbox = enqueueOutbox;
6
+ const index_js_1 = require("../logging/index.js");
7
+ const publisher_js_1 = require("./publisher.js");
8
+ exports.DEFAULT_OUTBOX_TABLE = 'event_outbox';
9
+ const COMMAND_PREFIX = 'command:';
10
+ /** Outbox `routing_key` column value: the event type, or `command:<name>` for commands. */
11
+ function outboxRoutingKey(envelope, kind = 'event') {
12
+ return kind === 'command' ? `${COMMAND_PREFIX}${envelope.type}` : envelope.type;
13
+ }
14
+ /**
15
+ * Transactional outbox: write the domain change and the event in one DB transaction, then a
16
+ * relay publishes pending rows with broker confirms. Closes the "row committed, event lost"
17
+ * gap of publish-after-commit. Consumers must be idempotent (they are: see IdempotencyStore).
18
+ *
19
+ * Table (see `createOutboxTable` in `@heavybit/shared-lib/knex`):
20
+ * id CHAR(26) PK = eventId, routing_key, payload JSON, attempts, last_error, created_at, published_at
21
+ */
22
+ async function enqueueOutbox(db, envelope, options = {}) {
23
+ await db(options.table ?? exports.DEFAULT_OUTBOX_TABLE).insert({
24
+ id: envelope.eventId,
25
+ routing_key: outboxRoutingKey(envelope, options.kind),
26
+ payload: JSON.stringify(envelope),
27
+ attempts: 0,
28
+ created_at: new Date(),
29
+ });
30
+ }
31
+ class OutboxRelay {
32
+ options;
33
+ timer = null;
34
+ running = null;
35
+ rerun = false;
36
+ logger;
37
+ table;
38
+ constructor(options) {
39
+ this.options = options;
40
+ this.logger = options.logger ?? index_js_1.silentLogger;
41
+ this.table = options.table ?? exports.DEFAULT_OUTBOX_TABLE;
42
+ }
43
+ start() {
44
+ if (this.timer)
45
+ return;
46
+ this.timer = setInterval(() => { void this.trigger(); }, this.options.intervalMs ?? 2000);
47
+ void this.trigger();
48
+ }
49
+ stop() {
50
+ if (this.timer)
51
+ clearInterval(this.timer);
52
+ this.timer = null;
53
+ }
54
+ /** Publishes pending rows now. Concurrent triggers coalesce into one follow-up run. */
55
+ async trigger() {
56
+ if (this.running) {
57
+ this.rerun = true;
58
+ return;
59
+ }
60
+ do {
61
+ this.rerun = false;
62
+ this.running = this.flush();
63
+ try {
64
+ await this.running;
65
+ }
66
+ finally {
67
+ this.running = null;
68
+ }
69
+ } while (this.rerun);
70
+ }
71
+ /** One batch. Returns how many rows were published. */
72
+ async flush() {
73
+ const { knex, bus } = this.options;
74
+ let published = 0;
75
+ try {
76
+ await knex.transaction(async (trx) => {
77
+ // SKIP LOCKED lets several replicas relay concurrently without double-publishing.
78
+ const rows = await trx(this.table)
79
+ .select('id', 'routing_key', 'payload', 'attempts')
80
+ .whereNull('published_at')
81
+ .orderBy('id', 'asc')
82
+ .limit(this.options.batchSize ?? 100)
83
+ .forUpdate()
84
+ .skipLocked();
85
+ for (const row of rows) {
86
+ const envelope = (typeof row.payload === 'string' ? JSON.parse(row.payload) : row.payload);
87
+ try {
88
+ if (row.routing_key.startsWith(COMMAND_PREFIX))
89
+ await bus.sendEnvelope(envelope);
90
+ else
91
+ await bus.publishEnvelope(envelope);
92
+ await trx(this.table).where({ id: row.id }).update({ published_at: new Date(), last_error: null });
93
+ published += 1;
94
+ }
95
+ catch (error) {
96
+ await trx(this.table).where({ id: row.id }).update({ attempts: knex.raw('attempts + 1'), last_error: String(error.message).slice(0, 500) });
97
+ // Unroutable: only this command's owner is missing. Keep the row for the next tick and carry on,
98
+ // so one undeclared queue never holds back every other event behind it.
99
+ if ((0, publisher_js_1.isUnroutableError)(error)) {
100
+ this.reportUnroutable(row, error);
101
+ continue;
102
+ }
103
+ // Broker down: stop this batch; the next tick retries in order.
104
+ break;
105
+ }
106
+ }
107
+ });
108
+ }
109
+ catch (error) {
110
+ this.logger.error('Outbox relay batch failed', { error: error.message });
111
+ }
112
+ if (published)
113
+ this.logger.debug('Outbox relayed', { published });
114
+ return published;
115
+ }
116
+ /**
117
+ * Logged on the 1st, 2nd, 4th, 8th… failure of a row (the attempt count before this one is in `attempts`),
118
+ * so a queue that stays missing for hours is still visible without a line every tick.
119
+ */
120
+ reportUnroutable(row, error) {
121
+ const attempt = Number(row.attempts ?? 0) + 1;
122
+ if ((attempt & (attempt - 1)) !== 0)
123
+ return;
124
+ this.logger.error('Outbox command is unroutable: its consumer queue is not declared; will retry', {
125
+ eventId: row.id, routingKey: row.routing_key, target: error.routingKey, attempt,
126
+ });
127
+ }
128
+ /** Deletes published rows older than `olderThanDays`. */
129
+ async prune(olderThanDays = 7) {
130
+ const cutoff = new Date(Date.now() - olderThanDays * 86_400_000);
131
+ return this.options.knex(this.table).whereNotNull('published_at').andWhere('published_at', '<', cutoff).delete();
132
+ }
133
+ }
134
+ exports.OutboxRelay = OutboxRelay;
135
+ //# sourceMappingURL=outbox.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"outbox.js","sourceRoot":"","sources":["../../../src/messaging/outbox.ts"],"names":[],"mappings":";;;AAYA,4CAEC;AAUD,sCAQC;AA/BD,kDAAmD;AAEnD,iDAAgH;AAEnG,QAAA,oBAAoB,GAAG,cAAc,CAAC;AAInD,MAAM,cAAc,GAAG,UAAU,CAAC;AAElC,2FAA2F;AAC3F,SAAgB,gBAAgB,CAAC,QAAqC,EAAE,OAAmB,OAAO;IAChG,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,cAAc,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;AAClF,CAAC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,aAAa,CAAC,EAA2B,EAAE,QAAuB,EAAE,UAAiD,EAAE;IAC3I,MAAM,EAAE,CAAC,OAAO,CAAC,KAAK,IAAI,4BAAoB,CAAC,CAAC,MAAM,CAAC;QACrD,EAAE,EAAE,QAAQ,CAAC,OAAO;QACpB,WAAW,EAAE,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC;QACrD,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;QACjC,QAAQ,EAAE,CAAC;QACX,UAAU,EAAE,IAAI,IAAI,EAAE;KACvB,CAAC,CAAC;AACL,CAAC;AAYD,MAAa,WAAW;IAOO;IANrB,KAAK,GAA0C,IAAI,CAAC;IACpD,OAAO,GAA2B,IAAI,CAAC;IACvC,KAAK,GAAG,KAAK,CAAC;IACL,MAAM,CAAS;IACf,KAAK,CAAS;IAE/B,YAA6B,OAA2B;QAA3B,YAAO,GAAP,OAAO,CAAoB;QACtD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,uBAAY,CAAC;QAC7C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,4BAAoB,CAAC;IACrD,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO;QACvB,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC;QAC1F,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;IACtB,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,KAAK;YAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,uFAAuF;IACvF,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,OAAO;QACT,CAAC;QACD,GAAG,CAAC;YACF,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,OAAO,CAAC;YACrB,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACtB,CAAC;QACH,CAAC,QAAQ,IAAI,CAAC,KAAK,EAAE;IACvB,CAAC;IAED,uDAAuD;IACvD,KAAK,CAAC,KAAK;QACT,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACnC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBACnC,kFAAkF;gBAClF,MAAM,IAAI,GAA2F,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC;qBACvH,MAAM,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,CAAC;qBAClD,SAAS,CAAC,cAAc,CAAC;qBACzB,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;qBACpB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC;qBACpC,SAAS,EAAE;qBACX,UAAU,EAAE,CAAC;gBAChB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;oBACvB,MAAM,QAAQ,GAAG,CAAC,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAkB,CAAC;oBAC5G,IAAI,CAAC;wBACH,IAAI,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,cAAc,CAAC;4BAAE,MAAM,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;;4BAC5E,MAAM,GAAG,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;wBACzC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,IAAI,IAAI,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;wBACnG,SAAS,IAAI,CAAC,CAAC;oBACjB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,UAAU,EAAE,MAAM,CAAE,KAAe,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;wBACvJ,iGAAiG;wBACjG,wEAAwE;wBACxE,IAAI,IAAA,gCAAiB,EAAC,KAAK,CAAC,EAAE,CAAC;4BAC7B,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;4BAClC,SAAS;wBACX,CAAC;wBACD,gEAAgE;wBAChE,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QACtF,CAAC;QACD,IAAI,SAAS;YAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAClE,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;OAGG;IACK,gBAAgB,CAAC,GAA2D,EAAE,KAA6B;QACjH,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,CAAC,OAAO,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;YAAE,OAAO;QAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8EAA8E,EAAE;YAChG,OAAO,EAAE,GAAG,CAAC,EAAE,EAAE,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,OAAO;SAChF,CAAC,CAAC;IACL,CAAC;IAED,yDAAyD;IACzD,KAAK,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,GAAG,UAAU,CAAC,CAAC;QACjE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;IACnH,CAAC;CACF;AAlGD,kCAkGC"}