mysql-boss 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (148) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +688 -0
  3. package/dist/cjs/archive.d.ts +8 -0
  4. package/dist/cjs/archive.d.ts.map +1 -0
  5. package/dist/cjs/archive.js +82 -0
  6. package/dist/cjs/archive.js.map +1 -0
  7. package/dist/cjs/boss.d.ts +45 -0
  8. package/dist/cjs/boss.d.ts.map +1 -0
  9. package/dist/cjs/boss.js +205 -0
  10. package/dist/cjs/boss.js.map +1 -0
  11. package/dist/cjs/claim.d.ts +5 -0
  12. package/dist/cjs/claim.d.ts.map +1 -0
  13. package/dist/cjs/claim.js +47 -0
  14. package/dist/cjs/claim.js.map +1 -0
  15. package/dist/cjs/connection.d.ts +4 -0
  16. package/dist/cjs/connection.d.ts.map +1 -0
  17. package/dist/cjs/connection.js +26 -0
  18. package/dist/cjs/connection.js.map +1 -0
  19. package/dist/cjs/cron/next.d.ts +3 -0
  20. package/dist/cjs/cron/next.d.ts.map +1 -0
  21. package/dist/cjs/cron/next.js +179 -0
  22. package/dist/cjs/cron/next.js.map +1 -0
  23. package/dist/cjs/cron/parse.d.ts +11 -0
  24. package/dist/cjs/cron/parse.d.ts.map +1 -0
  25. package/dist/cjs/cron/parse.js +99 -0
  26. package/dist/cjs/cron/parse.js.map +1 -0
  27. package/dist/cjs/dlq.d.ts +11 -0
  28. package/dist/cjs/dlq.d.ts.map +1 -0
  29. package/dist/cjs/dlq.js +92 -0
  30. package/dist/cjs/dlq.js.map +1 -0
  31. package/dist/cjs/errors.d.ts +10 -0
  32. package/dist/cjs/errors.d.ts.map +1 -0
  33. package/dist/cjs/errors.js +25 -0
  34. package/dist/cjs/errors.js.map +1 -0
  35. package/dist/cjs/fail.d.ts +8 -0
  36. package/dist/cjs/fail.d.ts.map +1 -0
  37. package/dist/cjs/fail.js +19 -0
  38. package/dist/cjs/fail.js.map +1 -0
  39. package/dist/cjs/heartbeat.d.ts +4 -0
  40. package/dist/cjs/heartbeat.d.ts.map +1 -0
  41. package/dist/cjs/heartbeat.js +18 -0
  42. package/dist/cjs/heartbeat.js.map +1 -0
  43. package/dist/cjs/index.d.ts +70 -0
  44. package/dist/cjs/index.d.ts.map +1 -0
  45. package/dist/cjs/index.js +10 -0
  46. package/dist/cjs/index.js.map +1 -0
  47. package/dist/cjs/migrate.d.ts +4 -0
  48. package/dist/cjs/migrate.d.ts.map +1 -0
  49. package/dist/cjs/migrate.js +14 -0
  50. package/dist/cjs/migrate.js.map +1 -0
  51. package/dist/cjs/package.json +1 -0
  52. package/dist/cjs/retry-util.d.ts +2 -0
  53. package/dist/cjs/retry-util.d.ts.map +1 -0
  54. package/dist/cjs/retry-util.js +31 -0
  55. package/dist/cjs/retry-util.js.map +1 -0
  56. package/dist/cjs/sql.d.ts +82 -0
  57. package/dist/cjs/sql.d.ts.map +1 -0
  58. package/dist/cjs/sql.js +396 -0
  59. package/dist/cjs/sql.js.map +1 -0
  60. package/dist/cjs/sweep.d.ts +4 -0
  61. package/dist/cjs/sweep.d.ts.map +1 -0
  62. package/dist/cjs/sweep.js +46 -0
  63. package/dist/cjs/sweep.js.map +1 -0
  64. package/dist/cjs/tick.d.ts +11 -0
  65. package/dist/cjs/tick.d.ts.map +1 -0
  66. package/dist/cjs/tick.js +82 -0
  67. package/dist/cjs/tick.js.map +1 -0
  68. package/dist/cjs/util.d.ts +2 -0
  69. package/dist/cjs/util.d.ts.map +1 -0
  70. package/dist/cjs/util.js +7 -0
  71. package/dist/cjs/util.js.map +1 -0
  72. package/dist/cjs/worker.d.ts +42 -0
  73. package/dist/cjs/worker.d.ts.map +1 -0
  74. package/dist/cjs/worker.js +232 -0
  75. package/dist/cjs/worker.js.map +1 -0
  76. package/dist/esm/archive.d.ts +8 -0
  77. package/dist/esm/archive.d.ts.map +1 -0
  78. package/dist/esm/archive.js +76 -0
  79. package/dist/esm/archive.js.map +1 -0
  80. package/dist/esm/boss.d.ts +45 -0
  81. package/dist/esm/boss.d.ts.map +1 -0
  82. package/dist/esm/boss.js +201 -0
  83. package/dist/esm/boss.js.map +1 -0
  84. package/dist/esm/claim.d.ts +5 -0
  85. package/dist/esm/claim.d.ts.map +1 -0
  86. package/dist/esm/claim.js +44 -0
  87. package/dist/esm/claim.js.map +1 -0
  88. package/dist/esm/connection.d.ts +4 -0
  89. package/dist/esm/connection.d.ts.map +1 -0
  90. package/dist/esm/connection.js +22 -0
  91. package/dist/esm/connection.js.map +1 -0
  92. package/dist/esm/cron/next.d.ts +3 -0
  93. package/dist/esm/cron/next.d.ts.map +1 -0
  94. package/dist/esm/cron/next.js +176 -0
  95. package/dist/esm/cron/next.js.map +1 -0
  96. package/dist/esm/cron/parse.d.ts +11 -0
  97. package/dist/esm/cron/parse.d.ts.map +1 -0
  98. package/dist/esm/cron/parse.js +96 -0
  99. package/dist/esm/cron/parse.js.map +1 -0
  100. package/dist/esm/dlq.d.ts +11 -0
  101. package/dist/esm/dlq.d.ts.map +1 -0
  102. package/dist/esm/dlq.js +87 -0
  103. package/dist/esm/dlq.js.map +1 -0
  104. package/dist/esm/errors.d.ts +10 -0
  105. package/dist/esm/errors.d.ts.map +1 -0
  106. package/dist/esm/errors.js +19 -0
  107. package/dist/esm/errors.js.map +1 -0
  108. package/dist/esm/fail.d.ts +8 -0
  109. package/dist/esm/fail.d.ts.map +1 -0
  110. package/dist/esm/fail.js +16 -0
  111. package/dist/esm/fail.js.map +1 -0
  112. package/dist/esm/heartbeat.d.ts +4 -0
  113. package/dist/esm/heartbeat.d.ts.map +1 -0
  114. package/dist/esm/heartbeat.js +15 -0
  115. package/dist/esm/heartbeat.js.map +1 -0
  116. package/dist/esm/index.d.ts +70 -0
  117. package/dist/esm/index.d.ts.map +1 -0
  118. package/dist/esm/index.js +3 -0
  119. package/dist/esm/index.js.map +1 -0
  120. package/dist/esm/migrate.d.ts +4 -0
  121. package/dist/esm/migrate.d.ts.map +1 -0
  122. package/dist/esm/migrate.js +11 -0
  123. package/dist/esm/migrate.js.map +1 -0
  124. package/dist/esm/retry-util.d.ts +2 -0
  125. package/dist/esm/retry-util.d.ts.map +1 -0
  126. package/dist/esm/retry-util.js +28 -0
  127. package/dist/esm/retry-util.js.map +1 -0
  128. package/dist/esm/sql.d.ts +82 -0
  129. package/dist/esm/sql.d.ts.map +1 -0
  130. package/dist/esm/sql.js +392 -0
  131. package/dist/esm/sql.js.map +1 -0
  132. package/dist/esm/sweep.d.ts +4 -0
  133. package/dist/esm/sweep.d.ts.map +1 -0
  134. package/dist/esm/sweep.js +43 -0
  135. package/dist/esm/sweep.js.map +1 -0
  136. package/dist/esm/tick.d.ts +11 -0
  137. package/dist/esm/tick.d.ts.map +1 -0
  138. package/dist/esm/tick.js +77 -0
  139. package/dist/esm/tick.js.map +1 -0
  140. package/dist/esm/util.d.ts +2 -0
  141. package/dist/esm/util.d.ts.map +1 -0
  142. package/dist/esm/util.js +4 -0
  143. package/dist/esm/util.js.map +1 -0
  144. package/dist/esm/worker.d.ts +42 -0
  145. package/dist/esm/worker.d.ts.map +1 -0
  146. package/dist/esm/worker.js +228 -0
  147. package/dist/esm/worker.js.map +1 -0
  148. package/package.json +64 -0
@@ -0,0 +1,82 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.runTick = runTick;
4
+ exports.upsertSchedule = upsertSchedule;
5
+ exports.deleteSchedule = deleteSchedule;
6
+ const connection_js_1 = require("./connection.js");
7
+ const next_js_1 = require("./cron/next.js");
8
+ const parse_js_1 = require("./cron/parse.js");
9
+ const retry_util_js_1 = require("./retry-util.js");
10
+ const sql_js_1 = require("./sql.js");
11
+ const util_js_1 = require("./util.js");
12
+ async function runTick(pool, sql = sql_js_1.UNPREFIXED_SQL) {
13
+ return (0, retry_util_js_1.withDeadlockRetry)(async () => {
14
+ const conn = await (0, connection_js_1.acquireConnection)(pool);
15
+ try {
16
+ await conn.beginTransaction();
17
+ const [nowRows] = await conn.query(sql.DB_NOW);
18
+ const dbNow = new Date(Number(nowRows[0].db_now_unix) * 1000);
19
+ const [schedules] = await conn.query(sql.TICK_SELECT);
20
+ if (schedules.length === 0) {
21
+ await conn.commit();
22
+ return 0;
23
+ }
24
+ let fired = 0;
25
+ for (const sched of schedules) {
26
+ const opts = sched.job_options ?? {};
27
+ const priority = opts.priority ?? 0;
28
+ const retryLimit = opts.retryLimit ?? 2;
29
+ const retryDelaySecs = opts.retryDelaySecs ?? 30;
30
+ const retryBackoff = opts.retryBackoff ? 1 : 0;
31
+ await conn.query(sql.TICK_ENQUEUE, [
32
+ sched.queue,
33
+ priority,
34
+ sched.payload != null ? JSON.stringify(sched.payload) : null,
35
+ sched.name,
36
+ (0, util_js_1.toUtcString)(new Date(Number(sched.next_run_at_unix) * 1000)),
37
+ retryLimit,
38
+ retryDelaySecs,
39
+ retryBackoff,
40
+ ]);
41
+ const fields = (0, parse_js_1.parseCron)(sched.cron);
42
+ const nextRunAt = new Date(Number(sched.next_run_at_unix) * 1000);
43
+ const base = dbNow > nextRunAt ? dbNow : nextRunAt;
44
+ const nextRun = (0, next_js_1.nextOccurrence)(fields, base, sched.timezone);
45
+ await conn.query(sql.TICK_ADVANCE, [(0, util_js_1.toUtcString)(nextRun), sched.name]);
46
+ fired++;
47
+ }
48
+ await conn.commit();
49
+ return fired;
50
+ }
51
+ catch (err) {
52
+ await conn.rollback().catch(() => { });
53
+ throw err;
54
+ }
55
+ finally {
56
+ conn.release();
57
+ }
58
+ });
59
+ }
60
+ async function upsertSchedule(pool, name, queue, cron, timezone, payload, jobOptions, sql = sql_js_1.UNPREFIXED_SQL) {
61
+ const fields = (0, parse_js_1.parseCron)(cron);
62
+ await (0, connection_js_1.withConnection)(pool, async (connection) => {
63
+ const [nowRows] = await connection.query(sql.DB_NOW);
64
+ const dbNow = new Date(Number(nowRows[0].db_now_unix) * 1000);
65
+ const nextRun = (0, next_js_1.nextOccurrence)(fields, dbNow, timezone);
66
+ await connection.query(sql.SCHEDULE_UPSERT, [
67
+ name,
68
+ queue,
69
+ cron,
70
+ timezone,
71
+ payload != null ? JSON.stringify(payload) : null,
72
+ jobOptions ? JSON.stringify(jobOptions) : null,
73
+ (0, util_js_1.toUtcString)(nextRun),
74
+ ]);
75
+ });
76
+ }
77
+ async function deleteSchedule(pool, name, sql = sql_js_1.UNPREFIXED_SQL) {
78
+ await (0, connection_js_1.withConnection)(pool, async (connection) => {
79
+ await connection.query(sql.SCHEDULE_DELETE, [name]);
80
+ });
81
+ }
82
+ //# sourceMappingURL=tick.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tick.js","sourceRoot":"","sources":["../../src/tick.ts"],"names":[],"mappings":";;;;;AACA,mDAAoE;AACpE,4CAAgD;AAChD,8CAA4C;AAE5C,mDAAoD;AACpD,qCAA8D;AAC9D,uCAAwC;AAqBjC,KAAK,kBACX,IAAU,EACV,GAAG,GAAkB,uBAAc;IAEnC,OAAO,IAAA,iCAAiB,EAAC,KAAK,IAAI,EAAE;QACnC,MAAM,IAAI,GAAG,MAAM,IAAA,iCAAiB,EAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAE9B,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAa,GAAG,CAAC,MAAM,CAAC,CAAC;YAC3D,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,CAAC;YAE9D,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAgB,GAAG,CAAC,WAAW,CAAC,CAAC;YAErE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;gBACpB,OAAO,CAAC,CAAC;YACV,CAAC;YAED,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;gBAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC;gBACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;gBACpC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;gBACxC,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC;gBACjD,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAE/C,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE;oBAClC,KAAK,CAAC,KAAK;oBACX,QAAQ;oBACR,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;oBAC5D,KAAK,CAAC,IAAI;oBACV,IAAA,qBAAW,EAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC,CAAC;oBAC5D,UAAU;oBACV,cAAc;oBACd,YAAY;iBACZ,CAAC,CAAC;gBAEH,MAAM,MAAM,GAAG,IAAA,oBAAS,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACrC,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC,CAAC;gBAClE,MAAM,IAAI,GAAG,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;gBACnD,MAAM,OAAO,GAAG,IAAA,wBAAc,EAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAE7D,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,IAAA,qBAAW,EAAC,OAAO,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;gBACvE,KAAK,EAAE,CAAC;YACT,CAAC;YAED,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YACpB,OAAO,KAAK,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACtC,MAAM,GAAG,CAAC;QACX,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,OAAO,EAAE,CAAC;QAChB,CAAC;IACF,CAAC,CAAC,CAAC;AACJ,CAAC;AAEM,KAAK,yBACX,IAAU,EACV,IAAY,EACZ,KAAa,EACb,IAAY,EACZ,QAAgB,EAChB,OAAgB,EAChB,UAKQ,EACR,GAAG,GAAkB,uBAAc;IAEnC,MAAM,MAAM,GAAG,IAAA,oBAAS,EAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,IAAA,8BAAc,EAAC,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;QAC/C,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,UAAU,CAAC,KAAK,CAAa,GAAG,CAAC,MAAM,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,CAAC;QAC9D,MAAM,OAAO,GAAG,IAAA,wBAAc,EAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QAExD,MAAM,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,EAAE;YAC3C,IAAI;YACJ,KAAK;YACL,IAAI;YACJ,QAAQ;YACR,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;YAChD,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI;YAC9C,IAAA,qBAAW,EAAC,OAAO,CAAC;SACpB,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC;AAEM,KAAK,yBACX,IAAU,EACV,IAAY,EACZ,GAAG,GAAkB,uBAAc;IAEnC,MAAM,IAAA,8BAAc,EAAC,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;QAC/C,MAAM,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACJ,CAAC"}
@@ -0,0 +1,2 @@
1
+ export declare function toUtcString(date: Date): string;
2
+ //# sourceMappingURL=util.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../src/util.ts"],"names":[],"mappings":"AAAA,wBAAgB,WAAW,CAAC,IAAI,EAAE,IAAI,GAAG,MAAM,CAE9C"}
@@ -0,0 +1,7 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.toUtcString = toUtcString;
4
+ function toUtcString(date) {
5
+ return date.toISOString().slice(0, 23).replace("T", " ");
6
+ }
7
+ //# sourceMappingURL=util.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"util.js","sourceRoot":"","sources":["../../src/util.ts"],"names":[],"mappings":";;;AAAA,qBAA4B,IAAU;IACrC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;AAC1D,CAAC"}
@@ -0,0 +1,42 @@
1
+ import type { Pool } from "mysql2/promise";
2
+ import type { JobHandler } from "./index.js";
3
+ import type { SqlStatements } from "./sql.js";
4
+ interface WorkerConfig {
5
+ pool: Pool;
6
+ workerId: string;
7
+ pollIntervalMs: number;
8
+ batchSize: number;
9
+ concurrency: number;
10
+ leaseSeconds: number;
11
+ heartbeatSeconds: number;
12
+ sweepIntervalMs: number;
13
+ drainTimeoutMs: number;
14
+ onError: (err: unknown, context: string) => void;
15
+ sql: SqlStatements;
16
+ }
17
+ export declare class WorkerManager {
18
+ private config;
19
+ private registrations;
20
+ private inFlight;
21
+ private pollTimers;
22
+ private heartbeatTimer;
23
+ private sweepTimer;
24
+ private stopped;
25
+ constructor(config: WorkerConfig);
26
+ registerQueue(queue: string, handler: JobHandler): void;
27
+ private ensureTimers;
28
+ private startPolling;
29
+ private poll;
30
+ private schedulePoll;
31
+ private dispatch;
32
+ private executeJob;
33
+ private handleHandlerFailure;
34
+ private reportError;
35
+ private heartbeat;
36
+ private sweep;
37
+ stop(drainTimeoutMs?: number): Promise<void>;
38
+ get inFlightCount(): number;
39
+ get isStopped(): boolean;
40
+ }
41
+ export {};
42
+ //# sourceMappingURL=worker.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../../src/worker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAO3C,OAAO,KAAK,EAAa,UAAU,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAG9C,UAAU,YAAY;IACrB,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IACjD,GAAG,EAAE,aAAa,CAAC;CACnB;AASD,qBAAa,aAAa;IACzB,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,aAAa,CAAiC;IACtD,OAAO,CAAC,QAAQ,CAAkC;IAClD,OAAO,CAAC,UAAU,CAAoD;IACtE,OAAO,CAAC,cAAc,CAA+C;IACrE,OAAO,CAAC,UAAU,CAA+C;IACjE,OAAO,CAAC,OAAO,CAAS;IAExB,YAAY,MAAM,EAAE,YAAY,EAE/B;IAED,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,GAAG,IAAI,CAOtD;IAED,OAAO,CAAC,YAAY;IAgBpB,OAAO,CAAC,YAAY;YAKN,IAAI;IA2ClB,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,QAAQ;YAkBF,UAAU;YA2BV,oBAAoB;IA6BlC,OAAO,CAAC,WAAW;YAQL,SAAS;YAwBT,KAAK;IAQb,IAAI,CAAC,cAAc,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAmEjD;IAED,IAAI,aAAa,IAAI,MAAM,CAE1B;IAED,IAAI,SAAS,IAAI,OAAO,CAEvB;CACD"}
@@ -0,0 +1,232 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.WorkerManager = void 0;
4
+ const archive_js_1 = require("./archive.js");
5
+ const claim_js_1 = require("./claim.js");
6
+ const connection_js_1 = require("./connection.js");
7
+ const dlq_js_1 = require("./dlq.js");
8
+ const fail_js_1 = require("./fail.js");
9
+ const heartbeat_js_1 = require("./heartbeat.js");
10
+ const sweep_js_1 = require("./sweep.js");
11
+ class WorkerManager {
12
+ config;
13
+ registrations = new Map();
14
+ inFlight = new Map();
15
+ pollTimers = new Map();
16
+ heartbeatTimer = null;
17
+ sweepTimer = null;
18
+ stopped = false;
19
+ constructor(config) {
20
+ this.config = config;
21
+ }
22
+ registerQueue(queue, handler) {
23
+ if (this.registrations.has(queue)) {
24
+ throw new Error(`Handler already registered for queue "${queue}"`);
25
+ }
26
+ this.registrations.set(queue, handler);
27
+ this.startPolling(queue);
28
+ this.ensureTimers();
29
+ }
30
+ ensureTimers() {
31
+ if (!this.heartbeatTimer) {
32
+ this.heartbeatTimer = setInterval(() => this.heartbeat(), this.config.heartbeatSeconds * 1000);
33
+ this.heartbeatTimer.unref();
34
+ }
35
+ if (!this.sweepTimer) {
36
+ const jitteredInterval = this.config.sweepIntervalMs * (0.8 + Math.random() * 0.4);
37
+ this.sweepTimer = setInterval(() => this.sweep(), jitteredInterval);
38
+ this.sweepTimer.unref();
39
+ }
40
+ }
41
+ startPolling(queue) {
42
+ if (this.stopped)
43
+ return;
44
+ this.poll(queue);
45
+ }
46
+ async poll(queue) {
47
+ if (this.stopped)
48
+ return;
49
+ const handler = this.registrations.get(queue);
50
+ if (!handler)
51
+ return;
52
+ let queueInFlight = 0;
53
+ for (const [key] of this.inFlight) {
54
+ if (key.startsWith(`${queue}/`))
55
+ queueInFlight++;
56
+ }
57
+ const available = this.config.concurrency - queueInFlight;
58
+ if (available <= 0) {
59
+ this.schedulePoll(queue);
60
+ return;
61
+ }
62
+ try {
63
+ const batch = Math.min(available, this.config.batchSize);
64
+ const jobs = await (0, claim_js_1.claimJobs)(this.config.pool, queue, this.config.workerId, batch, this.config.leaseSeconds, this.config.sql);
65
+ for (const job of jobs) {
66
+ this.dispatch(queue, job, handler);
67
+ }
68
+ if (jobs.length >= batch && !this.stopped) {
69
+ setImmediate(() => this.poll(queue));
70
+ return;
71
+ }
72
+ }
73
+ catch (err) {
74
+ this.config.onError(err, "poll");
75
+ }
76
+ this.schedulePoll(queue);
77
+ }
78
+ schedulePoll(queue) {
79
+ if (this.stopped)
80
+ return;
81
+ const jitter = 0.8 + Math.random() * 0.4;
82
+ const delay = this.config.pollIntervalMs * jitter;
83
+ const timer = setTimeout(() => this.poll(queue), delay);
84
+ timer.unref();
85
+ this.pollTimers.set(queue, timer);
86
+ }
87
+ dispatch(queue, job, handler) {
88
+ const ac = new AbortController();
89
+ const key = `${queue}/${job.id}`;
90
+ const promise = this.executeJob(job, handler, ac)
91
+ .catch((error) => this.reportError(error, "job"))
92
+ .finally(() => {
93
+ this.inFlight.delete(key);
94
+ });
95
+ this.inFlight.set(key, {
96
+ jobId: job.id,
97
+ jobIdBigint: BigInt(job.id),
98
+ abortController: ac,
99
+ promise,
100
+ });
101
+ }
102
+ async executeJob(job, handler, abortController) {
103
+ try {
104
+ await handler(job, { signal: abortController.signal });
105
+ }
106
+ catch (error) {
107
+ if (abortController.signal.aborted)
108
+ return;
109
+ await this.handleHandlerFailure(job.id, error);
110
+ return;
111
+ }
112
+ if (abortController.signal.aborted)
113
+ return;
114
+ try {
115
+ await (0, archive_js_1.completeJob)(this.config.pool, job.id, this.config.workerId, this.config.sql);
116
+ }
117
+ catch (error) {
118
+ this.reportError(error, "complete");
119
+ }
120
+ }
121
+ async handleHandlerFailure(jobId, error) {
122
+ const errorObj = {
123
+ message: error instanceof Error ? error.message : String(error),
124
+ stack: error instanceof Error ? error.stack : undefined,
125
+ at: new Date().toISOString(),
126
+ };
127
+ const retried = await (0, fail_js_1.failJob)(this.config.pool, jobId, this.config.workerId, errorObj, this.config.sql);
128
+ if (!retried) {
129
+ await (0, dlq_js_1.deadLetterJob)(this.config.pool, jobId, this.config.workerId, errorObj, this.config.sql);
130
+ }
131
+ }
132
+ reportError(error, context) {
133
+ try {
134
+ this.config.onError(error, context);
135
+ }
136
+ catch {
137
+ // User-provided error reporters must not break worker bookkeeping.
138
+ }
139
+ }
140
+ async heartbeat() {
141
+ if (this.inFlight.size === 0)
142
+ return;
143
+ const entries = [...this.inFlight.values()];
144
+ const ids = entries.map((j) => j.jobIdBigint);
145
+ try {
146
+ const ownedIds = await (0, heartbeat_js_1.heartbeatOwnedJobs)(this.config.pool, ids, this.config.workerId, this.config.leaseSeconds, this.config.sql);
147
+ for (const entry of entries) {
148
+ if (!ownedIds.has(entry.jobId)) {
149
+ entry.abortController.abort();
150
+ }
151
+ }
152
+ }
153
+ catch (err) {
154
+ this.reportError(err, "heartbeat");
155
+ }
156
+ }
157
+ async sweep() {
158
+ try {
159
+ await (0, sweep_js_1.sweepStaleJobs)(this.config.pool, this.config.sql);
160
+ }
161
+ catch (err) {
162
+ this.config.onError(err, "sweep");
163
+ }
164
+ }
165
+ async stop(drainTimeoutMs) {
166
+ if (this.stopped)
167
+ return;
168
+ this.stopped = true;
169
+ for (const timer of this.pollTimers.values()) {
170
+ clearTimeout(timer);
171
+ }
172
+ this.pollTimers.clear();
173
+ const timeout = drainTimeoutMs ?? this.config.drainTimeoutMs;
174
+ const inFlightPromises = [...this.inFlight.values()].map((j) => j.promise);
175
+ if (inFlightPromises.length > 0) {
176
+ const drainPromise = Promise.allSettled(inFlightPromises);
177
+ const timeoutPromise = new Promise((resolve) => {
178
+ const t = setTimeout(() => resolve("timeout"), timeout);
179
+ t.unref();
180
+ });
181
+ const result = await Promise.race([
182
+ drainPromise.then(() => "drained"),
183
+ timeoutPromise,
184
+ ]);
185
+ if (result === "timeout") {
186
+ // Snapshot before aborting — finally blocks will clear inFlight
187
+ const stragglerIds = [...this.inFlight.values()].map((j) => j.jobIdBigint);
188
+ for (const entry of this.inFlight.values()) {
189
+ entry.abortController.abort();
190
+ }
191
+ // Brief grace period for handlers to react to abort
192
+ const grace = new Promise((r) => {
193
+ const t = setTimeout(r, 1000);
194
+ t.unref();
195
+ });
196
+ await Promise.race([
197
+ Promise.allSettled([...this.inFlight.values()].map((j) => j.promise)),
198
+ grace,
199
+ ]);
200
+ if (stragglerIds.length > 0) {
201
+ try {
202
+ await (0, connection_js_1.withConnection)(this.config.pool, async (connection) => {
203
+ await connection.query(this.config.sql.DRAIN_RELEASE, [
204
+ stragglerIds,
205
+ this.config.workerId,
206
+ ]);
207
+ });
208
+ }
209
+ catch {
210
+ // best effort
211
+ }
212
+ }
213
+ }
214
+ }
215
+ if (this.heartbeatTimer) {
216
+ clearInterval(this.heartbeatTimer);
217
+ this.heartbeatTimer = null;
218
+ }
219
+ if (this.sweepTimer) {
220
+ clearInterval(this.sweepTimer);
221
+ this.sweepTimer = null;
222
+ }
223
+ }
224
+ get inFlightCount() {
225
+ return this.inFlight.size;
226
+ }
227
+ get isStopped() {
228
+ return this.stopped;
229
+ }
230
+ }
231
+ exports.WorkerManager = WorkerManager;
232
+ //# sourceMappingURL=worker.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"worker.js","sourceRoot":"","sources":["../../src/worker.ts"],"names":[],"mappings":";;;AACA,6CAA2C;AAC3C,yCAAuC;AACvC,mDAAiD;AACjD,qCAAyC;AACzC,uCAAoC;AACpC,iDAAoD;AAGpD,yCAA4C;AAuB5C;IACS,MAAM,CAAe;IACrB,aAAa,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC9C,QAAQ,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC1C,UAAU,GAAG,IAAI,GAAG,EAAyC,CAAC;IAC9D,cAAc,GAA0C,IAAI,CAAC;IAC7D,UAAU,GAA0C,IAAI,CAAC;IACzD,OAAO,GAAG,KAAK,CAAC;IAExB,YAAY,MAAoB;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACtB,CAAC;IAED,aAAa,CAAC,KAAa,EAAE,OAAmB;QAC/C,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,yCAAyC,KAAK,GAAG,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,YAAY,EAAE,CAAC;IACrB,CAAC;IAEO,YAAY;QACnB,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1B,IAAI,CAAC,cAAc,GAAG,WAAW,CAChC,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,EACtB,IAAI,CAAC,MAAM,CAAC,gBAAgB,GAAG,IAAI,CACnC,CAAC;YACF,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACtB,MAAM,gBAAgB,GACrB,IAAI,CAAC,MAAM,CAAC,eAAe,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;YAC3D,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,gBAAgB,CAAC,CAAC;YACpE,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;IACF,CAAC;IAEO,YAAY,CAAC,KAAa;QACjC,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,KAAa;QAC/B,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QAEzB,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,KAAK,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnC,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,KAAK,GAAG,CAAC;gBAAE,aAAa,EAAE,CAAC;QAClD,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,aAAa,CAAC;QAC1D,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YACzB,OAAO;QACR,CAAC;QAED,IAAI,CAAC;YACJ,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACzD,MAAM,IAAI,GAAG,MAAM,IAAA,oBAAS,EAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,EAChB,KAAK,EACL,IAAI,CAAC,MAAM,CAAC,QAAQ,EACpB,KAAK,EACL,IAAI,CAAC,MAAM,CAAC,YAAY,EACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CACf,CAAC;YAEF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACxB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YACpC,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC3C,YAAY,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBACrC,OAAO;YACR,CAAC;QACF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAEO,YAAY,CAAC,KAAa;QACjC,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,MAAM,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC;QAClD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;QACxD,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;IAEO,QAAQ,CAAC,KAAa,EAAE,GAAc,EAAE,OAAmB;QAClE,MAAM,EAAE,GAAG,IAAI,eAAe,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,GAAG,KAAK,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;QAEjC,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC;aAC/C,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;aAChD,OAAO,CAAC,GAAG,EAAE;YACb,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEJ,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE;YACtB,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3B,eAAe,EAAE,EAAE;YACnB,OAAO;SACP,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,UAAU,CACvB,GAAc,EACd,OAAmB,EACnB,eAAgC;QAEhC,IAAI,CAAC;YACJ,MAAM,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;QACxD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,eAAe,CAAC,MAAM,CAAC,OAAO;gBAAE,OAAO;YAC3C,MAAM,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YAC/C,OAAO;QACR,CAAC;QAED,IAAI,eAAe,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO;QAE3C,IAAI,CAAC;YACJ,MAAM,IAAA,wBAAW,EAChB,IAAI,CAAC,MAAM,CAAC,IAAI,EAChB,GAAG,CAAC,EAAE,EACN,IAAI,CAAC,MAAM,CAAC,QAAQ,EACpB,IAAI,CAAC,MAAM,CAAC,GAAG,CACf,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACrC,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,oBAAoB,CACjC,KAAa,EACb,KAAc;QAEd,MAAM,QAAQ,GAAG;YAChB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YAC/D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACvD,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SAC5B,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,IAAA,iBAAO,EAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,EAChB,KAAK,EACL,IAAI,CAAC,MAAM,CAAC,QAAQ,EACpB,QAAQ,EACR,IAAI,CAAC,MAAM,CAAC,GAAG,CACf,CAAC;QAEF,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,MAAM,IAAA,sBAAa,EAClB,IAAI,CAAC,MAAM,CAAC,IAAI,EAChB,KAAK,EACL,IAAI,CAAC,MAAM,CAAC,QAAQ,EACpB,QAAQ,EACR,IAAI,CAAC,MAAM,CAAC,GAAG,CACf,CAAC;QACH,CAAC;IACF,CAAC;IAEO,WAAW,CAAC,KAAc,EAAE,OAAe;QAClD,IAAI,CAAC;YACJ,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACrC,CAAC;QAAC,MAAM,CAAC;YACR,mEAAmE;QACpE,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,SAAS;QACtB,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO;QAErC,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QAC9C,IAAI,CAAC;YACJ,MAAM,QAAQ,GAAG,MAAM,IAAA,iCAAkB,EACxC,IAAI,CAAC,MAAM,CAAC,IAAI,EAChB,GAAG,EACH,IAAI,CAAC,MAAM,CAAC,QAAQ,EACpB,IAAI,CAAC,MAAM,CAAC,YAAY,EACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CACf,CAAC;YAEF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC7B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;oBAChC,KAAK,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;gBAC/B,CAAC;YACF,CAAC;QACF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,KAAK;QAClB,IAAI,CAAC;YACJ,MAAM,IAAA,yBAAc,EAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACnC,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,cAAuB;QACjC,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9C,YAAY,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAExB,MAAM,OAAO,GAAG,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QAC7D,MAAM,gBAAgB,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAE3E,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,MAAM,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;YAC1D,MAAM,cAAc,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;gBACzD,MAAM,CAAC,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,CAAC;gBACxD,CAAC,CAAC,KAAK,EAAE,CAAC;YACX,CAAC,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAkB,CAAC;gBAC3C,cAAc;aACd,CAAC,CAAC;YAEH,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC1B,gEAAgE;gBAChE,MAAM,YAAY,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CACnD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CACpB,CAAC;gBAEF,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;oBAC5C,KAAK,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;gBAC/B,CAAC;gBAED,oDAAoD;gBACpD,MAAM,KAAK,GAAG,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE;oBACrC,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;oBAC9B,CAAC,CAAC,KAAK,EAAE,CAAC;gBACX,CAAC,CAAC,CAAC;gBACH,MAAM,OAAO,CAAC,IAAI,CAAC;oBAClB,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;oBACrE,KAAK;iBACL,CAAC,CAAC;gBAEH,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,IAAI,CAAC;wBACJ,MAAM,IAAA,8BAAc,EAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;4BAC3D,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE;gCACrD,YAAY;gCACZ,IAAI,CAAC,MAAM,CAAC,QAAQ;6BACpB,CAAC,CAAC;wBACJ,CAAC,CAAC,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACR,cAAc;oBACf,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC5B,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACxB,CAAC;IACF,CAAC;IAED,IAAI,aAAa;QAChB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;IAC3B,CAAC;IAED,IAAI,SAAS;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC;IACrB,CAAC;CACD"}
@@ -0,0 +1,8 @@
1
+ import type { Pool } from "mysql2/promise";
2
+ import type { ArchivedJob } from "./index.js";
3
+ import { type SqlStatements } from "./sql.js";
4
+ export declare function completeJob(pool: Pool, jobId: string, workerId: string, sql?: SqlStatements): Promise<boolean>;
5
+ export declare function getArchivedJob(pool: Pool, id: string, sql?: SqlStatements): Promise<ArchivedJob | null>;
6
+ export declare function listArchive(pool: Pool, queue: string, before: Date, limit: number, sql?: SqlStatements): Promise<ArchivedJob[]>;
7
+ export declare function pruneArchive(pool: Pool, retentionDays: number, sql?: SqlStatements): Promise<void>;
8
+ //# sourceMappingURL=archive.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"archive.d.ts","sourceRoot":"","sources":["../../src/archive.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAkC,MAAM,gBAAgB,CAAC;AAE3E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAE9C,OAAO,EAAE,KAAK,aAAa,EAAkB,MAAM,UAAU,CAAC;AAG9D,wBAAsB,WAAW,CAChC,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,GAAG,GAAE,aAA8B,GACjC,OAAO,CAAC,OAAO,CAAC,CA2BlB;AAiCD,wBAAsB,cAAc,CACnC,IAAI,EAAE,IAAI,EACV,EAAE,EAAE,MAAM,EACV,GAAG,GAAE,aAA8B,GACjC,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAQ7B;AAED,wBAAsB,WAAW,CAChC,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,IAAI,EACZ,KAAK,EAAE,MAAM,EACb,GAAG,GAAE,aAA8B,GACjC,OAAO,CAAC,WAAW,EAAE,CAAC,CASxB;AAED,wBAAsB,YAAY,CACjC,IAAI,EAAE,IAAI,EACV,aAAa,EAAE,MAAM,EACrB,GAAG,GAAE,aAA8B,GACjC,OAAO,CAAC,IAAI,CAAC,CAWf"}
@@ -0,0 +1,76 @@
1
+ import { acquireConnection, withConnection } from "./connection.js";
2
+ import { withDeadlockRetry } from "./retry-util.js";
3
+ import { UNPREFIXED_SQL } from "./sql.js";
4
+ import { toUtcString } from "./util.js";
5
+ export async function completeJob(pool, jobId, workerId, sql = UNPREFIXED_SQL) {
6
+ return withDeadlockRetry(async () => {
7
+ const conn = await acquireConnection(pool);
8
+ try {
9
+ await conn.beginTransaction();
10
+ const [result] = await conn.query(sql.COMPLETE_ARCHIVE, [
11
+ jobId,
12
+ workerId,
13
+ ]);
14
+ if (result.affectedRows === 0) {
15
+ await conn.commit();
16
+ return false;
17
+ }
18
+ await conn.query(sql.COMPLETE_DELETE, [jobId, workerId]);
19
+ await conn.commit();
20
+ return true;
21
+ }
22
+ catch (err) {
23
+ await conn.rollback().catch(() => { });
24
+ throw err;
25
+ }
26
+ finally {
27
+ conn.release();
28
+ }
29
+ });
30
+ }
31
+ function unixDate(value) {
32
+ return new Date(Number(value) * 1000);
33
+ }
34
+ function mapArchiveRow(row) {
35
+ return {
36
+ id: row.id,
37
+ queue: row.queue,
38
+ payload: row.payload,
39
+ priority: row.priority,
40
+ retryCount: row.retry_count,
41
+ createdAt: unixDate(row.created_at_unix),
42
+ startedAt: unixDate(row.started_at_unix),
43
+ completedAt: unixDate(row.completed_at_unix),
44
+ durationMs: row.duration_ms,
45
+ };
46
+ }
47
+ export async function getArchivedJob(pool, id, sql = UNPREFIXED_SQL) {
48
+ return withConnection(pool, async (connection) => {
49
+ const [rows] = await connection.query(sql.GET_ARCHIVED_JOB, [
50
+ id,
51
+ ]);
52
+ if (rows.length === 0)
53
+ return null;
54
+ return mapArchiveRow(rows[0]);
55
+ });
56
+ }
57
+ export async function listArchive(pool, queue, before, limit, sql = UNPREFIXED_SQL) {
58
+ return withConnection(pool, async (connection) => {
59
+ const [rows] = await connection.query(sql.LIST_ARCHIVE, [
60
+ queue,
61
+ toUtcString(before),
62
+ limit,
63
+ ]);
64
+ return rows.map(mapArchiveRow);
65
+ });
66
+ }
67
+ export async function pruneArchive(pool, retentionDays, sql = UNPREFIXED_SQL) {
68
+ await withConnection(pool, async (connection) => {
69
+ let deleted;
70
+ do {
71
+ const [result] = await connection.query(sql.ARCHIVE_PRUNE, [retentionDays]);
72
+ deleted = result.affectedRows;
73
+ } while (deleted >= 5000);
74
+ });
75
+ }
76
+ //# sourceMappingURL=archive.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"archive.js","sourceRoot":"","sources":["../../src/archive.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAsB,cAAc,EAAE,MAAM,UAAU,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAExC,MAAM,CAAC,KAAK,UAAU,WAAW,CAChC,IAAU,EACV,KAAa,EACb,QAAgB,EAChB,GAAG,GAAkB,cAAc;IAEnC,OAAO,iBAAiB,CAAC,KAAK,IAAI,EAAE;QACnC,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAE9B,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAkB,GAAG,CAAC,gBAAgB,EAAE;gBACxE,KAAK;gBACL,QAAQ;aACR,CAAC,CAAC;YAEH,IAAI,MAAM,CAAC,YAAY,KAAK,CAAC,EAAE,CAAC;gBAC/B,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;gBACpB,OAAO,KAAK,CAAC;YACd,CAAC;YAED,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;YAEzD,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC;QACb,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACtC,MAAM,GAAG,CAAC;QACX,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,OAAO,EAAE,CAAC;QAChB,CAAC;IACF,CAAC,CAAC,CAAC;AACJ,CAAC;AAeD,SAAS,QAAQ,CAAC,KAAsB;IACvC,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,aAAa,CAAC,GAAe;IACrC,OAAO;QACN,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,UAAU,EAAE,GAAG,CAAC,WAAW;QAC3B,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC;QACxC,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC;QACxC,WAAW,EAAE,QAAQ,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAC5C,UAAU,EAAE,GAAG,CAAC,WAAW;KAC3B,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,IAAU,EACV,EAAU,EACV,GAAG,GAAkB,cAAc;IAEnC,OAAO,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;QAChD,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,UAAU,CAAC,KAAK,CAAe,GAAG,CAAC,gBAAgB,EAAE;YACzE,EAAE;SACF,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACnC,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAChC,IAAU,EACV,KAAa,EACb,MAAY,EACZ,KAAa,EACb,GAAG,GAAkB,cAAc;IAEnC,OAAO,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;QAChD,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,UAAU,CAAC,KAAK,CAAe,GAAG,CAAC,YAAY,EAAE;YACrE,KAAK;YACL,WAAW,CAAC,MAAM,CAAC;YACnB,KAAK;SACL,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,IAAU,EACV,aAAqB,EACrB,GAAG,GAAkB,cAAc;IAEnC,MAAM,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;QAC/C,IAAI,OAAe,CAAC;QACpB,GAAG,CAAC;YACH,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,UAAU,CAAC,KAAK,CACtC,GAAG,CAAC,aAAa,EACjB,CAAC,aAAa,CAAC,CACf,CAAC;YACF,OAAO,GAAG,MAAM,CAAC,YAAY,CAAC;QAC/B,CAAC,QAAQ,OAAO,IAAI,IAAI,EAAE;IAC3B,CAAC,CAAC,CAAC;AACJ,CAAC"}
@@ -0,0 +1,45 @@
1
+ import type { ArchivedJob, DeadJob, EnqueueOptions, JobHandler, MysqlBossOptions, ScheduleOptions } from "./index.js";
2
+ export declare class MysqlBoss {
3
+ private pool;
4
+ private workerId;
5
+ private worker;
6
+ private tickTimer;
7
+ private pruneCounter;
8
+ private stopped;
9
+ private sql;
10
+ private pollIntervalMs;
11
+ private batchSize;
12
+ private concurrency;
13
+ private leaseSeconds;
14
+ private heartbeatSeconds;
15
+ private sweepIntervalMs;
16
+ private tickIntervalMs;
17
+ private archiveRetentionDays;
18
+ private drainTimeoutMs;
19
+ private onError;
20
+ constructor(opts: MysqlBossOptions);
21
+ migrate(): Promise<void>;
22
+ enqueue<T>(queue: string, payload: T, opts?: EnqueueOptions): Promise<string | null>;
23
+ work<T>(queue: string, handler: JobHandler<T>): void;
24
+ private startTick;
25
+ schedule(name: string, queue: string, cron: string, opts?: ScheduleOptions): Promise<void>;
26
+ unschedule(name: string): Promise<void>;
27
+ listDead(q: {
28
+ queue: string;
29
+ before?: Date;
30
+ after?: Date;
31
+ limit?: number;
32
+ offset?: number;
33
+ }): Promise<DeadJob[]>;
34
+ replayDead(ids: string[]): Promise<number>;
35
+ getArchivedJob(id: string): Promise<ArchivedJob | null>;
36
+ listArchive(q: {
37
+ queue: string;
38
+ before?: Date;
39
+ limit?: number;
40
+ }): Promise<ArchivedJob[]>;
41
+ stop(opts?: {
42
+ drainTimeoutMs?: number;
43
+ }): Promise<void>;
44
+ }
45
+ //# sourceMappingURL=boss.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"boss.d.ts","sourceRoot":"","sources":["../../src/boss.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACX,WAAW,EACX,OAAO,EACP,cAAc,EACd,UAAU,EACV,gBAAgB,EAChB,eAAe,EACf,MAAM,YAAY,CAAC;AAOpB,qBAAa,SAAS;IACrB,OAAO,CAAC,IAAI,CAAO;IACnB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,MAAM,CAA8B;IAC5C,OAAO,CAAC,SAAS,CAA+C;IAChE,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,GAAG,CAAgB;IAE3B,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,gBAAgB,CAAS;IACjC,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,OAAO,CAA0C;IAEzD,YAAY,IAAI,EAAE,gBAAgB,EAoCjC;IAEK,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAE7B;IAEK,OAAO,CAAC,CAAC,EACd,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,CAAC,EACV,IAAI,CAAC,EAAE,cAAc,GACnB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAsExB;IAED,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAuBnD;IAED,OAAO,CAAC,SAAS;IAkBX,QAAQ,CACb,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,IAAI,CAAC,EAAE,eAAe,GACpB,OAAO,CAAC,IAAI,CAAC,CAoBf;IAEK,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE5C;IAEK,QAAQ,CAAC,CAAC,EAAE;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,IAAI,CAAC;QACd,KAAK,CAAC,EAAE,IAAI,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KAChB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAOrB;IAEK,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAE/C;IAEK,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAE5D;IAEK,WAAW,CAAC,CAAC,EAAE;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,IAAI,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;KACf,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAKzB;IAEK,IAAI,CAAC,IAAI,CAAC,EAAE;QAAE,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAY5D;CACD"}