theokit 0.75.1 → 0.76.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +80 -1
- package/dist/{actions-virtual-module-MIQPBAZW.js → actions-virtual-module-34PJIOI6.js} +11 -9
- package/dist/actions-virtual-module-34PJIOI6.js.map +1 -0
- package/dist/{actions-virtual-module-QEI6QPK4.js → actions-virtual-module-HS4W7HQU.js} +6 -5
- package/dist/{actions-virtual-module-QEI6QPK4.js.map → actions-virtual-module-HS4W7HQU.js.map} +1 -1
- package/dist/adapters/agent-mount.js +9 -7
- package/dist/{agent-N4OV5MDY.js → agent-HCK5RHH7.js} +4 -3
- package/dist/{app-typed-client-CHSITA46.js → app-typed-client-BWITJLJA.js} +6 -5
- package/dist/{app-typed-client-CHSITA46.js.map → app-typed-client-BWITJLJA.js.map} +1 -1
- package/dist/{app-typed-client-XQJXF646.js → app-typed-client-FR4M4VND.js} +11 -9
- package/dist/app-typed-client-FR4M4VND.js.map +1 -0
- package/dist/{aws-lambda-K5Y6XS5V.js → aws-lambda-XT7ZDJ6B.js} +3 -3
- package/dist/{build-GNKTCEES.js → build-Y3CWTWP6.js} +24 -92
- package/dist/build-Y3CWTWP6.js.map +1 -0
- package/dist/{bun-VPXMWFBA.js → bun-PJLDELDT.js} +5 -5
- package/dist/{chunk-D7STTNQN.js → chunk-2FZYZHZM.js} +3 -3
- package/dist/{chunk-J2KYVTPD.js → chunk-2SGNODVJ.js} +30 -16
- package/dist/chunk-2SGNODVJ.js.map +1 -0
- package/dist/chunk-2SQ7YAU3.js +85 -0
- package/dist/chunk-2SQ7YAU3.js.map +1 -0
- package/dist/{chunk-SYIQV4UH.js → chunk-33DGAR6Q.js} +2 -2
- package/dist/{chunk-CLSYYO5F.js → chunk-3HRANFEN.js} +2 -2
- package/dist/{chunk-EW5IG7GA.js → chunk-42TYMRBG.js} +1 -1
- package/dist/{chunk-EW5IG7GA.js.map → chunk-42TYMRBG.js.map} +1 -1
- package/dist/{chunk-BINRCILF.js → chunk-4JRXZTVQ.js} +4 -13
- package/dist/chunk-4JRXZTVQ.js.map +1 -0
- package/dist/{chunk-ICXXHV4V.js → chunk-54BIQFP4.js} +4 -13
- package/dist/chunk-54BIQFP4.js.map +1 -0
- package/dist/{chunk-NX3P5MLH.js → chunk-C2BRSL4W.js} +50 -6
- package/dist/chunk-C2BRSL4W.js.map +1 -0
- package/dist/{chunk-E5QTCOKC.js → chunk-C5FBN5LO.js} +87 -23
- package/dist/chunk-C5FBN5LO.js.map +1 -0
- package/dist/{chunk-NLHAYGQQ.js → chunk-G3DDIEYE.js} +4 -2
- package/dist/chunk-G3DDIEYE.js.map +1 -0
- package/dist/{chunk-R4AMIBZL.js → chunk-GLD7UXOG.js} +5 -5
- package/dist/chunk-GLD7UXOG.js.map +1 -0
- package/dist/{chunk-3MKRDJQ2.js → chunk-I27DTFV4.js} +273 -75
- package/dist/chunk-I27DTFV4.js.map +1 -0
- package/dist/chunk-ISTKIQNY.js +67 -0
- package/dist/chunk-ISTKIQNY.js.map +1 -0
- package/dist/chunk-IXXZBZF7.js +70 -0
- package/dist/chunk-IXXZBZF7.js.map +1 -0
- package/dist/{chunk-PVNMLZ5G.js → chunk-JO462JZM.js} +2 -2
- package/dist/chunk-KKLXKR2B.js +469 -0
- package/dist/chunk-KKLXKR2B.js.map +1 -0
- package/dist/{chunk-RY6D4EXL.js → chunk-LCP5FT55.js} +25 -4
- package/dist/{chunk-RY6D4EXL.js.map → chunk-LCP5FT55.js.map} +1 -1
- package/dist/{chunk-D2R5SJEL.js → chunk-MAJZ2L3A.js} +2 -2
- package/dist/{chunk-D2R5SJEL.js.map → chunk-MAJZ2L3A.js.map} +1 -1
- package/dist/chunk-NF7LXSXZ.js +19 -0
- package/dist/chunk-NF7LXSXZ.js.map +1 -0
- package/dist/{chunk-VPK7ABMB.js → chunk-NWUZMJN2.js} +3 -3
- package/dist/{chunk-EVKNHQWG.js → chunk-OO3PHTRT.js} +45 -4
- package/dist/chunk-OO3PHTRT.js.map +1 -0
- package/dist/{chunk-2Z7TANA4.js → chunk-PVI6HM6E.js} +3 -3
- package/dist/{chunk-4X43VTST.js → chunk-TODO6J42.js} +1 -1
- package/dist/chunk-TODO6J42.js.map +1 -0
- package/dist/{chunk-ZDCCILMP.js → chunk-TQTEKNOL.js} +2 -69
- package/dist/chunk-TQTEKNOL.js.map +1 -0
- package/dist/{chunk-MX63AWEK.js → chunk-VXDTQO3S.js} +22 -6
- package/dist/{chunk-MX63AWEK.js.map → chunk-VXDTQO3S.js.map} +1 -1
- package/dist/{chunk-OZB2TKGJ.js → chunk-W2I6L4IJ.js} +2 -2
- package/dist/{chunk-UWV3B3RY.js → chunk-XDLFOATW.js} +5 -5
- package/dist/{chunk-RQKMY3JW.js → chunk-XI4FALFZ.js} +3 -3
- package/dist/chunk-XI4FALFZ.js.map +1 -0
- package/dist/{chunk-2FHNJ7LI.js → chunk-Z76QQR7I.js} +2 -2
- package/dist/chunk-ZICY2CD7.js +16 -0
- package/dist/chunk-ZICY2CD7.js.map +1 -0
- package/dist/{chunk-I5PDEWZZ.js → chunk-ZQJORKBM.js} +9 -3
- package/dist/chunk-ZQJORKBM.js.map +1 -0
- package/dist/cli/index.js +21 -15
- package/dist/cli/index.js.map +1 -1
- package/dist/{cloudflare-7EZQE4UV.js → cloudflare-F7KLBOU4.js} +6 -6
- package/dist/{config-support-HUZ4DXR7.js → config-support-2TER2BYD.js} +28 -21
- package/dist/config-support-2TER2BYD.js.map +1 -0
- package/dist/cron-lock-C3YpKDz2.d.ts +33 -0
- package/dist/db-ZWDKD57T.js +86 -0
- package/dist/db-ZWDKD57T.js.map +1 -0
- package/dist/{deno-deploy-M5V3PYWU.js → deno-deploy-LJ5JQQVR.js} +5 -5
- package/dist/{dev-7PMNIIOF.js → dev-R6U3JOYM.js} +60 -11
- package/dist/dev-R6U3JOYM.js.map +1 -0
- package/dist/{engine-singleton-X4R7AZBJ.js → engine-singleton-BQ5QOMTC.js} +15 -9
- package/dist/{engine-singleton-X4R7AZBJ.js.map → engine-singleton-BQ5QOMTC.js.map} +1 -1
- package/dist/{generate-RW3NO3NR.js → generate-2VAWEL7X.js} +205 -65
- package/dist/generate-2VAWEL7X.js.map +1 -0
- package/dist/{index-CmkWlIDO.d.ts → index-DfsJ3Qhk.d.ts} +1 -1
- package/dist/index.d.ts +10 -1
- package/dist/index.js +12 -10
- package/dist/index.js.map +1 -1
- package/dist/{info-6NAUW5XY.js → info-IPMW56PI.js} +4 -4
- package/dist/{internal-api-R7TTYMCY.js → internal-api-6RAOYIET.js} +6 -5
- package/dist/{internal-api-A5HA7TYF.js → internal-api-LJOFLJSS.js} +13 -10
- package/dist/job-backend-WvUs5rO1.d.ts +119 -0
- package/dist/{load-config-CLFWJOXN.js → load-config-USRR4GXP.js} +4 -4
- package/dist/{mcp-3NRZAQKY.js → mcp-FBXEX45H.js} +5 -4
- package/dist/{mcp-3NRZAQKY.js.map → mcp-FBXEX45H.js.map} +1 -1
- package/dist/{netlify-NI4HYDKN.js → netlify-ZPQNREFH.js} +2 -2
- package/dist/{node-LORYECWI.js → node-3EV3CVWB.js} +2 -2
- package/dist/{observability-bootstrap-DOWRMADT.js → observability-bootstrap-DMJ7R6WA.js} +3 -3
- package/dist/{openapi-ZHKJB3XL.js → openapi-CA3E3LZH.js} +4 -4
- package/dist/{preview-SNS7VJWH.js → preview-AX2TMD26.js} +3 -3
- package/dist/registry-3D2KR7UE.js +34 -0
- package/dist/{routes-SMNSI2ZX.js → routes-BJ7GGRCV.js} +4 -4
- package/dist/{schema-DJH3IOVR.js → schema-FBM2UH72.js} +3 -3
- package/dist/{schemas-2R2J64ZH.js → schemas-BUR6PWSA.js} +2 -2
- package/dist/server/agent/index.d.ts +1 -1
- package/dist/server/agent/index.js +2 -1
- package/dist/server/cost/index.d.ts +2 -2
- package/dist/server/cost/index.js +1 -1
- package/dist/server/cost/sqlite/index.d.ts +2 -2
- package/dist/server/cost/sqlite/index.js +1 -1
- package/dist/server/cron/index.d.ts +20 -7
- package/dist/server/cron/index.js +5 -2
- package/dist/server/http/index.d.ts +2 -2
- package/dist/server/http/index.js +9 -7
- package/dist/server/index.d.ts +8 -7
- package/dist/server/index.js +42 -27
- package/dist/server/index.js.map +1 -1
- package/dist/server/jobs/index.d.ts +85 -44
- package/dist/server/jobs/index.js +8 -2
- package/dist/server/observability/index.js +8 -7
- package/dist/server/storage/index.d.ts +2 -2
- package/dist/server/storage/index.js +4 -1
- package/dist/server/webhook/index.d.ts +4 -5
- package/dist/server/webhook/index.js +1 -1
- package/dist/{server-boundary-ZT6HN7ON.js → server-boundary-EKIGYL7B.js} +6 -5
- package/dist/{server-boundary-ZT6HN7ON.js.map → server-boundary-EKIGYL7B.js.map} +1 -1
- package/dist/{server-boundary-HYLYGFZY.js → server-boundary-WSGVQAXP.js} +11 -9
- package/dist/server-boundary-WSGVQAXP.js.map +1 -0
- package/dist/{start-L5TGWGLU.js → start-4FY3TLM7.js} +118 -185
- package/dist/start-4FY3TLM7.js.map +1 -0
- package/dist/{static-O2RZ5NLR.js → static-VNN4HYRN.js} +2 -2
- package/dist/{storage-manager-BtG38jYl.d.ts → storage-manager-Clu2RBpH.d.ts} +15 -3
- package/dist/{storage-manager-3O5PDO6O.js → storage-manager-O3APCXYX.js} +46 -5
- package/dist/storage-manager-O3APCXYX.js.map +1 -0
- package/dist/{storage-types-CFGPFIdB.d.ts → storage-types-ndO0ZZqH.d.ts} +2 -2
- package/dist/{theo-cloud-B4R7GCWK.js → theo-cloud-243SPOIA.js} +2 -2
- package/dist/{vercel-INHLOCSZ.js → vercel-EXKSZ2OQ.js} +5 -5
- package/dist/vite-plugin/index.js +12 -10
- package/dist/{vite-plugin-UXEXT7GX.js → vite-plugin-LE42ZIGV.js} +10 -9
- package/dist/{whatsapp-D_Fnl1LX.d.ts → whatsapp-4W2eK2ij.d.ts} +1 -1
- package/package.json +1 -1
- package/dist/actions-virtual-module-MIQPBAZW.js.map +0 -1
- package/dist/app-typed-client-XQJXF646.js.map +0 -1
- package/dist/build-GNKTCEES.js.map +0 -1
- package/dist/chunk-3MKRDJQ2.js.map +0 -1
- package/dist/chunk-4X43VTST.js.map +0 -1
- package/dist/chunk-BINRCILF.js.map +0 -1
- package/dist/chunk-E5QTCOKC.js.map +0 -1
- package/dist/chunk-EVKNHQWG.js.map +0 -1
- package/dist/chunk-I5PDEWZZ.js.map +0 -1
- package/dist/chunk-ICXXHV4V.js.map +0 -1
- package/dist/chunk-IDEZ7FU2.js +0 -18
- package/dist/chunk-IDEZ7FU2.js.map +0 -1
- package/dist/chunk-J2KYVTPD.js.map +0 -1
- package/dist/chunk-NLHAYGQQ.js.map +0 -1
- package/dist/chunk-NX3P5MLH.js.map +0 -1
- package/dist/chunk-R4AMIBZL.js.map +0 -1
- package/dist/chunk-RQKMY3JW.js.map +0 -1
- package/dist/chunk-YCF3N4JS.js +0 -26
- package/dist/chunk-YCF3N4JS.js.map +0 -1
- package/dist/chunk-ZDCCILMP.js.map +0 -1
- package/dist/config-support-HUZ4DXR7.js.map +0 -1
- package/dist/db-IVVCQE5Z.js +0 -76
- package/dist/db-IVVCQE5Z.js.map +0 -1
- package/dist/dev-7PMNIIOF.js.map +0 -1
- package/dist/generate-RW3NO3NR.js.map +0 -1
- package/dist/job-backend-CgC8Xf33.d.ts +0 -68
- package/dist/registry-3SVWZVIJ.js +0 -34
- package/dist/server-boundary-HYLYGFZY.js.map +0 -1
- package/dist/start-L5TGWGLU.js.map +0 -1
- package/dist/storage-manager-3O5PDO6O.js.map +0 -1
- /package/dist/{agent-N4OV5MDY.js.map → agent-HCK5RHH7.js.map} +0 -0
- /package/dist/{aws-lambda-K5Y6XS5V.js.map → aws-lambda-XT7ZDJ6B.js.map} +0 -0
- /package/dist/{bun-VPXMWFBA.js.map → bun-PJLDELDT.js.map} +0 -0
- /package/dist/{chunk-D7STTNQN.js.map → chunk-2FZYZHZM.js.map} +0 -0
- /package/dist/{chunk-SYIQV4UH.js.map → chunk-33DGAR6Q.js.map} +0 -0
- /package/dist/{chunk-CLSYYO5F.js.map → chunk-3HRANFEN.js.map} +0 -0
- /package/dist/{chunk-PVNMLZ5G.js.map → chunk-JO462JZM.js.map} +0 -0
- /package/dist/{chunk-VPK7ABMB.js.map → chunk-NWUZMJN2.js.map} +0 -0
- /package/dist/{chunk-2Z7TANA4.js.map → chunk-PVI6HM6E.js.map} +0 -0
- /package/dist/{chunk-OZB2TKGJ.js.map → chunk-W2I6L4IJ.js.map} +0 -0
- /package/dist/{chunk-UWV3B3RY.js.map → chunk-XDLFOATW.js.map} +0 -0
- /package/dist/{chunk-2FHNJ7LI.js.map → chunk-Z76QQR7I.js.map} +0 -0
- /package/dist/{cloudflare-7EZQE4UV.js.map → cloudflare-F7KLBOU4.js.map} +0 -0
- /package/dist/{deno-deploy-M5V3PYWU.js.map → deno-deploy-LJ5JQQVR.js.map} +0 -0
- /package/dist/{info-6NAUW5XY.js.map → info-IPMW56PI.js.map} +0 -0
- /package/dist/{internal-api-R7TTYMCY.js.map → internal-api-6RAOYIET.js.map} +0 -0
- /package/dist/{internal-api-A5HA7TYF.js.map → internal-api-LJOFLJSS.js.map} +0 -0
- /package/dist/{load-config-CLFWJOXN.js.map → load-config-USRR4GXP.js.map} +0 -0
- /package/dist/{netlify-NI4HYDKN.js.map → netlify-ZPQNREFH.js.map} +0 -0
- /package/dist/{node-LORYECWI.js.map → node-3EV3CVWB.js.map} +0 -0
- /package/dist/{observability-bootstrap-DOWRMADT.js.map → observability-bootstrap-DMJ7R6WA.js.map} +0 -0
- /package/dist/{openapi-ZHKJB3XL.js.map → openapi-CA3E3LZH.js.map} +0 -0
- /package/dist/{preview-SNS7VJWH.js.map → preview-AX2TMD26.js.map} +0 -0
- /package/dist/{registry-3SVWZVIJ.js.map → registry-3D2KR7UE.js.map} +0 -0
- /package/dist/{routes-SMNSI2ZX.js.map → routes-BJ7GGRCV.js.map} +0 -0
- /package/dist/{schema-DJH3IOVR.js.map → schema-FBM2UH72.js.map} +0 -0
- /package/dist/{schemas-2R2J64ZH.js.map → schemas-BUR6PWSA.js.map} +0 -0
- /package/dist/{static-O2RZ5NLR.js.map → static-VNN4HYRN.js.map} +0 -0
- /package/dist/{theo-cloud-B4R7GCWK.js.map → theo-cloud-243SPOIA.js.map} +0 -0
- /package/dist/{vercel-INHLOCSZ.js.map → vercel-EXKSZ2OQ.js.map} +0 -0
- /package/dist/{vite-plugin-UXEXT7GX.js.map → vite-plugin-LE42ZIGV.js.map} +0 -0
|
@@ -1,6 +1,10 @@
|
|
|
1
1
|
import {
|
|
2
|
+
createLogger
|
|
3
|
+
} from "./chunk-TQTEKNOL.js";
|
|
4
|
+
import {
|
|
5
|
+
createPostgresCronLock,
|
|
2
6
|
writeAtomic
|
|
3
|
-
} from "./chunk-
|
|
7
|
+
} from "./chunk-ISTKIQNY.js";
|
|
4
8
|
import {
|
|
5
9
|
extractTraceContext,
|
|
6
10
|
generateNewTraceContext
|
|
@@ -43,9 +47,23 @@ var NonRetryableError = class extends Error {
|
|
|
43
47
|
this.name = "NonRetryableError";
|
|
44
48
|
}
|
|
45
49
|
};
|
|
50
|
+
var JobLeaseLostError = class extends Error {
|
|
51
|
+
code = "JOB_LEASE_LOST";
|
|
52
|
+
jobId;
|
|
53
|
+
operation;
|
|
54
|
+
constructor(jobId, operation) {
|
|
55
|
+
super(
|
|
56
|
+
`Cannot ${operation} job "${jobId}": its lease expired and another worker holds it now, or the job no longer exists. The current holder decides its outcome.`
|
|
57
|
+
);
|
|
58
|
+
this.name = "JobLeaseLostError";
|
|
59
|
+
this.jobId = jobId;
|
|
60
|
+
this.operation = operation;
|
|
61
|
+
}
|
|
62
|
+
};
|
|
46
63
|
|
|
47
64
|
// src/server/jobs/job-backend-memory.ts
|
|
48
65
|
var DEFAULT_MAX_PENDING = 1e4;
|
|
66
|
+
var scopedKey = (name, key) => `${name}\0${key}`;
|
|
49
67
|
var InMemoryJobBackend = class {
|
|
50
68
|
name = "memory";
|
|
51
69
|
#pending = /* @__PURE__ */ new Map();
|
|
@@ -73,7 +91,7 @@ var InMemoryJobBackend = class {
|
|
|
73
91
|
);
|
|
74
92
|
}
|
|
75
93
|
if (input.idempotencyKey) {
|
|
76
|
-
const existing = this.#idempotency.get(input.idempotencyKey);
|
|
94
|
+
const existing = this.#idempotency.get(scopedKey(input.name, input.idempotencyKey));
|
|
77
95
|
const now2 = Date.now();
|
|
78
96
|
if (existing && existing.expiresAt > now2) {
|
|
79
97
|
return { jobId: existing.jobId };
|
|
@@ -91,11 +109,13 @@ var InMemoryJobBackend = class {
|
|
|
91
109
|
traceparent: input.traceparent,
|
|
92
110
|
availableAt,
|
|
93
111
|
lockExpiresAt: null,
|
|
112
|
+
leaseToken: null,
|
|
94
113
|
dispatchTimer: null
|
|
95
114
|
};
|
|
96
115
|
this.#pending.set(jobId, entry);
|
|
97
116
|
if (input.idempotencyKey) {
|
|
98
|
-
this.#idempotency.set(input.idempotencyKey, {
|
|
117
|
+
this.#idempotency.set(scopedKey(input.name, input.idempotencyKey), {
|
|
118
|
+
key: input.idempotencyKey,
|
|
99
119
|
jobId,
|
|
100
120
|
expiresAt: now + 6e4
|
|
101
121
|
});
|
|
@@ -112,6 +132,7 @@ var InMemoryJobBackend = class {
|
|
|
112
132
|
if (entry.lockExpiresAt !== null && entry.lockExpiresAt > now) continue;
|
|
113
133
|
if (entry.availableAt > now) continue;
|
|
114
134
|
entry.lockExpiresAt = now + lockSeconds * 1e3;
|
|
135
|
+
entry.leaseToken = globalThis.crypto.randomUUID();
|
|
115
136
|
entry.attempts += 1;
|
|
116
137
|
leases.push({
|
|
117
138
|
jobId: entry.jobId,
|
|
@@ -120,31 +141,42 @@ var InMemoryJobBackend = class {
|
|
|
120
141
|
attempts: entry.attempts,
|
|
121
142
|
maxAttempts: entry.maxAttempts,
|
|
122
143
|
traceparent: entry.traceparent,
|
|
123
|
-
lockExpiresAt: new Date(entry.lockExpiresAt)
|
|
144
|
+
lockExpiresAt: new Date(entry.lockExpiresAt),
|
|
145
|
+
leaseToken: entry.leaseToken
|
|
124
146
|
});
|
|
125
147
|
}
|
|
126
148
|
return Promise.resolve(leases);
|
|
127
149
|
}
|
|
128
|
-
async ack(jobId) {
|
|
150
|
+
async ack(jobId, fence) {
|
|
129
151
|
const entry = this.#pending.get(jobId);
|
|
152
|
+
this.#assertHeld(jobId, entry, fence, "ack");
|
|
130
153
|
if (entry?.dispatchTimer) clearTimeout(entry.dispatchTimer);
|
|
131
154
|
this.#pending.delete(jobId);
|
|
132
155
|
return Promise.resolve();
|
|
133
156
|
}
|
|
134
157
|
async nack(jobId, opts) {
|
|
135
158
|
const entry = this.#pending.get(jobId);
|
|
159
|
+
this.#assertHeld(jobId, entry, opts, "nack");
|
|
136
160
|
if (!entry) return Promise.resolve();
|
|
137
|
-
if (opts.nonRetryable || entry.attempts >= entry.maxAttempts) {
|
|
161
|
+
if (opts.nonRetryable || entry.attempts >= (opts.maxAttempts ?? entry.maxAttempts)) {
|
|
138
162
|
if (entry.dispatchTimer) clearTimeout(entry.dispatchTimer);
|
|
139
163
|
this.#pending.delete(jobId);
|
|
164
|
+
console.warn(
|
|
165
|
+
`[theokit:jobs:memory] job "${entry.name}" (${jobId}) failed after ${String(entry.attempts)} attempt(s) and was dropped: ${opts.error}`
|
|
166
|
+
);
|
|
140
167
|
} else {
|
|
141
168
|
entry.lockExpiresAt = null;
|
|
169
|
+
entry.leaseToken = null;
|
|
142
170
|
}
|
|
143
171
|
return Promise.resolve();
|
|
144
172
|
}
|
|
145
|
-
|
|
173
|
+
/**
|
|
174
|
+
* The job holding `key` within its window, or null. With `name`, only that job type's key
|
|
175
|
+
* matches, as `enqueue` deduplicates on (name, key); without it, the first job holding the key.
|
|
176
|
+
*/
|
|
177
|
+
idempotency(key, ttlSeconds, name) {
|
|
146
178
|
const now = Date.now();
|
|
147
|
-
const existing = this.#idempotency.get(key);
|
|
179
|
+
const existing = name === void 0 ? [...this.#idempotency.values()].find((e) => e.key === key && e.expiresAt > now) : this.#idempotency.get(scopedKey(name, key));
|
|
148
180
|
if (!existing || existing.expiresAt <= now) {
|
|
149
181
|
return Promise.resolve(null);
|
|
150
182
|
}
|
|
@@ -167,6 +199,11 @@ var InMemoryJobBackend = class {
|
|
|
167
199
|
if (entry.dispatchTimer) clearTimeout(entry.dispatchTimer);
|
|
168
200
|
}
|
|
169
201
|
}
|
|
202
|
+
/** A fenced call whose lease no longer holds the job is refused (usetheokit/theokit#1012). */
|
|
203
|
+
#assertHeld(jobId, entry, fence, operation) {
|
|
204
|
+
if (fence?.leaseToken === void 0) return;
|
|
205
|
+
if (entry?.leaseToken !== fence.leaseToken) throw new JobLeaseLostError(jobId, operation);
|
|
206
|
+
}
|
|
170
207
|
/** EC-104 test hook — invokes the shutdown handler synchronously. */
|
|
171
208
|
triggerBeforeExitForTest() {
|
|
172
209
|
this.#cleanupOnShutdown();
|
|
@@ -186,10 +223,14 @@ var InMemoryJobBackend = class {
|
|
|
186
223
|
|
|
187
224
|
// src/server/jobs/job-backend-postgres.ts
|
|
188
225
|
var DEFAULT_TABLE = "theokit_jobs";
|
|
226
|
+
var MAX_DEFAULT_RETRY_DELAY_SECONDS = 3600;
|
|
227
|
+
var MAX_ENQUEUE_ROUNDS = 3;
|
|
228
|
+
var defaultRetryDelaySeconds = (attempts) => Math.min(2 ** attempts, MAX_DEFAULT_RETRY_DELAY_SECONDS);
|
|
189
229
|
var PostgresJobBackend = class _PostgresJobBackend {
|
|
190
230
|
name = "postgres";
|
|
191
231
|
#pool;
|
|
192
232
|
#table;
|
|
233
|
+
#retryDelaySeconds;
|
|
193
234
|
constructor(opts) {
|
|
194
235
|
if (!opts.pool) {
|
|
195
236
|
throw new Error(
|
|
@@ -198,6 +239,7 @@ var PostgresJobBackend = class _PostgresJobBackend {
|
|
|
198
239
|
}
|
|
199
240
|
this.#pool = opts.pool;
|
|
200
241
|
this.#table = opts.tableName ?? DEFAULT_TABLE;
|
|
242
|
+
this.#retryDelaySeconds = opts.retryDelaySeconds ?? defaultRetryDelaySeconds;
|
|
201
243
|
}
|
|
202
244
|
/**
|
|
203
245
|
* T2.1 — Construct a `PostgresJobBackend` using a pool managed by the
|
|
@@ -213,12 +255,19 @@ var PostgresJobBackend = class _PostgresJobBackend {
|
|
|
213
255
|
* Errors thrown by the manager (unknown dbName, dangling server reference,
|
|
214
256
|
* manager already disposed) propagate to the caller with actionable text.
|
|
215
257
|
*
|
|
216
|
-
* @see ADR-0007
|
|
217
258
|
*/
|
|
218
259
|
static fromStorageManager(manager, dbName, factory, options) {
|
|
219
260
|
const pool = manager.usePostgres(dbName, factory);
|
|
220
261
|
return new _PostgresJobBackend({ pool, ...options });
|
|
221
262
|
}
|
|
263
|
+
/**
|
|
264
|
+
* A cron lock on this backend's pool, so replicas sharing the job database fire each cron tick
|
|
265
|
+
* once between them. `theokit start` uses it automatically when this is the configured
|
|
266
|
+
* `jobs.backend` and `cron.lock` is not set (usetheokit/theokit#1016).
|
|
267
|
+
*/
|
|
268
|
+
cronLock(options) {
|
|
269
|
+
return createPostgresCronLock(this.#pool, options);
|
|
270
|
+
}
|
|
222
271
|
/**
|
|
223
272
|
* Create or upgrade the schema. Idempotent (uses IF NOT EXISTS).
|
|
224
273
|
* Call once at process start; safe to re-run on every deploy.
|
|
@@ -236,9 +285,15 @@ var PostgresJobBackend = class _PostgresJobBackend {
|
|
|
236
285
|
locked_until TIMESTAMPTZ,
|
|
237
286
|
traceparent TEXT,
|
|
238
287
|
idempotency_key TEXT,
|
|
239
|
-
created_at TIMESTAMPTZ NOT NULL DEFAULT NOW()
|
|
288
|
+
created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
|
|
289
|
+
lease_token TEXT,
|
|
290
|
+
last_error TEXT,
|
|
291
|
+
failed_at TIMESTAMPTZ
|
|
240
292
|
)
|
|
241
293
|
`);
|
|
294
|
+
await this.#pool.query(`ALTER TABLE ${t} ADD COLUMN IF NOT EXISTS lease_token TEXT`);
|
|
295
|
+
await this.#pool.query(`ALTER TABLE ${t} ADD COLUMN IF NOT EXISTS last_error TEXT`);
|
|
296
|
+
await this.#pool.query(`ALTER TABLE ${t} ADD COLUMN IF NOT EXISTS failed_at TIMESTAMPTZ`);
|
|
242
297
|
await this.#pool.query(`
|
|
243
298
|
CREATE UNIQUE INDEX IF NOT EXISTS ${t}_idempotency_key_idx
|
|
244
299
|
ON ${t} (name, idempotency_key)
|
|
@@ -251,56 +306,54 @@ var PostgresJobBackend = class _PostgresJobBackend {
|
|
|
251
306
|
`);
|
|
252
307
|
}
|
|
253
308
|
async enqueue(input) {
|
|
254
|
-
const id = randomId();
|
|
255
|
-
const delaySeconds = input.delaySeconds ?? 0;
|
|
256
309
|
const t = this.#table;
|
|
257
|
-
|
|
310
|
+
const values = [
|
|
311
|
+
input.name,
|
|
312
|
+
JSON.stringify(input.input),
|
|
313
|
+
input.maxAttempts ?? 1,
|
|
314
|
+
(input.delaySeconds ?? 0).toString(),
|
|
315
|
+
input.traceparent ?? null,
|
|
316
|
+
input.idempotencyKey ?? null
|
|
317
|
+
];
|
|
318
|
+
for (let round = 0; round < MAX_ENQUEUE_ROUNDS; round++) {
|
|
319
|
+
const inserted = await this.#pool.query(
|
|
320
|
+
`INSERT INTO ${t} (id, name, input, max_attempts, available_at, traceparent, idempotency_key)
|
|
321
|
+
VALUES ($1, $2, $3::jsonb, $4, NOW() + ($5 || ' seconds')::interval, $6, $7)
|
|
322
|
+
ON CONFLICT DO NOTHING
|
|
323
|
+
RETURNING id`,
|
|
324
|
+
[randomId(), ...values]
|
|
325
|
+
);
|
|
326
|
+
if (inserted.rows.length > 0) return { jobId: inserted.rows[0].id };
|
|
258
327
|
const existing = await this.#pool.query(
|
|
259
328
|
`SELECT id FROM ${t} WHERE name = $1 AND idempotency_key = $2 LIMIT 1`,
|
|
260
329
|
[input.name, input.idempotencyKey]
|
|
261
330
|
);
|
|
262
|
-
if (existing.rows.length > 0) {
|
|
263
|
-
return { jobId: existing.rows[0].id };
|
|
264
|
-
}
|
|
331
|
+
if (existing.rows.length > 0) return { jobId: existing.rows[0].id };
|
|
265
332
|
}
|
|
266
|
-
|
|
267
|
-
`
|
|
268
|
-
VALUES ($1, $2, $3::jsonb, $4, NOW() + ($5 || ' seconds')::interval, $6, $7)`,
|
|
269
|
-
[
|
|
270
|
-
id,
|
|
271
|
-
input.name,
|
|
272
|
-
JSON.stringify(input.input),
|
|
273
|
-
input.maxAttempts ?? 1,
|
|
274
|
-
delaySeconds.toString(),
|
|
275
|
-
input.traceparent ?? null,
|
|
276
|
-
input.idempotencyKey ?? null
|
|
277
|
-
]
|
|
333
|
+
throw new Error(
|
|
334
|
+
`PostgresJobBackend.enqueue: job "${input.name}" with idempotency key "${String(input.idempotencyKey)}" conflicted ${String(MAX_ENQUEUE_ROUNDS)} times and the conflicting row was gone each time it was read; the key is being enqueued and acked in a tight loop.`
|
|
278
335
|
);
|
|
279
|
-
return { jobId: id };
|
|
280
336
|
}
|
|
281
337
|
async dequeue(opts) {
|
|
282
338
|
const t = this.#table;
|
|
283
339
|
const batchSize = opts.batchSize ?? 1;
|
|
284
340
|
const lockSeconds = opts.lockSeconds ?? 30;
|
|
285
|
-
const candidates = await this.#pool.query(
|
|
286
|
-
`SELECT id FROM ${t}
|
|
287
|
-
WHERE (locked_until IS NULL OR locked_until < NOW())
|
|
288
|
-
AND available_at <= NOW()
|
|
289
|
-
ORDER BY available_at ASC
|
|
290
|
-
LIMIT $1
|
|
291
|
-
FOR UPDATE SKIP LOCKED`,
|
|
292
|
-
[batchSize]
|
|
293
|
-
);
|
|
294
|
-
if (candidates.rows.length === 0) return [];
|
|
295
|
-
const ids = candidates.rows.map((r2) => r2.id);
|
|
296
|
-
const placeholders = ids.map((_, i) => `$${i + 2}`).join(", ");
|
|
297
341
|
const r = await this.#pool.query(
|
|
298
342
|
`UPDATE ${t}
|
|
299
|
-
SET locked_until = NOW() + ($
|
|
300
|
-
attempts = attempts + 1
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
343
|
+
SET locked_until = NOW() + ($2 || ' seconds')::interval,
|
|
344
|
+
attempts = attempts + 1,
|
|
345
|
+
lease_token = $3
|
|
346
|
+
WHERE id IN (
|
|
347
|
+
SELECT id FROM ${t}
|
|
348
|
+
WHERE (locked_until IS NULL OR locked_until < NOW())
|
|
349
|
+
AND available_at <= NOW()
|
|
350
|
+
AND failed_at IS NULL
|
|
351
|
+
ORDER BY available_at ASC
|
|
352
|
+
LIMIT $1
|
|
353
|
+
FOR UPDATE SKIP LOCKED
|
|
354
|
+
)
|
|
355
|
+
RETURNING id, name, input, attempts, max_attempts, traceparent, locked_until, lease_token`,
|
|
356
|
+
[batchSize, lockSeconds.toString(), randomId()]
|
|
304
357
|
);
|
|
305
358
|
return r.rows.map((row) => ({
|
|
306
359
|
jobId: row.id,
|
|
@@ -309,31 +362,78 @@ var PostgresJobBackend = class _PostgresJobBackend {
|
|
|
309
362
|
attempts: row.attempts,
|
|
310
363
|
maxAttempts: row.max_attempts,
|
|
311
364
|
traceparent: row.traceparent ?? void 0,
|
|
312
|
-
lockExpiresAt: row.locked_until instanceof Date ? row.locked_until : new Date(row.locked_until)
|
|
365
|
+
lockExpiresAt: row.locked_until instanceof Date ? row.locked_until : new Date(row.locked_until),
|
|
366
|
+
leaseToken: row.lease_token
|
|
313
367
|
}));
|
|
314
368
|
}
|
|
315
|
-
async ack(jobId) {
|
|
316
|
-
|
|
369
|
+
async ack(jobId, fence) {
|
|
370
|
+
const { clause, params } = this.#held(jobId, fence);
|
|
371
|
+
const r = await this.#pool.query(
|
|
372
|
+
`DELETE FROM ${this.#table} WHERE ${clause} RETURNING id`,
|
|
373
|
+
params
|
|
374
|
+
);
|
|
375
|
+
if (fence?.leaseToken !== void 0 && r.rows.length === 0) {
|
|
376
|
+
throw new JobLeaseLostError(jobId, "ack");
|
|
377
|
+
}
|
|
317
378
|
}
|
|
379
|
+
/**
|
|
380
|
+
* Record a failure. The job is retried after `retryDelaySeconds(attempts)` while attempts remain,
|
|
381
|
+
* and kept as failed (`failed_at`, `last_error`) once they are exhausted or the failure is
|
|
382
|
+
* non-retryable. It was DELETEd in that case, with its input and its error, so a job that failed
|
|
383
|
+
* for good left no record (usetheokit/theokit#1014).
|
|
384
|
+
*/
|
|
318
385
|
async nack(jobId, opts) {
|
|
319
386
|
const t = this.#table;
|
|
320
|
-
|
|
321
|
-
|
|
387
|
+
const { clause, params } = this.#held(jobId, opts);
|
|
388
|
+
const fenced = opts.leaseToken !== void 0;
|
|
389
|
+
const r = await this.#pool.query(`SELECT attempts, max_attempts FROM ${t} WHERE ${clause}`, params);
|
|
390
|
+
if (r.rows.length === 0) {
|
|
391
|
+
if (fenced) throw new JobLeaseLostError(jobId, "nack");
|
|
322
392
|
return;
|
|
323
393
|
}
|
|
324
|
-
const r = await this.#pool.query(`SELECT attempts, max_attempts FROM ${t} WHERE id = $1`, [jobId]);
|
|
325
|
-
if (r.rows.length === 0) return;
|
|
326
394
|
const { attempts, max_attempts } = r.rows[0];
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
|
|
395
|
+
const final = opts.nonRetryable === true || attempts >= (opts.maxAttempts ?? max_attempts);
|
|
396
|
+
const next = params.length + 1;
|
|
397
|
+
const write = final ? `UPDATE ${t}
|
|
398
|
+
SET failed_at = NOW(), last_error = $${next}, locked_until = NULL, lease_token = NULL
|
|
399
|
+
WHERE ${clause} RETURNING id` : `UPDATE ${t}
|
|
400
|
+
SET last_error = $${next}, locked_until = NULL, lease_token = NULL,
|
|
401
|
+
available_at = NOW() + ($${next + 1} || ' seconds')::interval
|
|
402
|
+
WHERE ${clause} RETURNING id`;
|
|
403
|
+
const values = final ? [...params, opts.error] : [...params, opts.error, this.#retryDelay(attempts).toString()];
|
|
404
|
+
const w = await this.#pool.query(write, values);
|
|
405
|
+
if (fenced && w.rows.length === 0) throw new JobLeaseLostError(jobId, "nack");
|
|
406
|
+
}
|
|
407
|
+
#retryDelay(attempts) {
|
|
408
|
+
const seconds = this.#retryDelaySeconds(attempts);
|
|
409
|
+
if (!Number.isFinite(seconds) || seconds < 0) {
|
|
410
|
+
throw new RangeError(
|
|
411
|
+
`PostgresJobBackend retryDelaySeconds(${String(attempts)}) returned ${String(seconds)}; expected a finite number of seconds >= 0.`
|
|
412
|
+
);
|
|
331
413
|
}
|
|
414
|
+
return seconds;
|
|
332
415
|
}
|
|
333
|
-
|
|
334
|
-
|
|
416
|
+
/**
|
|
417
|
+
* The row predicate for a call that finishes a job. Fenced by the lease token when the caller
|
|
418
|
+
* passed one: a worker whose lease expired and was re-leased no longer matches, so its late
|
|
419
|
+
* ack or nack cannot touch the new holder's job (usetheokit/theokit#1012).
|
|
420
|
+
*/
|
|
421
|
+
#held(jobId, fence) {
|
|
422
|
+
return fence?.leaseToken === void 0 ? { clause: "id = $1", params: [jobId] } : { clause: "id = $1 AND lease_token = $2", params: [jobId, fence.leaseToken] };
|
|
423
|
+
}
|
|
424
|
+
/**
|
|
425
|
+
* The job holding `key`, or null. Pass `name` to scope the lookup the way the UNIQUE INDEX and
|
|
426
|
+
* `enqueue` do, on (name, idempotency_key): without it, two job types sharing a key can return
|
|
427
|
+
* each other's id (usetheokit/theokit#1015). A failed job still holds its key; an acked one does
|
|
428
|
+
* not, because `ack` deletes the row. `ttlSeconds` is not used: the window is the row's life.
|
|
429
|
+
*/
|
|
430
|
+
async idempotency(key, _ttlSeconds, name) {
|
|
431
|
+
const r = name === void 0 ? await this.#pool.query(
|
|
335
432
|
`SELECT id FROM ${this.#table} WHERE idempotency_key = $1 LIMIT 1`,
|
|
336
433
|
[key]
|
|
434
|
+
) : await this.#pool.query(
|
|
435
|
+
`SELECT id FROM ${this.#table} WHERE name = $1 AND idempotency_key = $2 LIMIT 1`,
|
|
436
|
+
[name, key]
|
|
337
437
|
);
|
|
338
438
|
return r.rows.length > 0 ? { jobId: r.rows[0].id } : null;
|
|
339
439
|
}
|
|
@@ -343,6 +443,21 @@ function randomId() {
|
|
|
343
443
|
}
|
|
344
444
|
|
|
345
445
|
// src/server/jobs/job-runner.ts
|
|
446
|
+
var runnerLogger = createLogger({ context: { component: "theokit:jobs:runner" } });
|
|
447
|
+
async function finish(lease, outcome, write) {
|
|
448
|
+
try {
|
|
449
|
+
await write();
|
|
450
|
+
} catch (err) {
|
|
451
|
+
if (!(err instanceof JobLeaseLostError)) throw err;
|
|
452
|
+
runnerLogger.warn("job lease lost before the outcome was written; the new holder decides it", {
|
|
453
|
+
jobId: lease.jobId,
|
|
454
|
+
job: lease.name,
|
|
455
|
+
attempt: lease.attempts,
|
|
456
|
+
outcome,
|
|
457
|
+
code: err.code
|
|
458
|
+
});
|
|
459
|
+
}
|
|
460
|
+
}
|
|
346
461
|
function createJobRunner(backend, definitions) {
|
|
347
462
|
const byName = /* @__PURE__ */ new Map();
|
|
348
463
|
for (const def of definitions) {
|
|
@@ -351,10 +466,15 @@ function createJobRunner(backend, definitions) {
|
|
|
351
466
|
const runOne = async (lease) => {
|
|
352
467
|
const def = byName.get(lease.name);
|
|
353
468
|
if (!def) {
|
|
354
|
-
await
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
|
|
469
|
+
await finish(
|
|
470
|
+
lease,
|
|
471
|
+
"nack",
|
|
472
|
+
() => backend.nack(lease.jobId, {
|
|
473
|
+
error: `No job definition for "${lease.name}"`,
|
|
474
|
+
nonRetryable: true,
|
|
475
|
+
leaseToken: lease.leaseToken
|
|
476
|
+
})
|
|
477
|
+
);
|
|
358
478
|
return;
|
|
359
479
|
}
|
|
360
480
|
let traceId;
|
|
@@ -370,10 +490,15 @@ function createJobRunner(backend, definitions) {
|
|
|
370
490
|
try {
|
|
371
491
|
parsedInput = def.inputSchema.parse(lease.input);
|
|
372
492
|
} catch (err) {
|
|
373
|
-
await
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
|
|
493
|
+
await finish(
|
|
494
|
+
lease,
|
|
495
|
+
"nack",
|
|
496
|
+
() => backend.nack(lease.jobId, {
|
|
497
|
+
error: `Input validation failed: ${err instanceof Error ? err.message : String(err)}`,
|
|
498
|
+
nonRetryable: true,
|
|
499
|
+
leaseToken: lease.leaseToken
|
|
500
|
+
})
|
|
501
|
+
);
|
|
377
502
|
return;
|
|
378
503
|
}
|
|
379
504
|
}
|
|
@@ -391,18 +516,32 @@ function createJobRunner(backend, definitions) {
|
|
|
391
516
|
signal: abortController.signal,
|
|
392
517
|
attempt: lease.attempts
|
|
393
518
|
};
|
|
519
|
+
let failure;
|
|
520
|
+
let failed = false;
|
|
394
521
|
try {
|
|
395
522
|
await def.handler(jobCtx);
|
|
396
|
-
await backend.ack(lease.jobId);
|
|
397
523
|
} catch (err) {
|
|
398
|
-
|
|
399
|
-
|
|
400
|
-
error: err instanceof Error ? err.message : String(err),
|
|
401
|
-
nonRetryable: isNonRetryable
|
|
402
|
-
});
|
|
524
|
+
failed = true;
|
|
525
|
+
failure = err;
|
|
403
526
|
} finally {
|
|
404
527
|
clearTimeout(lockTimer);
|
|
405
528
|
}
|
|
529
|
+
if (!failed) {
|
|
530
|
+
await finish(lease, "ack", () => backend.ack(lease.jobId, { leaseToken: lease.leaseToken }));
|
|
531
|
+
return;
|
|
532
|
+
}
|
|
533
|
+
await finish(
|
|
534
|
+
lease,
|
|
535
|
+
"nack",
|
|
536
|
+
() => backend.nack(lease.jobId, {
|
|
537
|
+
error: failure instanceof Error ? failure.message : String(failure),
|
|
538
|
+
nonRetryable: failure instanceof NonRetryableError,
|
|
539
|
+
leaseToken: lease.leaseToken,
|
|
540
|
+
// The definition is the source of truth: a job enqueued through the queue client was stored
|
|
541
|
+
// with the backend default of 1 (usetheokit/theokit#1013).
|
|
542
|
+
maxAttempts: def.maxAttempts
|
|
543
|
+
})
|
|
544
|
+
);
|
|
406
545
|
};
|
|
407
546
|
return {
|
|
408
547
|
async tick(opts) {
|
|
@@ -418,6 +557,59 @@ function createJobRunner(backend, definitions) {
|
|
|
418
557
|
};
|
|
419
558
|
}
|
|
420
559
|
|
|
560
|
+
// src/server/jobs/job-worker.ts
|
|
561
|
+
var workerLogger = createLogger({ context: { component: "theokit:jobs:worker" } });
|
|
562
|
+
function createJobWorker(runner, options = {}) {
|
|
563
|
+
const pollIntervalMs = options.pollIntervalMs ?? 1e3;
|
|
564
|
+
const maxErrorBackoffMs = options.maxErrorBackoffMs ?? 3e4;
|
|
565
|
+
const tickOptions = { batchSize: options.batchSize ?? 10, lockSeconds: options.lockSeconds ?? 30 };
|
|
566
|
+
let running = false;
|
|
567
|
+
let loop;
|
|
568
|
+
let wake;
|
|
569
|
+
const wait = (ms) => new Promise((resolve) => {
|
|
570
|
+
const timer = setTimeout(done, ms);
|
|
571
|
+
function done() {
|
|
572
|
+
clearTimeout(timer);
|
|
573
|
+
wake = void 0;
|
|
574
|
+
resolve();
|
|
575
|
+
}
|
|
576
|
+
wake = done;
|
|
577
|
+
});
|
|
578
|
+
const run = async () => {
|
|
579
|
+
let failures = 0;
|
|
580
|
+
while (running) {
|
|
581
|
+
try {
|
|
582
|
+
const leased = await runner.tick(tickOptions);
|
|
583
|
+
failures = 0;
|
|
584
|
+
if (leased > 0) continue;
|
|
585
|
+
await wait(pollIntervalMs);
|
|
586
|
+
} catch (err) {
|
|
587
|
+
failures++;
|
|
588
|
+
const delayMs = Math.min(pollIntervalMs * 2 ** failures, maxErrorBackoffMs);
|
|
589
|
+
workerLogger.error("job worker tick failed; retrying", {
|
|
590
|
+
error: err instanceof Error ? err.message : String(err),
|
|
591
|
+
consecutiveFailures: failures,
|
|
592
|
+
retryInMs: delayMs
|
|
593
|
+
});
|
|
594
|
+
await wait(delayMs);
|
|
595
|
+
}
|
|
596
|
+
}
|
|
597
|
+
};
|
|
598
|
+
return {
|
|
599
|
+
start() {
|
|
600
|
+
if (running) return;
|
|
601
|
+
running = true;
|
|
602
|
+
loop = run();
|
|
603
|
+
},
|
|
604
|
+
async stop() {
|
|
605
|
+
running = false;
|
|
606
|
+
wake?.();
|
|
607
|
+
await loop;
|
|
608
|
+
loop = void 0;
|
|
609
|
+
}
|
|
610
|
+
};
|
|
611
|
+
}
|
|
612
|
+
|
|
421
613
|
// src/server/jobs/job-manifest.ts
|
|
422
614
|
var JOB_MANIFEST_SCHEMA_VERSION = 1;
|
|
423
615
|
function buildJobManifest(nodes, projectRoot) {
|
|
@@ -470,7 +662,7 @@ function isJobDefinition(value) {
|
|
|
470
662
|
const def = value;
|
|
471
663
|
return typeof def.name === "string" && typeof def.handler === "function" && typeof def.maxAttempts === "number" && typeof def.hasInputSchema === "boolean";
|
|
472
664
|
}
|
|
473
|
-
|
|
665
|
+
function listJobFiles(jobsDir) {
|
|
474
666
|
if (!existsSync(jobsDir)) return [];
|
|
475
667
|
const filePaths = [];
|
|
476
668
|
walkSourceFiles(jobsDir, { extensions: JOB_EXTENSIONS }, (p) => {
|
|
@@ -478,6 +670,10 @@ async function scanJobs(jobsDir) {
|
|
|
478
670
|
if (base.startsWith("_") || base.startsWith(".")) return;
|
|
479
671
|
filePaths.push(p);
|
|
480
672
|
});
|
|
673
|
+
return filePaths;
|
|
674
|
+
}
|
|
675
|
+
async function scanJobs(jobsDir) {
|
|
676
|
+
const filePaths = listJobFiles(jobsDir);
|
|
481
677
|
const nodes = [];
|
|
482
678
|
for (const filePath of filePaths) {
|
|
483
679
|
let mod;
|
|
@@ -517,13 +713,15 @@ async function scanJobs(jobsDir) {
|
|
|
517
713
|
export {
|
|
518
714
|
defineJob,
|
|
519
715
|
NonRetryableError,
|
|
716
|
+
JobLeaseLostError,
|
|
520
717
|
InMemoryJobBackend,
|
|
521
718
|
PostgresJobBackend,
|
|
522
719
|
createJobRunner,
|
|
720
|
+
createJobWorker,
|
|
523
721
|
JOB_MANIFEST_SCHEMA_VERSION,
|
|
524
722
|
buildJobManifest,
|
|
525
723
|
writeJobManifest,
|
|
526
724
|
DuplicateJobNameError,
|
|
527
725
|
scanJobs
|
|
528
726
|
};
|
|
529
|
-
//# sourceMappingURL=chunk-
|
|
727
|
+
//# sourceMappingURL=chunk-I27DTFV4.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/server/jobs/define-job.ts","../src/server/jobs/job-backend.ts","../src/server/jobs/job-backend-memory.ts","../src/server/jobs/job-backend-postgres.ts","../src/server/jobs/job-runner.ts","../src/server/jobs/job-worker.ts","../src/server/jobs/job-manifest.ts","../src/server/jobs/job-scan.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AAEA,IAAM,UAAU;AAEhB,SAAS,aAAa,MAAoB;AACxC,MAAI,OAAO,SAAS,YAAY,CAAC,QAAQ,KAAK,IAAI,GAAG;AACnD,UAAM,IAAI;AAAA,MACR,4BAA4B,IAAI;AAAA,IAElC;AAAA,EACF;AACF;AA0BO,SAAS,UACd,MACA,SACuB;AACvB,eAAa,IAAI;AACjB,SAAO;AAAA,IACL;AAAA,IACA,aAAa,QAAQ,eAAe;AAAA,IACpC,gBAAgB,QAAQ,UAAU;AAAA,IAClC,SAAS,QAAQ;AAAA,IACjB,aAAa,QAAQ;AAAA,EACvB;AACF;;;ACyDO,IAAM,oBAAN,cAAgC,MAAM;AAAA,EAClC,OAAO;AAAA,EAChB,YAAY,SAAiB;AAC3B,UAAM,OAAO;AACb,SAAK,OAAO;AAAA,EACd;AACF;AAOO,IAAM,oBAAN,cAAgC,MAAM;AAAA,EAClC,OAAO;AAAA,EACP;AAAA,EACA;AAAA,EACT,YAAY,OAAe,WAA2B;AACpD;AAAA,MACE,UAAU,SAAS,SAAS,KAAK;AAAA,IAEnC;AACA,SAAK,OAAO;AACZ,SAAK,QAAQ;AACb,SAAK,YAAY;AAAA,EACnB;AACF;;;ACzEA,IAAM,sBAAsB;AAG5B,IAAM,YAAY,CAAC,MAAc,QAAwB,GAAG,IAAI,KAAS,GAAG;AAErE,IAAM,qBAAN,MAA+C;AAAA,EAC3C,OAAO;AAAA,EACP,WAAW,oBAAI,IAA0B;AAAA,EACzC,eAAe,oBAAI,IAA8B;AAAA,EACjD;AAAA,EACT,qBAA0C;AAAA,EAC1C,aAAa;AAAA,EAEb,YAAY,OAAkC,CAAC,GAAG;AAChD,SAAK,cAAc,KAAK,cAAc;AAItC,SAAK,qBAAqB,MAAY;AACpC,WAAK,mBAAmB;AAAA,IAC1B;AACA,YAAQ,GAAG,cAAc,KAAK,kBAAkB;AAAA,EAClD;AAAA,EAEA,MAAM,QAAQ,OAAoD;AAEhE,QAAI,KAAK,SAAS,QAAQ,KAAK,aAAa;AAC1C,YAAM,YAAY,KAAK,SAAS,KAAK,EAAE,KAAK,EAAE;AAC9C,UAAI,WAAW;AACb,cAAM,SAAS,KAAK,SAAS,IAAI,SAAS;AAC1C,YAAI,QAAQ,cAAe,cAAa,OAAO,aAAa;AAC5D,aAAK,SAAS,OAAO,SAAS;AAAA,MAChC;AAEA,cAAQ;AAAA,QACN,6CAA6C,KAAK,WAAW;AAAA,MAE/D;AAAA,IACF;AAGA,QAAI,MAAM,gBAAgB;AACxB,YAAM,WAAW,KAAK,aAAa,IAAI,UAAU,MAAM,MAAM,MAAM,cAAc,CAAC;AAClF,YAAMA,OAAM,KAAK,IAAI;AACrB,UAAI,YAAY,SAAS,YAAYA,MAAK;AACxC,eAAO,EAAE,OAAO,SAAS,MAAM;AAAA,MACjC;AAAA,IACF;AAEA,UAAM,QAAQ,WAAW,OAAO,WAAW;AAC3C,UAAM,MAAM,KAAK,IAAI;AACrB,UAAM,cAAc,OAAO,MAAM,gBAAgB,KAAK;AACtD,UAAM,QAAsB;AAAA,MAC1B;AAAA,MACA,MAAM,MAAM;AAAA,MACZ,OAAO,MAAM;AAAA,MACb,UAAU;AAAA,MACV,aAAa,MAAM,eAAe;AAAA,MAClC,aAAa,MAAM;AAAA,MACnB;AAAA,MACA,eAAe;AAAA,MACf,YAAY;AAAA,MACZ,eAAe;AAAA,IACjB;AACA,SAAK,SAAS,IAAI,OAAO,KAAK;AAE9B,QAAI,MAAM,gBAAgB;AAGxB,WAAK,aAAa,IAAI,UAAU,MAAM,MAAM,MAAM,cAAc,GAAG;AAAA,QACjE,KAAK,MAAM;AAAA,QACX;AAAA,QACA,WAAW,MAAM;AAAA,MACnB,CAAC;AAAA,IACH;AAEA,WAAO,QAAQ,QAAQ,EAAE,MAAM,CAAC;AAAA,EAClC;AAAA,EAEA,MAAM,QAAQ,MAAyE;AACrF,UAAM,YAAY,KAAK,aAAa;AACpC,UAAM,cAAc,KAAK,eAAe;AACxC,UAAM,MAAM,KAAK,IAAI;AAErB,UAAM,SAAqB,CAAC;AAC5B,eAAW,SAAS,KAAK,SAAS,OAAO,GAAG;AAC1C,UAAI,OAAO,UAAU,UAAW;AAEhC,UAAI,MAAM,kBAAkB,QAAQ,MAAM,gBAAgB,IAAK;AAE/D,UAAI,MAAM,cAAc,IAAK;AAE7B,YAAM,gBAAgB,MAAM,cAAc;AAC1C,YAAM,aAAa,WAAW,OAAO,WAAW;AAChD,YAAM,YAAY;AAClB,aAAO,KAAK;AAAA,QACV,OAAO,MAAM;AAAA,QACb,MAAM,MAAM;AAAA,QACZ,OAAO,MAAM;AAAA,QACb,UAAU,MAAM;AAAA,QAChB,aAAa,MAAM;AAAA,QACnB,aAAa,MAAM;AAAA,QACnB,eAAe,IAAI,KAAK,MAAM,aAAa;AAAA,QAC3C,YAAY,MAAM;AAAA,MACpB,CAAC;AAAA,IACH;AACA,WAAO,QAAQ,QAAQ,MAAM;AAAA,EAC/B;AAAA,EAEA,MAAM,IAAI,OAAe,OAAsC;AAC7D,UAAM,QAAQ,KAAK,SAAS,IAAI,KAAK;AACrC,SAAK,YAAY,OAAO,OAAO,OAAO,KAAK;AAC3C,QAAI,OAAO,cAAe,cAAa,MAAM,aAAa;AAC1D,SAAK,SAAS,OAAO,KAAK;AAC1B,WAAO,QAAQ,QAAQ;AAAA,EACzB;AAAA,EAEA,MAAM,KAAK,OAAe,MAAqC;AAC7D,UAAM,QAAQ,KAAK,SAAS,IAAI,KAAK;AACrC,SAAK,YAAY,OAAO,OAAO,MAAM,MAAM;AAC3C,QAAI,CAAC,MAAO,QAAO,QAAQ,QAAQ;AACnC,QAAI,KAAK,gBAAgB,MAAM,aAAa,KAAK,eAAe,MAAM,cAAc;AAClF,UAAI,MAAM,cAAe,cAAa,MAAM,aAAa;AACzD,WAAK,SAAS,OAAO,KAAK;AAG1B,cAAQ;AAAA,QACN,8BAA8B,MAAM,IAAI,MAAM,KAAK,kBAAkB,OAAO,MAAM,QAAQ,CAAC,gCAC1D,KAAK,KAAK;AAAA,MAC7C;AAAA,IACF,OAAO;AAEL,YAAM,gBAAgB;AACtB,YAAM,aAAa;AAAA,IACrB;AACA,WAAO,QAAQ,QAAQ;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,YAAY,KAAa,YAAoB,MAAkD;AAC7F,UAAM,MAAM,KAAK,IAAI;AACrB,UAAM,WACJ,SAAS,SACL,CAAC,GAAG,KAAK,aAAa,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,OAAO,EAAE,YAAY,GAAG,IAC9E,KAAK,aAAa,IAAI,UAAU,MAAM,GAAG,CAAC;AAChD,QAAI,CAAC,YAAY,SAAS,aAAa,KAAK;AAC1C,aAAO,QAAQ,QAAQ,IAAI;AAAA,IAC7B;AAEA,aAAS,YAAY,KAAK,IAAI,SAAS,WAAW,MAAM,aAAa,GAAI;AACzE,WAAO,QAAQ,QAAQ,EAAE,OAAO,SAAS,MAAM,CAAC;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,UAAgB;AACd,QAAI,KAAK,WAAY;AACrB,SAAK,aAAa;AAClB,QAAI,KAAK,oBAAoB;AAC3B,cAAQ,IAAI,cAAc,KAAK,kBAAkB;AACjD,WAAK,qBAAqB;AAAA,IAC5B;AACA,eAAW,SAAS,KAAK,SAAS,OAAO,GAAG;AAC1C,UAAI,MAAM,cAAe,cAAa,MAAM,aAAa;AAAA,IAC3D;AAAA,EACF;AAAA;AAAA,EAGA,YACE,OACA,OACA,OACA,WACM;AACN,QAAI,OAAO,eAAe,OAAW;AACrC,QAAI,OAAO,eAAe,MAAM,WAAY,OAAM,IAAI,kBAAkB,OAAO,SAAS;AAAA,EAC1F;AAAA;AAAA,EAGA,2BAAiC;AAC/B,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,qBAA2B;AACzB,UAAM,eAAe,KAAK,SAAS;AACnC,eAAW,SAAS,KAAK,SAAS,OAAO,GAAG;AAC1C,UAAI,MAAM,cAAe,cAAa,MAAM,aAAa;AAAA,IAC3D;AACA,QAAI,eAAe,GAAG;AACpB,cAAQ;AAAA,QACN,yBAAyB,YAAY;AAAA,MAEvC;AAAA,IACF;AAAA,EACF;AACF;;;AChMA,IAAM,gBAAgB;AACtB,IAAM,kCAAkC;AACxC,IAAM,qBAAqB;AAE3B,IAAM,2BAA2B,CAAC,aAChC,KAAK,IAAI,KAAK,UAAU,+BAA+B;AAElD,IAAM,qBAAN,MAAM,oBAAyC;AAAA,EAC3C,OAAO;AAAA,EACP;AAAA,EACA;AAAA,EACA;AAAA,EAET,YAAY,MAAiC;AAK3C,QAAI,CAAC,KAAK,MAAM;AACd,YAAM,IAAI;AAAA,QACR;AAAA,MAEF;AAAA,IACF;AACA,SAAK,QAAQ,KAAK;AAClB,SAAK,SAAS,KAAK,aAAa;AAChC,SAAK,qBAAqB,KAAK,qBAAqB;AAAA,EACtD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBA,OAAO,mBACL,SACA,QACA,SACA,SACoB;AACpB,UAAM,OAAO,QAAQ,YAAY,QAAQ,OAAO;AAChD,WAAO,IAAI,oBAAmB,EAAE,MAAM,GAAG,QAAQ,CAAC;AAAA,EACpD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,SAAS,SAA6C;AACpD,WAAO,uBAAuB,KAAK,OAAO,OAAO;AAAA,EACnD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,UAAyB;AAC7B,UAAM,IAAI,KAAK;AACf,UAAM,KAAK,MAAM,MAAM;AAAA,mCACQ,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAe/B;AAGD,UAAM,KAAK,MAAM,MAAM,eAAe,CAAC,4CAA4C;AACnF,UAAM,KAAK,MAAM,MAAM,eAAe,CAAC,2CAA2C;AAClF,UAAM,KAAK,MAAM,MAAM,eAAe,CAAC,iDAAiD;AACxF,UAAM,KAAK,MAAM,MAAM;AAAA,0CACe,CAAC;AAAA,WAChC,CAAC;AAAA;AAAA,KAEP;AACD,UAAM,KAAK,MAAM,MAAM;AAAA,mCACQ,CAAC;AAAA,WACzB,CAAC;AAAA;AAAA,KAEP;AAAA,EACH;AAAA,EAEA,MAAM,QAAQ,OAAoD;AAChE,UAAM,IAAI,KAAK;AACf,UAAM,SAAS;AAAA,MACb,MAAM;AAAA,MACN,KAAK,UAAU,MAAM,KAAK;AAAA,MAC1B,MAAM,eAAe;AAAA,OACpB,MAAM,gBAAgB,GAAG,SAAS;AAAA,MACnC,MAAM,eAAe;AAAA,MACrB,MAAM,kBAAkB;AAAA,IAC1B;AAYA,aAAS,QAAQ,GAAG,QAAQ,oBAAoB,SAAS;AACvD,YAAM,WAAW,MAAM,KAAK,MAAM;AAAA,QAChC,eAAe,CAAC;AAAA;AAAA;AAAA;AAAA,QAIhB,CAAC,SAAS,GAAG,GAAG,MAAM;AAAA,MACxB;AACA,UAAI,SAAS,KAAK,SAAS,EAAG,QAAO,EAAE,OAAO,SAAS,KAAK,CAAC,EAAE,GAAG;AAClE,YAAM,WAAW,MAAM,KAAK,MAAM;AAAA,QAChC,kBAAkB,CAAC;AAAA,QACnB,CAAC,MAAM,MAAM,MAAM,cAAc;AAAA,MACnC;AACA,UAAI,SAAS,KAAK,SAAS,EAAG,QAAO,EAAE,OAAO,SAAS,KAAK,CAAC,EAAE,GAAG;AAAA,IACpE;AACA,UAAM,IAAI;AAAA,MACR,oCAAoC,MAAM,IAAI,2BACxC,OAAO,MAAM,cAAc,CAAC,gBAAgB,OAAO,kBAAkB,CAAC;AAAA,IAE9E;AAAA,EACF;AAAA,EAEA,MAAM,QAAQ,MAAyE;AACrF,UAAM,IAAI,KAAK;AACf,UAAM,YAAY,KAAK,aAAa;AACpC,UAAM,cAAc,KAAK,eAAe;AAQxC,UAAM,IAAI,MAAM,KAAK,MAAM;AAAA,MAUzB,UAAU,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA,0BAKS,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MASrB,CAAC,WAAW,YAAY,SAAS,GAAG,SAAS,CAAC;AAAA,IAChD;AAEA,WAAO,EAAE,KAAK,IAAI,CAAC,SAAS;AAAA,MAC1B,OAAO,IAAI;AAAA,MACX,MAAM,IAAI;AAAA,MACV,OAAO,IAAI;AAAA,MACX,UAAU,IAAI;AAAA,MACd,aAAa,IAAI;AAAA,MACjB,aAAa,IAAI,eAAe;AAAA,MAChC,eACE,IAAI,wBAAwB,OAAO,IAAI,eAAe,IAAI,KAAK,IAAI,YAAY;AAAA,MACjF,YAAY,IAAI;AAAA,IAClB,EAAE;AAAA,EACJ;AAAA,EAEA,MAAM,IAAI,OAAe,OAAsC;AAC7D,UAAM,EAAE,QAAQ,OAAO,IAAI,KAAK,MAAM,OAAO,KAAK;AAClD,UAAM,IAAI,MAAM,KAAK,MAAM;AAAA,MACzB,eAAe,KAAK,MAAM,UAAU,MAAM;AAAA,MAC1C;AAAA,IACF;AACA,QAAI,OAAO,eAAe,UAAa,EAAE,KAAK,WAAW,GAAG;AAC1D,YAAM,IAAI,kBAAkB,OAAO,KAAK;AAAA,IAC1C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,KAAK,OAAe,MAAqC;AAC7D,UAAM,IAAI,KAAK;AACf,UAAM,EAAE,QAAQ,OAAO,IAAI,KAAK,MAAM,OAAO,IAAI;AACjD,UAAM,SAAS,KAAK,eAAe;AACnC,UAAM,IAAI,MAAM,KAAK,MAAM,MAGxB,sCAAsC,CAAC,UAAU,MAAM,IAAI,MAAM;AACpE,QAAI,EAAE,KAAK,WAAW,GAAG;AACvB,UAAI,OAAQ,OAAM,IAAI,kBAAkB,OAAO,MAAM;AACrD;AAAA,IACF;AACA,UAAM,EAAE,UAAU,aAAa,IAAI,EAAE,KAAK,CAAC;AAC3C,UAAM,QAAQ,KAAK,iBAAiB,QAAQ,aAAa,KAAK,eAAe;AAC7E,UAAM,OAAO,OAAO,SAAS;AAC7B,UAAM,QAAQ,QACV,UAAU,CAAC;AAAA,gDAC6B,IAAI;AAAA,iBACnC,MAAM,kBACf,UAAU,CAAC;AAAA,6BACU,IAAI;AAAA,wCACO,OAAO,CAAC;AAAA,iBAC/B,MAAM;AACnB,UAAM,SAAS,QACX,CAAC,GAAG,QAAQ,KAAK,KAAK,IACtB,CAAC,GAAG,QAAQ,KAAK,OAAO,KAAK,YAAY,QAAQ,EAAE,SAAS,CAAC;AACjE,UAAM,IAAI,MAAM,KAAK,MAAM,MAAM,OAAO,MAAM;AAC9C,QAAI,UAAU,EAAE,KAAK,WAAW,EAAG,OAAM,IAAI,kBAAkB,OAAO,MAAM;AAAA,EAC9E;AAAA,EAEA,YAAY,UAA0B;AACpC,UAAM,UAAU,KAAK,mBAAmB,QAAQ;AAChD,QAAI,CAAC,OAAO,SAAS,OAAO,KAAK,UAAU,GAAG;AAC5C,YAAM,IAAI;AAAA,QACR,wCAAwC,OAAO,QAAQ,CAAC,cAAc,OAAO,OAAO,CAAC;AAAA,MAEvF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,OAAe,OAA8D;AACjF,WAAO,OAAO,eAAe,SACzB,EAAE,QAAQ,WAAW,QAAQ,CAAC,KAAK,EAAE,IACrC,EAAE,QAAQ,gCAAgC,QAAQ,CAAC,OAAO,MAAM,UAAU,EAAE;AAAA,EAClF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,YACJ,KACA,aACA,MACmC;AACnC,UAAM,IACJ,SAAS,SACL,MAAM,KAAK,MAAM;AAAA,MACf,kBAAkB,KAAK,MAAM;AAAA,MAC7B,CAAC,GAAG;AAAA,IACN,IACA,MAAM,KAAK,MAAM;AAAA,MACf,kBAAkB,KAAK,MAAM;AAAA,MAC7B,CAAC,MAAM,GAAG;AAAA,IACZ;AACN,WAAO,EAAE,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,GAAG,IAAI;AAAA,EACvD;AACF;AAEA,SAAS,WAAmB;AAI1B,SAAO,WAAW,OAAO,WAAW;AACtC;;;AC1UA,IAAM,eAAe,aAAa,EAAE,SAAS,EAAE,WAAW,sBAAsB,EAAE,CAAC;AAMnF,eAAe,OACb,OACA,SACA,OACe;AACf,MAAI;AACF,UAAM,MAAM;AAAA,EACd,SAAS,KAAK;AACZ,QAAI,EAAE,eAAe,mBAAoB,OAAM;AAC/C,iBAAa,KAAK,4EAA4E;AAAA,MAC5F,OAAO,MAAM;AAAA,MACb,KAAK,MAAM;AAAA,MACX,SAAS,MAAM;AAAA,MACf;AAAA,MACA,MAAM,IAAI;AAAA,IACZ,CAAC;AAAA,EACH;AACF;AAOO,SAAS,gBACd,SACA,aACW;AACX,QAAM,SAAS,oBAAI,IAA2B;AAC9C,aAAW,OAAO,aAAa;AAC7B,WAAO,IAAI,IAAI,MAAM,GAAG;AAAA,EAC1B;AAEA,QAAM,SAAS,OAAO,UAAmC;AACvD,UAAM,MAAM,OAAO,IAAI,MAAM,IAAI;AACjC,QAAI,CAAC,KAAK;AAGR,YAAM;AAAA,QAAO;AAAA,QAAO;AAAA,QAAQ,MAC1B,QAAQ,KAAK,MAAM,OAAO;AAAA,UACxB,OAAO,0BAA0B,MAAM,IAAI;AAAA,UAC3C,cAAc;AAAA,UACd,YAAY,MAAM;AAAA,QACpB,CAAC;AAAA,MACH;AACA;AAAA,IACF;AAGA,QAAI;AACJ,QAAI,MAAM,aAAa;AACrB,YAAM,UAAU,IAAI,QAAQ,EAAE,aAAa,MAAM,YAAY,CAAC;AAC9D,YAAM,MAAM,oBAAoB,OAAO;AACvC,gBAAU,KAAK,YAAY,wBAAwB,EAAE;AAAA,IACvD,OAAO;AACL,gBAAU,wBAAwB,EAAE;AAAA,IACtC;AAGA,QAAI,cAAuB,MAAM;AACjC,QAAI,IAAI,aAAa;AACnB,UAAI;AACF,sBAAc,IAAI,YAAY,MAAM,MAAM,KAAK;AAAA,MACjD,SAAS,KAAK;AACZ,cAAM;AAAA,UAAO;AAAA,UAAO;AAAA,UAAQ,MAC1B,QAAQ,KAAK,MAAM,OAAO;AAAA,YACxB,OAAO,4BAA4B,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC;AAAA,YACnF,cAAc;AAAA,YACd,YAAY,MAAM;AAAA,UACpB,CAAC;AAAA,QACH;AACA;AAAA,MACF;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAE5C,UAAM,SAAS,MAAM,cAAc,QAAQ,IAAI,KAAK,IAAI;AACxD,UAAM,YAAY;AAAA,MAChB,MAAM;AACJ,wBAAgB,MAAM;AAAA,MACxB;AAAA,MACA,KAAK,IAAI,GAAG,MAAM;AAAA,IACpB;AAEA,UAAM,SAAqB;AAAA,MACzB;AAAA,MACA,OAAO;AAAA,MACP,QAAQ,gBAAgB;AAAA,MACxB,SAAS,MAAM;AAAA,IACjB;AAEA,QAAI;AACJ,QAAI,SAAS;AACb,QAAI;AACF,YAAM,IAAI,QAAQ,MAAM;AAAA,IAC1B,SAAS,KAAK;AACZ,eAAS;AACT,gBAAU;AAAA,IACZ,UAAE;AACA,mBAAa,SAAS;AAAA,IACxB;AAGA,QAAI,CAAC,QAAQ;AACX,YAAM,OAAO,OAAO,OAAO,MAAM,QAAQ,IAAI,MAAM,OAAO,EAAE,YAAY,MAAM,WAAW,CAAC,CAAC;AAC3F;AAAA,IACF;AACA,UAAM;AAAA,MAAO;AAAA,MAAO;AAAA,MAAQ,MAC1B,QAAQ,KAAK,MAAM,OAAO;AAAA,QACxB,OAAO,mBAAmB,QAAQ,QAAQ,UAAU,OAAO,OAAO;AAAA,QAClE,cAAc,mBAAmB;AAAA,QACjC,YAAY,MAAM;AAAA;AAAA;AAAA,QAGlB,aAAa,IAAI;AAAA,MACnB,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO;AAAA,IACL,MAAM,KAAK,MAAM;AACf,YAAM,SAAS,MAAM,QAAQ,QAAQ;AAAA,QACnC,WAAW,MAAM,aAAa;AAAA,QAC9B,aAAa,MAAM,eAAe;AAAA,MACpC,CAAC;AAGD,iBAAW,SAAS,QAAQ;AAC1B,cAAM,OAAO,KAAK;AAAA,MACpB;AACA,aAAO,OAAO;AAAA,IAChB;AAAA,EACF;AACF;;;ACzIA,IAAM,eAAe,aAAa,EAAE,SAAS,EAAE,WAAW,sBAAsB,EAAE,CAAC;AAE5E,SAAS,gBAAgB,QAAmB,UAA4B,CAAC,GAAc;AAC5F,QAAM,iBAAiB,QAAQ,kBAAkB;AACjD,QAAM,oBAAoB,QAAQ,qBAAqB;AACvD,QAAM,cAAc,EAAE,WAAW,QAAQ,aAAa,IAAI,aAAa,QAAQ,eAAe,GAAG;AAEjG,MAAI,UAAU;AACd,MAAI;AACJ,MAAI;AAEJ,QAAM,OAAO,CAAC,OACZ,IAAI,QAAQ,CAAC,YAAY;AACvB,UAAM,QAAQ,WAAW,MAAM,EAAE;AACjC,aAAS,OAAa;AACpB,mBAAa,KAAK;AAClB,aAAO;AACP,cAAQ;AAAA,IACV;AACA,WAAO;AAAA,EACT,CAAC;AAEH,QAAM,MAAM,YAA2B;AACrC,QAAI,WAAW;AACf,WAAO,SAAS;AACd,UAAI;AACF,cAAM,SAAS,MAAM,OAAO,KAAK,WAAW;AAC5C,mBAAW;AACX,YAAI,SAAS,EAAG;AAChB,cAAM,KAAK,cAAc;AAAA,MAC3B,SAAS,KAAK;AACZ;AACA,cAAM,UAAU,KAAK,IAAI,iBAAiB,KAAK,UAAU,iBAAiB;AAC1E,qBAAa,MAAM,oCAAoC;AAAA,UACrD,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,UACtD,qBAAqB;AAAA,UACrB,WAAW;AAAA,QACb,CAAC;AACD,cAAM,KAAK,OAAO;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL,QAAQ;AACN,UAAI,QAAS;AACb,gBAAU;AACV,aAAO,IAAI;AAAA,IACb;AAAA,IACA,MAAM,OAAO;AACX,gBAAU;AACV,aAAO;AACP,YAAM;AACN,aAAO;AAAA,IACT;AAAA,EACF;AACF;;;ACzFO,IAAM,8BAA8B;AAepC,SAAS,iBAAiB,OAA2B,aAAmC;AAC7F,QAAM,OAA2B,MAAM,IAAI,CAAC,OAAO;AAAA,IACjD,MAAM,EAAE;AAAA,IACR,UAAU,cAAc,WAAW,EAAE,UAAU,WAAW,IAAI,EAAE;AAAA,IAChE,aAAa,EAAE;AAAA,IACf,gBAAgB,EAAE;AAAA,EACpB,EAAE;AACF,SAAO;AAAA,IACL,eAAe;AAAA,IACf,cAAa,oBAAI,KAAK,GAAE,YAAY;AAAA,IACpC;AAAA,EACF;AACF;AAEO,SAAS,iBACd,MACA,OACA,aACM;AACN,QAAM,WAAwB,WAAW,KAAK,IAAI,QAAQ,iBAAiB,OAAO,WAAW;AAC7F,cAAY,MAAM,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC;AACrD;AAEA,SAAS,WAAW,OAAsC;AACxD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,mBAAmB,SAAS,UAAU;AAC9F;AAEA,SAAS,WAAW,SAAiB,MAAsB;AACzD,MAAI,QAAQ,WAAW,IAAI,GAAG;AAC5B,UAAM,UAAU,QAAQ,MAAM,KAAK,MAAM;AACzC,WAAO,QAAQ,WAAW,GAAG,IAAI,QAAQ,MAAM,CAAC,IAAI;AAAA,EACtD;AACA,SAAO;AACT;;;ACjDA,SAAS,kBAAkB;AAC3B,SAAS,gBAAgB;AAelB,IAAM,wBAAN,cAAoC,MAAM;AAAA,EAE/C,YACkB,SACA,WAChB;AACA;AAAA,MACE,uBAAuB,OAAO,iBAAiB,UAAU,KAAK,IAAI,CAAC;AAAA,IAErE;AANgB;AACA;AAMhB,SAAK,OAAO;AAAA,EACd;AAAA,EARkB;AAAA,EACA;AAAA,EAHT,OAAO;AAWlB;AAEA,IAAM,iBAAiB,oBAAI,IAAI,CAAC,OAAO,QAAQ,OAAO,MAAM,CAAC;AAM7D,SAAS,gBAAgB,OAAwC;AAC/D,MAAI,OAAO,UAAU,YAAY,UAAU,KAAM,QAAO;AACxD,QAAM,MAAM;AACZ,SACE,OAAO,IAAI,SAAS,YACpB,OAAO,IAAI,YAAY,cACvB,OAAO,IAAI,gBAAgB,YAC3B,OAAO,IAAI,mBAAmB;AAElC;AAMO,SAAS,aAAa,SAA2B;AACtD,MAAI,CAAC,WAAW,OAAO,EAAG,QAAO,CAAC;AAClC,QAAM,YAAsB,CAAC;AAC7B,kBAAgB,SAAS,EAAE,YAAY,eAAe,GAAG,CAAC,MAAM;AAC9D,UAAM,OAAO,SAAS,CAAC;AACvB,QAAI,KAAK,WAAW,GAAG,KAAK,KAAK,WAAW,GAAG,EAAG;AAClD,cAAU,KAAK,CAAC;AAAA,EAClB,CAAC;AACD,SAAO;AACT;AAEA,eAAsB,SAAS,SAAqC;AAClE,QAAM,YAAY,aAAa,OAAO;AAEtC,QAAM,QAAmB,CAAC;AAC1B,aAAW,YAAY,WAAW;AAChC,QAAI;AACJ,QAAI;AACF,YAAM,MAAM,iBAAiB,QAAQ;AAAA,IACvC,SAAS,KAAK;AACZ,YAAM,SAAS,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC9D,YAAM,IAAI,MAAM,8BAA8B,QAAQ,MAAM,MAAM,EAAE;AAAA,IACtE;AACA,UAAM,WAAW,IAAI;AACrB,QAAI,CAAC,gBAAgB,QAAQ,GAAG;AAC9B,YAAM,IAAI;AAAA,QACR,aAAa,QAAQ;AAAA,MAEvB;AAAA,IACF;AACA,UAAM,KAAK;AAAA,MACT,MAAM,SAAS;AAAA,MACf;AAAA,MACA,aAAa,SAAS;AAAA,MACtB,gBAAgB,SAAS;AAAA,IAC3B,CAAC;AAAA,EACH;AAEA,QAAM,SAAS,oBAAI,IAAsB;AACzC,aAAW,QAAQ,OAAO;AACxB,UAAM,SAAS,OAAO,IAAI,KAAK,IAAI,KAAK,CAAC;AACzC,WAAO,KAAK,KAAK,QAAQ;AACzB,WAAO,IAAI,KAAK,MAAM,MAAM;AAAA,EAC9B;AACA,aAAW,CAAC,MAAM,KAAK,KAAK,QAAQ;AAClC,QAAI,MAAM,SAAS,GAAG;AACpB,YAAM,IAAI,sBAAsB,MAAM,KAAK;AAAA,IAC7C;AAAA,EACF;AAEA,SAAO,MAAM,KAAK,CAAC,GAAG,MAAM,kBAAkB,EAAE,MAAM,EAAE,IAAI,CAAC;AAC/D;","names":["now"]}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
// src/server/cron/cron-lock.ts
|
|
2
|
+
var TABLE_NAME = /^[a-z_][a-z0-9_]*$/;
|
|
3
|
+
function createPostgresCronLock(pool, options = {}) {
|
|
4
|
+
const table = options.tableName ?? "theokit_cron_runs";
|
|
5
|
+
if (!TABLE_NAME.test(table)) {
|
|
6
|
+
throw new Error(
|
|
7
|
+
`Invalid cron lock table name "${table}": use lowercase letters, digits and underscores.`
|
|
8
|
+
);
|
|
9
|
+
}
|
|
10
|
+
const retentionDays = options.retentionDays ?? 7;
|
|
11
|
+
let ready;
|
|
12
|
+
const ensureTable = () => {
|
|
13
|
+
ready ??= pool.query(
|
|
14
|
+
`CREATE TABLE IF NOT EXISTS ${table} (
|
|
15
|
+
name TEXT NOT NULL,
|
|
16
|
+
scheduled_at TIMESTAMPTZ NOT NULL,
|
|
17
|
+
fired_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
|
|
18
|
+
PRIMARY KEY (name, scheduled_at)
|
|
19
|
+
)`
|
|
20
|
+
).catch((err) => {
|
|
21
|
+
const code = err.code;
|
|
22
|
+
if (code === "23505" || code === "42P07" || code === "42710") return;
|
|
23
|
+
ready = void 0;
|
|
24
|
+
throw err;
|
|
25
|
+
});
|
|
26
|
+
return ready;
|
|
27
|
+
};
|
|
28
|
+
return {
|
|
29
|
+
async acquire(name, scheduledAt) {
|
|
30
|
+
await ensureTable();
|
|
31
|
+
const inserted = await pool.query(
|
|
32
|
+
`INSERT INTO ${table} (name, scheduled_at) VALUES ($1, $2)
|
|
33
|
+
ON CONFLICT DO NOTHING RETURNING name`,
|
|
34
|
+
[name, scheduledAt.toISOString()]
|
|
35
|
+
);
|
|
36
|
+
const won = inserted.rows.length === 1;
|
|
37
|
+
if (won) {
|
|
38
|
+
await pool.query(
|
|
39
|
+
`DELETE FROM ${table}
|
|
40
|
+
WHERE name = $1 AND scheduled_at < $2::timestamptz - make_interval(days => $3)`,
|
|
41
|
+
[name, scheduledAt.toISOString(), retentionDays]
|
|
42
|
+
);
|
|
43
|
+
}
|
|
44
|
+
return won;
|
|
45
|
+
}
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
// src/server/_internal/atomic-write.ts
|
|
50
|
+
import { mkdirSync, renameSync, writeFileSync } from "node:fs";
|
|
51
|
+
import { dirname } from "node:path";
|
|
52
|
+
function writeAtomic(path, content) {
|
|
53
|
+
mkdirSync(dirname(path), { recursive: true });
|
|
54
|
+
const randBuf = new Uint8Array(4);
|
|
55
|
+
globalThis.crypto.getRandomValues(randBuf);
|
|
56
|
+
let suffix = "";
|
|
57
|
+
for (const b of randBuf) suffix += b.toString(16).padStart(2, "0");
|
|
58
|
+
const tmp = `${path}.tmp-${process.pid}-${suffix}`;
|
|
59
|
+
writeFileSync(tmp, content, "utf8");
|
|
60
|
+
renameSync(tmp, path);
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
export {
|
|
64
|
+
writeAtomic,
|
|
65
|
+
createPostgresCronLock
|
|
66
|
+
};
|
|
67
|
+
//# sourceMappingURL=chunk-ISTKIQNY.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/server/cron/cron-lock.ts","../src/server/_internal/atomic-write.ts"],"mappings":";AAsBA,IAAM,aAAa;AAYZ,SAAS,uBACd,MACA,UAAmC,CAAC,GAC1B;AACV,QAAM,QAAQ,QAAQ,aAAa;AACnC,MAAI,CAAC,WAAW,KAAK,KAAK,GAAG;AAC3B,UAAM,IAAI;AAAA,MACR,iCAAiC,KAAK;AAAA,IACxC;AAAA,EACF;AACA,QAAM,gBAAgB,QAAQ,iBAAiB;AAC/C,MAAI;AAEJ,QAAM,cAAc,MAAwB;AAC1C,cAAU,KACP;AAAA,MACC,8BAA8B,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAMrC,EACC,MAAM,CAAC,QAAiB;AAIvB,YAAM,OAAQ,IAA2B;AACzC,UAAI,SAAS,WAAW,SAAS,WAAW,SAAS,QAAS;AAE9D,cAAQ;AACR,YAAM;AAAA,IACR,CAAC;AACH,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,MAAM,QAAQ,MAAM,aAAa;AAC/B,YAAM,YAAY;AAClB,YAAM,WAAW,MAAM,KAAK;AAAA,QAC1B,eAAe,KAAK;AAAA;AAAA,QAEpB,CAAC,MAAM,YAAY,YAAY,CAAC;AAAA,MAClC;AACA,YAAM,MAAM,SAAS,KAAK,WAAW;AACrC,UAAI,KAAK;AAGP,cAAM,KAAK;AAAA,UACT,eAAe,KAAK;AAAA;AAAA,UAEpB,CAAC,MAAM,YAAY,YAAY,GAAG,aAAa;AAAA,QACjD;AAAA,MACF;AACA,aAAO;AAAA,IACT;AAAA,EACF;AACF;;;AClFA,SAAS,WAAW,YAAY,qBAAqB;AACrD,SAAS,eAAe;AAkBjB,SAAS,YAAY,MAAc,SAAuB;AAC/D,YAAU,QAAQ,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;AAK5C,QAAM,UAAU,IAAI,WAAW,CAAC;AAChC,aAAW,OAAO,gBAAgB,OAAO;AACzC,MAAI,SAAS;AACb,aAAW,KAAK,QAAS,WAAU,EAAE,SAAS,EAAE,EAAE,SAAS,GAAG,GAAG;AACjE,QAAM,MAAM,GAAG,IAAI,QAAQ,QAAQ,GAAG,IAAI,MAAM;AAChD,gBAAc,KAAK,SAAS,MAAM;AAClC,aAAW,KAAK,IAAI;AACtB;","names":[]}
|