express-file-cluster 0.3.15 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +71 -33
- package/dist/auth/index.cjs +12 -2
- package/dist/auth/index.cjs.map +1 -1
- package/dist/auth/index.d.cts +13 -2
- package/dist/auth/index.d.ts +13 -2
- package/dist/auth/index.js +12 -2
- package/dist/chunk-277BSYVH.js +127 -0
- package/dist/chunk-277BSYVH.js.map +1 -0
- package/dist/chunk-6OGOVV57.js +3847 -0
- package/dist/chunk-6OGOVV57.js.map +1 -0
- package/dist/chunk-7YEX4MQV.cjs +38 -0
- package/dist/chunk-7YEX4MQV.cjs.map +1 -0
- package/dist/chunk-AZYXQU3Z.cjs +3847 -0
- package/dist/chunk-AZYXQU3Z.cjs.map +1 -0
- package/dist/chunk-BUBXO7WU.js +170 -0
- package/dist/chunk-BUBXO7WU.js.map +1 -0
- package/dist/chunk-LJNSJFOL.js +38 -0
- package/dist/chunk-LJNSJFOL.js.map +1 -0
- package/dist/chunk-MGH4VDV3.cjs +170 -0
- package/dist/chunk-MGH4VDV3.cjs.map +1 -0
- package/dist/chunk-R34R7QPD.cjs +116 -0
- package/dist/chunk-R34R7QPD.cjs.map +1 -0
- package/dist/chunk-RS4MXCPW.js +116 -0
- package/dist/chunk-RS4MXCPW.js.map +1 -0
- package/dist/chunk-T4OHFU5T.cjs +154 -0
- package/dist/chunk-T4OHFU5T.cjs.map +1 -0
- package/dist/chunk-TI24L4XE.cjs.map +1 -1
- package/dist/chunk-TRC4DUZB.js +438 -0
- package/dist/chunk-TRC4DUZB.js.map +1 -0
- package/dist/chunk-TYR2GZZE.cjs +196 -0
- package/dist/chunk-TYR2GZZE.cjs.map +1 -0
- package/dist/chunk-UBQYQPBU.js +154 -0
- package/dist/chunk-UBQYQPBU.js.map +1 -0
- package/dist/chunk-UTM4PEVG.js +196 -0
- package/dist/chunk-UTM4PEVG.js.map +1 -0
- package/dist/chunk-YL37D6KM.cjs +127 -0
- package/dist/chunk-YL37D6KM.cjs.map +1 -0
- package/dist/chunk-ZDM5JHVK.cjs +438 -0
- package/dist/chunk-ZDM5JHVK.cjs.map +1 -0
- package/dist/cli/db-runner.cjs +497 -0
- package/dist/cli/db-runner.cjs.map +1 -0
- package/dist/cli/db-runner.d.cts +2 -0
- package/dist/cli/db-runner.d.ts +2 -0
- package/dist/cli/db-runner.js +497 -0
- package/dist/cli/db-runner.js.map +1 -0
- package/dist/cli/index.cjs +447 -69
- package/dist/cli/index.cjs.map +1 -1
- package/dist/cli/index.js +473 -95
- package/dist/cli/index.js.map +1 -1
- package/dist/docs/api-reference/auth.md +232 -0
- package/dist/docs/api-reference/compose.md +78 -0
- package/dist/docs/api-reference/db.md +351 -0
- package/dist/docs/api-reference/http-error.md +109 -0
- package/dist/docs/api-reference/ignite.md +326 -0
- package/dist/docs/api-reference/table.md +458 -0
- package/dist/docs/api-reference/tasks.md +140 -0
- package/dist/docs/cli/db.md +38 -0
- package/dist/docs/cli/diagnostics.md +145 -0
- package/dist/docs/cli/generate.md +120 -0
- package/dist/docs/cli/index.md +48 -0
- package/dist/docs/cli/start.md +112 -0
- package/dist/docs/contributing/index.md +139 -0
- package/dist/docs/core-concepts/background-tasks.md +228 -0
- package/dist/docs/core-concepts/clustering.md +114 -0
- package/dist/docs/core-concepts/file-based-routing.md +235 -0
- package/dist/docs/core-concepts/index.md +79 -0
- package/dist/docs/core-concepts/middleware.md +144 -0
- package/dist/docs/getting-started/index.md +91 -0
- package/dist/docs/getting-started/project-structure.md +154 -0
- package/dist/docs/guides/ai-agents.md +48 -0
- package/dist/docs/guides/authentication.md +196 -0
- package/dist/docs/guides/caching.md +124 -0
- package/dist/docs/guides/database.md +217 -0
- package/dist/docs/guides/deployment.md +171 -0
- package/dist/docs/guides/environment-variables.md +106 -0
- package/dist/docs/guides/error-handling.md +172 -0
- package/dist/docs/guides/generated-portals.md +115 -0
- package/dist/docs/guides/logging.md +108 -0
- package/dist/docs/guides/mailer.md +166 -0
- package/dist/docs/guides/migrations.md +106 -0
- package/dist/docs/guides/rbac.md +89 -0
- package/dist/docs/guides/validation.md +95 -0
- package/dist/docs/index.md +93 -0
- package/dist/docs/skills/SKILL.md +44 -0
- package/dist/docs/skills/api-surface.md +309 -0
- package/dist/docs/skills/auth-internals.md +141 -0
- package/dist/docs/skills/pre-flight.md +142 -0
- package/dist/docs/skills/routing-rules.md +114 -0
- package/dist/docs/skills/tasks-internals.md +172 -0
- package/dist/docs/skills/what-not-to-invent.md +251 -0
- package/dist/index.cjs +264 -391
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +699 -7
- package/dist/index.d.ts +699 -7
- package/dist/index.js +258 -385
- package/dist/index.js.map +1 -1
- package/dist/pgboss-backend-QKBXVJ6B.js +14 -0
- package/dist/pgboss-backend-QKBXVJ6B.js.map +1 -0
- package/dist/pgboss-backend-TCHI7CHM.cjs +14 -0
- package/dist/pgboss-backend-TCHI7CHM.cjs.map +1 -0
- package/dist/tasks/index.cjs.map +1 -1
- package/dist/tasks/index.d.cts +1 -1
- package/dist/tasks/index.d.ts +1 -1
- package/dist/types-B6lVw4bj.d.cts +588 -0
- package/dist/types-B6lVw4bj.d.ts +588 -0
- package/package.json +28 -5
- package/dist/chunk-6522HS2J.cjs +0 -99
- package/dist/chunk-6522HS2J.cjs.map +0 -1
- package/dist/chunk-DGVOJNR6.cjs +0 -55
- package/dist/chunk-DGVOJNR6.cjs.map +0 -1
- package/dist/chunk-KOHLLUN7.js +0 -55
- package/dist/chunk-KOHLLUN7.js.map +0 -1
- package/dist/chunk-VIP3PFWZ.js +0 -99
- package/dist/chunk-VIP3PFWZ.js.map +0 -1
- package/dist/types-BusbSenn.d.cts +0 -162
- package/dist/types-BusbSenn.d.ts +0 -162
|
@@ -0,0 +1,116 @@
|
|
|
1
|
+
import {
|
|
2
|
+
getLogger
|
|
3
|
+
} from "./chunk-277BSYVH.js";
|
|
4
|
+
|
|
5
|
+
// src/router/scan.ts
|
|
6
|
+
import fs from "fs";
|
|
7
|
+
import path from "path";
|
|
8
|
+
var ROUTE_FILE_RE = /\.(ts|js|mts|mjs|cts|cjs)$/;
|
|
9
|
+
var DYNAMIC_SEGMENT_RE = /\[([^\]]+)\]/g;
|
|
10
|
+
var DEFAULT_MAX_DEPTH = 10;
|
|
11
|
+
function parseSegment(raw) {
|
|
12
|
+
let m;
|
|
13
|
+
if (m = raw.match(/^\[\[\.\.\.([^\]]+)\]\]$/))
|
|
14
|
+
return { rank: 4 /* OptionalCatchAll */, display: `:${m[1]}*?`, name: m[1] };
|
|
15
|
+
if (m = raw.match(/^\[\.\.\.([^\]]+)\]$/))
|
|
16
|
+
return { rank: 3 /* CatchAll */, display: `:${m[1]}*`, name: m[1] };
|
|
17
|
+
if (m = raw.match(/^\[\[([^\]]+)\]\]$/))
|
|
18
|
+
return { rank: 2 /* Optional */, display: `:${m[1]}?`, name: m[1] };
|
|
19
|
+
if (raw.includes("["))
|
|
20
|
+
return { rank: 1 /* Dynamic */, display: raw.replace(DYNAMIC_SEGMENT_RE, ":$1") };
|
|
21
|
+
return { rank: 0 /* Static */, display: raw };
|
|
22
|
+
}
|
|
23
|
+
function segmentsOf(relativePath) {
|
|
24
|
+
const p = relativePath.replace(ROUTE_FILE_RE, "").replace(/(^|\/)index$/, "");
|
|
25
|
+
return p.split("/").filter(Boolean).map(parseSegment);
|
|
26
|
+
}
|
|
27
|
+
function filePathToUrlPath(relativePath) {
|
|
28
|
+
const segs = segmentsOf(relativePath);
|
|
29
|
+
return segs.length === 0 ? "/" : "/" + segs.map((s) => s.display).join("/");
|
|
30
|
+
}
|
|
31
|
+
function extractParams(relativePath) {
|
|
32
|
+
const params = [];
|
|
33
|
+
for (const raw of relativePath.split("/")) {
|
|
34
|
+
const re = /\[+(?:\.\.\.)?([^\]]+)\]+/g;
|
|
35
|
+
let match;
|
|
36
|
+
while ((match = re.exec(raw)) !== null) {
|
|
37
|
+
if (match[1]) params.push(match[1]);
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
return params;
|
|
41
|
+
}
|
|
42
|
+
function escapeRegExp(s) {
|
|
43
|
+
return s.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
44
|
+
}
|
|
45
|
+
function buildPattern(segs) {
|
|
46
|
+
const last = segs.length - 1;
|
|
47
|
+
segs.forEach((s, i) => {
|
|
48
|
+
if (i !== last && (s.rank === 3 /* CatchAll */ || s.rank === 4 /* OptionalCatchAll */)) {
|
|
49
|
+
throw new Error(`[EFC] Catch-all segment "${s.display}" must be the last path segment`);
|
|
50
|
+
}
|
|
51
|
+
});
|
|
52
|
+
if (!segs.some((s) => s.rank >= 3 /* CatchAll */)) return void 0;
|
|
53
|
+
let src = "";
|
|
54
|
+
for (const s of segs) {
|
|
55
|
+
switch (s.rank) {
|
|
56
|
+
case 0 /* Static */:
|
|
57
|
+
src += "/" + escapeRegExp(s.display);
|
|
58
|
+
break;
|
|
59
|
+
case 1 /* Dynamic */:
|
|
60
|
+
src += "/" + escapeRegExp(s.display).replace(/:[A-Za-z0-9_$]+/g, "([^/]+?)");
|
|
61
|
+
break;
|
|
62
|
+
case 2 /* Optional */:
|
|
63
|
+
src += "(?:/([^/]+?))?";
|
|
64
|
+
break;
|
|
65
|
+
case 3 /* CatchAll */:
|
|
66
|
+
src += "/(.+?)";
|
|
67
|
+
break;
|
|
68
|
+
case 4 /* OptionalCatchAll */:
|
|
69
|
+
src += "(?:/(.*?))?";
|
|
70
|
+
break;
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
return new RegExp(`^${src || ""}/?$`, "i");
|
|
74
|
+
}
|
|
75
|
+
function compareSpecificity(a, b) {
|
|
76
|
+
for (let i = 0; i < Math.min(a.length, b.length); i++) {
|
|
77
|
+
const diff = a[i].rank - b[i].rank;
|
|
78
|
+
if (diff !== 0) return diff;
|
|
79
|
+
}
|
|
80
|
+
return 0;
|
|
81
|
+
}
|
|
82
|
+
function scanDir(dir, base = dir, maxDepth = DEFAULT_MAX_DEPTH, _depth = 0) {
|
|
83
|
+
if (!fs.existsSync(dir)) return [];
|
|
84
|
+
if (_depth > maxDepth) {
|
|
85
|
+
getLogger().warn(`scanDir: max depth (${maxDepth}) reached at ${dir}, skipping subtree`);
|
|
86
|
+
return [];
|
|
87
|
+
}
|
|
88
|
+
const entries = [];
|
|
89
|
+
const items = fs.readdirSync(dir, { withFileTypes: true });
|
|
90
|
+
for (const item of items) {
|
|
91
|
+
const fullPath = path.join(dir, item.name);
|
|
92
|
+
if (item.isDirectory()) {
|
|
93
|
+
entries.push(...scanDir(fullPath, base, maxDepth, _depth + 1));
|
|
94
|
+
} else if (ROUTE_FILE_RE.test(item.name)) {
|
|
95
|
+
const relative = "/" + path.relative(base, fullPath).replace(/\\/g, "/");
|
|
96
|
+
const segs = segmentsOf(relative);
|
|
97
|
+
const pattern = buildPattern(segs);
|
|
98
|
+
entries.push({
|
|
99
|
+
urlPath: filePathToUrlPath(relative),
|
|
100
|
+
filePath: fullPath,
|
|
101
|
+
params: extractParams(relative),
|
|
102
|
+
...pattern !== void 0 && { pattern }
|
|
103
|
+
});
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
const rel = (e) => "/" + path.relative(base, e.filePath).replace(/\\/g, "/");
|
|
107
|
+
return entries.sort((a, b) => {
|
|
108
|
+
const diff = compareSpecificity(segmentsOf(rel(a)), segmentsOf(rel(b)));
|
|
109
|
+
return diff !== 0 ? diff : a.urlPath.localeCompare(b.urlPath);
|
|
110
|
+
});
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
export {
|
|
114
|
+
scanDir
|
|
115
|
+
};
|
|
116
|
+
//# sourceMappingURL=chunk-RS4MXCPW.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/router/scan.ts"],"sourcesContent":["import fs from 'node:fs';\nimport path from 'node:path';\nimport type { RouteEntry } from '../types.js';\nimport { getLogger } from '../logger.js';\n\nconst ROUTE_FILE_RE = /\\.(ts|js|mts|mjs|cts|cjs)$/;\nconst DYNAMIC_SEGMENT_RE = /\\[([^\\]]+)\\]/g;\n\n/** Maximum directory depth scanDir will recurse into by default. */\nconst DEFAULT_MAX_DEPTH = 10;\n\n// Match order within one position: static, then [id], then [[id]], then [...slug],\n// then [[...slug]]. Comparing these ranks segment by segment means a more specific\n// route always registers (and so matches) first.\nconst enum Rank {\n Static = 0,\n Dynamic = 1,\n Optional = 2,\n CatchAll = 3,\n OptionalCatchAll = 4,\n}\n\ninterface Segment {\n rank: Rank;\n /** Express-style display/path form: `users`, `:id`, `:id?`, `:slug*`, `:slug*?`. */\n display: string;\n name?: string;\n}\n\nfunction parseSegment(raw: string): Segment {\n let m: RegExpMatchArray | null;\n if ((m = raw.match(/^\\[\\[\\.\\.\\.([^\\]]+)\\]\\]$/)))\n return { rank: Rank.OptionalCatchAll, display: `:${m[1]}*?`, name: m[1]! };\n if ((m = raw.match(/^\\[\\.\\.\\.([^\\]]+)\\]$/)))\n return { rank: Rank.CatchAll, display: `:${m[1]}*`, name: m[1]! };\n if ((m = raw.match(/^\\[\\[([^\\]]+)\\]\\]$/)))\n return { rank: Rank.Optional, display: `:${m[1]}?`, name: m[1]! };\n if (raw.includes('['))\n return { rank: Rank.Dynamic, display: raw.replace(DYNAMIC_SEGMENT_RE, ':$1') };\n return { rank: Rank.Static, display: raw };\n}\n\nfunction segmentsOf(relativePath: string): Segment[] {\n const p = relativePath.replace(ROUTE_FILE_RE, '').replace(/(^|\\/)index$/, '');\n return p.split('/').filter(Boolean).map(parseSegment);\n}\n\nfunction filePathToUrlPath(relativePath: string): string {\n const segs = segmentsOf(relativePath);\n return segs.length === 0 ? '/' : '/' + segs.map((s) => s.display).join('/');\n}\n\nfunction extractParams(relativePath: string): string[] {\n const params: string[] = [];\n for (const raw of relativePath.split('/')) {\n const re = /\\[+(?:\\.\\.\\.)?([^\\]]+)\\]+/g;\n let match: RegExpExecArray | null;\n while ((match = re.exec(raw)) !== null) {\n if (match[1]) params.push(match[1]);\n }\n }\n return params;\n}\n\nfunction escapeRegExp(s: string): string {\n return s.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&');\n}\n\n/**\n * Express 4's string paths can't express a multi-segment catch-all with a name, so\n * routes containing one are mounted on a RegExp; captures come back in segment order\n * and mount.ts maps them onto the names in `params`.\n */\nfunction buildPattern(segs: Segment[]): RegExp | undefined {\n const last = segs.length - 1;\n segs.forEach((s, i) => {\n if (i !== last && (s.rank === Rank.CatchAll || s.rank === Rank.OptionalCatchAll)) {\n throw new Error(`[EFC] Catch-all segment \"${s.display}\" must be the last path segment`);\n }\n });\n if (!segs.some((s) => s.rank >= Rank.CatchAll)) return undefined;\n\n let src = '';\n for (const s of segs) {\n switch (s.rank) {\n case Rank.Static:\n src += '/' + escapeRegExp(s.display);\n break;\n case Rank.Dynamic:\n src += '/' + escapeRegExp(s.display).replace(/:[A-Za-z0-9_$]+/g, '([^/]+?)');\n break;\n case Rank.Optional:\n src += '(?:/([^/]+?))?';\n break;\n case Rank.CatchAll:\n src += '/(.+?)';\n break;\n case Rank.OptionalCatchAll:\n src += '(?:/(.*?))?';\n break;\n }\n }\n return new RegExp(`^${src || ''}/?$`, 'i');\n}\n\nfunction compareSpecificity(a: Segment[], b: Segment[]): number {\n for (let i = 0; i < Math.min(a.length, b.length); i++) {\n const diff = a[i]!.rank - b[i]!.rank;\n if (diff !== 0) return diff;\n }\n return 0;\n}\n\n/**\n * Recursively scans `dir` for route files and returns a sorted list of\n * `RouteEntry` objects, most specific first: at each path position a static\n * segment beats `[id]`, which beats `[[id]]`, then `[...slug]`, then\n * `[[...slug]]`. Ties are sorted alphabetically.\n *\n * @param dir - Root directory to scan (must exist).\n * @param base - Base directory used to derive relative URL paths; defaults to `dir`.\n * @param maxDepth - Maximum recursion depth (default: 10). Guards against\n * circular symlinks or unexpectedly deep directory trees.\n * @param _depth - Internal current depth counter — do not pass externally.\n */\nexport function scanDir(\n dir: string,\n base: string = dir,\n maxDepth: number = DEFAULT_MAX_DEPTH,\n _depth: number = 0,\n): RouteEntry[] {\n if (!fs.existsSync(dir)) return [];\n if (_depth > maxDepth) {\n getLogger().warn(`scanDir: max depth (${maxDepth}) reached at ${dir}, skipping subtree`);\n return [];\n }\n\n const entries: RouteEntry[] = [];\n const items = fs.readdirSync(dir, { withFileTypes: true });\n\n for (const item of items) {\n const fullPath = path.join(dir, item.name);\n if (item.isDirectory()) {\n entries.push(...scanDir(fullPath, base, maxDepth, _depth + 1));\n } else if (ROUTE_FILE_RE.test(item.name)) {\n const relative = '/' + path.relative(base, fullPath).replace(/\\\\/g, '/');\n const segs = segmentsOf(relative);\n const pattern = buildPattern(segs);\n entries.push({\n urlPath: filePathToUrlPath(relative),\n filePath: fullPath,\n params: extractParams(relative),\n ...(pattern !== undefined && { pattern }),\n });\n }\n }\n\n // Most specific first (segment-by-segment rank), ties broken alphabetically.\n const rel = (e: RouteEntry) => '/' + path.relative(base, e.filePath).replace(/\\\\/g, '/');\n return entries.sort((a, b) => {\n const diff = compareSpecificity(segmentsOf(rel(a)), segmentsOf(rel(b)));\n return diff !== 0 ? diff : a.urlPath.localeCompare(b.urlPath);\n });\n}\n\nexport { filePathToUrlPath };\n"],"mappings":";;;;;AAAA,OAAO,QAAQ;AACf,OAAO,UAAU;AAIjB,IAAM,gBAAgB;AACtB,IAAM,qBAAqB;AAG3B,IAAM,oBAAoB;AAoB1B,SAAS,aAAa,KAAsB;AAC1C,MAAI;AACJ,MAAK,IAAI,IAAI,MAAM,0BAA0B;AAC3C,WAAO,EAAE,MAAM,0BAAuB,SAAS,IAAI,EAAE,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC,EAAG;AAC3E,MAAK,IAAI,IAAI,MAAM,sBAAsB;AACvC,WAAO,EAAE,MAAM,kBAAe,SAAS,IAAI,EAAE,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC,EAAG;AAClE,MAAK,IAAI,IAAI,MAAM,oBAAoB;AACrC,WAAO,EAAE,MAAM,kBAAe,SAAS,IAAI,EAAE,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC,EAAG;AAClE,MAAI,IAAI,SAAS,GAAG;AAClB,WAAO,EAAE,MAAM,iBAAc,SAAS,IAAI,QAAQ,oBAAoB,KAAK,EAAE;AAC/E,SAAO,EAAE,MAAM,gBAAa,SAAS,IAAI;AAC3C;AAEA,SAAS,WAAW,cAAiC;AACnD,QAAM,IAAI,aAAa,QAAQ,eAAe,EAAE,EAAE,QAAQ,gBAAgB,EAAE;AAC5E,SAAO,EAAE,MAAM,GAAG,EAAE,OAAO,OAAO,EAAE,IAAI,YAAY;AACtD;AAEA,SAAS,kBAAkB,cAA8B;AACvD,QAAM,OAAO,WAAW,YAAY;AACpC,SAAO,KAAK,WAAW,IAAI,MAAM,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,GAAG;AAC5E;AAEA,SAAS,cAAc,cAAgC;AACrD,QAAM,SAAmB,CAAC;AAC1B,aAAW,OAAO,aAAa,MAAM,GAAG,GAAG;AACzC,UAAM,KAAK;AACX,QAAI;AACJ,YAAQ,QAAQ,GAAG,KAAK,GAAG,OAAO,MAAM;AACtC,UAAI,MAAM,CAAC,EAAG,QAAO,KAAK,MAAM,CAAC,CAAC;AAAA,IACpC;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,aAAa,GAAmB;AACvC,SAAO,EAAE,QAAQ,uBAAuB,MAAM;AAChD;AAOA,SAAS,aAAa,MAAqC;AACzD,QAAM,OAAO,KAAK,SAAS;AAC3B,OAAK,QAAQ,CAAC,GAAG,MAAM;AACrB,QAAI,MAAM,SAAS,EAAE,SAAS,oBAAiB,EAAE,SAAS,2BAAwB;AAChF,YAAM,IAAI,MAAM,4BAA4B,EAAE,OAAO,iCAAiC;AAAA,IACxF;AAAA,EACF,CAAC;AACD,MAAI,CAAC,KAAK,KAAK,CAAC,MAAM,EAAE,QAAQ,gBAAa,EAAG,QAAO;AAEvD,MAAI,MAAM;AACV,aAAW,KAAK,MAAM;AACpB,YAAQ,EAAE,MAAM;AAAA,MACd,KAAK;AACH,eAAO,MAAM,aAAa,EAAE,OAAO;AACnC;AAAA,MACF,KAAK;AACH,eAAO,MAAM,aAAa,EAAE,OAAO,EAAE,QAAQ,oBAAoB,UAAU;AAC3E;AAAA,MACF,KAAK;AACH,eAAO;AACP;AAAA,MACF,KAAK;AACH,eAAO;AACP;AAAA,MACF,KAAK;AACH,eAAO;AACP;AAAA,IACJ;AAAA,EACF;AACA,SAAO,IAAI,OAAO,IAAI,OAAO,EAAE,OAAO,GAAG;AAC3C;AAEA,SAAS,mBAAmB,GAAc,GAAsB;AAC9D,WAAS,IAAI,GAAG,IAAI,KAAK,IAAI,EAAE,QAAQ,EAAE,MAAM,GAAG,KAAK;AACrD,UAAM,OAAO,EAAE,CAAC,EAAG,OAAO,EAAE,CAAC,EAAG;AAChC,QAAI,SAAS,EAAG,QAAO;AAAA,EACzB;AACA,SAAO;AACT;AAcO,SAAS,QACd,KACA,OAAe,KACf,WAAmB,mBACnB,SAAiB,GACH;AACd,MAAI,CAAC,GAAG,WAAW,GAAG,EAAG,QAAO,CAAC;AACjC,MAAI,SAAS,UAAU;AACrB,cAAU,EAAE,KAAK,uBAAuB,QAAQ,gBAAgB,GAAG,oBAAoB;AACvF,WAAO,CAAC;AAAA,EACV;AAEA,QAAM,UAAwB,CAAC;AAC/B,QAAM,QAAQ,GAAG,YAAY,KAAK,EAAE,eAAe,KAAK,CAAC;AAEzD,aAAW,QAAQ,OAAO;AACxB,UAAM,WAAW,KAAK,KAAK,KAAK,KAAK,IAAI;AACzC,QAAI,KAAK,YAAY,GAAG;AACtB,cAAQ,KAAK,GAAG,QAAQ,UAAU,MAAM,UAAU,SAAS,CAAC,CAAC;AAAA,IAC/D,WAAW,cAAc,KAAK,KAAK,IAAI,GAAG;AACxC,YAAM,WAAW,MAAM,KAAK,SAAS,MAAM,QAAQ,EAAE,QAAQ,OAAO,GAAG;AACvE,YAAM,OAAO,WAAW,QAAQ;AAChC,YAAM,UAAU,aAAa,IAAI;AACjC,cAAQ,KAAK;AAAA,QACX,SAAS,kBAAkB,QAAQ;AAAA,QACnC,UAAU;AAAA,QACV,QAAQ,cAAc,QAAQ;AAAA,QAC9B,GAAI,YAAY,UAAa,EAAE,QAAQ;AAAA,MACzC,CAAC;AAAA,IACH;AAAA,EACF;AAGA,QAAM,MAAM,CAAC,MAAkB,MAAM,KAAK,SAAS,MAAM,EAAE,QAAQ,EAAE,QAAQ,OAAO,GAAG;AACvF,SAAO,QAAQ,KAAK,CAAC,GAAG,MAAM;AAC5B,UAAM,OAAO,mBAAmB,WAAW,IAAI,CAAC,CAAC,GAAG,WAAW,IAAI,CAAC,CAAC,CAAC;AACtE,WAAO,SAAS,IAAI,OAAO,EAAE,QAAQ,cAAc,EAAE,OAAO;AAAA,EAC9D,CAAC;AACH;","names":[]}
|
|
@@ -0,0 +1,154 @@
|
|
|
1
|
+
"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } else { var newObj = {}; if (obj != null) { for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) { newObj[key] = obj[key]; } } } newObj.default = obj; return newObj; } } function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }
|
|
2
|
+
|
|
3
|
+
var _chunk7YEX4MQVcjs = require('./chunk-7YEX4MQV.cjs');
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
|
|
7
|
+
var _chunkTI24L4XEcjs = require('./chunk-TI24L4XE.cjs');
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
var _chunkYL37D6KMcjs = require('./chunk-YL37D6KM.cjs');
|
|
11
|
+
|
|
12
|
+
// src/tasks/bullmq-backend.ts
|
|
13
|
+
var closeImpl = null;
|
|
14
|
+
var schedulesSynced = Promise.resolve();
|
|
15
|
+
var SCHEDULER_PREFIX = "efc-cron:";
|
|
16
|
+
function jobOptions(def) {
|
|
17
|
+
return {
|
|
18
|
+
// BullMQ's `attempts` counts the first run; `retries` counts only the re-runs.
|
|
19
|
+
attempts: (_nullishCoalesce(def.options.retries, () => ( 3))) + 1,
|
|
20
|
+
backoff: { type: _nullishCoalesce(def.options.backoff, () => ( "exponential")), delay: 1e3 }
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
async function syncSchedules(queue) {
|
|
24
|
+
const wanted = /* @__PURE__ */ new Set();
|
|
25
|
+
for (const def of _chunkTI24L4XEcjs.taskRegistry.values()) {
|
|
26
|
+
if (!def.options.schedule) continue;
|
|
27
|
+
const id = SCHEDULER_PREFIX + def.name;
|
|
28
|
+
wanted.add(id);
|
|
29
|
+
await queue.upsertJobScheduler(
|
|
30
|
+
id,
|
|
31
|
+
{
|
|
32
|
+
pattern: def.options.schedule,
|
|
33
|
+
...def.options.timezone !== void 0 && { tz: def.options.timezone }
|
|
34
|
+
},
|
|
35
|
+
{ name: def.name, data: {}, opts: jobOptions(def) }
|
|
36
|
+
);
|
|
37
|
+
}
|
|
38
|
+
for (const s of await queue.getJobSchedulers(0, -1)) {
|
|
39
|
+
if (s.key.startsWith(SCHEDULER_PREFIX) && !wanted.has(s.key)) {
|
|
40
|
+
await queue.removeJobScheduler(s.key);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
if (wanted.size > 0) _chunkYL37D6KMcjs.getLogger.call(void 0, ).info(`Scheduled ${wanted.size} cron task(s)`);
|
|
44
|
+
}
|
|
45
|
+
async function closeBullMQ() {
|
|
46
|
+
const close = closeImpl;
|
|
47
|
+
closeImpl = null;
|
|
48
|
+
await _optionalChain([close, 'optionalCall', _2 => _2()]);
|
|
49
|
+
}
|
|
50
|
+
async function initBullMQ(opts) {
|
|
51
|
+
let bullmq;
|
|
52
|
+
try {
|
|
53
|
+
bullmq = await Promise.resolve().then(() => _interopRequireWildcard(require("bullmq")));
|
|
54
|
+
} catch (e) {
|
|
55
|
+
throw new Error("[EFC] bullmq is not installed. Run: npm install bullmq");
|
|
56
|
+
}
|
|
57
|
+
const connection = parseRedisUrl(opts.redisUrl);
|
|
58
|
+
const queue = new bullmq.Queue(opts.queue, {
|
|
59
|
+
connection: { ...connection, enableOfflineQueue: false }
|
|
60
|
+
});
|
|
61
|
+
queue.on("error", () => {
|
|
62
|
+
});
|
|
63
|
+
const worker = new bullmq.Worker(
|
|
64
|
+
opts.queue,
|
|
65
|
+
async (job) => {
|
|
66
|
+
const def = _chunkTI24L4XEcjs.taskRegistry.get(job.name);
|
|
67
|
+
if (!def) {
|
|
68
|
+
throw new Error(`[EFC] No task registered for name: ${job.name}`);
|
|
69
|
+
}
|
|
70
|
+
if (def.options.thread && def.filePath) {
|
|
71
|
+
await _chunk7YEX4MQVcjs.runInThread.call(void 0, def.filePath, job.data);
|
|
72
|
+
} else {
|
|
73
|
+
await def.handler(job.data);
|
|
74
|
+
}
|
|
75
|
+
},
|
|
76
|
+
{ connection, concurrency: opts.concurrency }
|
|
77
|
+
);
|
|
78
|
+
worker.on("failed", (job, err) => {
|
|
79
|
+
_chunkYL37D6KMcjs.getLogger.call(void 0, ).error(
|
|
80
|
+
{ task: _optionalChain([job, 'optionalAccess', _3 => _3.name]), jobId: _optionalChain([job, 'optionalAccess', _4 => _4.id]), attempt: _optionalChain([job, 'optionalAccess', _5 => _5.attemptsMade]), err },
|
|
81
|
+
`Task ${_nullishCoalesce(_optionalChain([job, 'optionalAccess', _6 => _6.name]), () => ( "unknown"))} failed`
|
|
82
|
+
);
|
|
83
|
+
});
|
|
84
|
+
worker.on("error", (err) => {
|
|
85
|
+
_chunkYL37D6KMcjs.getLogger.call(void 0, ).error(`Task worker error: ${err.message}`);
|
|
86
|
+
});
|
|
87
|
+
worker.on("completed", (job) => {
|
|
88
|
+
_chunkYL37D6KMcjs.getLogger.call(void 0, ).info({ task: job.name, jobId: job.id }, `Task ${job.name} completed`);
|
|
89
|
+
});
|
|
90
|
+
_chunkTI24L4XEcjs.setEnqueueImpl.call(void 0, async (name, payload) => {
|
|
91
|
+
const def = _chunkTI24L4XEcjs.taskRegistry.get(name);
|
|
92
|
+
if (!def) {
|
|
93
|
+
throw new Error(
|
|
94
|
+
`[EFC] Cannot enqueue unknown task: "${name}". Is the task file in tasksDir?`
|
|
95
|
+
);
|
|
96
|
+
}
|
|
97
|
+
const add = queue.waitUntilReady().then(() => queue.add(name, payload, jobOptions(def)));
|
|
98
|
+
let timer;
|
|
99
|
+
const timeout = new Promise((_, reject) => {
|
|
100
|
+
timer = setTimeout(
|
|
101
|
+
() => reject(
|
|
102
|
+
new Error(
|
|
103
|
+
`[EFC] Cannot enqueue task "${name}": Redis at ${connection.host}:${connection.port} did not respond within ${opts.enqueueTimeout}ms`
|
|
104
|
+
)
|
|
105
|
+
),
|
|
106
|
+
opts.enqueueTimeout
|
|
107
|
+
);
|
|
108
|
+
});
|
|
109
|
+
try {
|
|
110
|
+
await Promise.race([add, timeout]);
|
|
111
|
+
} catch (err) {
|
|
112
|
+
if (err instanceof Error && err.message.startsWith("[EFC]")) throw err;
|
|
113
|
+
throw new Error(
|
|
114
|
+
`[EFC] Cannot enqueue task "${name}": ${err instanceof Error ? err.message : String(err)}`
|
|
115
|
+
);
|
|
116
|
+
} finally {
|
|
117
|
+
clearTimeout(timer);
|
|
118
|
+
}
|
|
119
|
+
});
|
|
120
|
+
let closing = false;
|
|
121
|
+
schedulesSynced = queue.waitUntilReady().then(() => syncSchedules(queue)).catch((err) => {
|
|
122
|
+
if (!closing) _chunkYL37D6KMcjs.getLogger.call(void 0, ).error({ err }, "Failed to sync cron task schedules");
|
|
123
|
+
});
|
|
124
|
+
closeImpl = async () => {
|
|
125
|
+
closing = true;
|
|
126
|
+
await worker.close();
|
|
127
|
+
await queue.close();
|
|
128
|
+
};
|
|
129
|
+
_chunkYL37D6KMcjs.getLogger.call(void 0, ).info("BullMQ backend initialised");
|
|
130
|
+
}
|
|
131
|
+
function parseRedisUrl(url) {
|
|
132
|
+
try {
|
|
133
|
+
const u = new URL(url);
|
|
134
|
+
const result = {
|
|
135
|
+
host: u.hostname || "localhost",
|
|
136
|
+
port: parseInt(u.port || "6379", 10)
|
|
137
|
+
};
|
|
138
|
+
if (u.username) result.username = decodeURIComponent(u.username);
|
|
139
|
+
if (u.password) result.password = decodeURIComponent(u.password);
|
|
140
|
+
const db = parseInt(u.pathname.slice(1), 10);
|
|
141
|
+
if (!Number.isNaN(db)) result.db = db;
|
|
142
|
+
if (u.protocol === "rediss:") result.tls = {};
|
|
143
|
+
return result;
|
|
144
|
+
} catch (e2) {
|
|
145
|
+
return { host: "localhost", port: 6379 };
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
|
|
150
|
+
|
|
151
|
+
|
|
152
|
+
|
|
153
|
+
exports.closeBullMQ = closeBullMQ; exports.initBullMQ = initBullMQ; exports.parseRedisUrl = parseRedisUrl;
|
|
154
|
+
//# sourceMappingURL=chunk-T4OHFU5T.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["/home/runner/work/express-file-cluster/express-file-cluster/packages/core/dist/chunk-T4OHFU5T.cjs","../src/tasks/bullmq-backend.ts"],"names":[],"mappings":"AAAA;AACE;AACF,wDAA6B;AAC7B;AACE;AACA;AACF,wDAA6B;AAC7B;AACE;AACF,wDAA6B;AAC7B;AACA;ACGA,IAAI,UAAA,EAA0C,IAAA;AAC9C,IAAI,gBAAA,EAAiC,OAAA,CAAQ,OAAA,CAAQ,CAAA;AAO9C,IAAM,iBAAA,EAAmB,WAAA;AAEhC,SAAS,UAAA,CAAW,GAAA,EAAqB;AACvC,EAAA,OAAO;AAAA;AAAA,IAEL,QAAA,EAAA,kBAAW,GAAA,CAAI,OAAA,CAAQ,OAAA,UAAW,GAAA,EAAA,EAAK,CAAA;AAAA,IACvC,OAAA,EAAS,EAAE,IAAA,mBAAM,GAAA,CAAI,OAAA,CAAQ,OAAA,UAAW,eAAA,EAAe,KAAA,EAAO,IAAK;AAAA,EACrE,CAAA;AACF;AAKA,MAAA,SAAe,aAAA,CAAc,KAAA,EAAsC;AACjE,EAAA,MAAM,OAAA,kBAAS,IAAI,GAAA,CAAY,CAAA;AAC/B,EAAA,IAAA,CAAA,MAAW,IAAA,GAAO,8BAAA,CAAa,MAAA,CAAO,CAAA,EAAG;AACvC,IAAA,GAAA,CAAI,CAAC,GAAA,CAAI,OAAA,CAAQ,QAAA,EAAU,QAAA;AAC3B,IAAA,MAAM,GAAA,EAAK,iBAAA,EAAmB,GAAA,CAAI,IAAA;AAClC,IAAA,MAAA,CAAO,GAAA,CAAI,EAAE,CAAA;AACb,IAAA,MAAM,KAAA,CAAM,kBAAA;AAAA,MACV,EAAA;AAAA,MACA;AAAA,QACE,OAAA,EAAS,GAAA,CAAI,OAAA,CAAQ,QAAA;AAAA,QACrB,GAAI,GAAA,CAAI,OAAA,CAAQ,SAAA,IAAa,KAAA,EAAA,GAAa,EAAE,EAAA,EAAI,GAAA,CAAI,OAAA,CAAQ,SAAS;AAAA,MACvE,CAAA;AAAA,MACA,EAAE,IAAA,EAAM,GAAA,CAAI,IAAA,EAAM,IAAA,EAAM,CAAC,CAAA,EAAG,IAAA,EAAM,UAAA,CAAW,GAAG,EAAE;AAAA,IACpD,CAAA;AAAA,EACF;AACA,EAAA,IAAA,CAAA,MAAW,EAAA,GAAK,MAAM,KAAA,CAAM,gBAAA,CAAiB,CAAA,EAAG,CAAA,CAAE,CAAA,EAAG;AACnD,IAAA,GAAA,CAAI,CAAA,CAAE,GAAA,CAAI,UAAA,CAAW,gBAAgB,EAAA,GAAK,CAAC,MAAA,CAAO,GAAA,CAAI,CAAA,CAAE,GAAG,CAAA,EAAG;AAC5D,MAAA,MAAM,KAAA,CAAM,kBAAA,CAAmB,CAAA,CAAE,GAAG,CAAA;AAAA,IACtC;AAAA,EACF;AACA,EAAA,GAAA,CAAI,MAAA,CAAO,KAAA,EAAO,CAAA,EAAG,yCAAA,CAAU,CAAE,IAAA,CAAK,CAAA,UAAA,EAAa,MAAA,CAAO,IAAI,CAAA,aAAA,CAAe,CAAA;AAC/E;AAGA,MAAA,SAAsB,WAAA,CAAA,EAA6B;AACjD,EAAA,MAAM,MAAA,EAAQ,SAAA;AACd,EAAA,UAAA,EAAY,IAAA;AACZ,EAAA,sBAAM,KAAA,0BAAA,CAAQ,GAAA;AAChB;AAEA,MAAA,SAAsB,UAAA,CAAW,IAAA,EAAiC;AAChE,EAAA,IAAI,MAAA;AACJ,EAAA,IAAI;AACF,IAAA,OAAA,EAAS,MAAM,4DAAA,CAAO,QAAQ,GAAA;AAAA,EAChC,EAAA,UAAQ;AACN,IAAA,MAAM,IAAI,KAAA,CAAM,wDAAwD,CAAA;AAAA,EAC1E;AAEA,EAAA,MAAM,WAAA,EAAa,aAAA,CAAc,IAAA,CAAK,QAAQ,CAAA;AAI9C,EAAA,MAAM,MAAA,EAAQ,IAAI,MAAA,CAAO,KAAA,CAAM,IAAA,CAAK,KAAA,EAAO;AAAA,IACzC,UAAA,EAAY,EAAE,GAAG,UAAA,EAAY,kBAAA,EAAoB,MAAM;AAAA,EACzD,CAAC,CAAA;AAED,EAAA,KAAA,CAAM,EAAA,CAAG,OAAA,EAAS,CAAA,EAAA,GAAM;AAAA,EAAC,CAAC,CAAA;AAE1B,EAAA,MAAM,OAAA,EAAS,IAAI,MAAA,CAAO,MAAA;AAAA,IACxB,IAAA,CAAK,KAAA;AAAA,IACL,MAAA,CAAO,GAAA,EAAA,GAAa;AAClB,MAAA,MAAM,IAAA,EAAM,8BAAA,CAAa,GAAA,CAAI,GAAA,CAAI,IAAI,CAAA;AACrC,MAAA,GAAA,CAAI,CAAC,GAAA,EAAK;AACR,QAAA,MAAM,IAAI,KAAA,CAAM,CAAA,mCAAA,EAAsC,GAAA,CAAI,IAAI,CAAA,CAAA;AAChE,MAAA;AAEwC,MAAA;AACE,QAAA;AACnC,MAAA;AACqB,QAAA;AAC5B,MAAA;AACF,IAAA;AAC4C,IAAA;AAC9C,EAAA;AAE0D,EAAA;AAC5C,IAAA;AACqD,MAAA;AACjC,MAAA;AAChC,IAAA;AACD,EAAA;AAEkC,EAAA;AACoB,IAAA;AACtD,EAAA;AAEoC,EAAA;AAC6B,IAAA;AACjE,EAAA;AAEuC,EAAA;AACL,IAAA;AACvB,IAAA;AACE,MAAA;AACmC,QAAA;AAC7C,MAAA;AACF,IAAA;AAE8D,IAAA;AAE1D,IAAA;AAC8C,IAAA;AACxC,MAAA;AAEJ,QAAA;AACM,UAAA;AAC+C,YAAA;AACnD,UAAA;AACF,QAAA;AACG,QAAA;AACP,MAAA;AACD,IAAA;AAEG,IAAA;AAC+B,MAAA;AACrB,IAAA;AACiD,MAAA;AACnD,MAAA;AACuD,QAAA;AACjE,MAAA;AACA,IAAA;AACkB,MAAA;AACpB,IAAA;AACD,EAAA;AAEa,EAAA;AAIc,EAAA;AAGiB,IAAA;AAC1C,EAAA;AAEqB,EAAA;AACZ,IAAA;AACS,IAAA;AACD,IAAA;AACpB,EAAA;AAE6C,EAAA;AAC/C;AAW4D;AACtD,EAAA;AACmB,IAAA;AACW,IAAA;AACV,MAAA;AACe,MAAA;AACrC,IAAA;AAC+D,IAAA;AACA,IAAA;AACpB,IAAA;AACR,IAAA;AACS,IAAA;AACrC,IAAA;AACD,EAAA;AACiC,IAAA;AACzC,EAAA;AACF;AD/CuE;AACA;AACA;AACA;AACA;AACA","file":"/home/runner/work/express-file-cluster/express-file-cluster/packages/core/dist/chunk-T4OHFU5T.cjs","sourcesContent":[null,"import type { Job } from 'bullmq';\nimport type * as BullMQNS from 'bullmq';\nimport { taskRegistry, setEnqueueImpl } from './index.js';\nimport type { TaskDefinition } from '../types.js';\nimport { runInThread } from './thread-runner.js';\nimport { getLogger } from '../logger.js';\n\ninterface BullMQOpts {\n redisUrl: string;\n concurrency: number;\n enqueueTimeout: number;\n queue: string;\n}\n\nlet closeImpl: (() => Promise<void>) | null = null;\nlet schedulesSynced: Promise<void> = Promise.resolve();\n\n/** Resolves once cron schedulers have been reconciled with the registry (tests, CLI). */\nexport function whenSchedulesSynced(): Promise<void> {\n return schedulesSynced;\n}\n\nexport const SCHEDULER_PREFIX = 'efc-cron:';\n\nfunction jobOptions(def: TaskDefinition) {\n return {\n // BullMQ's `attempts` counts the first run; `retries` counts only the re-runs.\n attempts: (def.options.retries ?? 3) + 1,\n backoff: { type: def.options.backoff ?? 'exponential', delay: 1000 },\n };\n}\n\n// One job scheduler per task with a `schedule`, keyed by task name. upsert is\n// idempotent, so every cluster worker can run this without creating duplicates;\n// schedulers whose task lost its `schedule` (or was deleted) are removed.\nasync function syncSchedules(queue: BullMQNS.Queue): Promise<void> {\n const wanted = new Set<string>();\n for (const def of taskRegistry.values()) {\n if (!def.options.schedule) continue;\n const id = SCHEDULER_PREFIX + def.name;\n wanted.add(id);\n await queue.upsertJobScheduler(\n id,\n {\n pattern: def.options.schedule,\n ...(def.options.timezone !== undefined && { tz: def.options.timezone }),\n },\n { name: def.name, data: {}, opts: jobOptions(def) },\n );\n }\n for (const s of await queue.getJobSchedulers(0, -1)) {\n if (s.key.startsWith(SCHEDULER_PREFIX) && !wanted.has(s.key)) {\n await queue.removeJobScheduler(s.key);\n }\n }\n if (wanted.size > 0) getLogger().info(`Scheduled ${wanted.size} cron task(s)`);\n}\n\n/** Drains the BullMQ worker and closes both Redis connections. No-op if never initialised. */\nexport async function closeBullMQ(): Promise<void> {\n const close = closeImpl;\n closeImpl = null;\n await close?.();\n}\n\nexport async function initBullMQ(opts: BullMQOpts): Promise<void> {\n let bullmq: typeof BullMQNS;\n try {\n bullmq = await import('bullmq');\n } catch {\n throw new Error('[EFC] bullmq is not installed. Run: npm install bullmq');\n }\n\n const connection = parseRedisUrl(opts.redisUrl);\n // With the offline queue on (ioredis default) queue.add() buffers forever while Redis is\n // down, so enqueue() never settles. Off, commands reject once the connection drops; the\n // initial connect is bounded by the enqueueTimeout race below.\n const queue = new bullmq.Queue(opts.queue, {\n connection: { ...connection, enableOfflineQueue: false },\n });\n // Without a listener, ioredis connection errors surface as unhandled 'error' events.\n queue.on('error', () => {});\n\n const worker = new bullmq.Worker(\n opts.queue,\n async (job: Job) => {\n const def = taskRegistry.get(job.name);\n if (!def) {\n throw new Error(`[EFC] No task registered for name: ${job.name}`);\n }\n\n if (def.options.thread && def.filePath) {\n await runInThread(def.filePath, job.data);\n } else {\n await def.handler(job.data);\n }\n },\n { connection, concurrency: opts.concurrency },\n );\n\n worker.on('failed', (job: Job | undefined, err: Error) => {\n getLogger().error(\n { task: job?.name, jobId: job?.id, attempt: job?.attemptsMade, err },\n `Task ${job?.name ?? 'unknown'} failed`,\n );\n });\n\n worker.on('error', (err: Error) => {\n getLogger().error(`Task worker error: ${err.message}`);\n });\n\n worker.on('completed', (job: Job) => {\n getLogger().info({ task: job.name, jobId: job.id }, `Task ${job.name} completed`);\n });\n\n setEnqueueImpl(async (name, payload) => {\n const def = taskRegistry.get(name);\n if (!def) {\n throw new Error(\n `[EFC] Cannot enqueue unknown task: \"${name}\". Is the task file in tasksDir?`,\n );\n }\n\n const add = queue.waitUntilReady().then(() => queue.add(name, payload, jobOptions(def)));\n\n let timer: NodeJS.Timeout | undefined;\n const timeout = new Promise<never>((_, reject) => {\n timer = setTimeout(\n () =>\n reject(\n new Error(\n `[EFC] Cannot enqueue task \"${name}\": Redis at ${connection.host}:${connection.port} did not respond within ${opts.enqueueTimeout}ms`,\n ),\n ),\n opts.enqueueTimeout,\n );\n });\n\n try {\n await Promise.race([add, timeout]);\n } catch (err) {\n if (err instanceof Error && err.message.startsWith('[EFC]')) throw err;\n throw new Error(\n `[EFC] Cannot enqueue task \"${name}\": ${err instanceof Error ? err.message : String(err)}`,\n );\n } finally {\n clearTimeout(timer);\n }\n });\n\n let closing = false;\n // Not awaited: a Redis outage at boot must not block the HTTP server from starting.\n schedulesSynced = queue\n .waitUntilReady()\n .then(() => syncSchedules(queue))\n .catch((err: unknown) => {\n // Shutting down before Redis ever answered aborts the wait — not a real failure.\n if (!closing) getLogger().error({ err }, 'Failed to sync cron task schedules');\n });\n\n closeImpl = async () => {\n closing = true;\n await worker.close();\n await queue.close();\n };\n\n getLogger().info('BullMQ backend initialised');\n}\n\ninterface RedisConnection {\n host: string;\n port: number;\n username?: string;\n password?: string;\n db?: number;\n tls?: Record<string, never>;\n}\n\nexport function parseRedisUrl(url: string): RedisConnection {\n try {\n const u = new URL(url);\n const result: RedisConnection = {\n host: u.hostname || 'localhost',\n port: parseInt(u.port || '6379', 10),\n };\n if (u.username) result.username = decodeURIComponent(u.username);\n if (u.password) result.password = decodeURIComponent(u.password);\n const db = parseInt(u.pathname.slice(1), 10);\n if (!Number.isNaN(db)) result.db = db;\n if (u.protocol === 'rediss:') result.tls = {};\n return result;\n } catch {\n return { host: 'localhost', port: 6379 };\n }\n}\n"]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["/home/runner/work/
|
|
1
|
+
{"version":3,"sources":["/home/runner/work/express-file-cluster/express-file-cluster/packages/core/dist/chunk-TI24L4XE.cjs","../src/tasks/index.ts"],"names":[],"mappings":"AAAA;ACEO,IAAM,aAAA,kBAAe,IAAI,GAAA,CAA4B,CAAA;AAQrD,IAAM,WAAA,EAAiC,CAC5C,gBAAA,EACA,YAAA,EAAA,GACsB;AACtB,EAAA,IAAI,QAAA,EAAuB,CAAC,CAAA;AAC5B,EAAA,IAAI,OAAA;AAEJ,EAAA,GAAA,CAAI,OAAO,iBAAA,IAAqB,UAAA,EAAY;AAC1C,IAAA,QAAA,EAAU,gBAAA;AAAA,EACZ,EAAA,KAAO;AACL,IAAA,QAAA,EAAU,gBAAA;AACV,IAAA,GAAA,CAAI,CAAC,YAAA,EAAc,MAAM,IAAI,KAAA,CAAM,gDAAgD,CAAA;AACnF,IAAA,QAAA,EAAU,YAAA;AAAA,EACZ;AAEA,EAAA,OAAO;AAAA,IACL,OAAA;AAAA,IACA,OAAA;AAAA,IACA,IAAA,EAAM;AAAA,EACR,CAAA;AACF,CAAA;AAGA,IAAI,MAAA,EAA4B,IAAA;AAEzB,SAAS,cAAA,CAAe,IAAA,EAAyB;AACtD,EAAA,MAAA,EAAQ,IAAA;AACV;AAEA,MAAA,SAAsB,OAAA,CAAW,IAAA,EAAc,OAAA,EAA2B;AACxE,EAAA,GAAA,CAAI,CAAC,KAAA,EAAO;AACV,IAAA,MAAM,IAAI,KAAA;AAAA,MACR,CAAA,2BAAA,EAA8B,IAAI,CAAA,oEAAA;AAAA,IACpC,CAAA;AAAA,EACF;AACA,EAAA,OAAO,KAAA,CAAM,IAAA,EAAM,OAAkB,CAAA;AACvC;AAEO,SAAS,YAAA,CAAa,IAAA,EAAc,GAAA,EAA2B;AACpE,EAAA,YAAA,CAAa,GAAA,CAAI,IAAA,EAAM,EAAE,GAAG,GAAA,EAAK,KAAK,CAAC,CAAA;AACzC;AAUO,SAAS,SAAA,CAAA,EAAmE;AACjF,EAAA,OAAO,KAAA,CAAM,IAAA,CAAK,YAAA,CAAa,MAAA,CAAO,CAAC,CAAA,CAAE,GAAA,CAAI,CAAC,EAAE,IAAA,EAAM,QAAQ,CAAA,EAAA,GAAA,CAAO,EAAE,IAAA,EAAM,QAAQ,CAAA,CAAE,CAAA;AACzF;AD1BA;AACA;AACE;AACA;AACA;AACA;AACA;AACA;AACF,6MAAC","file":"/home/runner/work/express-file-cluster/express-file-cluster/packages/core/dist/chunk-TI24L4XE.cjs","sourcesContent":[null,"import type { TaskDefinition, TaskOptions } from '../types.js';\n\nexport const taskRegistry = new Map<string, TaskDefinition>();\n\ntype HandlerFn<T> = (payload: T) => Promise<void>;\ntype DefineTaskOverload = {\n <T>(handler: HandlerFn<T>): TaskDefinition<T>;\n <T>(options: TaskOptions, handler: HandlerFn<T>): TaskDefinition<T>;\n};\n\nexport const defineTask: DefineTaskOverload = <T>(\n handlerOrOptions: HandlerFn<T> | TaskOptions,\n maybeHandler?: HandlerFn<T>,\n): TaskDefinition<T> => {\n let options: TaskOptions = {};\n let handler: HandlerFn<T>;\n\n if (typeof handlerOrOptions === 'function') {\n handler = handlerOrOptions;\n } else {\n options = handlerOrOptions;\n if (!maybeHandler) throw new Error('[EFC] defineTask: handler function is required');\n handler = maybeHandler;\n }\n\n return {\n handler: handler as (payload: unknown) => Promise<void>,\n options,\n name: '',\n };\n};\n\ntype EnqueueImpl = (name: string, payload: unknown) => Promise<void>;\nlet _impl: EnqueueImpl | null = null;\n\nexport function setEnqueueImpl(impl: EnqueueImpl): void {\n _impl = impl;\n}\n\nexport async function enqueue<T>(name: string, payload: T): Promise<void> {\n if (!_impl) {\n throw new Error(\n `[EFC] Cannot enqueue task \"${name}\": task queue not initialised. Set tasks.backend in ignite() config.`,\n );\n }\n return _impl(name, payload as unknown);\n}\n\nexport function registerTask(name: string, def: TaskDefinition): void {\n taskRegistry.set(name, { ...def, name });\n}\n\n/**\n * Returns a read-only snapshot of all registered tasks.\n * Each entry contains the task name and its configured options.\n *\n * @example\n * const tasks = listTasks();\n * console.log(tasks.map(t => t.name));\n */\nexport function listTasks(): ReadonlyArray<{ name: string; options: TaskOptions }> {\n return Array.from(taskRegistry.values()).map(({ name, options }) => ({ name, options }));\n}\n"]}
|