light-async-queue 1.1.0 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +314 -30
- package/dist/src/constants.d.ts +24 -5
- package/dist/src/constants.d.ts.map +1 -1
- package/dist/src/constants.js +20 -0
- package/dist/src/constants.js.map +1 -1
- package/dist/src/dashboard/Dashboard.d.ts +70 -0
- package/dist/src/dashboard/Dashboard.d.ts.map +1 -0
- package/dist/src/dashboard/Dashboard.js +308 -0
- package/dist/src/dashboard/Dashboard.js.map +1 -0
- package/dist/src/dashboard/index.d.ts +3 -0
- package/dist/src/dashboard/index.d.ts.map +1 -0
- package/dist/src/dashboard/index.js +2 -0
- package/dist/src/dashboard/index.js.map +1 -0
- package/dist/src/index.d.ts +13 -2
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +11 -1
- package/dist/src/index.js.map +1 -1
- package/dist/src/queue/Job.d.ts +35 -4
- package/dist/src/queue/Job.d.ts.map +1 -1
- package/dist/src/queue/Job.js +92 -8
- package/dist/src/queue/Job.js.map +1 -1
- package/dist/src/queue/Queue.d.ts +73 -3
- package/dist/src/queue/Queue.d.ts.map +1 -1
- package/dist/src/queue/Queue.js +357 -35
- package/dist/src/queue/Queue.js.map +1 -1
- package/dist/src/queue/Scheduler.d.ts.map +1 -1
- package/dist/src/queue/Scheduler.js +8 -1
- package/dist/src/queue/Scheduler.js.map +1 -1
- package/dist/src/types.d.ts +79 -5
- package/dist/src/types.d.ts.map +1 -1
- package/dist/src/types.js +1 -1
- package/dist/src/types.js.map +1 -1
- package/dist/src/utils/CronParser.d.ts +12 -0
- package/dist/src/utils/CronParser.d.ts.map +1 -0
- package/dist/src/utils/CronParser.js +28 -0
- package/dist/src/utils/CronParser.js.map +1 -0
- package/dist/src/utils/RateLimiter.d.ts +37 -0
- package/dist/src/utils/RateLimiter.d.ts.map +1 -0
- package/dist/src/utils/RateLimiter.js +68 -0
- package/dist/src/utils/RateLimiter.js.map +1 -0
- package/dist/src/utils/WebhookManager.d.ts +29 -0
- package/dist/src/utils/WebhookManager.d.ts.map +1 -0
- package/dist/src/utils/WebhookManager.js +82 -0
- package/dist/src/utils/WebhookManager.js.map +1 -0
- package/dist/src/worker/Worker.d.ts +2 -2
- package/dist/src/worker/Worker.d.ts.map +1 -1
- package/dist/src/worker/Worker.js +57 -36
- package/dist/src/worker/Worker.js.map +1 -1
- package/dist/src/worker/childProcessor.js +17 -1
- package/dist/src/worker/childProcessor.js.map +1 -1
- package/package.json +27 -5
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { fork } from
|
|
2
|
-
import { WorkerMessageType, WorkerSignalType, WorkerResponseType } from
|
|
3
|
-
import { fileURLToPath } from
|
|
4
|
-
import { dirname, join } from
|
|
1
|
+
import { fork } from "node:child_process";
|
|
2
|
+
import { WorkerMessageType, WorkerSignalType, WorkerResponseType, } from "../types.js";
|
|
3
|
+
import { fileURLToPath } from "node:url";
|
|
4
|
+
import { dirname, join } from "node:path";
|
|
5
5
|
const __filename = fileURLToPath(import.meta.url);
|
|
6
6
|
const __dirname = dirname(__filename);
|
|
7
7
|
/**
|
|
@@ -23,29 +23,29 @@ export class Worker {
|
|
|
23
23
|
*/
|
|
24
24
|
async initialize() {
|
|
25
25
|
return new Promise((resolve, reject) => {
|
|
26
|
-
const childProcessorPath = join(__dirname,
|
|
26
|
+
const childProcessorPath = join(__dirname, "childProcessor.js");
|
|
27
27
|
this.childProcess = fork(childProcessorPath, [], {
|
|
28
|
-
stdio: [
|
|
28
|
+
stdio: ["pipe", "pipe", "pipe", "ipc"],
|
|
29
29
|
});
|
|
30
30
|
// Handle ready signal from child
|
|
31
31
|
const readyHandler = (message) => {
|
|
32
32
|
if (message.type === WorkerSignalType.READY) {
|
|
33
33
|
this.isReady = true;
|
|
34
|
-
this.childProcess?.off(
|
|
34
|
+
this.childProcess?.off("message", readyHandler);
|
|
35
35
|
// Send processor function to child
|
|
36
36
|
this.sendProcessorToChild()
|
|
37
37
|
.then(() => resolve())
|
|
38
38
|
.catch(reject);
|
|
39
39
|
}
|
|
40
40
|
};
|
|
41
|
-
this.childProcess.on(
|
|
41
|
+
this.childProcess.on("message", readyHandler);
|
|
42
42
|
// Handle child process errors
|
|
43
|
-
this.childProcess.on(
|
|
44
|
-
console.error(
|
|
43
|
+
this.childProcess.on("error", (error) => {
|
|
44
|
+
console.error("[Worker] Child process error:", error);
|
|
45
45
|
reject(error);
|
|
46
46
|
});
|
|
47
47
|
// Handle unexpected exit during initialization
|
|
48
|
-
this.childProcess.on(
|
|
48
|
+
this.childProcess.on("exit", (code, signal) => {
|
|
49
49
|
if (!this.isReady) {
|
|
50
50
|
reject(new Error(`Child process exited during initialization: code=${code}, signal=${signal}`));
|
|
51
51
|
}
|
|
@@ -53,7 +53,7 @@ export class Worker {
|
|
|
53
53
|
// Timeout after 5 seconds
|
|
54
54
|
setTimeout(() => {
|
|
55
55
|
if (!this.isReady) {
|
|
56
|
-
reject(new Error(
|
|
56
|
+
reject(new Error("Worker initialization timeout"));
|
|
57
57
|
}
|
|
58
58
|
}, 5000);
|
|
59
59
|
});
|
|
@@ -64,7 +64,7 @@ export class Worker {
|
|
|
64
64
|
async sendProcessorToChild() {
|
|
65
65
|
return new Promise((resolve, reject) => {
|
|
66
66
|
if (!this.childProcess) {
|
|
67
|
-
reject(new Error(
|
|
67
|
+
reject(new Error("Child process not initialized"));
|
|
68
68
|
return;
|
|
69
69
|
}
|
|
70
70
|
// Convert processor function to string
|
|
@@ -82,23 +82,36 @@ export class Worker {
|
|
|
82
82
|
/**
|
|
83
83
|
* Execute a job in the child process
|
|
84
84
|
*/
|
|
85
|
-
async execute(job) {
|
|
85
|
+
async execute(job, jobWithMethods) {
|
|
86
86
|
if (!this.childProcess || !this.isReady) {
|
|
87
|
-
throw new Error(
|
|
87
|
+
throw new Error("Worker not initialized");
|
|
88
88
|
}
|
|
89
89
|
if (this.currentJobId) {
|
|
90
|
-
throw new Error(
|
|
90
|
+
throw new Error("Worker is already processing a job");
|
|
91
91
|
}
|
|
92
92
|
this.currentJobId = job.id;
|
|
93
93
|
return new Promise((resolve, reject) => {
|
|
94
94
|
if (!this.childProcess) {
|
|
95
|
-
reject(new Error(
|
|
95
|
+
reject(new Error("Child process not available"));
|
|
96
96
|
return;
|
|
97
97
|
}
|
|
98
|
-
|
|
98
|
+
const exitHandler = (code, signal) => {
|
|
99
|
+
if (this.currentJobId === job.id) {
|
|
100
|
+
this.childProcess?.off("exit", exitHandler);
|
|
101
|
+
this.childProcess?.off("message", messageHandler);
|
|
102
|
+
this.currentJobId = null;
|
|
103
|
+
this.isReady = false;
|
|
104
|
+
resolve({
|
|
105
|
+
success: false,
|
|
106
|
+
error: `Worker crashed: code=${code}, signal=${signal}`,
|
|
107
|
+
});
|
|
108
|
+
}
|
|
109
|
+
};
|
|
99
110
|
const messageHandler = (message) => {
|
|
100
|
-
if (message.type === WorkerResponseType.RESULT &&
|
|
101
|
-
|
|
111
|
+
if (message.type === WorkerResponseType.RESULT &&
|
|
112
|
+
message.jobId === job.id) {
|
|
113
|
+
this.childProcess?.off("message", messageHandler);
|
|
114
|
+
this.childProcess?.off("exit", exitHandler);
|
|
102
115
|
this.currentJobId = null;
|
|
103
116
|
if (message.result.success) {
|
|
104
117
|
resolve({
|
|
@@ -113,21 +126,16 @@ export class Worker {
|
|
|
113
126
|
});
|
|
114
127
|
}
|
|
115
128
|
}
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
this.currentJobId = null;
|
|
123
|
-
this.isReady = false;
|
|
124
|
-
resolve({
|
|
125
|
-
success: false,
|
|
126
|
-
error: `Worker crashed: code=${code}, signal=${signal}`,
|
|
127
|
-
});
|
|
129
|
+
else if (message.type === "progress" && message.jobId === job.id) {
|
|
130
|
+
if (jobWithMethods?.updateProgress) {
|
|
131
|
+
jobWithMethods.updateProgress(message.progress).catch((err) => {
|
|
132
|
+
console.error("[Worker] Error updating progress:", err);
|
|
133
|
+
});
|
|
134
|
+
}
|
|
128
135
|
}
|
|
129
136
|
};
|
|
130
|
-
this.childProcess.
|
|
137
|
+
this.childProcess.on("message", messageHandler);
|
|
138
|
+
this.childProcess.once("exit", exitHandler);
|
|
131
139
|
// Send job to child process
|
|
132
140
|
this.childProcess.send({
|
|
133
141
|
type: WorkerMessageType.EXECUTE,
|
|
@@ -151,17 +159,30 @@ export class Worker {
|
|
|
151
159
|
resolve();
|
|
152
160
|
return;
|
|
153
161
|
}
|
|
154
|
-
this.childProcess.once(
|
|
162
|
+
this.childProcess.once("exit", () => {
|
|
155
163
|
this.childProcess = null;
|
|
156
164
|
this.isReady = false;
|
|
157
165
|
this.currentJobId = null;
|
|
158
166
|
resolve();
|
|
159
167
|
});
|
|
160
|
-
|
|
168
|
+
try {
|
|
169
|
+
this.childProcess.kill();
|
|
170
|
+
}
|
|
171
|
+
catch (error) {
|
|
172
|
+
const err = error;
|
|
173
|
+
if (err.code === "EPERM" || err.code === "ESRCH") {
|
|
174
|
+
this.childProcess = null;
|
|
175
|
+
this.isReady = false;
|
|
176
|
+
this.currentJobId = null;
|
|
177
|
+
resolve();
|
|
178
|
+
return;
|
|
179
|
+
}
|
|
180
|
+
throw error;
|
|
181
|
+
}
|
|
161
182
|
// Force kill after 5 seconds
|
|
162
183
|
setTimeout(() => {
|
|
163
184
|
if (this.childProcess) {
|
|
164
|
-
this.childProcess.kill(
|
|
185
|
+
this.childProcess.kill("SIGKILL");
|
|
165
186
|
}
|
|
166
187
|
}, 5000);
|
|
167
188
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Worker.js","sourceRoot":"","sources":["../../../src/worker/Worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAgB,MAAM,oBAAoB,CAAC;AACxD,OAAO,
|
|
1
|
+
{"version":3,"file":"Worker.js","sourceRoot":"","sources":["../../../src/worker/Worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAgB,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAIL,iBAAiB,EACjB,gBAAgB,EAChB,kBAAkB,GAEnB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE1C,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtC;;GAEG;AACH,MAAM,OAAO,MAAM;IACT,SAAS,CAAe;IACxB,YAAY,CAAsB;IAClC,OAAO,CAAU;IACjB,YAAY,CAAgB;IAEpC,YAAY,SAAuB;QACjC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,kBAAkB,GAAG,IAAI,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;YAEhE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,kBAAkB,EAAE,EAAE,EAAE;gBAC/C,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC;aACvC,CAAC,CAAC;YAEH,iCAAiC;YACjC,MAAM,YAAY,GAAG,CAAC,OAAyB,EAAE,EAAE;gBACjD,IAAI,OAAO,CAAC,IAAI,KAAK,gBAAgB,CAAC,KAAK,EAAE,CAAC;oBAC5C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;oBACpB,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;oBAEhD,mCAAmC;oBACnC,IAAI,CAAC,oBAAoB,EAAE;yBACxB,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;yBACrB,KAAK,CAAC,MAAM,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC,CAAC;YAEF,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YAE9C,8BAA8B;YAC9B,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACtC,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;gBACtD,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,+CAA+C;YAC/C,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;gBAC5C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;oBAClB,MAAM,CACJ,IAAI,KAAK,CACP,oDAAoD,IAAI,YAAY,MAAM,EAAE,CAC7E,CACF,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,0BAA0B;YAC1B,UAAU,CAAC,GAAG,EAAE;gBACd,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;oBAClB,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC,EAAE,IAAI,CAAC,CAAC;QACX,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB;QAChC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC,CAAC;gBACnD,OAAO;YACT,CAAC;YAED,uCAAuC;YACvC,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YAEhD,IAAI,CAAC,YAAY,CAAC,IAAI,CACpB,EAAE,IAAI,EAAE,iBAAiB,CAAC,aAAa,EAAE,IAAI,EAAE,aAAa,EAAE,EAC9D,CAAC,KAAK,EAAE,EAAE;gBACR,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACN,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC,CACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,GAAY,EACZ,cAA+B;QAE/B,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC,EAAE,CAAC;QAE3B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC,CAAC;gBACjD,OAAO;YACT,CAAC;YAED,MAAM,WAAW,GAAG,CAAC,IAAmB,EAAE,MAAqB,EAAE,EAAE;gBACjE,IAAI,IAAI,CAAC,YAAY,KAAK,GAAG,CAAC,EAAE,EAAE,CAAC;oBACjC,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBAC5C,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;oBAClD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;oBACzB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;oBAErB,OAAO,CAAC;wBACN,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,wBAAwB,IAAI,YAAY,MAAM,EAAE;qBACxD,CAAC,CAAC;gBACL,CAAC;YACH,CAAC,CAAC;YAEF,MAAM,cAAc,GAAG,CAAC,OAAuB,EAAE,EAAE;gBACjD,IACE,OAAO,CAAC,IAAI,KAAK,kBAAkB,CAAC,MAAM;oBAC1C,OAAO,CAAC,KAAK,KAAK,GAAG,CAAC,EAAE,EACxB,CAAC;oBACD,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;oBAClD,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBAC5C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;oBAEzB,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;wBAC3B,OAAO,CAAC;4BACN,OAAO,EAAE,IAAI;4BACb,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;yBAC9B,CAAC,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC;4BACN,OAAO,EAAE,KAAK;4BACd,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK;yBAC5B,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;qBAAM,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,CAAC,KAAK,KAAK,GAAG,CAAC,EAAE,EAAE,CAAC;oBACnE,IAAI,cAAc,EAAE,cAAc,EAAE,CAAC;wBACnC,cAAc,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;4BAC5D,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,GAAG,CAAC,CAAC;wBAC1D,CAAC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC,CAAC;YAEF,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;YAEhD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YAE5C,4BAA4B;YAC5B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;gBACrB,IAAI,EAAE,iBAAiB,CAAC,OAAO;gBAC/B,GAAG;aACJ,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO,IAAI,CAAC,YAAY,KAAK,IAAI,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS;QACb,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC7B,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;oBACvB,OAAO,EAAE,CAAC;oBACV,OAAO;gBACT,CAAC;gBAED,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;oBAClC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;oBACzB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;oBACrB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;oBACzB,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;gBAC3B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,GAAG,GAAG,KAA8B,CAAC;oBAC3C,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBACjD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;wBACzB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;wBACrB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;wBACzB,OAAO,EAAE,CAAC;wBACV,OAAO;oBACT,CAAC;oBACD,MAAM,KAAK,CAAC;gBACd,CAAC;gBAED,6BAA6B;gBAC7B,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;wBACtB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACpC,CAAC;gBACH,CAAC,EAAE,IAAI,CAAC,CAAC;YACX,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF"}
|
|
@@ -16,7 +16,23 @@ process.on('message', async (message) => {
|
|
|
16
16
|
if (!processorFn) {
|
|
17
17
|
throw new Error('Processor function not set');
|
|
18
18
|
}
|
|
19
|
-
|
|
19
|
+
// Create job object with methods
|
|
20
|
+
const jobWithMethods = {
|
|
21
|
+
...job,
|
|
22
|
+
updateProgress: async (progress) => {
|
|
23
|
+
if (process.send) {
|
|
24
|
+
process.send({
|
|
25
|
+
type: 'progress',
|
|
26
|
+
jobId: job.id,
|
|
27
|
+
progress,
|
|
28
|
+
});
|
|
29
|
+
}
|
|
30
|
+
},
|
|
31
|
+
log: (message) => {
|
|
32
|
+
console.log(`[Job ${job.id}] ${message}`);
|
|
33
|
+
},
|
|
34
|
+
};
|
|
35
|
+
const result = await processorFn(jobWithMethods);
|
|
20
36
|
const response = {
|
|
21
37
|
type: WorkerResponseType.RESULT,
|
|
22
38
|
jobId: job.id,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"childProcessor.js","sourceRoot":"","sources":["../../../src/worker/childProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiC,iBAAiB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAErH;;;GAGG;AAEH,mCAAmC;AACnC,IAAI,WAAW,GAAgD,IAAI,CAAC;AAEpE;;GAEG;AACH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,OAAsB,EAAE,EAAE;IACrD,IAAI,OAAO,CAAC,IAAI,KAAK,iBAAiB,CAAC,OAAO,EAAE,CAAC;QAC/C,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;QAExB,IAAI,CAAC;YACH,4BAA4B;YAC5B,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAChD,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,
|
|
1
|
+
{"version":3,"file":"childProcessor.js","sourceRoot":"","sources":["../../../src/worker/childProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiC,iBAAiB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAErH;;;GAGG;AAEH,mCAAmC;AACnC,IAAI,WAAW,GAAgD,IAAI,CAAC;AAEpE;;GAEG;AACH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,OAAsB,EAAE,EAAE;IACrD,IAAI,OAAO,CAAC,IAAI,KAAK,iBAAiB,CAAC,OAAO,EAAE,CAAC;QAC/C,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;QAExB,IAAI,CAAC;YACH,4BAA4B;YAC5B,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAChD,CAAC;YAED,iCAAiC;YACjC,MAAM,cAAc,GAAG;gBACrB,GAAG,GAAG;gBACN,cAAc,EAAE,KAAK,EAAE,QAAgB,EAAE,EAAE;oBACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;wBACjB,OAAO,CAAC,IAAI,CAAC;4BACX,IAAI,EAAE,UAAU;4BAChB,KAAK,EAAE,GAAG,CAAC,EAAE;4BACb,QAAQ;yBACT,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBACD,GAAG,EAAE,CAAC,OAAe,EAAE,EAAE;oBACvB,OAAO,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,EAAE,KAAK,OAAO,EAAE,CAAC,CAAC;gBAC5C,CAAC;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,cAAc,CAAC,CAAC;YAEjD,MAAM,QAAQ,GAAmB;gBAC/B,IAAI,EAAE,kBAAkB,CAAC,MAAM;gBAC/B,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,MAAM,EAAE;oBACN,OAAO,EAAE,IAAI;oBACb,MAAM;iBACP;aACF,CAAC;YAEF,OAAO,CAAC,IAAK,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAmB;gBAC/B,IAAI,EAAE,kBAAkB,CAAC,MAAM;gBAC/B,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,MAAM,EAAE;oBACN,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC9D;aACF,CAAC;YAEF,OAAO,CAAC,IAAK,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,KAAK,iBAAiB,CAAC,aAAa,EAAE,CAAC;QAC5D,kEAAkE;QAClE,4DAA4D;QAC5D,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;YAEnC,WAAW,GAAG,IAAI,CAAC,IAAI,aAAa,GAAG,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;YAC1D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;AACH,CAAC,CAAC,CAAC;AAEH;;GAEG;AACH,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,KAAK,EAAE,EAAE;IACxC,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;IACtD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE;IAC1C,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,MAAM,CAAC,CAAC;IACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC;AAEH,eAAe;AACf,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;IACjB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAC;AACjD,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "light-async-queue",
|
|
3
|
-
"version": "
|
|
4
|
-
"description": "Production-ready Redis-free async job queue
|
|
3
|
+
"version": "2.0.0",
|
|
4
|
+
"description": "Production-ready Redis-free async job queue - BullMQ alternative with file persistence",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/src/index.js",
|
|
7
7
|
"types": "./dist/src/index.d.ts",
|
|
@@ -34,7 +34,24 @@
|
|
|
34
34
|
"task-queue",
|
|
35
35
|
"background-jobs",
|
|
36
36
|
"redis-free",
|
|
37
|
-
"typescript"
|
|
37
|
+
"typescript",
|
|
38
|
+
"bullmq",
|
|
39
|
+
"bull",
|
|
40
|
+
"cron",
|
|
41
|
+
"scheduler",
|
|
42
|
+
"job-dependencies",
|
|
43
|
+
"rate-limiting",
|
|
44
|
+
"webhooks",
|
|
45
|
+
"event-driven",
|
|
46
|
+
"progress-tracking",
|
|
47
|
+
"priority-queue",
|
|
48
|
+
"delayed-jobs",
|
|
49
|
+
"repeating-jobs",
|
|
50
|
+
"dashboard",
|
|
51
|
+
"monitoring",
|
|
52
|
+
"websocket",
|
|
53
|
+
"real-time",
|
|
54
|
+
"ui"
|
|
38
55
|
],
|
|
39
56
|
"author": "Akshay Gaikwad <gaikwad.akshay79@gmail.com>",
|
|
40
57
|
"license": "MIT",
|
|
@@ -46,9 +63,14 @@
|
|
|
46
63
|
"url": "https://github.com/gaikwadakshay79/light-async-queue/issues"
|
|
47
64
|
},
|
|
48
65
|
"homepage": "https://github.com/gaikwadakshay79/light-async-queue#readme",
|
|
66
|
+
"dependencies": {
|
|
67
|
+
"cron-parser": "^5.5.0",
|
|
68
|
+
"ws": "^8.15.0"
|
|
69
|
+
},
|
|
49
70
|
"devDependencies": {
|
|
50
71
|
"@eslint/js": "^10.0.1",
|
|
51
72
|
"@types/node": "^20.10.0",
|
|
73
|
+
"@types/ws": "^8.5.10",
|
|
52
74
|
"@typescript-eslint/eslint-plugin": "^8.56.0",
|
|
53
75
|
"@typescript-eslint/parser": "^8.56.0",
|
|
54
76
|
"@vitest/coverage-v8": "^4.0.18",
|
|
@@ -58,11 +80,11 @@
|
|
|
58
80
|
"vitest": "^4.0.18"
|
|
59
81
|
},
|
|
60
82
|
"scripts": {
|
|
61
|
-
"build": "tsc",
|
|
83
|
+
"build": "tsc --project tsconfig.build.json",
|
|
84
|
+
"build:examples": "tsc --project tsconfig.examples.json",
|
|
62
85
|
"dev": "tsc --watch",
|
|
63
86
|
"lint": "eslint src test --ext .ts",
|
|
64
87
|
"lint:fix": "eslint src test --ext .ts --fix",
|
|
65
|
-
"example": "pnpm run build && node dist/example/basic.js",
|
|
66
88
|
"test": "vitest run",
|
|
67
89
|
"test:watch": "vitest",
|
|
68
90
|
"test:coverage": "vitest run --coverage",
|