bunqueue 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +640 -0
- package/dist/application/dlqManager.d.ts +19 -0
- package/dist/application/dlqManager.d.ts.map +1 -0
- package/dist/application/dlqManager.js +44 -0
- package/dist/application/dlqManager.js.map +1 -0
- package/dist/application/eventsManager.d.ts +28 -0
- package/dist/application/eventsManager.d.ts.map +1 -0
- package/dist/application/eventsManager.js +59 -0
- package/dist/application/eventsManager.js.map +1 -0
- package/dist/application/jobLogsManager.d.ts +20 -0
- package/dist/application/jobLogsManager.d.ts.map +1 -0
- package/dist/application/jobLogsManager.js +28 -0
- package/dist/application/jobLogsManager.js.map +1 -0
- package/dist/application/metricsExporter.d.ts +24 -0
- package/dist/application/metricsExporter.d.ts.map +1 -0
- package/dist/application/metricsExporter.js +80 -0
- package/dist/application/metricsExporter.js.map +1 -0
- package/dist/application/operations/ack.d.ts +48 -0
- package/dist/application/operations/ack.d.ts.map +1 -0
- package/dist/application/operations/ack.js +109 -0
- package/dist/application/operations/ack.js.map +1 -0
- package/dist/application/operations/index.d.ts +10 -0
- package/dist/application/operations/index.d.ts.map +1 -0
- package/dist/application/operations/index.js +10 -0
- package/dist/application/operations/index.js.map +1 -0
- package/dist/application/operations/jobManagement.d.ts +32 -0
- package/dist/application/operations/jobManagement.d.ts.map +1 -0
- package/dist/application/operations/jobManagement.js +122 -0
- package/dist/application/operations/jobManagement.js.map +1 -0
- package/dist/application/operations/pull.d.ts +36 -0
- package/dist/application/operations/pull.d.ts.map +1 -0
- package/dist/application/operations/pull.js +109 -0
- package/dist/application/operations/pull.js.map +1 -0
- package/dist/application/operations/push.d.ts +36 -0
- package/dist/application/operations/push.d.ts.map +1 -0
- package/dist/application/operations/push.js +94 -0
- package/dist/application/operations/push.js.map +1 -0
- package/dist/application/operations/queryOperations.d.ts +33 -0
- package/dist/application/operations/queryOperations.d.ts.map +1 -0
- package/dist/application/operations/queryOperations.js +57 -0
- package/dist/application/operations/queryOperations.js.map +1 -0
- package/dist/application/operations/queueControl.d.ts +32 -0
- package/dist/application/operations/queueControl.d.ts.map +1 -0
- package/dist/application/operations/queueControl.js +72 -0
- package/dist/application/operations/queueControl.js.map +1 -0
- package/dist/application/queueManager.d.ts +113 -0
- package/dist/application/queueManager.d.ts.map +1 -0
- package/dist/application/queueManager.js +406 -0
- package/dist/application/queueManager.js.map +1 -0
- package/dist/application/webhookManager.d.ts +35 -0
- package/dist/application/webhookManager.d.ts.map +1 -0
- package/dist/application/webhookManager.js +109 -0
- package/dist/application/webhookManager.js.map +1 -0
- package/dist/application/workerManager.d.ts +48 -0
- package/dist/application/workerManager.d.ts.map +1 -0
- package/dist/application/workerManager.js +121 -0
- package/dist/application/workerManager.js.map +1 -0
- package/dist/domain/queue/index.d.ts +6 -0
- package/dist/domain/queue/index.d.ts.map +1 -0
- package/dist/domain/queue/index.js +6 -0
- package/dist/domain/queue/index.js.map +1 -0
- package/dist/domain/queue/priorityQueue.d.ts +45 -0
- package/dist/domain/queue/priorityQueue.d.ts.map +1 -0
- package/dist/domain/queue/priorityQueue.js +203 -0
- package/dist/domain/queue/priorityQueue.js.map +1 -0
- package/dist/domain/queue/shard.d.ts +98 -0
- package/dist/domain/queue/shard.d.ts.map +1 -0
- package/dist/domain/queue/shard.js +245 -0
- package/dist/domain/queue/shard.js.map +1 -0
- package/dist/domain/types/command.d.ts +270 -0
- package/dist/domain/types/command.d.ts.map +1 -0
- package/dist/domain/types/command.js +6 -0
- package/dist/domain/types/command.js.map +1 -0
- package/dist/domain/types/cron.d.ts +32 -0
- package/dist/domain/types/cron.d.ts.map +1 -0
- package/dist/domain/types/cron.js +31 -0
- package/dist/domain/types/cron.js.map +1 -0
- package/dist/domain/types/index.d.ts +9 -0
- package/dist/domain/types/index.d.ts.map +1 -0
- package/dist/domain/types/index.js +9 -0
- package/dist/domain/types/index.js.map +1 -0
- package/dist/domain/types/job.d.ts +94 -0
- package/dist/domain/types/job.d.ts.map +1 -0
- package/dist/domain/types/job.js +81 -0
- package/dist/domain/types/job.js.map +1 -0
- package/dist/domain/types/queue.d.ts +86 -0
- package/dist/domain/types/queue.d.ts.map +1 -0
- package/dist/domain/types/queue.js +84 -0
- package/dist/domain/types/queue.js.map +1 -0
- package/dist/domain/types/response.d.ts +158 -0
- package/dist/domain/types/response.d.ts.map +1 -0
- package/dist/domain/types/response.js +86 -0
- package/dist/domain/types/response.js.map +1 -0
- package/dist/domain/types/webhook.d.ts +33 -0
- package/dist/domain/types/webhook.d.ts.map +1 -0
- package/dist/domain/types/webhook.js +20 -0
- package/dist/domain/types/webhook.js.map +1 -0
- package/dist/domain/types/worker.d.ts +27 -0
- package/dist/domain/types/worker.d.ts.map +1 -0
- package/dist/domain/types/worker.js +27 -0
- package/dist/domain/types/worker.js.map +1 -0
- package/dist/infrastructure/persistence/index.d.ts +6 -0
- package/dist/infrastructure/persistence/index.d.ts.map +1 -0
- package/dist/infrastructure/persistence/index.js +6 -0
- package/dist/infrastructure/persistence/index.js.map +1 -0
- package/dist/infrastructure/persistence/schema.d.ts +14 -0
- package/dist/infrastructure/persistence/schema.d.ts.map +1 -0
- package/dist/infrastructure/persistence/schema.js +123 -0
- package/dist/infrastructure/persistence/schema.js.map +1 -0
- package/dist/infrastructure/persistence/sqlite.d.ts +42 -0
- package/dist/infrastructure/persistence/sqlite.d.ts.map +1 -0
- package/dist/infrastructure/persistence/sqlite.js +164 -0
- package/dist/infrastructure/persistence/sqlite.js.map +1 -0
- package/dist/infrastructure/persistence/statements.d.ts +55 -0
- package/dist/infrastructure/persistence/statements.d.ts.map +1 -0
- package/dist/infrastructure/persistence/statements.js +42 -0
- package/dist/infrastructure/persistence/statements.js.map +1 -0
- package/dist/infrastructure/scheduler/cronParser.d.ts +44 -0
- package/dist/infrastructure/scheduler/cronParser.d.ts.map +1 -0
- package/dist/infrastructure/scheduler/cronParser.js +90 -0
- package/dist/infrastructure/scheduler/cronParser.js.map +1 -0
- package/dist/infrastructure/scheduler/cronScheduler.d.ts +68 -0
- package/dist/infrastructure/scheduler/cronScheduler.d.ts.map +1 -0
- package/dist/infrastructure/scheduler/cronScheduler.js +172 -0
- package/dist/infrastructure/scheduler/cronScheduler.js.map +1 -0
- package/dist/infrastructure/scheduler/index.d.ts +6 -0
- package/dist/infrastructure/scheduler/index.d.ts.map +1 -0
- package/dist/infrastructure/scheduler/index.js +6 -0
- package/dist/infrastructure/scheduler/index.js.map +1 -0
- package/dist/infrastructure/server/handler.d.ts +13 -0
- package/dist/infrastructure/server/handler.d.ts.map +1 -0
- package/dist/infrastructure/server/handler.js +167 -0
- package/dist/infrastructure/server/handler.js.map +1 -0
- package/dist/infrastructure/server/handlers/advanced.d.ts +68 -0
- package/dist/infrastructure/server/handlers/advanced.d.ts.map +1 -0
- package/dist/infrastructure/server/handlers/advanced.js +99 -0
- package/dist/infrastructure/server/handlers/advanced.js.map +1 -0
- package/dist/infrastructure/server/handlers/core.d.ts +36 -0
- package/dist/infrastructure/server/handlers/core.d.ts.map +1 -0
- package/dist/infrastructure/server/handlers/core.js +82 -0
- package/dist/infrastructure/server/handlers/core.js.map +1 -0
- package/dist/infrastructure/server/handlers/cron.d.ts +20 -0
- package/dist/infrastructure/server/handlers/cron.d.ts.map +1 -0
- package/dist/infrastructure/server/handlers/cron.js +56 -0
- package/dist/infrastructure/server/handlers/cron.js.map +1 -0
- package/dist/infrastructure/server/handlers/dlq.d.ts +20 -0
- package/dist/infrastructure/server/handlers/dlq.d.ts.map +1 -0
- package/dist/infrastructure/server/handlers/dlq.js +31 -0
- package/dist/infrastructure/server/handlers/dlq.js.map +1 -0
- package/dist/infrastructure/server/handlers/index.d.ts +7 -0
- package/dist/infrastructure/server/handlers/index.d.ts.map +1 -0
- package/dist/infrastructure/server/handlers/index.js +7 -0
- package/dist/infrastructure/server/handlers/index.js.map +1 -0
- package/dist/infrastructure/server/handlers/management.d.ts +36 -0
- package/dist/infrastructure/server/handlers/management.d.ts.map +1 -0
- package/dist/infrastructure/server/handlers/management.js +75 -0
- package/dist/infrastructure/server/handlers/management.js.map +1 -0
- package/dist/infrastructure/server/handlers/monitoring.d.ts +18 -0
- package/dist/infrastructure/server/handlers/monitoring.d.ts.map +1 -0
- package/dist/infrastructure/server/handlers/monitoring.js +102 -0
- package/dist/infrastructure/server/handlers/monitoring.js.map +1 -0
- package/dist/infrastructure/server/handlers/query.d.ts +32 -0
- package/dist/infrastructure/server/handlers/query.d.ts.map +1 -0
- package/dist/infrastructure/server/handlers/query.js +61 -0
- package/dist/infrastructure/server/handlers/query.js.map +1 -0
- package/dist/infrastructure/server/http.d.ts +43 -0
- package/dist/infrastructure/server/http.d.ts.map +1 -0
- package/dist/infrastructure/server/http.js +344 -0
- package/dist/infrastructure/server/http.js.map +1 -0
- package/dist/infrastructure/server/index.d.ts +8 -0
- package/dist/infrastructure/server/index.d.ts.map +1 -0
- package/dist/infrastructure/server/index.js +8 -0
- package/dist/infrastructure/server/index.js.map +1 -0
- package/dist/infrastructure/server/protocol.d.ts +44 -0
- package/dist/infrastructure/server/protocol.d.ts.map +1 -0
- package/dist/infrastructure/server/protocol.js +129 -0
- package/dist/infrastructure/server/protocol.js.map +1 -0
- package/dist/infrastructure/server/rateLimiter.d.ts +31 -0
- package/dist/infrastructure/server/rateLimiter.d.ts.map +1 -0
- package/dist/infrastructure/server/rateLimiter.js +79 -0
- package/dist/infrastructure/server/rateLimiter.js.map +1 -0
- package/dist/infrastructure/server/tcp.d.ts +36 -0
- package/dist/infrastructure/server/tcp.d.ts.map +1 -0
- package/dist/infrastructure/server/tcp.js +101 -0
- package/dist/infrastructure/server/tcp.js.map +1 -0
- package/dist/infrastructure/server/types.d.ts +11 -0
- package/dist/infrastructure/server/types.d.ts.map +1 -0
- package/dist/infrastructure/server/types.js +5 -0
- package/dist/infrastructure/server/types.js.map +1 -0
- package/dist/main.d.ts +6 -0
- package/dist/main.d.ts.map +1 -0
- package/dist/main.js +111 -0
- package/dist/main.js.map +1 -0
- package/dist/shared/hash.d.ts +30 -0
- package/dist/shared/hash.d.ts.map +1 -0
- package/dist/shared/hash.js +69 -0
- package/dist/shared/hash.js.map +1 -0
- package/dist/shared/index.d.ts +6 -0
- package/dist/shared/index.d.ts.map +1 -0
- package/dist/shared/index.js +6 -0
- package/dist/shared/index.js.map +1 -0
- package/dist/shared/lock.d.ts +70 -0
- package/dist/shared/lock.d.ts.map +1 -0
- package/dist/shared/lock.js +207 -0
- package/dist/shared/lock.js.map +1 -0
- package/dist/shared/logger.d.ts +38 -0
- package/dist/shared/logger.d.ts.map +1 -0
- package/dist/shared/logger.js +74 -0
- package/dist/shared/logger.js.map +1 -0
- package/dist/shared/serialization.d.ts +23 -0
- package/dist/shared/serialization.d.ts.map +1 -0
- package/dist/shared/serialization.js +63 -0
- package/dist/shared/serialization.js.map +1 -0
- package/package.json +82 -0
|
@@ -0,0 +1,113 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Queue Manager
|
|
3
|
+
* Core orchestrator for all queue operations
|
|
4
|
+
*/
|
|
5
|
+
import { type Job, type JobId, type JobInput } from '../domain/types/job';
|
|
6
|
+
import type { JobEvent } from '../domain/types/queue';
|
|
7
|
+
import type { CronJob, CronJobInput } from '../domain/types/cron';
|
|
8
|
+
import type { JobLogEntry } from '../domain/types/worker';
|
|
9
|
+
import { WebhookManager } from './webhookManager';
|
|
10
|
+
import { WorkerManager } from './workerManager';
|
|
11
|
+
/** Queue Manager configuration */
|
|
12
|
+
export interface QueueManagerConfig {
|
|
13
|
+
dataPath?: string;
|
|
14
|
+
maxCompletedJobs?: number;
|
|
15
|
+
maxJobResults?: number;
|
|
16
|
+
cleanupIntervalMs?: number;
|
|
17
|
+
jobTimeoutCheckMs?: number;
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* QueueManager - Central coordinator
|
|
21
|
+
*/
|
|
22
|
+
export declare class QueueManager {
|
|
23
|
+
private readonly config;
|
|
24
|
+
private readonly storage;
|
|
25
|
+
private readonly shards;
|
|
26
|
+
private readonly shardLocks;
|
|
27
|
+
private readonly processingShards;
|
|
28
|
+
private readonly processingLocks;
|
|
29
|
+
private readonly jobIndex;
|
|
30
|
+
private readonly completedJobs;
|
|
31
|
+
private readonly jobResults;
|
|
32
|
+
private readonly customIdMap;
|
|
33
|
+
private readonly cronScheduler;
|
|
34
|
+
readonly webhookManager: WebhookManager;
|
|
35
|
+
readonly workerManager: WorkerManager;
|
|
36
|
+
private readonly eventsManager;
|
|
37
|
+
private readonly jobLogs;
|
|
38
|
+
private readonly maxLogsPerJob;
|
|
39
|
+
private readonly metrics;
|
|
40
|
+
private readonly startTime;
|
|
41
|
+
private cleanupInterval;
|
|
42
|
+
private timeoutInterval;
|
|
43
|
+
constructor(config?: QueueManagerConfig);
|
|
44
|
+
private getPushContext;
|
|
45
|
+
private getPullContext;
|
|
46
|
+
private getAckContext;
|
|
47
|
+
private getJobMgmtContext;
|
|
48
|
+
private getQueryContext;
|
|
49
|
+
push(queue: string, input: JobInput): Promise<Job>;
|
|
50
|
+
pushBatch(queue: string, inputs: JobInput[]): Promise<JobId[]>;
|
|
51
|
+
pull(queue: string, timeoutMs?: number): Promise<Job | null>;
|
|
52
|
+
ack(jobId: JobId, result?: unknown): Promise<void>;
|
|
53
|
+
fail(jobId: JobId, error?: string): Promise<void>;
|
|
54
|
+
getJob(jobId: JobId): Promise<Job | null>;
|
|
55
|
+
getResult(jobId: JobId): unknown;
|
|
56
|
+
getJobByCustomId(customId: string): Job | null;
|
|
57
|
+
getProgress(jobId: JobId): {
|
|
58
|
+
progress: number;
|
|
59
|
+
message: string | null;
|
|
60
|
+
} | null;
|
|
61
|
+
count(queue: string): number;
|
|
62
|
+
pause(queue: string): void;
|
|
63
|
+
resume(queue: string): void;
|
|
64
|
+
isPaused(queue: string): boolean;
|
|
65
|
+
drain(queue: string): number;
|
|
66
|
+
obliterate(queue: string): void;
|
|
67
|
+
listQueues(): string[];
|
|
68
|
+
clean(queue: string, graceMs: number, state?: string, limit?: number): number;
|
|
69
|
+
getDlq(queue: string, count?: number): Job[];
|
|
70
|
+
retryDlq(queue: string, jobId?: JobId): number;
|
|
71
|
+
purgeDlq(queue: string): number;
|
|
72
|
+
setRateLimit(queue: string, limit: number): void;
|
|
73
|
+
clearRateLimit(queue: string): void;
|
|
74
|
+
setConcurrency(queue: string, limit: number): void;
|
|
75
|
+
clearConcurrency(queue: string): void;
|
|
76
|
+
cancel(jobId: JobId): Promise<boolean>;
|
|
77
|
+
updateProgress(jobId: JobId, progress: number, message?: string): Promise<boolean>;
|
|
78
|
+
updateJobData(jobId: JobId, data: unknown): Promise<boolean>;
|
|
79
|
+
changePriority(jobId: JobId, priority: number): Promise<boolean>;
|
|
80
|
+
promote(jobId: JobId): Promise<boolean>;
|
|
81
|
+
moveToDelayed(jobId: JobId, delay: number): Promise<boolean>;
|
|
82
|
+
discard(jobId: JobId): Promise<boolean>;
|
|
83
|
+
addLog(jobId: JobId, message: string, level?: 'info' | 'warn' | 'error'): boolean;
|
|
84
|
+
getLogs(jobId: JobId): JobLogEntry[];
|
|
85
|
+
clearLogs(jobId: JobId): void;
|
|
86
|
+
getPrometheusMetrics(): string;
|
|
87
|
+
addCron(input: CronJobInput): CronJob;
|
|
88
|
+
removeCron(name: string): boolean;
|
|
89
|
+
getCron(name: string): CronJob | undefined;
|
|
90
|
+
listCrons(): CronJob[];
|
|
91
|
+
subscribe(callback: (event: JobEvent) => void): () => void;
|
|
92
|
+
private onJobCompleted;
|
|
93
|
+
private startBackgroundTasks;
|
|
94
|
+
private checkJobTimeouts;
|
|
95
|
+
private recover;
|
|
96
|
+
private cleanup;
|
|
97
|
+
shutdown(): void;
|
|
98
|
+
getStats(): {
|
|
99
|
+
waiting: number;
|
|
100
|
+
delayed: number;
|
|
101
|
+
active: number;
|
|
102
|
+
dlq: number;
|
|
103
|
+
completed: number;
|
|
104
|
+
totalPushed: bigint;
|
|
105
|
+
totalPulled: bigint;
|
|
106
|
+
totalCompleted: bigint;
|
|
107
|
+
totalFailed: bigint;
|
|
108
|
+
uptime: number;
|
|
109
|
+
cronJobs: number;
|
|
110
|
+
cronPending: number;
|
|
111
|
+
};
|
|
112
|
+
}
|
|
113
|
+
//# sourceMappingURL=queueManager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"queueManager.d.ts","sourceRoot":"","sources":["../../src/application/queueManager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,KAAK,GAAG,EAAE,KAAK,KAAK,EAAE,KAAK,QAAQ,EAAa,MAAM,qBAAqB,CAAC;AACrF,OAAO,KAAK,EAAe,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAClE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAI1D,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAchD,kCAAkC;AAClC,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AASD;;GAEG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgD;IACvE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuB;IAG/C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IACtC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAgB;IAC3C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAyB;IAC1D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgB;IAGhD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAiC;IAC1D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAoB;IAClD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA6B;IACxD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA4B;IAGxD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAG9C,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;IACxC,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IACtC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAG9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmC;IAC3D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAO;IAGrC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAKtB;IACF,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAc;IAGxC,OAAO,CAAC,eAAe,CAA+C;IACtE,OAAO,CAAC,eAAe,CAA+C;gBAE1D,MAAM,GAAE,kBAAuB;IA8B3C,OAAO,CAAC,cAAc;IAatB,OAAO,CAAC,cAAc;IAatB,OAAO,CAAC,aAAa;IAiBrB,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,eAAe;IAgBjB,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC;IAIlD,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAI9D,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,GAAE,MAAU,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC;IAI/D,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlD,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMjD,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC;IAI/C,SAAS,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO;IAIhC,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,GAAG,GAAG,IAAI;IAI9C,WAAW,CAAC,KAAK,EAAE,KAAK;;;;IAIxB,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAM5B,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAI1B,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAI3B,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAIhC,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAI5B,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAI/B,UAAU,IAAI,MAAM,EAAE;IAItB,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM;IAY7E,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,GAAG,EAAE;IAI5C,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM;IAI9C,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAM/B,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAIhD,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAInC,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAIlD,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAM/B,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC;IAItC,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIlF,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAI5D,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIhE,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC;IAIvC,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAI5D,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC;IAM7C,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,GAAE,MAAM,GAAG,MAAM,GAAG,OAAgB,GAAG,OAAO;IAazF,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG,WAAW,EAAE;IAQpC,SAAS,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAU7B,oBAAoB,IAAI,MAAM;IAM9B,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO;IAMrC,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAMjC,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS;IAI1C,SAAS,IAAI,OAAO,EAAE;IAMtB,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,GAAG,MAAM,IAAI;IAI1D,OAAO,CAAC,cAAc;IAetB,OAAO,CAAC,oBAAoB;IAU5B,OAAO,CAAC,gBAAgB;IAWxB,OAAO,CAAC,OAAO;IAUf,OAAO,CAAC,OAAO;IAyBf,QAAQ,IAAI,IAAI;IAQhB,QAAQ;;;;;;;;;;;;;;CAkCT"}
|
|
@@ -0,0 +1,406 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Queue Manager
|
|
3
|
+
* Core orchestrator for all queue operations
|
|
4
|
+
*/
|
|
5
|
+
import { isDelayed } from '../domain/types/job';
|
|
6
|
+
import { Shard } from '../domain/queue/shard';
|
|
7
|
+
import { SqliteStorage } from '../infrastructure/persistence/sqlite';
|
|
8
|
+
import { CronScheduler } from '../infrastructure/scheduler/cronScheduler';
|
|
9
|
+
import { WebhookManager } from './webhookManager';
|
|
10
|
+
import { WorkerManager } from './workerManager';
|
|
11
|
+
import { EventsManager } from './eventsManager';
|
|
12
|
+
import { RWLock } from '../shared/lock';
|
|
13
|
+
import { shardIndex, SHARD_COUNT } from '../shared/hash';
|
|
14
|
+
import { pushJob, pushJobBatch } from './operations/push';
|
|
15
|
+
import { pullJob } from './operations/pull';
|
|
16
|
+
import { ackJob, failJob } from './operations/ack';
|
|
17
|
+
import * as queueControl from './operations/queueControl';
|
|
18
|
+
import * as jobMgmt from './operations/jobManagement';
|
|
19
|
+
import * as queryOps from './operations/queryOperations';
|
|
20
|
+
import * as dlqOps from './dlqManager';
|
|
21
|
+
import * as logsOps from './jobLogsManager';
|
|
22
|
+
import { generatePrometheusMetrics } from './metricsExporter';
|
|
23
|
+
const DEFAULT_CONFIG = {
|
|
24
|
+
maxCompletedJobs: 50_000,
|
|
25
|
+
maxJobResults: 5_000,
|
|
26
|
+
cleanupIntervalMs: 10_000,
|
|
27
|
+
jobTimeoutCheckMs: 5_000,
|
|
28
|
+
};
|
|
29
|
+
/**
|
|
30
|
+
* QueueManager - Central coordinator
|
|
31
|
+
*/
|
|
32
|
+
export class QueueManager {
|
|
33
|
+
config;
|
|
34
|
+
storage;
|
|
35
|
+
// Sharded data structures
|
|
36
|
+
shards = [];
|
|
37
|
+
shardLocks = [];
|
|
38
|
+
processingShards = [];
|
|
39
|
+
processingLocks = [];
|
|
40
|
+
// Global indexes
|
|
41
|
+
jobIndex = new Map();
|
|
42
|
+
completedJobs = new Set();
|
|
43
|
+
jobResults = new Map();
|
|
44
|
+
customIdMap = new Map();
|
|
45
|
+
// Cron scheduler
|
|
46
|
+
cronScheduler;
|
|
47
|
+
// Managers
|
|
48
|
+
webhookManager;
|
|
49
|
+
workerManager;
|
|
50
|
+
eventsManager;
|
|
51
|
+
// Job logs storage
|
|
52
|
+
jobLogs = new Map();
|
|
53
|
+
maxLogsPerJob = 100;
|
|
54
|
+
// Metrics
|
|
55
|
+
metrics = {
|
|
56
|
+
totalPushed: { value: 0n },
|
|
57
|
+
totalPulled: { value: 0n },
|
|
58
|
+
totalCompleted: { value: 0n },
|
|
59
|
+
totalFailed: { value: 0n },
|
|
60
|
+
};
|
|
61
|
+
startTime = Date.now();
|
|
62
|
+
// Background intervals
|
|
63
|
+
cleanupInterval = null;
|
|
64
|
+
timeoutInterval = null;
|
|
65
|
+
constructor(config = {}) {
|
|
66
|
+
this.config = { ...DEFAULT_CONFIG, ...config };
|
|
67
|
+
this.storage = config.dataPath ? new SqliteStorage({ path: config.dataPath }) : null;
|
|
68
|
+
// Initialize shards
|
|
69
|
+
for (let i = 0; i < SHARD_COUNT; i++) {
|
|
70
|
+
this.shards.push(new Shard());
|
|
71
|
+
this.shardLocks.push(new RWLock());
|
|
72
|
+
this.processingShards.push(new Map());
|
|
73
|
+
this.processingLocks.push(new RWLock());
|
|
74
|
+
}
|
|
75
|
+
// Initialize cron scheduler
|
|
76
|
+
this.cronScheduler = new CronScheduler();
|
|
77
|
+
this.cronScheduler.setPushCallback(async (queue, input) => {
|
|
78
|
+
await this.push(queue, input);
|
|
79
|
+
});
|
|
80
|
+
// Initialize managers
|
|
81
|
+
this.webhookManager = new WebhookManager();
|
|
82
|
+
this.workerManager = new WorkerManager();
|
|
83
|
+
this.eventsManager = new EventsManager(this.webhookManager);
|
|
84
|
+
// Load and start
|
|
85
|
+
this.recover();
|
|
86
|
+
this.startBackgroundTasks();
|
|
87
|
+
}
|
|
88
|
+
// ============ Context Builders ============
|
|
89
|
+
getPushContext() {
|
|
90
|
+
return {
|
|
91
|
+
storage: this.storage,
|
|
92
|
+
shards: this.shards,
|
|
93
|
+
shardLocks: this.shardLocks,
|
|
94
|
+
completedJobs: this.completedJobs,
|
|
95
|
+
customIdMap: this.customIdMap,
|
|
96
|
+
jobIndex: this.jobIndex,
|
|
97
|
+
totalPushed: this.metrics.totalPushed,
|
|
98
|
+
broadcast: this.eventsManager.broadcast.bind(this.eventsManager),
|
|
99
|
+
};
|
|
100
|
+
}
|
|
101
|
+
getPullContext() {
|
|
102
|
+
return {
|
|
103
|
+
storage: this.storage,
|
|
104
|
+
shards: this.shards,
|
|
105
|
+
shardLocks: this.shardLocks,
|
|
106
|
+
processingShards: this.processingShards,
|
|
107
|
+
processingLocks: this.processingLocks,
|
|
108
|
+
jobIndex: this.jobIndex,
|
|
109
|
+
totalPulled: this.metrics.totalPulled,
|
|
110
|
+
broadcast: this.eventsManager.broadcast.bind(this.eventsManager),
|
|
111
|
+
};
|
|
112
|
+
}
|
|
113
|
+
getAckContext() {
|
|
114
|
+
return {
|
|
115
|
+
storage: this.storage,
|
|
116
|
+
shards: this.shards,
|
|
117
|
+
shardLocks: this.shardLocks,
|
|
118
|
+
processingShards: this.processingShards,
|
|
119
|
+
processingLocks: this.processingLocks,
|
|
120
|
+
completedJobs: this.completedJobs,
|
|
121
|
+
jobResults: this.jobResults,
|
|
122
|
+
jobIndex: this.jobIndex,
|
|
123
|
+
totalCompleted: this.metrics.totalCompleted,
|
|
124
|
+
totalFailed: this.metrics.totalFailed,
|
|
125
|
+
broadcast: this.eventsManager.broadcast.bind(this.eventsManager),
|
|
126
|
+
onJobCompleted: this.onJobCompleted.bind(this),
|
|
127
|
+
};
|
|
128
|
+
}
|
|
129
|
+
getJobMgmtContext() {
|
|
130
|
+
return {
|
|
131
|
+
storage: this.storage,
|
|
132
|
+
shards: this.shards,
|
|
133
|
+
processingShards: this.processingShards,
|
|
134
|
+
jobIndex: this.jobIndex,
|
|
135
|
+
webhookManager: this.webhookManager,
|
|
136
|
+
};
|
|
137
|
+
}
|
|
138
|
+
getQueryContext() {
|
|
139
|
+
return {
|
|
140
|
+
storage: this.storage,
|
|
141
|
+
shards: this.shards,
|
|
142
|
+
shardLocks: this.shardLocks,
|
|
143
|
+
processingShards: this.processingShards,
|
|
144
|
+
processingLocks: this.processingLocks,
|
|
145
|
+
jobIndex: this.jobIndex,
|
|
146
|
+
completedJobs: this.completedJobs,
|
|
147
|
+
jobResults: this.jobResults,
|
|
148
|
+
customIdMap: this.customIdMap,
|
|
149
|
+
};
|
|
150
|
+
}
|
|
151
|
+
// ============ Core Operations ============
|
|
152
|
+
async push(queue, input) {
|
|
153
|
+
return pushJob(queue, input, this.getPushContext());
|
|
154
|
+
}
|
|
155
|
+
async pushBatch(queue, inputs) {
|
|
156
|
+
return pushJobBatch(queue, inputs, this.getPushContext());
|
|
157
|
+
}
|
|
158
|
+
async pull(queue, timeoutMs = 0) {
|
|
159
|
+
return pullJob(queue, timeoutMs, this.getPullContext());
|
|
160
|
+
}
|
|
161
|
+
async ack(jobId, result) {
|
|
162
|
+
return ackJob(jobId, result, this.getAckContext());
|
|
163
|
+
}
|
|
164
|
+
async fail(jobId, error) {
|
|
165
|
+
return failJob(jobId, error, this.getAckContext());
|
|
166
|
+
}
|
|
167
|
+
// ============ Query Operations (delegated) ============
|
|
168
|
+
async getJob(jobId) {
|
|
169
|
+
return queryOps.getJob(jobId, this.getQueryContext());
|
|
170
|
+
}
|
|
171
|
+
getResult(jobId) {
|
|
172
|
+
return queryOps.getJobResult(jobId, this.getQueryContext());
|
|
173
|
+
}
|
|
174
|
+
getJobByCustomId(customId) {
|
|
175
|
+
return queryOps.getJobByCustomId(customId, this.getQueryContext());
|
|
176
|
+
}
|
|
177
|
+
getProgress(jobId) {
|
|
178
|
+
return queryOps.getJobProgress(jobId, this.getQueryContext());
|
|
179
|
+
}
|
|
180
|
+
count(queue) {
|
|
181
|
+
return queueControl.getQueueCount(queue, { shards: this.shards, jobIndex: this.jobIndex });
|
|
182
|
+
}
|
|
183
|
+
// ============ Queue Control (delegated) ============
|
|
184
|
+
pause(queue) {
|
|
185
|
+
queueControl.pauseQueue(queue, { shards: this.shards, jobIndex: this.jobIndex });
|
|
186
|
+
}
|
|
187
|
+
resume(queue) {
|
|
188
|
+
queueControl.resumeQueue(queue, { shards: this.shards, jobIndex: this.jobIndex });
|
|
189
|
+
}
|
|
190
|
+
isPaused(queue) {
|
|
191
|
+
return queueControl.isQueuePaused(queue, { shards: this.shards, jobIndex: this.jobIndex });
|
|
192
|
+
}
|
|
193
|
+
drain(queue) {
|
|
194
|
+
return queueControl.drainQueue(queue, { shards: this.shards, jobIndex: this.jobIndex });
|
|
195
|
+
}
|
|
196
|
+
obliterate(queue) {
|
|
197
|
+
queueControl.obliterateQueue(queue, { shards: this.shards, jobIndex: this.jobIndex });
|
|
198
|
+
}
|
|
199
|
+
listQueues() {
|
|
200
|
+
return queueControl.listAllQueues({ shards: this.shards, jobIndex: this.jobIndex });
|
|
201
|
+
}
|
|
202
|
+
clean(queue, graceMs, state, limit) {
|
|
203
|
+
return queueControl.cleanQueue(queue, graceMs, { shards: this.shards, jobIndex: this.jobIndex }, state, limit);
|
|
204
|
+
}
|
|
205
|
+
// ============ DLQ Operations (delegated) ============
|
|
206
|
+
getDlq(queue, count) {
|
|
207
|
+
return dlqOps.getDlqJobs(queue, { shards: this.shards, jobIndex: this.jobIndex }, count);
|
|
208
|
+
}
|
|
209
|
+
retryDlq(queue, jobId) {
|
|
210
|
+
return dlqOps.retryDlqJobs(queue, { shards: this.shards, jobIndex: this.jobIndex }, jobId);
|
|
211
|
+
}
|
|
212
|
+
purgeDlq(queue) {
|
|
213
|
+
return dlqOps.purgeDlqJobs(queue, { shards: this.shards, jobIndex: this.jobIndex });
|
|
214
|
+
}
|
|
215
|
+
// ============ Rate Limiting ============
|
|
216
|
+
setRateLimit(queue, limit) {
|
|
217
|
+
this.shards[shardIndex(queue)].setRateLimit(queue, limit);
|
|
218
|
+
}
|
|
219
|
+
clearRateLimit(queue) {
|
|
220
|
+
this.shards[shardIndex(queue)].clearRateLimit(queue);
|
|
221
|
+
}
|
|
222
|
+
setConcurrency(queue, limit) {
|
|
223
|
+
this.shards[shardIndex(queue)].setConcurrency(queue, limit);
|
|
224
|
+
}
|
|
225
|
+
clearConcurrency(queue) {
|
|
226
|
+
this.shards[shardIndex(queue)].clearConcurrency(queue);
|
|
227
|
+
}
|
|
228
|
+
// ============ Job Management (delegated) ============
|
|
229
|
+
async cancel(jobId) {
|
|
230
|
+
return jobMgmt.cancelJob(jobId, this.getJobMgmtContext());
|
|
231
|
+
}
|
|
232
|
+
async updateProgress(jobId, progress, message) {
|
|
233
|
+
return jobMgmt.updateJobProgress(jobId, progress, this.getJobMgmtContext(), message);
|
|
234
|
+
}
|
|
235
|
+
async updateJobData(jobId, data) {
|
|
236
|
+
return jobMgmt.updateJobData(jobId, data, this.getJobMgmtContext());
|
|
237
|
+
}
|
|
238
|
+
async changePriority(jobId, priority) {
|
|
239
|
+
return jobMgmt.changeJobPriority(jobId, priority, this.getJobMgmtContext());
|
|
240
|
+
}
|
|
241
|
+
async promote(jobId) {
|
|
242
|
+
return jobMgmt.promoteJob(jobId, this.getJobMgmtContext());
|
|
243
|
+
}
|
|
244
|
+
async moveToDelayed(jobId, delay) {
|
|
245
|
+
return jobMgmt.moveJobToDelayed(jobId, delay, this.getJobMgmtContext());
|
|
246
|
+
}
|
|
247
|
+
async discard(jobId) {
|
|
248
|
+
return jobMgmt.discardJob(jobId, this.getJobMgmtContext());
|
|
249
|
+
}
|
|
250
|
+
// ============ Job Logs (delegated) ============
|
|
251
|
+
addLog(jobId, message, level = 'info') {
|
|
252
|
+
return logsOps.addJobLog(jobId, message, {
|
|
253
|
+
jobIndex: this.jobIndex,
|
|
254
|
+
jobLogs: this.jobLogs,
|
|
255
|
+
maxLogsPerJob: this.maxLogsPerJob,
|
|
256
|
+
}, level);
|
|
257
|
+
}
|
|
258
|
+
getLogs(jobId) {
|
|
259
|
+
return logsOps.getJobLogs(jobId, {
|
|
260
|
+
jobIndex: this.jobIndex,
|
|
261
|
+
jobLogs: this.jobLogs,
|
|
262
|
+
maxLogsPerJob: this.maxLogsPerJob,
|
|
263
|
+
});
|
|
264
|
+
}
|
|
265
|
+
clearLogs(jobId) {
|
|
266
|
+
logsOps.clearJobLogs(jobId, {
|
|
267
|
+
jobIndex: this.jobIndex,
|
|
268
|
+
jobLogs: this.jobLogs,
|
|
269
|
+
maxLogsPerJob: this.maxLogsPerJob,
|
|
270
|
+
});
|
|
271
|
+
}
|
|
272
|
+
// ============ Metrics ============
|
|
273
|
+
getPrometheusMetrics() {
|
|
274
|
+
return generatePrometheusMetrics(this.getStats(), this.workerManager, this.webhookManager);
|
|
275
|
+
}
|
|
276
|
+
// ============ Cron Operations ============
|
|
277
|
+
addCron(input) {
|
|
278
|
+
const cron = this.cronScheduler.add(input);
|
|
279
|
+
this.storage?.saveCron(cron);
|
|
280
|
+
return cron;
|
|
281
|
+
}
|
|
282
|
+
removeCron(name) {
|
|
283
|
+
const removed = this.cronScheduler.remove(name);
|
|
284
|
+
if (removed)
|
|
285
|
+
this.storage?.deleteCron(name);
|
|
286
|
+
return removed;
|
|
287
|
+
}
|
|
288
|
+
getCron(name) {
|
|
289
|
+
return this.cronScheduler.get(name);
|
|
290
|
+
}
|
|
291
|
+
listCrons() {
|
|
292
|
+
return this.cronScheduler.list();
|
|
293
|
+
}
|
|
294
|
+
// ============ Events ============
|
|
295
|
+
subscribe(callback) {
|
|
296
|
+
return this.eventsManager.subscribe(callback);
|
|
297
|
+
}
|
|
298
|
+
onJobCompleted(_completedId) {
|
|
299
|
+
for (let i = 0; i < SHARD_COUNT; i++) {
|
|
300
|
+
const shard = this.shards[i];
|
|
301
|
+
for (const [id, job] of shard.waitingDeps) {
|
|
302
|
+
if (job.dependsOn.every((dep) => this.completedJobs.has(dep))) {
|
|
303
|
+
shard.waitingDeps.delete(id);
|
|
304
|
+
shard.getQueue(job.queue).push(job);
|
|
305
|
+
shard.notify();
|
|
306
|
+
}
|
|
307
|
+
}
|
|
308
|
+
}
|
|
309
|
+
}
|
|
310
|
+
// ============ Background Tasks ============
|
|
311
|
+
startBackgroundTasks() {
|
|
312
|
+
this.cleanupInterval = setInterval(() => {
|
|
313
|
+
this.cleanup();
|
|
314
|
+
}, this.config.cleanupIntervalMs);
|
|
315
|
+
this.timeoutInterval = setInterval(() => {
|
|
316
|
+
this.checkJobTimeouts();
|
|
317
|
+
}, this.config.jobTimeoutCheckMs);
|
|
318
|
+
this.cronScheduler.start();
|
|
319
|
+
}
|
|
320
|
+
checkJobTimeouts() {
|
|
321
|
+
const now = Date.now();
|
|
322
|
+
for (const procShard of this.processingShards) {
|
|
323
|
+
for (const [jobId, job] of procShard) {
|
|
324
|
+
if (job.timeout && job.startedAt && now - job.startedAt > job.timeout) {
|
|
325
|
+
this.fail(jobId, 'Job timeout exceeded').catch(() => { });
|
|
326
|
+
}
|
|
327
|
+
}
|
|
328
|
+
}
|
|
329
|
+
}
|
|
330
|
+
recover() {
|
|
331
|
+
if (!this.storage)
|
|
332
|
+
return;
|
|
333
|
+
for (const job of this.storage.loadPendingJobs()) {
|
|
334
|
+
const idx = shardIndex(job.queue);
|
|
335
|
+
this.shards[idx].getQueue(job.queue).push(job);
|
|
336
|
+
this.jobIndex.set(job.id, { type: 'queue', shardIdx: idx, queueName: job.queue });
|
|
337
|
+
}
|
|
338
|
+
this.cronScheduler.load(this.storage.loadCronJobs());
|
|
339
|
+
}
|
|
340
|
+
cleanup() {
|
|
341
|
+
if (this.completedJobs.size > this.config.maxCompletedJobs) {
|
|
342
|
+
const toRemove = Math.floor(this.config.maxCompletedJobs * 0.5);
|
|
343
|
+
const iter = this.completedJobs.values();
|
|
344
|
+
for (let i = 0; i < toRemove; i++) {
|
|
345
|
+
const { value, done } = iter.next();
|
|
346
|
+
if (done)
|
|
347
|
+
break;
|
|
348
|
+
this.completedJobs.delete(value);
|
|
349
|
+
this.jobIndex.delete(value);
|
|
350
|
+
}
|
|
351
|
+
}
|
|
352
|
+
if (this.jobResults.size > this.config.maxJobResults) {
|
|
353
|
+
const toRemove = Math.floor(this.config.maxJobResults * 0.5);
|
|
354
|
+
const iter = this.jobResults.keys();
|
|
355
|
+
for (let i = 0; i < toRemove; i++) {
|
|
356
|
+
const { value, done } = iter.next();
|
|
357
|
+
if (done)
|
|
358
|
+
break;
|
|
359
|
+
this.jobResults.delete(value);
|
|
360
|
+
}
|
|
361
|
+
}
|
|
362
|
+
}
|
|
363
|
+
// ============ Lifecycle ============
|
|
364
|
+
shutdown() {
|
|
365
|
+
this.cronScheduler.stop();
|
|
366
|
+
this.workerManager.stop();
|
|
367
|
+
if (this.cleanupInterval)
|
|
368
|
+
clearInterval(this.cleanupInterval);
|
|
369
|
+
if (this.timeoutInterval)
|
|
370
|
+
clearInterval(this.timeoutInterval);
|
|
371
|
+
this.storage?.close();
|
|
372
|
+
}
|
|
373
|
+
getStats() {
|
|
374
|
+
let waiting = 0, delayed = 0, active = 0, dlq = 0;
|
|
375
|
+
const now = Date.now();
|
|
376
|
+
for (let i = 0; i < SHARD_COUNT; i++) {
|
|
377
|
+
for (const q of this.shards[i].queues.values()) {
|
|
378
|
+
for (const job of q.values()) {
|
|
379
|
+
if (isDelayed(job, now))
|
|
380
|
+
delayed++;
|
|
381
|
+
else
|
|
382
|
+
waiting++;
|
|
383
|
+
}
|
|
384
|
+
}
|
|
385
|
+
for (const d of this.shards[i].dlq.values())
|
|
386
|
+
dlq += d.length;
|
|
387
|
+
active += this.processingShards[i].size;
|
|
388
|
+
}
|
|
389
|
+
const cronStats = this.cronScheduler.getStats();
|
|
390
|
+
return {
|
|
391
|
+
waiting,
|
|
392
|
+
delayed,
|
|
393
|
+
active,
|
|
394
|
+
dlq,
|
|
395
|
+
completed: this.completedJobs.size,
|
|
396
|
+
totalPushed: this.metrics.totalPushed.value,
|
|
397
|
+
totalPulled: this.metrics.totalPulled.value,
|
|
398
|
+
totalCompleted: this.metrics.totalCompleted.value,
|
|
399
|
+
totalFailed: this.metrics.totalFailed.value,
|
|
400
|
+
uptime: Date.now() - this.startTime,
|
|
401
|
+
cronJobs: cronStats.total,
|
|
402
|
+
cronPending: cronStats.pending,
|
|
403
|
+
};
|
|
404
|
+
}
|
|
405
|
+
}
|
|
406
|
+
//# sourceMappingURL=queueManager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"queueManager.js","sourceRoot":"","sources":["../../src/application/queueManager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAuC,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAIrF,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AACrE,OAAO,EAAE,aAAa,EAAE,MAAM,2CAA2C,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,YAAY,EAAoB,MAAM,mBAAmB,CAAC;AAC5E,OAAO,EAAE,OAAO,EAAoB,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,MAAM,EAAE,OAAO,EAAmB,MAAM,kBAAkB,CAAC;AACpE,OAAO,KAAK,YAAY,MAAM,2BAA2B,CAAC;AAC1D,OAAO,KAAK,OAAO,MAAM,4BAA4B,CAAC;AACtD,OAAO,KAAK,QAAQ,MAAM,8BAA8B,CAAC;AACzD,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAW9D,MAAM,cAAc,GAAG;IACrB,gBAAgB,EAAE,MAAM;IACxB,aAAa,EAAE,KAAK;IACpB,iBAAiB,EAAE,MAAM;IACzB,iBAAiB,EAAE,KAAK;CACzB,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,YAAY;IACN,MAAM,CAAgD;IACtD,OAAO,CAAuB;IAE/C,0BAA0B;IACT,MAAM,GAAY,EAAE,CAAC;IACrB,UAAU,GAAa,EAAE,CAAC;IAC1B,gBAAgB,GAAsB,EAAE,CAAC;IACzC,eAAe,GAAa,EAAE,CAAC;IAEhD,iBAAiB;IACA,QAAQ,GAAG,IAAI,GAAG,EAAsB,CAAC;IACzC,aAAa,GAAG,IAAI,GAAG,EAAS,CAAC;IACjC,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,WAAW,GAAG,IAAI,GAAG,EAAiB,CAAC;IAExD,iBAAiB;IACA,aAAa,CAAgB;IAE9C,WAAW;IACF,cAAc,CAAiB;IAC/B,aAAa,CAAgB;IACrB,aAAa,CAAgB;IAE9C,mBAAmB;IACF,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;IAC1C,aAAa,GAAG,GAAG,CAAC;IAErC,UAAU;IACO,OAAO,GAAG;QACzB,WAAW,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;QAC1B,WAAW,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;QAC1B,cAAc,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;QAC7B,WAAW,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;KAC3B,CAAC;IACe,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAExC,uBAAuB;IACf,eAAe,GAA0C,IAAI,CAAC;IAC9D,eAAe,GAA0C,IAAI,CAAC;IAEtE,YAAY,SAA6B,EAAE;QACzC,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;QAC/C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAErF,oBAAoB;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;YAC9B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC;YACnC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;YACtC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC;QAC1C,CAAC;QAED,4BAA4B;QAC5B,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;QACzC,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACxD,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,sBAAsB;QACtB,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;QAC3C,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAE5D,iBAAiB;QACjB,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,IAAI,CAAC,oBAAoB,EAAE,CAAC;IAC9B,CAAC;IAED,6CAA6C;IAErC,cAAc;QACpB,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;YACrC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;SACjE,CAAC;IACJ,CAAC;IAEO,cAAc;QACpB,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;YACrC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;SACjE,CAAC;IACJ,CAAC;IAEO,aAAa;QACnB,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc;YAC3C,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;YACrC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;YAChE,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;SAC/C,CAAC;IACJ,CAAC;IAEO,iBAAiB;QACvB,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC;IACJ,CAAC;IAEO,eAAe;QACrB,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC;IACJ,CAAC;IAED,4CAA4C;IAE5C,KAAK,CAAC,IAAI,CAAC,KAAa,EAAE,KAAe;QACvC,OAAO,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAa,EAAE,MAAkB;QAC/C,OAAO,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAa,EAAE,YAAoB,CAAC;QAC7C,OAAO,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAY,EAAE,MAAgB;QACtC,OAAO,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAY,EAAE,KAAc;QACrC,OAAO,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,yDAAyD;IAEzD,KAAK,CAAC,MAAM,CAAC,KAAY;QACvB,OAAO,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,SAAS,CAAC,KAAY;QACpB,OAAO,QAAQ,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,gBAAgB,CAAC,QAAgB;QAC/B,OAAO,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,WAAW,CAAC,KAAY;QACtB,OAAO,QAAQ,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,KAAa;QACjB,OAAO,YAAY,CAAC,aAAa,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC7F,CAAC;IAED,sDAAsD;IAEtD,KAAK,CAAC,KAAa;QACjB,YAAY,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IACnF,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,YAAY,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,QAAQ,CAAC,KAAa;QACpB,OAAO,YAAY,CAAC,aAAa,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC7F,CAAC;IAED,KAAK,CAAC,KAAa;QACjB,OAAO,YAAY,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC1F,CAAC;IAED,UAAU,CAAC,KAAa;QACtB,YAAY,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IACxF,CAAC;IAED,UAAU;QACR,OAAO,YAAY,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,KAAK,CAAC,KAAa,EAAE,OAAe,EAAE,KAAc,EAAE,KAAc;QAClE,OAAO,YAAY,CAAC,UAAU,CAC5B,KAAK,EACL,OAAO,EACP,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,EAChD,KAAK,EACL,KAAK,CACN,CAAC;IACJ,CAAC;IAED,uDAAuD;IAEvD,MAAM,CAAC,KAAa,EAAE,KAAc;QAClC,OAAO,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;IAC3F,CAAC;IAED,QAAQ,CAAC,KAAa,EAAE,KAAa;QACnC,OAAO,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;IAC7F,CAAC;IAED,QAAQ,CAAC,KAAa;QACpB,OAAO,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,0CAA0C;IAE1C,YAAY,CAAC,KAAa,EAAE,KAAa;QACvC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC5D,CAAC;IAED,cAAc,CAAC,KAAa;QAC1B,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IACvD,CAAC;IAED,cAAc,CAAC,KAAa,EAAE,KAAa;QACzC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC9D,CAAC;IAED,gBAAgB,CAAC,KAAa;QAC5B,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACzD,CAAC;IAED,uDAAuD;IAEvD,KAAK,CAAC,MAAM,CAAC,KAAY;QACvB,OAAO,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAY,EAAE,QAAgB,EAAE,OAAgB;QACnE,OAAO,OAAO,CAAC,iBAAiB,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,iBAAiB,EAAE,EAAE,OAAO,CAAC,CAAC;IACvF,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAY,EAAE,IAAa;QAC7C,OAAO,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAY,EAAE,QAAgB;QACjD,OAAO,OAAO,CAAC,iBAAiB,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAY;QACxB,OAAO,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAY,EAAE,KAAa;QAC7C,OAAO,OAAO,CAAC,gBAAgB,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAY;QACxB,OAAO,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,iDAAiD;IAEjD,MAAM,CAAC,KAAY,EAAE,OAAe,EAAE,QAAmC,MAAM;QAC7E,OAAO,OAAO,CAAC,SAAS,CACtB,KAAK,EACL,OAAO,EACP;YACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,EACD,KAAK,CACN,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,KAAY;QAClB,OAAO,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE;YAC/B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC,CAAC;IACL,CAAC;IAED,SAAS,CAAC,KAAY;QACpB,OAAO,CAAC,YAAY,CAAC,KAAK,EAAE;YAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC,CAAC;IACL,CAAC;IAED,oCAAoC;IAEpC,oBAAoB;QAClB,OAAO,yBAAyB,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;IAC7F,CAAC;IAED,4CAA4C;IAE5C,OAAO,CAAC,KAAmB;QACzB,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,UAAU,CAAC,IAAY;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,OAAO;YAAE,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;QAC5C,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO,CAAC,IAAY;QAClB,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;IACnC,CAAC;IAED,mCAAmC;IAEnC,SAAS,CAAC,QAAmC;QAC3C,OAAO,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAChD,CAAC;IAEO,cAAc,CAAC,YAAmB;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC7B,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;gBAC1C,IAAI,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;oBAC9D,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBAC7B,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACpC,KAAK,CAAC,MAAM,EAAE,CAAC;gBACjB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,6CAA6C;IAErC,oBAAoB;QAC1B,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE;YACtC,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAClC,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE;YACtC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAClC,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAEO,gBAAgB;QACtB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9C,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,SAAS,EAAE,CAAC;gBACrC,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,GAAG,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC;oBACtE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,sBAAsB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBAC3D,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,OAAO;QACb,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;YACjD,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC/C,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;QACpF,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IACvD,CAAC;IAEO,OAAO;QACb,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC;YAChE,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;YACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBACpC,IAAI,IAAI;oBAAE,MAAM;gBAChB,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACjC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC;YAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBACpC,IAAI,IAAI;oBAAE,MAAM;gBAChB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IAED,sCAAsC;IAEtC,QAAQ;QACN,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,eAAe;YAAE,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC9D,IAAI,IAAI,CAAC,eAAe;YAAE,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC9D,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,QAAQ;QACN,IAAI,OAAO,GAAG,CAAC,EACb,OAAO,GAAG,CAAC,EACX,MAAM,GAAG,CAAC,EACV,GAAG,GAAG,CAAC,CAAC;QACV,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC/C,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;oBAC7B,IAAI,SAAS,CAAC,GAAG,EAAE,GAAG,CAAC;wBAAE,OAAO,EAAE,CAAC;;wBAC9B,OAAO,EAAE,CAAC;gBACjB,CAAC;YACH,CAAC;YACD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE;gBAAE,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC;YAC7D,MAAM,IAAI,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC1C,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC;QAChD,OAAO;YACL,OAAO;YACP,OAAO;YACP,MAAM;YACN,GAAG;YACH,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI;YAClC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK;YAC3C,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK;YAC3C,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK;YACjD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK;YAC3C,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS;YACnC,QAAQ,EAAE,SAAS,CAAC,KAAK;YACzB,WAAW,EAAE,SAAS,CAAC,OAAO;SAC/B,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Webhook Manager
|
|
3
|
+
* Manages webhooks and sends HTTP callbacks
|
|
4
|
+
*/
|
|
5
|
+
import { type Webhook, type WebhookId, type WebhookEvent } from '../domain/types/webhook';
|
|
6
|
+
/**
|
|
7
|
+
* Webhook Manager
|
|
8
|
+
*/
|
|
9
|
+
export declare class WebhookManager {
|
|
10
|
+
private webhooks;
|
|
11
|
+
private maxRetries;
|
|
12
|
+
private retryDelay;
|
|
13
|
+
/** Add a webhook */
|
|
14
|
+
add(url: string, events: string[], queue?: string, secret?: string): Webhook;
|
|
15
|
+
/** Remove a webhook */
|
|
16
|
+
remove(id: WebhookId): boolean;
|
|
17
|
+
/** Get webhook by ID */
|
|
18
|
+
get(id: WebhookId): Webhook | undefined;
|
|
19
|
+
/** List all webhooks */
|
|
20
|
+
list(): Webhook[];
|
|
21
|
+
/** Trigger webhooks for an event */
|
|
22
|
+
trigger(event: WebhookEvent, jobId: string, queue: string, extra?: {
|
|
23
|
+
data?: unknown;
|
|
24
|
+
error?: string;
|
|
25
|
+
progress?: number;
|
|
26
|
+
}): Promise<void>;
|
|
27
|
+
/** Send webhook with retries */
|
|
28
|
+
private sendWebhook;
|
|
29
|
+
/** Get stats */
|
|
30
|
+
getStats(): {
|
|
31
|
+
total: number;
|
|
32
|
+
enabled: number;
|
|
33
|
+
};
|
|
34
|
+
}
|
|
35
|
+
//# sourceMappingURL=webhookManager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"webhookManager.d.ts","sourceRoot":"","sources":["../../src/application/webhookManager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,KAAK,OAAO,EACZ,KAAK,SAAS,EACd,KAAK,YAAY,EAGlB,MAAM,yBAAyB,CAAC;AAkBjC;;GAEG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAiC;IACjD,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,UAAU,CAAQ;IAE1B,oBAAoB;IACpB,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO;IAO5E,uBAAuB;IACvB,MAAM,CAAC,EAAE,EAAE,SAAS,GAAG,OAAO;IAQ9B,wBAAwB;IACxB,GAAG,CAAC,EAAE,EAAE,SAAS,GAAG,OAAO,GAAG,SAAS;IAIvC,wBAAwB;IACxB,IAAI,IAAI,OAAO,EAAE;IAIjB,oCAAoC;IAC9B,OAAO,CACX,KAAK,EAAE,YAAY,EACnB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,GAC5D,OAAO,CAAC,IAAI,CAAC;IAqBhB,gCAAgC;YAClB,WAAW;IA4CzB,gBAAgB;IAChB,QAAQ;;;;CAMT"}
|