bunqueue 1.9.8 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/application/backgroundTasks.d.ts +10 -0
- package/dist/application/backgroundTasks.d.ts.map +1 -1
- package/dist/application/backgroundTasks.js +64 -13
- package/dist/application/backgroundTasks.js.map +1 -1
- package/dist/application/cleanupTasks.js +5 -1
- package/dist/application/cleanupTasks.js.map +1 -1
- package/dist/application/clientTracking.d.ts.map +1 -1
- package/dist/application/clientTracking.js +25 -16
- package/dist/application/clientTracking.js.map +1 -1
- package/dist/application/contextFactory.d.ts.map +1 -1
- package/dist/application/contextFactory.js +1 -0
- package/dist/application/contextFactory.js.map +1 -1
- package/dist/application/dependencyProcessor.d.ts.map +1 -1
- package/dist/application/dependencyProcessor.js +14 -13
- package/dist/application/dependencyProcessor.js.map +1 -1
- package/dist/application/eventsManager.d.ts.map +1 -1
- package/dist/application/eventsManager.js +16 -4
- package/dist/application/eventsManager.js.map +1 -1
- package/dist/application/jobLogsManager.d.ts +2 -2
- package/dist/application/jobLogsManager.d.ts.map +1 -1
- package/dist/application/jobLogsManager.js +13 -3
- package/dist/application/jobLogsManager.js.map +1 -1
- package/dist/application/lockManager.d.ts +1 -0
- package/dist/application/lockManager.d.ts.map +1 -1
- package/dist/application/lockManager.js +54 -36
- package/dist/application/lockManager.js.map +1 -1
- package/dist/application/operations/ack.d.ts +3 -1
- package/dist/application/operations/ack.d.ts.map +1 -1
- package/dist/application/operations/ack.js +25 -1
- package/dist/application/operations/ack.js.map +1 -1
- package/dist/application/operations/ackHelpers.d.ts +1 -0
- package/dist/application/operations/ackHelpers.d.ts.map +1 -1
- package/dist/application/operations/ackHelpers.js +12 -1
- package/dist/application/operations/ackHelpers.js.map +1 -1
- package/dist/application/operations/jobManagement.d.ts +1 -1
- package/dist/application/operations/jobManagement.d.ts.map +1 -1
- package/dist/application/operations/jobManagement.js +23 -3
- package/dist/application/operations/jobManagement.js.map +1 -1
- package/dist/application/operations/push.d.ts +1 -1
- package/dist/application/operations/push.d.ts.map +1 -1
- package/dist/application/operations/push.js +25 -9
- package/dist/application/operations/push.js.map +1 -1
- package/dist/application/operations/queryOperations.d.ts +3 -0
- package/dist/application/operations/queryOperations.d.ts.map +1 -1
- package/dist/application/operations/queryOperations.js +29 -0
- package/dist/application/operations/queryOperations.js.map +1 -1
- package/dist/application/queueManager.d.ts +15 -1
- package/dist/application/queueManager.d.ts.map +1 -1
- package/dist/application/queueManager.js +77 -3
- package/dist/application/queueManager.js.map +1 -1
- package/dist/application/stallDetection.js +27 -22
- package/dist/application/stallDetection.js.map +1 -1
- package/dist/application/types.js +1 -1
- package/dist/application/types.js.map +1 -1
- package/dist/application/webhookManager.d.ts.map +1 -1
- package/dist/application/webhookManager.js +18 -2
- package/dist/application/webhookManager.js.map +1 -1
- package/dist/application/workerManager.d.ts.map +1 -1
- package/dist/application/workerManager.js +4 -2
- package/dist/application/workerManager.js.map +1 -1
- package/dist/cli/client.d.ts +3 -5
- package/dist/cli/client.d.ts.map +1 -1
- package/dist/cli/client.js +31 -27
- package/dist/cli/client.js.map +1 -1
- package/dist/cli/commands/core.js +3 -3
- package/dist/cli/commands/core.js.map +1 -1
- package/dist/cli/commands/job.js +14 -14
- package/dist/cli/commands/job.js.map +1 -1
- package/dist/cli/commands/server.d.ts.map +1 -1
- package/dist/cli/commands/server.js +5 -29
- package/dist/cli/commands/server.js.map +1 -1
- package/dist/cli/index.d.ts.map +1 -1
- package/dist/cli/index.js +1 -9
- package/dist/cli/index.js.map +1 -1
- package/dist/client/events.d.ts +29 -1
- package/dist/client/events.d.ts.map +1 -1
- package/dist/client/events.js +96 -28
- package/dist/client/events.js.map +1 -1
- package/dist/client/flow.d.ts +144 -3
- package/dist/client/flow.d.ts.map +1 -1
- package/dist/client/flow.js +538 -68
- package/dist/client/flow.js.map +1 -1
- package/dist/client/index.d.ts +2 -2
- package/dist/client/index.d.ts.map +1 -1
- package/dist/client/queue/queue.d.ts +260 -1
- package/dist/client/queue/queue.d.ts.map +1 -1
- package/dist/client/queue/queue.js +1346 -17
- package/dist/client/queue/queue.js.map +1 -1
- package/dist/client/sandboxed/types.d.ts +1 -0
- package/dist/client/sandboxed/types.d.ts.map +1 -1
- package/dist/client/sandboxed/worker.d.ts +1 -0
- package/dist/client/sandboxed/worker.d.ts.map +1 -1
- package/dist/client/sandboxed/worker.js +31 -8
- package/dist/client/sandboxed/worker.js.map +1 -1
- package/dist/client/sandboxed/wrapper.d.ts.map +1 -1
- package/dist/client/sandboxed/wrapper.js +10 -1
- package/dist/client/sandboxed/wrapper.js.map +1 -1
- package/dist/client/tcp/client.d.ts +4 -1
- package/dist/client/tcp/client.d.ts.map +1 -1
- package/dist/client/tcp/client.js +26 -8
- package/dist/client/tcp/client.js.map +1 -1
- package/dist/client/tcp/connection.d.ts +6 -8
- package/dist/client/tcp/connection.d.ts.map +1 -1
- package/dist/client/tcp/connection.js +24 -22
- package/dist/client/tcp/connection.js.map +1 -1
- package/dist/client/tcp/index.d.ts +0 -1
- package/dist/client/tcp/index.d.ts.map +1 -1
- package/dist/client/tcp/index.js +0 -1
- package/dist/client/tcp/index.js.map +1 -1
- package/dist/client/tcp/types.d.ts +8 -13
- package/dist/client/tcp/types.d.ts.map +1 -1
- package/dist/client/tcp/types.js +0 -1
- package/dist/client/tcp/types.js.map +1 -1
- package/dist/client/tcpPool.d.ts.map +1 -1
- package/dist/client/tcpPool.js +19 -14
- package/dist/client/tcpPool.js.map +1 -1
- package/dist/client/types.d.ts +430 -13
- package/dist/client/types.d.ts.map +1 -1
- package/dist/client/types.js +346 -5
- package/dist/client/types.js.map +1 -1
- package/dist/client/worker/ackBatcher.d.ts +2 -1
- package/dist/client/worker/ackBatcher.d.ts.map +1 -1
- package/dist/client/worker/ackBatcher.js +29 -18
- package/dist/client/worker/ackBatcher.js.map +1 -1
- package/dist/client/worker/jobParser.d.ts.map +1 -1
- package/dist/client/worker/jobParser.js +8 -7
- package/dist/client/worker/jobParser.js.map +1 -1
- package/dist/client/worker/processor.d.ts.map +1 -1
- package/dist/client/worker/processor.js +15 -6
- package/dist/client/worker/processor.js.map +1 -1
- package/dist/client/worker/worker.d.ts +117 -0
- package/dist/client/worker/worker.d.ts.map +1 -1
- package/dist/client/worker/worker.js +375 -3
- package/dist/client/worker/worker.js.map +1 -1
- package/dist/domain/queue/dlqShard.d.ts +2 -0
- package/dist/domain/queue/dlqShard.d.ts.map +1 -1
- package/dist/domain/queue/dlqShard.js +12 -2
- package/dist/domain/queue/dlqShard.js.map +1 -1
- package/dist/domain/queue/priorityQueue.d.ts.map +1 -1
- package/dist/domain/queue/priorityQueue.js +24 -18
- package/dist/domain/queue/priorityQueue.js.map +1 -1
- package/dist/domain/queue/shard.d.ts +8 -2
- package/dist/domain/queue/shard.d.ts.map +1 -1
- package/dist/domain/queue/shard.js +27 -9
- package/dist/domain/queue/shard.js.map +1 -1
- package/dist/domain/queue/temporalManager.d.ts +1 -0
- package/dist/domain/queue/temporalManager.d.ts.map +1 -1
- package/dist/domain/queue/temporalManager.js +2 -1
- package/dist/domain/queue/temporalManager.js.map +1 -1
- package/dist/domain/queue/uniqueKeyManager.d.ts +2 -2
- package/dist/domain/queue/uniqueKeyManager.d.ts.map +1 -1
- package/dist/domain/queue/uniqueKeyManager.js +3 -3
- package/dist/domain/queue/uniqueKeyManager.js.map +1 -1
- package/dist/domain/types/command.d.ts +6 -0
- package/dist/domain/types/command.d.ts.map +1 -1
- package/dist/domain/types/job.d.ts +89 -2
- package/dist/domain/types/job.d.ts.map +1 -1
- package/dist/domain/types/job.js +94 -26
- package/dist/domain/types/job.js.map +1 -1
- package/dist/domain/types/queue.d.ts +11 -1
- package/dist/domain/types/queue.d.ts.map +1 -1
- package/dist/infrastructure/persistence/sqlite.d.ts +2 -0
- package/dist/infrastructure/persistence/sqlite.d.ts.map +1 -1
- package/dist/infrastructure/persistence/sqlite.js +5 -1
- package/dist/infrastructure/persistence/sqlite.js.map +1 -1
- package/dist/infrastructure/persistence/sqliteBatch.d.ts +9 -4
- package/dist/infrastructure/persistence/sqliteBatch.d.ts.map +1 -1
- package/dist/infrastructure/persistence/sqliteBatch.js +38 -21
- package/dist/infrastructure/persistence/sqliteBatch.js.map +1 -1
- package/dist/infrastructure/persistence/sqliteSerializer.d.ts.map +1 -1
- package/dist/infrastructure/persistence/sqliteSerializer.js +14 -0
- package/dist/infrastructure/persistence/sqliteSerializer.js.map +1 -1
- package/dist/infrastructure/persistence/statements.d.ts +1 -1
- package/dist/infrastructure/persistence/statements.d.ts.map +1 -1
- package/dist/infrastructure/persistence/statements.js +3 -2
- package/dist/infrastructure/persistence/statements.js.map +1 -1
- package/dist/infrastructure/scheduler/cronScheduler.d.ts +7 -0
- package/dist/infrastructure/scheduler/cronScheduler.d.ts.map +1 -1
- package/dist/infrastructure/scheduler/cronScheduler.js +46 -12
- package/dist/infrastructure/scheduler/cronScheduler.js.map +1 -1
- package/dist/infrastructure/server/handlers/core.d.ts.map +1 -1
- package/dist/infrastructure/server/handlers/core.js +26 -19
- package/dist/infrastructure/server/handlers/core.js.map +1 -1
- package/dist/infrastructure/server/handlers/query.d.ts.map +1 -1
- package/dist/infrastructure/server/handlers/query.js +1 -16
- package/dist/infrastructure/server/handlers/query.js.map +1 -1
- package/dist/infrastructure/server/http.d.ts.map +1 -1
- package/dist/infrastructure/server/http.js +27 -2
- package/dist/infrastructure/server/http.js.map +1 -1
- package/dist/infrastructure/server/protocol.d.ts +15 -1
- package/dist/infrastructure/server/protocol.d.ts.map +1 -1
- package/dist/infrastructure/server/protocol.js +37 -3
- package/dist/infrastructure/server/protocol.js.map +1 -1
- package/dist/infrastructure/server/rateLimiter.d.ts.map +1 -1
- package/dist/infrastructure/server/rateLimiter.js +5 -3
- package/dist/infrastructure/server/rateLimiter.js.map +1 -1
- package/dist/infrastructure/server/tcp.d.ts +8 -10
- package/dist/infrastructure/server/tcp.d.ts.map +1 -1
- package/dist/infrastructure/server/tcp.js +87 -46
- package/dist/infrastructure/server/tcp.js.map +1 -1
- package/dist/main.js +7 -6
- package/dist/main.js.map +1 -1
- package/dist/shared/lock.d.ts +1 -1
- package/dist/shared/lock.d.ts.map +1 -1
- package/dist/shared/lock.js +6 -4
- package/dist/shared/lock.js.map +1 -1
- package/dist/shared/lru.d.ts +51 -0
- package/dist/shared/lru.d.ts.map +1 -1
- package/dist/shared/lru.js +89 -3
- package/dist/shared/lru.js.map +1 -1
- package/dist/shared/skipList.d.ts +10 -2
- package/dist/shared/skipList.d.ts.map +1 -1
- package/dist/shared/skipList.js +22 -1
- package/dist/shared/skipList.js.map +1 -1
- package/package.json +1 -1
- package/dist/client/tcp/lineBuffer.d.ts +0 -17
- package/dist/client/tcp/lineBuffer.d.ts.map +0 -1
- package/dist/client/tcp/lineBuffer.js +0 -32
- package/dist/client/tcp/lineBuffer.js.map +0 -1
|
@@ -28,6 +28,27 @@ export interface RepeatConfig {
|
|
|
28
28
|
readonly pattern?: string;
|
|
29
29
|
/** Current repeat count */
|
|
30
30
|
count: number;
|
|
31
|
+
/** Start date timestamp */
|
|
32
|
+
readonly startDate?: number;
|
|
33
|
+
/** End date timestamp */
|
|
34
|
+
readonly endDate?: number;
|
|
35
|
+
/** Timezone for cron pattern */
|
|
36
|
+
readonly tz?: string;
|
|
37
|
+
/** Execute immediately on start */
|
|
38
|
+
readonly immediately?: boolean;
|
|
39
|
+
/** Previous execution timestamp */
|
|
40
|
+
prevMillis?: number;
|
|
41
|
+
/** Offset in milliseconds */
|
|
42
|
+
readonly offset?: number;
|
|
43
|
+
/** Custom job ID for repeat jobs */
|
|
44
|
+
readonly jobId?: string;
|
|
45
|
+
}
|
|
46
|
+
/** Backoff configuration */
|
|
47
|
+
export interface BackoffConfig {
|
|
48
|
+
/** Backoff strategy type */
|
|
49
|
+
readonly type: 'fixed' | 'exponential';
|
|
50
|
+
/** Base delay in milliseconds */
|
|
51
|
+
readonly delay: number;
|
|
31
52
|
}
|
|
32
53
|
/** Core job structure */
|
|
33
54
|
export interface Job {
|
|
@@ -42,7 +63,10 @@ export interface Job {
|
|
|
42
63
|
completedAt: number | null;
|
|
43
64
|
attempts: number;
|
|
44
65
|
readonly maxAttempts: number;
|
|
66
|
+
/** Backoff delay in ms or backoff configuration */
|
|
45
67
|
readonly backoff: number;
|
|
68
|
+
/** Backoff configuration (if using object-based backoff) */
|
|
69
|
+
readonly backoffConfig: BackoffConfig | null;
|
|
46
70
|
readonly ttl: number | null;
|
|
47
71
|
readonly timeout: number | null;
|
|
48
72
|
readonly uniqueKey: string | null;
|
|
@@ -61,6 +85,30 @@ export interface Job {
|
|
|
61
85
|
lastHeartbeat: number;
|
|
62
86
|
readonly stallTimeout: number | null;
|
|
63
87
|
stallCount: number;
|
|
88
|
+
/** Maximum stack trace lines to store */
|
|
89
|
+
readonly stackTraceLimit: number;
|
|
90
|
+
/** Maximum number of log entries to keep */
|
|
91
|
+
readonly keepLogs: number | null;
|
|
92
|
+
/** Maximum job data size in bytes */
|
|
93
|
+
readonly sizeLimit: number | null;
|
|
94
|
+
/** Fail parent job if this child job fails */
|
|
95
|
+
readonly failParentOnFailure: boolean;
|
|
96
|
+
/** Remove dependency relationship if this job fails */
|
|
97
|
+
readonly removeDependencyOnFailure: boolean;
|
|
98
|
+
/** Continue parent processing even if this child fails */
|
|
99
|
+
readonly continueParentOnFailure: boolean;
|
|
100
|
+
/** Move job to parent's failed dependencies instead of blocking parent */
|
|
101
|
+
readonly ignoreDependencyOnFailure: boolean;
|
|
102
|
+
/** Deduplication TTL in milliseconds */
|
|
103
|
+
readonly deduplicationTtl: number | null;
|
|
104
|
+
/** Extend deduplication TTL on duplicate */
|
|
105
|
+
readonly deduplicationExtend: boolean;
|
|
106
|
+
/** Replace job data on duplicate while in delayed state */
|
|
107
|
+
readonly deduplicationReplace: boolean;
|
|
108
|
+
/** Debounce ID */
|
|
109
|
+
readonly debounceId: string | null;
|
|
110
|
+
/** Debounce TTL in milliseconds */
|
|
111
|
+
readonly debounceTtl: number | null;
|
|
64
112
|
}
|
|
65
113
|
/** Input for creating a new job */
|
|
66
114
|
export interface JobInput {
|
|
@@ -68,7 +116,11 @@ export interface JobInput {
|
|
|
68
116
|
priority?: number;
|
|
69
117
|
delay?: number;
|
|
70
118
|
maxAttempts?: number;
|
|
71
|
-
backoff
|
|
119
|
+
/** Backoff delay in ms or backoff configuration */
|
|
120
|
+
backoff?: number | {
|
|
121
|
+
type: 'fixed' | 'exponential';
|
|
122
|
+
delay: number;
|
|
123
|
+
};
|
|
72
124
|
ttl?: number;
|
|
73
125
|
timeout?: number;
|
|
74
126
|
uniqueKey?: string;
|
|
@@ -87,6 +139,20 @@ export interface JobInput {
|
|
|
87
139
|
pattern?: string;
|
|
88
140
|
/** Current count (for internal use when re-queueing) */
|
|
89
141
|
count?: number;
|
|
142
|
+
/** Start date timestamp */
|
|
143
|
+
startDate?: number;
|
|
144
|
+
/** End date timestamp */
|
|
145
|
+
endDate?: number;
|
|
146
|
+
/** Timezone for cron pattern */
|
|
147
|
+
tz?: string;
|
|
148
|
+
/** Execute immediately on start */
|
|
149
|
+
immediately?: boolean;
|
|
150
|
+
/** Previous execution timestamp */
|
|
151
|
+
prevMillis?: number;
|
|
152
|
+
/** Offset in milliseconds */
|
|
153
|
+
offset?: number;
|
|
154
|
+
/** Custom job ID for repeat jobs */
|
|
155
|
+
jobId?: string;
|
|
90
156
|
};
|
|
91
157
|
/** Advanced deduplication options */
|
|
92
158
|
dedup?: {
|
|
@@ -103,6 +169,26 @@ export interface JobInput {
|
|
|
103
169
|
* Default: false (uses buffered writes for better throughput)
|
|
104
170
|
*/
|
|
105
171
|
durable?: boolean;
|
|
172
|
+
/** Maximum stack trace lines to store */
|
|
173
|
+
stackTraceLimit?: number;
|
|
174
|
+
/** Maximum number of log entries to keep */
|
|
175
|
+
keepLogs?: number;
|
|
176
|
+
/** Maximum job data size in bytes */
|
|
177
|
+
sizeLimit?: number;
|
|
178
|
+
/** Fail parent job if this child job fails */
|
|
179
|
+
failParentOnFailure?: boolean;
|
|
180
|
+
/** Remove dependency relationship if this job fails */
|
|
181
|
+
removeDependencyOnFailure?: boolean;
|
|
182
|
+
/** Continue parent processing even if this child fails */
|
|
183
|
+
continueParentOnFailure?: boolean;
|
|
184
|
+
/** Move job to parent's failed dependencies instead of blocking parent */
|
|
185
|
+
ignoreDependencyOnFailure?: boolean;
|
|
186
|
+
/** Debounce ID */
|
|
187
|
+
debounceId?: string;
|
|
188
|
+
/** Debounce TTL in milliseconds */
|
|
189
|
+
debounceTtl?: number;
|
|
190
|
+
/** Job creation timestamp (default: Date.now()) */
|
|
191
|
+
timestamp?: number;
|
|
106
192
|
}
|
|
107
193
|
/** Job creation defaults */
|
|
108
194
|
export declare const JOB_DEFAULTS: {
|
|
@@ -112,6 +198,7 @@ export declare const JOB_DEFAULTS: {
|
|
|
112
198
|
readonly lifo: false;
|
|
113
199
|
readonly removeOnComplete: false;
|
|
114
200
|
readonly removeOnFail: false;
|
|
201
|
+
readonly stackTraceLimit: 10;
|
|
115
202
|
};
|
|
116
203
|
/** Create a new job from input */
|
|
117
204
|
export declare function createJob(id: JobId, queue: string, input: JobInput, now?: number): Job;
|
|
@@ -123,7 +210,7 @@ export declare function isReady(job: Job, now?: number): boolean;
|
|
|
123
210
|
export declare function isExpired(job: Job, now?: number): boolean;
|
|
124
211
|
/** Check if job has timed out during processing */
|
|
125
212
|
export declare function isTimedOut(job: Job, now?: number): boolean;
|
|
126
|
-
/** Calculate next retry delay with
|
|
213
|
+
/** Calculate next retry delay with backoff strategy */
|
|
127
214
|
export declare function calculateBackoff(job: Job): number;
|
|
128
215
|
/** Check if job can retry */
|
|
129
216
|
export declare function canRetry(job: Job): boolean;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"job.d.ts","sourceRoot":"","sources":["../../../src/domain/types/job.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,wCAAwC;AACxC,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC;AAE3D,iCAAiC;AACjC,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,KAAK,CAEvC;AAED,kCAAkC;AAClC,wBAAgB,aAAa,IAAI,KAAK,CAErC;AAED,4BAA4B;AAC5B,0BAAkB,QAAQ;IACxB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,MAAM,WAAW;IACjB,SAAS,cAAc;IACvB,MAAM,WAAW;CAClB;AAED,+CAA+C;AAC/C,MAAM,WAAW,YAAY;IAC3B,kCAAkC;IAClC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,sDAAsD;IACtD,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,0CAA0C;IAC1C,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,2BAA2B;IAC3B,KAAK,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"job.d.ts","sourceRoot":"","sources":["../../../src/domain/types/job.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,wCAAwC;AACxC,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC;AAE3D,iCAAiC;AACjC,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,KAAK,CAEvC;AAED,kCAAkC;AAClC,wBAAgB,aAAa,IAAI,KAAK,CAErC;AAED,4BAA4B;AAC5B,0BAAkB,QAAQ;IACxB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,MAAM,WAAW;IACjB,SAAS,cAAc;IACvB,MAAM,WAAW;CAClB;AAED,+CAA+C;AAC/C,MAAM,WAAW,YAAY;IAC3B,kCAAkC;IAClC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,sDAAsD;IACtD,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,0CAA0C;IAC1C,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,2BAA2B;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,2BAA2B;IAC3B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,yBAAyB;IACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,gCAAgC;IAChC,QAAQ,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC;IACrB,mCAAmC;IACnC,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IAC/B,mCAAmC;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,6BAA6B;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,oCAAoC;IACpC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,4BAA4B;AAC5B,MAAM,WAAW,aAAa;IAC5B,4BAA4B;IAC5B,QAAQ,CAAC,IAAI,EAAE,OAAO,GAAG,aAAa,CAAC;IACvC,iCAAiC;IACjC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED,yBAAyB;AACzB,MAAM,WAAW,GAAG;IAClB,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC;IACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IAGvB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAG3B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,mDAAmD;IACnD,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,4DAA4D;IAC5D,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,IAAI,CAAC;IAG7C,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAGhC,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IAGjC,QAAQ,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,KAAK,GAAG,IAAI,CAAC;IAChC,WAAW,EAAE,KAAK,EAAE,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAG1B,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAGhC,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAG/B,QAAQ,CAAC,gBAAgB,EAAE,OAAO,CAAC;IACnC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;IAG/B,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI,CAAC;IAGrC,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,UAAU,EAAE,MAAM,CAAC;IAGnB,yCAAyC;IACzC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,4CAA4C;IAC5C,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,qCAAqC;IACrC,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,8CAA8C;IAC9C,QAAQ,CAAC,mBAAmB,EAAE,OAAO,CAAC;IACtC,uDAAuD;IACvD,QAAQ,CAAC,yBAAyB,EAAE,OAAO,CAAC;IAC5C,0DAA0D;IAC1D,QAAQ,CAAC,uBAAuB,EAAE,OAAO,CAAC;IAC1C,0EAA0E;IAC1E,QAAQ,CAAC,yBAAyB,EAAE,OAAO,CAAC;IAC5C,wCAAwC;IACxC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IACzC,4CAA4C;IAC5C,QAAQ,CAAC,mBAAmB,EAAE,OAAO,CAAC;IACtC,2DAA2D;IAC3D,QAAQ,CAAC,oBAAoB,EAAE,OAAO,CAAC;IACvC,kBAAkB;IAClB,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,mCAAmC;IACnC,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC;AAED,mCAAmC;AACnC,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,mDAAmD;IACnD,OAAO,CAAC,EAAE,MAAM,GAAG;QAAE,IAAI,EAAE,OAAO,GAAG,aAAa,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IACpE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC;IACpB,QAAQ,CAAC,EAAE,KAAK,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,wDAAwD;QACxD,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,2BAA2B;QAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,yBAAyB;QACzB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,gCAAgC;QAChC,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,mCAAmC;QACnC,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,mCAAmC;QACnC,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,6BAA6B;QAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,oCAAoC;QACpC,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,qCAAqC;IACrC,KAAK,CAAC,EAAE;QACN,yCAAyC;QACzC,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,mDAAmD;QACnD,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,yDAAyD;QACzD,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;IACF;;;;OAIG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB,yCAAyC;IACzC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,4CAA4C;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,qCAAqC;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8CAA8C;IAC9C,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,uDAAuD;IACvD,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,0DAA0D;IAC1D,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,0EAA0E;IAC1E,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,kBAAkB;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mCAAmC;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,mDAAmD;IACnD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,4BAA4B;AAC5B,eAAO,MAAM,YAAY;;;;;;;;CAQf,CAAC;AAsGX,kCAAkC;AAClC,wBAAgB,SAAS,CACvB,EAAE,EAAE,KAAK,EACT,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,QAAQ,EACf,GAAG,GAAE,MAAmB,GACvB,GAAG,CA+BL;AAED,8BAA8B;AAC9B,wBAAgB,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,GAAE,MAAmB,GAAG,OAAO,CAErE;AAED,uCAAuC;AACvC,wBAAgB,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,GAAE,MAAmB,GAAG,OAAO,CAEnE;AAED,6CAA6C;AAC7C,wBAAgB,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,GAAE,MAAmB,GAAG,OAAO,CAGrE;AAED,mDAAmD;AACnD,wBAAgB,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,GAAE,MAAmB,GAAG,OAAO,CAGtE;AAED,uDAAuD;AACvD,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,CAYjD;AAED,6BAA6B;AAC7B,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAE1C;AAED,6BAA6B;AAC7B,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAA;CAAE,CAAC;AAEnE,qCAAqC;AACrC,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAElD;AAED,gCAAgC;AAChC,wBAAgB,iBAAiB,IAAI,SAAS,CAE7C;AAED,8DAA8D;AAC9D,MAAM,WAAW,OAAO;IACtB,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;CACtB;AAED,gEAAgE;AAChE,eAAO,MAAM,gBAAgB,QAAS,CAAC;AAEvC,4BAA4B;AAC5B,wBAAgB,aAAa,CAC3B,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,MAAM,EACb,GAAG,GAAE,MAAyB,EAC9B,GAAG,GAAE,MAAmB,GACvB,OAAO,CAWT;AAED,+BAA+B;AAC/B,wBAAgB,aAAa,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,GAAE,MAAmB,GAAG,OAAO,CAE9E;AAED,6CAA6C;AAC7C,wBAAgB,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,GAAG,GAAE,MAAmB,GAAG,IAAI,CAKxF"}
|
package/dist/domain/types/job.js
CHANGED
|
@@ -18,48 +18,105 @@ export const JOB_DEFAULTS = {
|
|
|
18
18
|
lifo: false,
|
|
19
19
|
removeOnComplete: false,
|
|
20
20
|
removeOnFail: false,
|
|
21
|
+
stackTraceLimit: 10,
|
|
21
22
|
};
|
|
23
|
+
/** Parse backoff from input (can be number or object) */
|
|
24
|
+
function parseBackoff(input) {
|
|
25
|
+
if (typeof input === 'object') {
|
|
26
|
+
return {
|
|
27
|
+
backoff: input.delay,
|
|
28
|
+
backoffConfig: { type: input.type, delay: input.delay },
|
|
29
|
+
};
|
|
30
|
+
}
|
|
31
|
+
return { backoff: input ?? JOB_DEFAULTS.backoff, backoffConfig: null };
|
|
32
|
+
}
|
|
33
|
+
/** Parse repeat config from input */
|
|
34
|
+
function parseRepeatConfig(repeat) {
|
|
35
|
+
if (!repeat)
|
|
36
|
+
return null;
|
|
37
|
+
return {
|
|
38
|
+
every: repeat.every,
|
|
39
|
+
limit: repeat.limit,
|
|
40
|
+
pattern: repeat.pattern,
|
|
41
|
+
count: repeat.count ?? 0,
|
|
42
|
+
startDate: repeat.startDate,
|
|
43
|
+
endDate: repeat.endDate,
|
|
44
|
+
tz: repeat.tz,
|
|
45
|
+
immediately: repeat.immediately,
|
|
46
|
+
prevMillis: repeat.prevMillis,
|
|
47
|
+
offset: repeat.offset,
|
|
48
|
+
jobId: repeat.jobId,
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
/** Parse core job options with defaults */
|
|
52
|
+
function parseCoreOptions(input) {
|
|
53
|
+
return {
|
|
54
|
+
priority: input.priority ?? JOB_DEFAULTS.priority,
|
|
55
|
+
lifo: input.lifo ?? JOB_DEFAULTS.lifo,
|
|
56
|
+
maxAttempts: input.maxAttempts ?? JOB_DEFAULTS.maxAttempts,
|
|
57
|
+
removeOnComplete: input.removeOnComplete ?? JOB_DEFAULTS.removeOnComplete,
|
|
58
|
+
removeOnFail: input.removeOnFail ?? JOB_DEFAULTS.removeOnFail,
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
/** Parse optional fields (nullable) */
|
|
62
|
+
function parseOptionalFields(input) {
|
|
63
|
+
return {
|
|
64
|
+
ttl: input.ttl ?? null,
|
|
65
|
+
timeout: input.timeout ?? null,
|
|
66
|
+
uniqueKey: input.uniqueKey ?? null,
|
|
67
|
+
customId: input.customId ?? null,
|
|
68
|
+
parentId: input.parentId ?? null,
|
|
69
|
+
groupId: input.groupId ?? null,
|
|
70
|
+
stallTimeout: input.stallTimeout ?? null,
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
/** Parse BullMQ v5 specific options */
|
|
74
|
+
function parseBullMQV5Options(input) {
|
|
75
|
+
return {
|
|
76
|
+
stackTraceLimit: input.stackTraceLimit ?? JOB_DEFAULTS.stackTraceLimit,
|
|
77
|
+
keepLogs: input.keepLogs ?? null,
|
|
78
|
+
sizeLimit: input.sizeLimit ?? null,
|
|
79
|
+
failParentOnFailure: input.failParentOnFailure ?? false,
|
|
80
|
+
removeDependencyOnFailure: input.removeDependencyOnFailure ?? false,
|
|
81
|
+
continueParentOnFailure: input.continueParentOnFailure ?? false,
|
|
82
|
+
ignoreDependencyOnFailure: input.ignoreDependencyOnFailure ?? false,
|
|
83
|
+
deduplicationTtl: input.dedup?.ttl ?? null,
|
|
84
|
+
deduplicationExtend: input.dedup?.extend ?? false,
|
|
85
|
+
deduplicationReplace: input.dedup?.replace ?? false,
|
|
86
|
+
debounceId: input.debounceId ?? null,
|
|
87
|
+
debounceTtl: input.debounceTtl ?? null,
|
|
88
|
+
};
|
|
89
|
+
}
|
|
22
90
|
/** Create a new job from input */
|
|
23
91
|
export function createJob(id, queue, input, now = Date.now()) {
|
|
24
|
-
const
|
|
92
|
+
const { backoff, backoffConfig } = parseBackoff(input.backoff);
|
|
93
|
+
const coreOpts = parseCoreOptions(input);
|
|
94
|
+
const optionalFields = parseOptionalFields(input);
|
|
95
|
+
const v5Opts = parseBullMQV5Options(input);
|
|
96
|
+
const createdAt = input.timestamp ?? now;
|
|
25
97
|
return {
|
|
26
98
|
id,
|
|
27
99
|
queue,
|
|
28
100
|
data: input.data,
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
lifo: input.lifo ?? JOB_DEFAULTS.lifo,
|
|
32
|
-
runAt: now + delay,
|
|
101
|
+
createdAt,
|
|
102
|
+
runAt: createdAt + (input.delay ?? 0),
|
|
33
103
|
startedAt: null,
|
|
34
104
|
completedAt: null,
|
|
35
105
|
attempts: 0,
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
ttl: input.ttl ?? null,
|
|
39
|
-
timeout: input.timeout ?? null,
|
|
40
|
-
uniqueKey: input.uniqueKey ?? null,
|
|
41
|
-
customId: input.customId ?? null,
|
|
106
|
+
backoff,
|
|
107
|
+
backoffConfig,
|
|
42
108
|
dependsOn: input.dependsOn ?? [],
|
|
43
|
-
parentId: input.parentId ?? null,
|
|
44
109
|
childrenIds: [],
|
|
45
110
|
childrenCompleted: 0,
|
|
46
111
|
tags: input.tags ?? [],
|
|
47
|
-
groupId: input.groupId ?? null,
|
|
48
112
|
progress: 0,
|
|
49
113
|
progressMessage: null,
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
repeat: input.repeat
|
|
53
|
-
? {
|
|
54
|
-
every: input.repeat.every,
|
|
55
|
-
limit: input.repeat.limit,
|
|
56
|
-
pattern: input.repeat.pattern,
|
|
57
|
-
count: input.repeat.count ?? 0,
|
|
58
|
-
}
|
|
59
|
-
: null,
|
|
60
|
-
lastHeartbeat: now,
|
|
61
|
-
stallTimeout: input.stallTimeout ?? null,
|
|
114
|
+
repeat: parseRepeatConfig(input.repeat),
|
|
115
|
+
lastHeartbeat: createdAt,
|
|
62
116
|
stallCount: 0,
|
|
117
|
+
...coreOpts,
|
|
118
|
+
...optionalFields,
|
|
119
|
+
...v5Opts,
|
|
63
120
|
};
|
|
64
121
|
}
|
|
65
122
|
/** Check if job is delayed */
|
|
@@ -82,8 +139,19 @@ export function isTimedOut(job, now = Date.now()) {
|
|
|
82
139
|
return false;
|
|
83
140
|
return now > job.startedAt + job.timeout;
|
|
84
141
|
}
|
|
85
|
-
/** Calculate next retry delay with
|
|
142
|
+
/** Calculate next retry delay with backoff strategy */
|
|
86
143
|
export function calculateBackoff(job) {
|
|
144
|
+
if (job.backoffConfig) {
|
|
145
|
+
// Use configured backoff strategy
|
|
146
|
+
if (job.backoffConfig.type === 'fixed') {
|
|
147
|
+
return job.backoffConfig.delay;
|
|
148
|
+
}
|
|
149
|
+
else {
|
|
150
|
+
// Exponential backoff
|
|
151
|
+
return job.backoffConfig.delay * Math.pow(2, job.attempts);
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
// Default: exponential backoff with base delay
|
|
87
155
|
return job.backoff * Math.pow(2, job.attempts);
|
|
88
156
|
}
|
|
89
157
|
/** Check if job can retry */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"job.js","sourceRoot":"","sources":["../../../src/domain/types/job.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,iCAAiC;AACjC,MAAM,UAAU,KAAK,CAAC,EAAU;IAC9B,OAAO,EAAW,CAAC;AACrB,CAAC;AAED,kCAAkC;AAClC,MAAM,UAAU,aAAa;IAC3B,OAAO,GAAG,CAAC,YAAY,EAAW,CAAC;AACrC,CAAC;
|
|
1
|
+
{"version":3,"file":"job.js","sourceRoot":"","sources":["../../../src/domain/types/job.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,iCAAiC;AACjC,MAAM,UAAU,KAAK,CAAC,EAAU;IAC9B,OAAO,EAAW,CAAC;AACrB,CAAC;AAED,kCAAkC;AAClC,MAAM,UAAU,aAAa;IAC3B,OAAO,GAAG,CAAC,YAAY,EAAW,CAAC;AACrC,CAAC;AA+MD,4BAA4B;AAC5B,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,QAAQ,EAAE,CAAC;IACX,WAAW,EAAE,CAAC;IACd,OAAO,EAAE,IAAI;IACb,IAAI,EAAE,KAAK;IACX,gBAAgB,EAAE,KAAK;IACvB,YAAY,EAAE,KAAK;IACnB,eAAe,EAAE,EAAE;CACX,CAAC;AAEX,yDAAyD;AACzD,SAAS,YAAY,CACnB,KAA4E;IAE5E,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO;YACL,OAAO,EAAE,KAAK,CAAC,KAAK;YACpB,aAAa,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE;SACxD,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,KAAK,IAAI,YAAY,CAAC,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;AACzE,CAAC;AAED,qCAAqC;AACrC,SAAS,iBAAiB,CAAC,MAA0B;IACnD,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,CAAC;QACxB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC;AACJ,CAAC;AAED,2CAA2C;AAC3C,SAAS,gBAAgB,CAAC,KAAe;IAOvC,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,YAAY,CAAC,QAAQ;QACjD,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,YAAY,CAAC,IAAI;QACrC,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,YAAY,CAAC,WAAW;QAC1D,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,IAAI,YAAY,CAAC,gBAAgB;QACzE,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,YAAY,CAAC,YAAY;KAC9D,CAAC;AACJ,CAAC;AAED,uCAAuC;AACvC,SAAS,mBAAmB,CAAC,KAAe;IAS1C,OAAO;QACL,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,IAAI;QACtB,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI;QAC9B,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,IAAI;QAClC,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;QAChC,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;QAChC,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI;QAC9B,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,IAAI;KACzC,CAAC;AACJ,CAAC;AAED,uCAAuC;AACvC,SAAS,oBAAoB,CAAC,KAAe;IAc3C,OAAO;QACL,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,YAAY,CAAC,eAAe;QACtE,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;QAChC,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,IAAI;QAClC,mBAAmB,EAAE,KAAK,CAAC,mBAAmB,IAAI,KAAK;QACvD,yBAAyB,EAAE,KAAK,CAAC,yBAAyB,IAAI,KAAK;QACnE,uBAAuB,EAAE,KAAK,CAAC,uBAAuB,IAAI,KAAK;QAC/D,yBAAyB,EAAE,KAAK,CAAC,yBAAyB,IAAI,KAAK;QACnE,gBAAgB,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,IAAI,IAAI;QAC1C,mBAAmB,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,IAAI,KAAK;QACjD,oBAAoB,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,KAAK;QACnD,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI;QACpC,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,IAAI;KACvC,CAAC;AACJ,CAAC;AAED,kCAAkC;AAClC,MAAM,UAAU,SAAS,CACvB,EAAS,EACT,KAAa,EACb,KAAe,EACf,MAAc,IAAI,CAAC,GAAG,EAAE;IAExB,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/D,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,cAAc,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,GAAG,CAAC;IAEzC,OAAO;QACL,EAAE;QACF,KAAK;QACL,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,SAAS;QACT,KAAK,EAAE,SAAS,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;QACrC,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,IAAI;QACjB,QAAQ,EAAE,CAAC;QACX,OAAO;QACP,aAAa;QACb,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,EAAE;QAChC,WAAW,EAAE,EAAE;QACf,iBAAiB,EAAE,CAAC;QACpB,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE;QACtB,QAAQ,EAAE,CAAC;QACX,eAAe,EAAE,IAAI;QACrB,MAAM,EAAE,iBAAiB,CAAC,KAAK,CAAC,MAAM,CAAC;QACvC,aAAa,EAAE,SAAS;QACxB,UAAU,EAAE,CAAC;QACb,GAAG,QAAQ;QACX,GAAG,cAAc;QACjB,GAAG,MAAM;KACV,CAAC;AACJ,CAAC;AAED,8BAA8B;AAC9B,MAAM,UAAU,SAAS,CAAC,GAAQ,EAAE,MAAc,IAAI,CAAC,GAAG,EAAE;IAC1D,OAAO,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC;AACzB,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,OAAO,CAAC,GAAQ,EAAE,MAAc,IAAI,CAAC,GAAG,EAAE;IACxD,OAAO,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC;AAC1B,CAAC;AAED,6CAA6C;AAC7C,MAAM,UAAU,SAAS,CAAC,GAAQ,EAAE,MAAc,IAAI,CAAC,GAAG,EAAE;IAC1D,IAAI,GAAG,CAAC,GAAG,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IACnC,OAAO,GAAG,GAAG,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC;AACvC,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,UAAU,CAAC,GAAQ,EAAE,MAAc,IAAI,CAAC,GAAG,EAAE;IAC3D,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,IAAI,GAAG,CAAC,SAAS,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IACjE,OAAO,GAAG,GAAG,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC;AAC3C,CAAC;AAED,uDAAuD;AACvD,MAAM,UAAU,gBAAgB,CAAC,GAAQ;IACvC,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;QACtB,kCAAkC;QAClC,IAAI,GAAG,CAAC,aAAa,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACvC,OAAO,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC;QACjC,CAAC;aAAM,CAAC;YACN,sBAAsB;YACtB,OAAO,GAAG,CAAC,aAAa,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IACD,+CAA+C;IAC/C,OAAO,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;AACjD,CAAC;AAED,6BAA6B;AAC7B,MAAM,UAAU,QAAQ,CAAC,GAAQ;IAC/B,OAAO,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,WAAW,CAAC;AACxC,CAAC;AAKD,qCAAqC;AACrC,MAAM,UAAU,SAAS,CAAC,KAAa;IACrC,OAAO,KAAkB,CAAC;AAC5B,CAAC;AAED,gCAAgC;AAChC,MAAM,UAAU,iBAAiB;IAC/B,OAAO,GAAG,CAAC,YAAY,EAAe,CAAC;AACzC,CAAC;AAcD,gEAAgE;AAChE,MAAM,CAAC,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEvC,4BAA4B;AAC5B,MAAM,UAAU,aAAa,CAC3B,KAAY,EACZ,KAAa,EACb,MAAc,gBAAgB,EAC9B,MAAc,IAAI,CAAC,GAAG,EAAE;IAExB,OAAO;QACL,KAAK;QACL,KAAK,EAAE,iBAAiB,EAAE;QAC1B,KAAK;QACL,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG,GAAG,GAAG;QACpB,aAAa,EAAE,GAAG;QAClB,YAAY,EAAE,CAAC;QACf,GAAG;KACJ,CAAC;AACJ,CAAC;AAED,+BAA+B;AAC/B,MAAM,UAAU,aAAa,CAAC,IAAa,EAAE,MAAc,IAAI,CAAC,GAAG,EAAE;IACnE,OAAO,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC;AAC/B,CAAC;AAED,6CAA6C;AAC7C,MAAM,UAAU,SAAS,CAAC,IAAa,EAAE,MAAe,EAAE,MAAc,IAAI,CAAC,GAAG,EAAE;IAChF,MAAM,GAAG,GAAG,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC;IAC/B,IAAI,CAAC,SAAS,GAAG,GAAG,GAAG,GAAG,CAAC;IAC3B,IAAI,CAAC,aAAa,GAAG,GAAG,CAAC;IACzB,IAAI,CAAC,YAAY,EAAE,CAAC;AACtB,CAAC"}
|
|
@@ -63,7 +63,13 @@ export declare const enum EventType {
|
|
|
63
63
|
Completed = "completed",
|
|
64
64
|
Failed = "failed",
|
|
65
65
|
Progress = "progress",
|
|
66
|
-
Stalled = "stalled"
|
|
66
|
+
Stalled = "stalled",
|
|
67
|
+
Removed = "removed",
|
|
68
|
+
Delayed = "delayed",
|
|
69
|
+
Duplicated = "duplicated",
|
|
70
|
+
Retried = "retried",
|
|
71
|
+
WaitingChildren = "waiting-children",
|
|
72
|
+
Drained = "drained"
|
|
67
73
|
}
|
|
68
74
|
/** Job event for subscribers */
|
|
69
75
|
export interface JobEvent {
|
|
@@ -74,6 +80,10 @@ export interface JobEvent {
|
|
|
74
80
|
readonly data?: unknown;
|
|
75
81
|
readonly error?: string;
|
|
76
82
|
readonly progress?: number;
|
|
83
|
+
/** Previous state (for removed, retried events) */
|
|
84
|
+
readonly prev?: string;
|
|
85
|
+
/** Delay in ms (for delayed event) */
|
|
86
|
+
readonly delay?: number;
|
|
77
87
|
}
|
|
78
88
|
/** Webhook configuration */
|
|
79
89
|
export interface Webhook {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"queue.d.ts","sourceRoot":"","sources":["../../../src/domain/types/queue.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,gCAAgC;AAChC,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,iCAAiC;AACjC,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,CAQzD;AAED,gDAAgD;AAChD,qBAAa,WAAW;IAKpB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAL7B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,UAAU,CAAS;gBAGR,QAAQ,EAAE,MAAM,EAChB,UAAU,GAAE,MAAiB;IAMhD,6BAA6B;IAC7B,UAAU,IAAI,OAAO;IASrB,0CAA0C;IAC1C,OAAO,CAAC,MAAM;IAQd,8BAA8B;IAC9B,SAAS,IAAI,MAAM;CAIpB;AAED,0BAA0B;AAC1B,qBAAa,kBAAkB;IAGjB,OAAO,CAAC,KAAK;IAFzB,OAAO,CAAC,MAAM,CAAa;gBAEP,KAAK,EAAE,MAAM;IAEjC,4BAA4B;IAC5B,UAAU,IAAI,OAAO;IAQrB,qBAAqB;IACrB,OAAO,IAAI,IAAI;IAMf,uBAAuB;IACvB,SAAS,IAAI,MAAM;IAInB,gBAAgB;IAChB,QAAQ,IAAI,MAAM;IAIlB,mBAAmB;IACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;CAG9B;AAED,gCAAgC;AAChC,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GACtD;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GACxC;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,GACrB;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvC,kCAAkC;AAClC,0BAAkB,SAAS;IACzB,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,SAAS,cAAc;IACvB,MAAM,WAAW;IACjB,QAAQ,aAAa;IACrB,OAAO,YAAY;CACpB;AAED,gCAAgC;AAChC,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"queue.d.ts","sourceRoot":"","sources":["../../../src/domain/types/queue.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,gCAAgC;AAChC,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,iCAAiC;AACjC,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,CAQzD;AAED,gDAAgD;AAChD,qBAAa,WAAW;IAKpB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAL7B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,UAAU,CAAS;gBAGR,QAAQ,EAAE,MAAM,EAChB,UAAU,GAAE,MAAiB;IAMhD,6BAA6B;IAC7B,UAAU,IAAI,OAAO;IASrB,0CAA0C;IAC1C,OAAO,CAAC,MAAM;IAQd,8BAA8B;IAC9B,SAAS,IAAI,MAAM;CAIpB;AAED,0BAA0B;AAC1B,qBAAa,kBAAkB;IAGjB,OAAO,CAAC,KAAK;IAFzB,OAAO,CAAC,MAAM,CAAa;gBAEP,KAAK,EAAE,MAAM;IAEjC,4BAA4B;IAC5B,UAAU,IAAI,OAAO;IAQrB,qBAAqB;IACrB,OAAO,IAAI,IAAI;IAMf,uBAAuB;IACvB,SAAS,IAAI,MAAM;IAInB,gBAAgB;IAChB,QAAQ,IAAI,MAAM;IAIlB,mBAAmB;IACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;CAG9B;AAED,gCAAgC;AAChC,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GACtD;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GACxC;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,GACrB;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvC,kCAAkC;AAClC,0BAAkB,SAAS;IACzB,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,SAAS,cAAc;IACvB,MAAM,WAAW;IACjB,QAAQ,aAAa;IACrB,OAAO,YAAY;IAEnB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,UAAU,eAAe;IACzB,OAAO,YAAY;IACnB,eAAe,qBAAqB;IACpC,OAAO,YAAY;CACpB;AAED,gCAAgC;AAChC,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,mDAAmD;IACnD,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,sCAAsC;IACtC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,4BAA4B;AAC5B,MAAM,WAAW,OAAO;IACtB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC;IAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC"}
|
|
@@ -60,6 +60,8 @@ export declare class SqliteStorage {
|
|
|
60
60
|
saveCron(cron: CronJob): void;
|
|
61
61
|
loadCronJobs(): CronJob[];
|
|
62
62
|
deleteCron(name: string): void;
|
|
63
|
+
/** Update cron job execution state (executions count and next run time) */
|
|
64
|
+
updateCron(name: string, executions: number, nextRun: number): void;
|
|
63
65
|
close(): void;
|
|
64
66
|
getSize(): number;
|
|
65
67
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sqlite.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/persistence/sqlite.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAOvD,2BAA2B;AAC3B,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,uCAAuC;IACvC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,sDAAsD;IACtD,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED;;GAEG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAW;IAC9B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAsD;IACjF,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAqB;IAClD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;gBAE9B,MAAM,EAAE,YAAY;IAqBhC,kEAAkE;IAClE,gBAAgB,IAAI,MAAM;IAI1B,OAAO,CAAC,OAAO;IAgBf;;;;OAIG;IACH,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI;IAQ5C,6CAA6C;IAC7C,kBAAkB,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI;
|
|
1
|
+
{"version":3,"file":"sqlite.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/persistence/sqlite.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAOvD,2BAA2B;AAC3B,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,uCAAuC;IACvC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,sDAAsD;IACtD,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED;;GAEG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAW;IAC9B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAsD;IACjF,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAqB;IAClD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;gBAE9B,MAAM,EAAE,YAAY;IAqBhC,kEAAkE;IAClE,gBAAgB,IAAI,MAAM;IAI1B,OAAO,CAAC,OAAO;IAgBf;;;;OAIG;IACH,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI;IAQ5C,6CAA6C;IAC7C,kBAAkB,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI;IA8BlC,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI;IAIjD,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;IAItD,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI;IAIhD,wCAAwC;IACxC,YAAY,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI;IAMnC,iCAAiC;IACjC,cAAc,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAIlC,wCAAwC;IACxC,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAIlC,2BAA2B;IAC3B,OAAO,IAAI,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC;IA4BlC,cAAc,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI;IAM9B,SAAS,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAI7B,MAAM,CAAC,EAAE,EAAE,KAAK,GAAG,GAAG,GAAG,IAAI;IAK7B,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,GAAG,IAAI;IAIhD,SAAS,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO;IAOhC,4CAA4C;IAC5C,eAAe,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAMlC,eAAe,IAAI,GAAG,EAAE;IAOxB,cAAc,IAAI,GAAG,EAAE;IASvB,QAAQ,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI;IAiB7B,YAAY,IAAI,OAAO,EAAE;IAgBzB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAI9B,2EAA2E;IAC3E,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI;IAMnE,KAAK,IAAI,IAAI;IAkBb,OAAO,IAAI,MAAM;CAIlB"}
|
|
@@ -63,7 +63,7 @@ export class SqliteStorage {
|
|
|
63
63
|
insertJobImmediate(job) {
|
|
64
64
|
this.statements
|
|
65
65
|
.get('insertJob')
|
|
66
|
-
.run(job.id, job.queue, pack(job.data), job.priority, job.createdAt, job.runAt, job.attempts, job.maxAttempts, job.backoff, job.ttl, job.timeout, job.uniqueKey, job.customId, job.dependsOn.length > 0 ? pack(job.dependsOn) : null, job.parentId, job.tags.length > 0 ? pack(job.tags) : null, job.runAt > Date.now() ? 'delayed' : 'waiting', job.lifo ? 1 : 0, job.groupId, job.removeOnComplete ? 1 : 0, job.removeOnFail ? 1 : 0, job.stallTimeout);
|
|
66
|
+
.run(job.id, job.queue, pack(job.data), job.priority, job.createdAt, job.runAt, job.attempts, job.maxAttempts, job.backoff, job.ttl, job.timeout, job.uniqueKey, job.customId, job.dependsOn.length > 0 ? pack(job.dependsOn) : null, job.parentId, job.childrenIds.length > 0 ? pack(job.childrenIds) : null, job.tags.length > 0 ? pack(job.tags) : null, job.runAt > Date.now() ? 'delayed' : 'waiting', job.lifo ? 1 : 0, job.groupId, job.removeOnComplete ? 1 : 0, job.removeOnFail ? 1 : 0, job.stallTimeout);
|
|
67
67
|
}
|
|
68
68
|
markActive(jobId, startedAt) {
|
|
69
69
|
this.statements.get('updateJobState').run('active', startedAt, jobId);
|
|
@@ -168,6 +168,10 @@ export class SqliteStorage {
|
|
|
168
168
|
deleteCron(name) {
|
|
169
169
|
this.db.prepare('DELETE FROM cron_jobs WHERE name = ?').run(name);
|
|
170
170
|
}
|
|
171
|
+
/** Update cron job execution state (executions count and next run time) */
|
|
172
|
+
updateCron(name, executions, nextRun) {
|
|
173
|
+
this.statements.get('updateCron').run(executions, nextRun, name);
|
|
174
|
+
}
|
|
171
175
|
// ============ Utilities ============
|
|
172
176
|
close() {
|
|
173
177
|
this.writeBuffer.stop();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sqlite.js","sourceRoot":"","sources":["../../../src/infrastructure/persistence/sqlite.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAItC,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AACpF,OAAO,EAAE,iBAAiB,EAA+C,MAAM,cAAc,CAAC;AAC9F,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACjF,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAcjD;;GAEG;AACH,MAAM,OAAO,aAAa;IACP,EAAE,CAAW;IACb,UAAU,CAAsD;IAChE,YAAY,CAAqB;IACjC,WAAW,CAAc;IAE1C,YAAY,MAAoB;QAC9B,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,IAAI,CAAC,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE7C,4CAA4C;QAC5C,IAAI,CAAC,YAAY,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpD,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAChC,IAAI,CAAC,YAAY,EACjB,MAAM,CAAC,eAAe,IAAI,GAAG,EAC7B,MAAM,CAAC,kBAAkB,IAAI,EAAE,EAC/B,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE;YAChB,UAAU,CAAC,KAAK,CAAC,2BAA2B,EAAE;gBAC5C,QAAQ;gBACR,KAAK,EAAE,GAAG,CAAC,OAAO;aACnB,CAAC,CAAC;QACL,CAAC,CACF,CAAC;IACJ,CAAC;IAED,kEAAkE;IAClE,gBAAgB;QACd,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IAClC,CAAC;IAEO,OAAO;QACb,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7B,MAAM,cAAc,GAClB,IAAI,CAAC,EAAE,CAAC,KAAK,CAA0B,gDAAgD,CAAC,CAAC,GAAG,EAAE;YAC5F,EAAE,OAAO,IAAI,CAAC,CAAC;QAEnB,IAAI,cAAc,GAAG,cAAc,EAAE,CAAC;YACpC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACpB,IAAI,CAAC,EAAE;iBACJ,OAAO,CAAC,4DAA4D,CAAC;iBACrE,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,2CAA2C;IAE3C;;;;OAIG;IACH,SAAS,CAAC,GAAQ,EAAE,OAAiB;QACnC,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC7B,OAAO;QACT,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC;IAED,6CAA6C;IAC7C,kBAAkB,CAAC,GAAQ;QACzB,IAAI,CAAC,UAAU;aACZ,GAAG,CAAC,WAAW,CAAE;aACjB,GAAG,CACF,GAAG,CAAC,EAAE,EACN,GAAG,CAAC,KAAK,EACT,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EACd,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,SAAS,EACb,GAAG,CAAC,KAAK,EACT,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,WAAW,EACf,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,GAAG,EACP,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,SAAS,EACb,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EACrD,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAC3C,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAC9C,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAChB,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC5B,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACxB,GAAG,CAAC,YAAY,CACjB,CAAC;IACN,CAAC;IAED,UAAU,CAAC,KAAY,EAAE,SAAiB;QACxC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,gBAAgB,CAAE,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACzE,CAAC;IAED,aAAa,CAAC,KAAY,EAAE,WAAmB;QAC7C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,aAAa,CAAE,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;IAC3E,CAAC;IAED,UAAU,CAAC,GAAQ,EAAE,KAAoB;QACvC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7F,CAAC;IAED,wCAAwC;IACxC,YAAY,CAAC,KAAe;QAC1B,IAAI,CAAC,UAAU;aACZ,GAAG,CAAC,WAAW,CAAE;aACjB,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IACtE,CAAC;IAED,iCAAiC;IACjC,cAAc,CAAC,KAAY;QACzB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,gBAAgB,CAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACpD,CAAC;IAED,wCAAwC;IACxC,aAAa,CAAC,KAAa;QACzB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,eAAe,CAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACnD,CAAC;IAED,2BAA2B;IAC3B,OAAO;QAOL,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC,GAAG,EAAgB,CAAC;QACjE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAsB,CAAC;QAE7C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,MAAM,CAAkB,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,WAAW,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAChF,IAAI,CAAC,KAAK,EAAE,GAAG;gBAAE,SAAS;YAE1B,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;YAEtD,IAAI,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACzC,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,YAAY,GAAG,EAAE,CAAC;gBAClB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YACtC,CAAC;YACD,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,CAAC;QAED,UAAU,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9D,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,cAAc,CAAC,GAAQ;QACrB,IAAI,CAAC,EAAE;aACJ,OAAO,CAAC,kEAAkE,CAAC;aAC3E,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,SAAS,CAAC,KAAY;QACpB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,CAAC,EAAS;QACd,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,GAAG,CAAC,EAAE,CAAiB,CAAC;QACnE,OAAO,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACpC,CAAC;IAED,WAAW,CAAC,KAAY,EAAE,MAAe;QACvC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,cAAc,CAAE,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,SAAS,CAAC,KAAY;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC,GAAG,CAAC,KAAK,CAAkC,CAAC;QAC1F,OAAO,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,aAAa,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACrE,CAAC;IAED,4CAA4C;IAE5C,4CAA4C;IAC5C,eAAe,CAAC,IAAW;QACzB,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,6CAA6C;IAE7C,eAAe;QACb,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,KAAK,CAAY,sEAAsE,CAAC;aACxF,GAAG,EAAE,CAAC;QACT,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,KAAK,CAAY,uDAAuD,CAAC;aACzE,GAAG,EAAE,CAAC;QACT,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,4CAA4C;IAE5C,QAAQ,CAAC,IAAa;QACpB,IAAI,CAAC,UAAU;aACZ,GAAG,CAAC,YAAY,CAAE;aAClB,GAAG,CACF,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EACf,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,QAAQ,CACd,CAAC;IACN,CAAC;IAED,YAAY;QACV,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAa,yBAAyB,CAAC,CAAC,GAAG,EAAE,CAAC;QACxE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACxB,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,gBAAgB,GAAG,CAAC,IAAI,EAAE,CAAC;YACtD,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,WAAW,EAAE,GAAG,CAAC,YAAY;YAC7B,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,OAAO,EAAE,GAAG,CAAC,QAAQ;YACrB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,QAAQ,EAAE,GAAG,CAAC,SAAS;SACxB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,UAAU,CAAC,IAAY;QACrB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACpE,CAAC;IAED,sCAAsC;IAEtC,KAAK;QACH,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAExB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YACzC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,UAAU,CAAC,IAAI,CAAC,+BAA+B,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,UAAU,CAAC,KAAK,CAAC,uCAAuC,EAAE;gBACxD,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,YAAY;gBAC3C,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;IAED,OAAO;QACL,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"sqlite.js","sourceRoot":"","sources":["../../../src/infrastructure/persistence/sqlite.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAItC,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AACpF,OAAO,EAAE,iBAAiB,EAA+C,MAAM,cAAc,CAAC;AAC9F,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACjF,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAcjD;;GAEG;AACH,MAAM,OAAO,aAAa;IACP,EAAE,CAAW;IACb,UAAU,CAAsD;IAChE,YAAY,CAAqB;IACjC,WAAW,CAAc;IAE1C,YAAY,MAAoB;QAC9B,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,IAAI,CAAC,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE7C,4CAA4C;QAC5C,IAAI,CAAC,YAAY,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpD,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAChC,IAAI,CAAC,YAAY,EACjB,MAAM,CAAC,eAAe,IAAI,GAAG,EAC7B,MAAM,CAAC,kBAAkB,IAAI,EAAE,EAC/B,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE;YAChB,UAAU,CAAC,KAAK,CAAC,2BAA2B,EAAE;gBAC5C,QAAQ;gBACR,KAAK,EAAE,GAAG,CAAC,OAAO;aACnB,CAAC,CAAC;QACL,CAAC,CACF,CAAC;IACJ,CAAC;IAED,kEAAkE;IAClE,gBAAgB;QACd,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IAClC,CAAC;IAEO,OAAO;QACb,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7B,MAAM,cAAc,GAClB,IAAI,CAAC,EAAE,CAAC,KAAK,CAA0B,gDAAgD,CAAC,CAAC,GAAG,EAAE;YAC5F,EAAE,OAAO,IAAI,CAAC,CAAC;QAEnB,IAAI,cAAc,GAAG,cAAc,EAAE,CAAC;YACpC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACpB,IAAI,CAAC,EAAE;iBACJ,OAAO,CAAC,4DAA4D,CAAC;iBACrE,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,2CAA2C;IAE3C;;;;OAIG;IACH,SAAS,CAAC,GAAQ,EAAE,OAAiB;QACnC,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC7B,OAAO;QACT,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC;IAED,6CAA6C;IAC7C,kBAAkB,CAAC,GAAQ;QACzB,IAAI,CAAC,UAAU;aACZ,GAAG,CAAC,WAAW,CAAE;aACjB,GAAG,CACF,GAAG,CAAC,EAAE,EACN,GAAG,CAAC,KAAK,EACT,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EACd,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,SAAS,EACb,GAAG,CAAC,KAAK,EACT,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,WAAW,EACf,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,GAAG,EACP,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,SAAS,EACb,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EACrD,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EACzD,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAC3C,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAC9C,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAChB,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC5B,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACxB,GAAG,CAAC,YAAY,CACjB,CAAC;IACN,CAAC;IAED,UAAU,CAAC,KAAY,EAAE,SAAiB;QACxC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,gBAAgB,CAAE,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACzE,CAAC;IAED,aAAa,CAAC,KAAY,EAAE,WAAmB;QAC7C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,aAAa,CAAE,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;IAC3E,CAAC;IAED,UAAU,CAAC,GAAQ,EAAE,KAAoB;QACvC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7F,CAAC;IAED,wCAAwC;IACxC,YAAY,CAAC,KAAe;QAC1B,IAAI,CAAC,UAAU;aACZ,GAAG,CAAC,WAAW,CAAE;aACjB,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IACtE,CAAC;IAED,iCAAiC;IACjC,cAAc,CAAC,KAAY;QACzB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,gBAAgB,CAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACpD,CAAC;IAED,wCAAwC;IACxC,aAAa,CAAC,KAAa;QACzB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,eAAe,CAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACnD,CAAC;IAED,2BAA2B;IAC3B,OAAO;QAOL,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC,GAAG,EAAgB,CAAC;QACjE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAsB,CAAC;QAE7C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,MAAM,CAAkB,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,WAAW,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAChF,IAAI,CAAC,KAAK,EAAE,GAAG;gBAAE,SAAS;YAE1B,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;YAEtD,IAAI,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACzC,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,YAAY,GAAG,EAAE,CAAC;gBAClB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YACtC,CAAC;YACD,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,CAAC;QAED,UAAU,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9D,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,cAAc,CAAC,GAAQ;QACrB,IAAI,CAAC,EAAE;aACJ,OAAO,CAAC,kEAAkE,CAAC;aAC3E,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,SAAS,CAAC,KAAY;QACpB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,CAAC,EAAS;QACd,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,GAAG,CAAC,EAAE,CAAiB,CAAC;QACnE,OAAO,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACpC,CAAC;IAED,WAAW,CAAC,KAAY,EAAE,MAAe;QACvC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,cAAc,CAAE,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,SAAS,CAAC,KAAY;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC,GAAG,CAAC,KAAK,CAAkC,CAAC;QAC1F,OAAO,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,aAAa,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACrE,CAAC;IAED,4CAA4C;IAE5C,4CAA4C;IAC5C,eAAe,CAAC,IAAW;QACzB,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,6CAA6C;IAE7C,eAAe;QACb,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,KAAK,CAAY,sEAAsE,CAAC;aACxF,GAAG,EAAE,CAAC;QACT,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,KAAK,CAAY,uDAAuD,CAAC;aACzE,GAAG,EAAE,CAAC;QACT,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,4CAA4C;IAE5C,QAAQ,CAAC,IAAa;QACpB,IAAI,CAAC,UAAU;aACZ,GAAG,CAAC,YAAY,CAAE;aAClB,GAAG,CACF,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EACf,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,QAAQ,CACd,CAAC;IACN,CAAC;IAED,YAAY;QACV,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAa,yBAAyB,CAAC,CAAC,GAAG,EAAE,CAAC;QACxE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACxB,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,gBAAgB,GAAG,CAAC,IAAI,EAAE,CAAC;YACtD,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,WAAW,EAAE,GAAG,CAAC,YAAY;YAC7B,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,OAAO,EAAE,GAAG,CAAC,QAAQ;YACrB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,QAAQ,EAAE,GAAG,CAAC,SAAS;SACxB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,UAAU,CAAC,IAAY;QACrB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACpE,CAAC;IAED,2EAA2E;IAC3E,UAAU,CAAC,IAAY,EAAE,UAAkB,EAAE,OAAe;QAC1D,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,YAAY,CAAE,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACpE,CAAC;IAED,sCAAsC;IAEtC,KAAK;QACH,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAExB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YACzC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,UAAU,CAAC,IAAI,CAAC,+BAA+B,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,UAAU,CAAC,KAAK,CAAC,uCAAuC,EAAE;gBACxD,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,YAAY;gBAC3C,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;IAED,OAAO;QACL,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;CACF"}
|
|
@@ -16,9 +16,14 @@ export declare class BatchInsertManager {
|
|
|
16
16
|
/** Insert a chunk of jobs with single multi-row INSERT */
|
|
17
17
|
private insertJobsChunk;
|
|
18
18
|
}
|
|
19
|
-
/** Write buffer for batching inserts */
|
|
19
|
+
/** Write buffer for batching inserts with double-buffering for atomic swap */
|
|
20
20
|
export declare class WriteBuffer {
|
|
21
|
-
|
|
21
|
+
/** Active buffer for new jobs */
|
|
22
|
+
private activeBuffer;
|
|
23
|
+
/** Flush buffer being written to disk */
|
|
24
|
+
private flushBuffer;
|
|
25
|
+
/** Lock to prevent concurrent flushes */
|
|
26
|
+
private flushing;
|
|
22
27
|
private timer;
|
|
23
28
|
private readonly batchManager;
|
|
24
29
|
private readonly bufferSize;
|
|
@@ -28,9 +33,9 @@ export declare class WriteBuffer {
|
|
|
28
33
|
add(job: Job): void;
|
|
29
34
|
/** Add multiple jobs to buffer */
|
|
30
35
|
addBatch(jobs: Job[]): void;
|
|
31
|
-
/** Flush buffer to disk. Returns number of jobs flushed. */
|
|
36
|
+
/** Flush buffer to disk using double-buffering. Returns number of jobs flushed. */
|
|
32
37
|
flush(): number;
|
|
33
|
-
/** Get pending job count */
|
|
38
|
+
/** Get pending job count (includes both buffers) */
|
|
34
39
|
get pendingCount(): number;
|
|
35
40
|
/** Stop auto-flush timer */
|
|
36
41
|
stop(): void;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sqliteBatch.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/persistence/sqliteBatch.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,wBAAwB,CAAC;AAGlD,2DAA2D;AAC3D,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAW;IAC9B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAsD;gBAEhE,EAAE,EAAE,QAAQ;IAIxB,sEAAsE;IACtE,eAAe,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAgBlC,+DAA+D;IAC/D,OAAO,CAAC,kBAAkB;
|
|
1
|
+
{"version":3,"file":"sqliteBatch.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/persistence/sqliteBatch.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,wBAAwB,CAAC;AAGlD,2DAA2D;AAC3D,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAW;IAC9B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAsD;gBAEhE,EAAE,EAAE,QAAQ;IAIxB,sEAAsE;IACtE,eAAe,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAgBlC,+DAA+D;IAC/D,OAAO,CAAC,kBAAkB;IAoB1B,0DAA0D;IAC1D,OAAO,CAAC,eAAe;CAmCxB;AAED,8EAA8E;AAC9E,qBAAa,WAAW;IACtB,iCAAiC;IACjC,OAAO,CAAC,YAAY,CAAa;IACjC,yCAAyC;IACzC,OAAO,CAAC,WAAW,CAAa;IAChC,yCAAyC;IACzC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,KAAK,CAA+C;IAC5D,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAqB;IAClD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyC;gBAG/D,YAAY,EAAE,kBAAkB,EAChC,UAAU,EAAE,MAAM,EAClB,eAAe,EAAE,MAAM,EACvB,OAAO,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,KAAK,IAAI;IAgBjD,wBAAwB;IACxB,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI;IAOnB,kCAAkC;IAClC,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAS3B,mFAAmF;IACnF,KAAK,IAAI,MAAM;IA6Bf,oDAAoD;IACpD,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,4BAA4B;IAC5B,IAAI,IAAI,IAAI;CAMb"}
|
|
@@ -15,7 +15,7 @@ export class BatchInsertManager {
|
|
|
15
15
|
if (jobs.length === 0)
|
|
16
16
|
return;
|
|
17
17
|
const now = Date.now();
|
|
18
|
-
const COLS_PER_ROW =
|
|
18
|
+
const COLS_PER_ROW = 23;
|
|
19
19
|
// SQLite has a limit of ~999 variables, so batch in chunks
|
|
20
20
|
const MAX_ROWS_PER_INSERT = Math.floor(999 / COLS_PER_ROW);
|
|
21
21
|
this.db.transaction(() => {
|
|
@@ -29,12 +29,12 @@ export class BatchInsertManager {
|
|
|
29
29
|
getBatchInsertStmt(size) {
|
|
30
30
|
let stmt = this.cache.get(size);
|
|
31
31
|
if (!stmt) {
|
|
32
|
-
const rowPlaceholder = '(?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)';
|
|
32
|
+
const rowPlaceholder = '(?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)';
|
|
33
33
|
const placeholders = Array(size).fill(rowPlaceholder).join(', ');
|
|
34
34
|
const sql = `INSERT INTO jobs (
|
|
35
35
|
id, queue, data, priority, created_at, run_at, attempts, max_attempts,
|
|
36
36
|
backoff, ttl, timeout, unique_key, custom_id, depends_on, parent_id,
|
|
37
|
-
tags, state, lifo, group_id, remove_on_complete, remove_on_fail, stall_timeout
|
|
37
|
+
children_ids, tags, state, lifo, group_id, remove_on_complete, remove_on_fail, stall_timeout
|
|
38
38
|
) VALUES ${placeholders}`;
|
|
39
39
|
stmt = this.db.prepare(sql);
|
|
40
40
|
// Cache statements for common batch sizes (1-100)
|
|
@@ -50,14 +50,19 @@ export class BatchInsertManager {
|
|
|
50
50
|
// Flatten all values
|
|
51
51
|
const values = [];
|
|
52
52
|
for (const job of jobs) {
|
|
53
|
-
values.push(job.id, job.queue, pack(job.data), job.priority, job.createdAt, job.runAt, job.attempts, job.maxAttempts, job.backoff, job.ttl, job.timeout, job.uniqueKey, job.customId, job.dependsOn.length > 0 ? pack(job.dependsOn) : null, job.parentId, job.tags.length > 0 ? pack(job.tags) : null, job.runAt > now ? 'delayed' : 'waiting', job.lifo ? 1 : 0, job.groupId, job.removeOnComplete ? 1 : 0, job.removeOnFail ? 1 : 0, job.stallTimeout);
|
|
53
|
+
values.push(job.id, job.queue, pack(job.data), job.priority, job.createdAt, job.runAt, job.attempts, job.maxAttempts, job.backoff, job.ttl, job.timeout, job.uniqueKey, job.customId, job.dependsOn.length > 0 ? pack(job.dependsOn) : null, job.parentId, job.childrenIds.length > 0 ? pack(job.childrenIds) : null, job.tags.length > 0 ? pack(job.tags) : null, job.runAt > now ? 'delayed' : 'waiting', job.lifo ? 1 : 0, job.groupId, job.removeOnComplete ? 1 : 0, job.removeOnFail ? 1 : 0, job.stallTimeout);
|
|
54
54
|
}
|
|
55
55
|
stmt.run(...values);
|
|
56
56
|
}
|
|
57
57
|
}
|
|
58
|
-
/** Write buffer for batching inserts */
|
|
58
|
+
/** Write buffer for batching inserts with double-buffering for atomic swap */
|
|
59
59
|
export class WriteBuffer {
|
|
60
|
-
buffer
|
|
60
|
+
/** Active buffer for new jobs */
|
|
61
|
+
activeBuffer = [];
|
|
62
|
+
/** Flush buffer being written to disk */
|
|
63
|
+
flushBuffer = [];
|
|
64
|
+
/** Lock to prevent concurrent flushes */
|
|
65
|
+
flushing = false;
|
|
61
66
|
timer = null;
|
|
62
67
|
batchManager;
|
|
63
68
|
bufferSize;
|
|
@@ -78,40 +83,52 @@ export class WriteBuffer {
|
|
|
78
83
|
}
|
|
79
84
|
/** Add job to buffer */
|
|
80
85
|
add(job) {
|
|
81
|
-
this.
|
|
82
|
-
if (this.
|
|
86
|
+
this.activeBuffer.push(job);
|
|
87
|
+
if (this.activeBuffer.length >= this.bufferSize) {
|
|
83
88
|
this.flush();
|
|
84
89
|
}
|
|
85
90
|
}
|
|
86
91
|
/** Add multiple jobs to buffer */
|
|
87
92
|
addBatch(jobs) {
|
|
88
93
|
for (const job of jobs) {
|
|
89
|
-
this.
|
|
94
|
+
this.activeBuffer.push(job);
|
|
90
95
|
}
|
|
91
|
-
if (this.
|
|
96
|
+
if (this.activeBuffer.length >= this.bufferSize) {
|
|
92
97
|
this.flush();
|
|
93
98
|
}
|
|
94
99
|
}
|
|
95
|
-
/** Flush buffer to disk. Returns number of jobs flushed. */
|
|
100
|
+
/** Flush buffer to disk using double-buffering. Returns number of jobs flushed. */
|
|
96
101
|
flush() {
|
|
97
|
-
|
|
102
|
+
// Prevent concurrent flushes
|
|
103
|
+
if (this.flushing)
|
|
98
104
|
return 0;
|
|
99
|
-
|
|
100
|
-
|
|
105
|
+
if (this.activeBuffer.length === 0)
|
|
106
|
+
return 0;
|
|
107
|
+
this.flushing = true;
|
|
108
|
+
// Atomic swap: move active to flush buffer
|
|
109
|
+
this.flushBuffer = this.activeBuffer;
|
|
110
|
+
this.activeBuffer = [];
|
|
111
|
+
const jobCount = this.flushBuffer.length;
|
|
101
112
|
try {
|
|
102
|
-
this.batchManager.insertJobsBatch(
|
|
103
|
-
|
|
113
|
+
this.batchManager.insertJobsBatch(this.flushBuffer);
|
|
114
|
+
this.flushBuffer = []; // Clear after successful write
|
|
115
|
+
return jobCount;
|
|
104
116
|
}
|
|
105
117
|
catch (err) {
|
|
106
|
-
//
|
|
107
|
-
|
|
108
|
-
this.
|
|
118
|
+
// On failure, prepend failed jobs back to active buffer
|
|
119
|
+
// This preserves order: failed jobs first, then new jobs
|
|
120
|
+
this.activeBuffer = this.flushBuffer.concat(this.activeBuffer);
|
|
121
|
+
this.flushBuffer = [];
|
|
122
|
+
this.onError(err instanceof Error ? err : new Error(String(err)), jobCount);
|
|
109
123
|
throw err;
|
|
110
124
|
}
|
|
125
|
+
finally {
|
|
126
|
+
this.flushing = false;
|
|
127
|
+
}
|
|
111
128
|
}
|
|
112
|
-
/** Get pending job count */
|
|
129
|
+
/** Get pending job count (includes both buffers) */
|
|
113
130
|
get pendingCount() {
|
|
114
|
-
return this.
|
|
131
|
+
return this.activeBuffer.length + this.flushBuffer.length;
|
|
115
132
|
}
|
|
116
133
|
/** Stop auto-flush timer */
|
|
117
134
|
stop() {
|