bunqueue 1.0.10 → 1.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -5
- package/dist/application/eventsManager.d.ts.map +1 -1
- package/dist/application/eventsManager.js +3 -1
- package/dist/application/eventsManager.js.map +1 -1
- package/dist/application/operations/ack.d.ts +1 -1
- package/dist/application/operations/ack.d.ts.map +1 -1
- package/dist/application/operations/ack.js +6 -0
- package/dist/application/operations/ack.js.map +1 -1
- package/dist/application/operations/pull.d.ts +1 -1
- package/dist/application/operations/pull.d.ts.map +1 -1
- package/dist/application/operations/pull.js +5 -3
- package/dist/application/operations/pull.js.map +1 -1
- package/dist/application/operations/push.d.ts +1 -1
- package/dist/application/operations/push.d.ts.map +1 -1
- package/dist/application/operations/push.js.map +1 -1
- package/dist/application/queueManager.d.ts +4 -4
- package/dist/application/queueManager.d.ts.map +1 -1
- package/dist/application/queueManager.js.map +1 -1
- package/dist/application/webhookManager.d.ts +3 -3
- package/dist/application/webhookManager.d.ts.map +1 -1
- package/dist/application/webhookManager.js.map +1 -1
- package/dist/application/workerManager.d.ts +1 -1
- package/dist/application/workerManager.d.ts.map +1 -1
- package/dist/application/workerManager.js.map +1 -1
- package/dist/domain/queue/priorityQueue.d.ts +1 -1
- package/dist/domain/queue/priorityQueue.d.ts.map +1 -1
- package/dist/domain/queue/priorityQueue.js +16 -2
- package/dist/domain/queue/priorityQueue.js.map +1 -1
- package/dist/domain/queue/shard.d.ts +5 -5
- package/dist/domain/queue/shard.d.ts.map +1 -1
- package/dist/domain/queue/shard.js +32 -8
- package/dist/domain/queue/shard.js.map +1 -1
- package/dist/domain/types/index.d.ts +1 -1
- package/dist/domain/types/index.d.ts.map +1 -1
- package/dist/domain/types/index.js +0 -1
- package/dist/domain/types/index.js.map +1 -1
- package/dist/infrastructure/persistence/schema.d.ts +2 -2
- package/dist/infrastructure/persistence/schema.d.ts.map +1 -1
- package/dist/infrastructure/persistence/schema.js +12 -11
- package/dist/infrastructure/persistence/schema.js.map +1 -1
- package/dist/infrastructure/persistence/sqlite.d.ts +18 -2
- package/dist/infrastructure/persistence/sqlite.d.ts.map +1 -1
- package/dist/infrastructure/persistence/sqlite.js +72 -18
- package/dist/infrastructure/persistence/sqlite.js.map +1 -1
- package/dist/infrastructure/persistence/statements.d.ts +6 -6
- package/dist/infrastructure/persistence/statements.d.ts.map +1 -1
- package/dist/infrastructure/server/handler.d.ts.map +1 -1
- package/dist/infrastructure/server/handler.js +195 -120
- package/dist/infrastructure/server/handler.js.map +1 -1
- package/dist/infrastructure/server/handlers/advanced.d.ts +9 -9
- package/dist/infrastructure/server/handlers/advanced.d.ts.map +1 -1
- package/dist/infrastructure/server/handlers/advanced.js +9 -9
- package/dist/infrastructure/server/handlers/advanced.js.map +1 -1
- package/dist/infrastructure/server/handlers/cron.d.ts +3 -3
- package/dist/infrastructure/server/handlers/cron.d.ts.map +1 -1
- package/dist/infrastructure/server/handlers/cron.js +3 -3
- package/dist/infrastructure/server/handlers/cron.js.map +1 -1
- package/dist/infrastructure/server/handlers/dlq.d.ts +3 -3
- package/dist/infrastructure/server/handlers/dlq.d.ts.map +1 -1
- package/dist/infrastructure/server/handlers/dlq.js +3 -3
- package/dist/infrastructure/server/handlers/dlq.js.map +1 -1
- package/dist/infrastructure/server/handlers/management.d.ts +4 -4
- package/dist/infrastructure/server/handlers/management.d.ts.map +1 -1
- package/dist/infrastructure/server/handlers/management.js +4 -4
- package/dist/infrastructure/server/handlers/management.js.map +1 -1
- package/dist/infrastructure/server/handlers/monitoring.d.ts +10 -10
- package/dist/infrastructure/server/handlers/monitoring.d.ts.map +1 -1
- package/dist/infrastructure/server/handlers/monitoring.js +10 -10
- package/dist/infrastructure/server/handlers/monitoring.js.map +1 -1
- package/dist/infrastructure/server/handlers/query.d.ts +4 -4
- package/dist/infrastructure/server/handlers/query.d.ts.map +1 -1
- package/dist/infrastructure/server/handlers/query.js +4 -4
- package/dist/infrastructure/server/handlers/query.js.map +1 -1
- package/package.json +2 -2
|
@@ -31,15 +31,39 @@ export class Shard {
|
|
|
31
31
|
rateLimiters = new Map();
|
|
32
32
|
/** Concurrency limiters per queue */
|
|
33
33
|
concurrencyLimiters = new Map();
|
|
34
|
-
/**
|
|
35
|
-
|
|
36
|
-
/**
|
|
37
|
-
onNotify(callback) {
|
|
38
|
-
this.notifyCallback = callback;
|
|
39
|
-
}
|
|
40
|
-
/** Notify that jobs are available */
|
|
34
|
+
/** Waiters for new jobs (condition variable pattern) */
|
|
35
|
+
waiters = [];
|
|
36
|
+
/** Notify that jobs are available - wakes all waiters */
|
|
41
37
|
notify() {
|
|
42
|
-
this.
|
|
38
|
+
const toNotify = this.waiters.splice(0);
|
|
39
|
+
for (const waiter of toNotify) {
|
|
40
|
+
waiter();
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
/** Wait for a job to become available (with timeout) */
|
|
44
|
+
waitForJob(timeoutMs) {
|
|
45
|
+
if (timeoutMs <= 0) {
|
|
46
|
+
return Promise.resolve();
|
|
47
|
+
}
|
|
48
|
+
return new Promise((resolve) => {
|
|
49
|
+
let resolved = false;
|
|
50
|
+
const cleanup = () => {
|
|
51
|
+
if (resolved)
|
|
52
|
+
return;
|
|
53
|
+
resolved = true;
|
|
54
|
+
const idx = this.waiters.indexOf(waiterFn);
|
|
55
|
+
if (idx !== -1)
|
|
56
|
+
this.waiters.splice(idx, 1);
|
|
57
|
+
resolve();
|
|
58
|
+
};
|
|
59
|
+
const waiterFn = () => {
|
|
60
|
+
cleanup();
|
|
61
|
+
};
|
|
62
|
+
// Add to waiters
|
|
63
|
+
this.waiters.push(waiterFn);
|
|
64
|
+
// Timeout fallback
|
|
65
|
+
setTimeout(cleanup, Math.min(timeoutMs, 100)); // Max 100ms wait to allow checking other conditions
|
|
66
|
+
});
|
|
43
67
|
}
|
|
44
68
|
// ============ Queue Operations ============
|
|
45
69
|
/** Get or create queue */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"shard.js","sourceRoot":"","sources":["../../../src/domain/queue/shard.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAmB,gBAAgB,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpG,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAEvD;;;;;;;GAOG;AACH,MAAM,OAAO,KAAK;IAChB,oCAAoC;IAC3B,MAAM,GAAG,IAAI,GAAG,EAAgC,CAAC;IAE1D,sCAAsC;IAC7B,GAAG,GAAG,IAAI,GAAG,EAAiB,CAAC;IAExC,8CAA8C;IACrC,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;IAErD,oCAAoC;IAC3B,WAAW,GAAG,IAAI,GAAG,EAAc,CAAC;IAE7C,mDAAmD;IAC1C,eAAe,GAAG,IAAI,GAAG,EAAc,CAAC;IAEjD,mDAAmD;IAC1C,UAAU,GAAG,IAAI,GAAG,EAAsB,CAAC;IAEpD,mCAAmC;IAC1B,YAAY,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEvD,8BAA8B;IACrB,YAAY,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEvD,qCAAqC;IAC5B,mBAAmB,GAAG,IAAI,GAAG,EAA8B,CAAC;IAErE,
|
|
1
|
+
{"version":3,"file":"shard.js","sourceRoot":"","sources":["../../../src/domain/queue/shard.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAmB,gBAAgB,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpG,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAEvD;;;;;;;GAOG;AACH,MAAM,OAAO,KAAK;IAChB,oCAAoC;IAC3B,MAAM,GAAG,IAAI,GAAG,EAAgC,CAAC;IAE1D,sCAAsC;IAC7B,GAAG,GAAG,IAAI,GAAG,EAAiB,CAAC;IAExC,8CAA8C;IACrC,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;IAErD,oCAAoC;IAC3B,WAAW,GAAG,IAAI,GAAG,EAAc,CAAC;IAE7C,mDAAmD;IAC1C,eAAe,GAAG,IAAI,GAAG,EAAc,CAAC;IAEjD,mDAAmD;IAC1C,UAAU,GAAG,IAAI,GAAG,EAAsB,CAAC;IAEpD,mCAAmC;IAC1B,YAAY,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEvD,8BAA8B;IACrB,YAAY,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEvD,qCAAqC;IAC5B,mBAAmB,GAAG,IAAI,GAAG,EAA8B,CAAC;IAErE,wDAAwD;IACvC,OAAO,GAAsB,EAAE,CAAC;IAEjD,yDAAyD;IACzD,MAAM;QACJ,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACxC,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,EAAE,CAAC;QACX,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,UAAU,CAAC,SAAiB;QAC1B,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACnB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QAED,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnC,IAAI,QAAQ,GAAG,KAAK,CAAC;YAErB,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,IAAI,QAAQ;oBAAE,OAAO;gBACrB,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAC3C,IAAI,GAAG,KAAK,CAAC,CAAC;oBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBAC5C,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YAEF,MAAM,QAAQ,GAAG,GAAG,EAAE;gBACpB,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YAEF,iBAAiB;YACjB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAE5B,mBAAmB;YACnB,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,oDAAoD;QACrG,CAAC,CAAC,CAAC;IACL,CAAC;IAED,6CAA6C;IAE7C,0BAA0B;IAC1B,QAAQ,CAAC,IAAY;QACnB,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,IAAI,oBAAoB,EAAE,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,sBAAsB;IACtB,QAAQ,CAAC,IAAY;QACnB,IAAI,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAC/B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,+BAA+B;IAC/B,QAAQ,CAAC,IAAY;QACnB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,IAAI,KAAK,CAAC;IACpD,CAAC;IAED,kBAAkB;IAClB,KAAK,CAAC,IAAY;QAChB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC;IACpC,CAAC;IAED,mBAAmB;IACnB,MAAM,CAAC,IAAY;QACjB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;QACnC,IAAI,CAAC,MAAM,EAAE,CAAC;IAChB,CAAC;IAED,kDAAkD;IAElD,uCAAuC;IACvC,iBAAiB,CAAC,KAAa,EAAE,GAAW;QAC1C,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IAC/C,CAAC;IAED,0BAA0B;IAC1B,iBAAiB,CAAC,KAAa,EAAE,GAAW;QAC1C,IAAI,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;YACjB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAChB,CAAC;IAED,yBAAyB;IACzB,gBAAgB,CAAC,KAAa,EAAE,GAAW;QACzC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1C,CAAC;IAED,kDAAkD;IAElD,oCAAoC;IACpC,aAAa,CAAC,KAAa,EAAE,OAAe;QAC1C,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC;IAC7D,CAAC;IAED,gCAAgC;IAChC,aAAa,CAAC,KAAa,EAAE,OAAe;QAC1C,IAAI,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;YACnB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACvC,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IAED,yBAAyB;IACzB,YAAY,CAAC,KAAa,EAAE,OAAe;QACzC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;IAED,wDAAwD;IAExD,+BAA+B;IAC/B,YAAY,CAAC,KAAa,EAAE,KAAa;QACvC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;QACrD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,KAAK,CAAC;IACzC,CAAC;IAED,uBAAuB;IACvB,cAAc,CAAC,KAAa;QAC1B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,KAAK;YAAE,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;IACpC,CAAC;IAED,sCAAsC;IACtC,mBAAmB,CAAC,KAAa;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC7C,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAC1C,CAAC;IAED,sCAAsC;IACtC,cAAc,CAAC,KAAa,EAAE,KAAa;QACzC,IAAI,OAAO,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAClD,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,IAAI,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,gBAAgB,GAAG,KAAK,CAAC;IAChD,CAAC;IAED,8BAA8B;IAC9B,gBAAgB,CAAC,KAAa;QAC5B,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,KAAK;YAAE,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC3C,CAAC;IAED,sCAAsC;IACtC,qBAAqB,CAAC,KAAa;QACjC,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpD,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAC1C,CAAC;IAED,+BAA+B;IAC/B,kBAAkB,CAAC,KAAa;QAC9B,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC;IACjD,CAAC;IAED,6CAA6C;IAE7C,sCAAsC;IACtC,mBAAmB,CAAC,KAAa,EAAE,SAAwB,EAAE,OAAsB;QACjF,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,2CAA2C;IAE3C,qBAAqB;IACrB,QAAQ,CAAC,GAAQ;QACf,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,GAAG,GAAG,EAAE,CAAC;YACT,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC/B,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChB,CAAC;IAED,mBAAmB;IACnB,MAAM,CAAC,KAAa,EAAE,KAAc;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;IAChD,CAAC;IAED,0BAA0B;IAC1B,aAAa,CAAC,KAAa,EAAE,KAAY;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACtB,MAAM,GAAG,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC;QACjD,IAAI,GAAG,KAAK,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QAC5B,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC;IAED,0BAA0B;IAC1B,QAAQ,CAAC,KAAa;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,GAAG;YAAE,OAAO,CAAC,CAAC;QACnB,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC;QACzB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,wCAAwC;IAExC,sCAAsC;IACtC,eAAe,CAAC,KAAa;QAC3B,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,8BAA8B;IAC9B,WAAW,CAAC,KAAa;QACvB,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;IAC1C,CAAC;IAED,wCAAwC;IACxC,aAAa;QACX,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;QAChC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;YAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE;YAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3D,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED,wCAAwC;IACxC,KAAK,CAAC,KAAa;QACjB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC;QACjB,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC;QACrB,CAAC,CAAC,KAAK,EAAE,CAAC;QACV,OAAO,KAAK,CAAC;IACf,CAAC;IAED,kCAAkC;IAClC,UAAU,CAAC,KAAa;QACtB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC;CACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/domain/types/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,OAAO,CAAC;AACtB,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/domain/types/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,OAAO,CAAC;AACtB,mBAAmB,WAAW,CAAC;AAC/B,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC;AACxB,cAAc,QAAQ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/domain/types/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/domain/types/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,OAAO,CAAC;AAEtB,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC;AACxB,cAAc,QAAQ,CAAC"}
|
|
@@ -4,11 +4,11 @@
|
|
|
4
4
|
/** SQLite PRAGMA settings for optimal performance */
|
|
5
5
|
export declare const PRAGMA_SETTINGS = "\nPRAGMA journal_mode = WAL;\nPRAGMA synchronous = NORMAL;\nPRAGMA cache_size = -64000;\nPRAGMA temp_store = MEMORY;\nPRAGMA mmap_size = 268435456;\nPRAGMA page_size = 4096;\n";
|
|
6
6
|
/** Main schema creation */
|
|
7
|
-
export declare const SCHEMA = "\n-- Jobs table (using UUIDv7 for job IDs)\nCREATE TABLE IF NOT EXISTS jobs (\n id TEXT PRIMARY KEY,\n queue TEXT NOT NULL,\n data
|
|
7
|
+
export declare const SCHEMA = "\n-- Jobs table (using UUIDv7 for job IDs)\n-- Uses BLOB for data fields (MessagePack serialization for ~2-3x faster than JSON)\nCREATE TABLE IF NOT EXISTS jobs (\n id TEXT PRIMARY KEY,\n queue TEXT NOT NULL,\n data BLOB NOT NULL,\n priority INTEGER NOT NULL DEFAULT 0,\n created_at INTEGER NOT NULL,\n run_at INTEGER NOT NULL,\n started_at INTEGER,\n completed_at INTEGER,\n attempts INTEGER NOT NULL DEFAULT 0,\n max_attempts INTEGER NOT NULL DEFAULT 3,\n backoff INTEGER NOT NULL DEFAULT 1000,\n ttl INTEGER,\n timeout INTEGER,\n unique_key TEXT,\n custom_id TEXT,\n depends_on BLOB,\n parent_id TEXT,\n children_ids BLOB,\n tags BLOB,\n state TEXT NOT NULL DEFAULT 'waiting',\n lifo INTEGER NOT NULL DEFAULT 0,\n group_id TEXT,\n progress INTEGER DEFAULT 0,\n progress_msg TEXT,\n remove_on_complete INTEGER DEFAULT 0,\n remove_on_fail INTEGER DEFAULT 0,\n stall_timeout INTEGER,\n last_heartbeat INTEGER\n);\n\n-- Indexes for common queries\nCREATE INDEX IF NOT EXISTS idx_jobs_queue_state\n ON jobs(queue, state);\nCREATE INDEX IF NOT EXISTS idx_jobs_run_at\n ON jobs(run_at) WHERE state IN ('waiting', 'delayed');\nCREATE INDEX IF NOT EXISTS idx_jobs_unique\n ON jobs(queue, unique_key) WHERE unique_key IS NOT NULL;\nCREATE INDEX IF NOT EXISTS idx_jobs_custom_id\n ON jobs(custom_id) WHERE custom_id IS NOT NULL;\nCREATE INDEX IF NOT EXISTS idx_jobs_parent\n ON jobs(parent_id) WHERE parent_id IS NOT NULL;\n\n-- Job results storage (BLOB for MessagePack)\nCREATE TABLE IF NOT EXISTS job_results (\n job_id TEXT PRIMARY KEY,\n result BLOB,\n completed_at INTEGER NOT NULL\n);\n\n-- Dead letter queue (BLOB for MessagePack)\nCREATE TABLE IF NOT EXISTS dlq (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n job_id TEXT NOT NULL,\n queue TEXT NOT NULL,\n data BLOB NOT NULL,\n error TEXT,\n failed_at INTEGER NOT NULL,\n attempts INTEGER NOT NULL\n);\n\nCREATE INDEX IF NOT EXISTS idx_dlq_queue ON dlq(queue);\nCREATE INDEX IF NOT EXISTS idx_dlq_job_id ON dlq(job_id);\n\n-- Cron jobs (BLOB for MessagePack)\nCREATE TABLE IF NOT EXISTS cron_jobs (\n name TEXT PRIMARY KEY,\n queue TEXT NOT NULL,\n data BLOB NOT NULL,\n schedule TEXT,\n repeat_every INTEGER,\n priority INTEGER NOT NULL DEFAULT 0,\n next_run INTEGER NOT NULL,\n executions INTEGER NOT NULL DEFAULT 0,\n max_limit INTEGER\n);\n\n-- Queue state persistence (optional)\nCREATE TABLE IF NOT EXISTS queue_state (\n name TEXT PRIMARY KEY,\n paused INTEGER NOT NULL DEFAULT 0,\n rate_limit INTEGER,\n concurrency_limit INTEGER\n);\n";
|
|
8
8
|
/** Migration version table */
|
|
9
9
|
export declare const MIGRATION_TABLE = "\nCREATE TABLE IF NOT EXISTS migrations (\n version INTEGER PRIMARY KEY,\n applied_at INTEGER NOT NULL\n);\n";
|
|
10
10
|
/** Current schema version */
|
|
11
|
-
export declare const SCHEMA_VERSION =
|
|
11
|
+
export declare const SCHEMA_VERSION = 3;
|
|
12
12
|
/** All migrations in order */
|
|
13
13
|
export declare const MIGRATIONS: Record<number, string>;
|
|
14
14
|
//# sourceMappingURL=schema.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/persistence/schema.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,qDAAqD;AACrD,eAAO,MAAM,eAAe,oLAO3B,CAAC;AAEF,2BAA2B;AAC3B,eAAO,MAAM,MAAM,
|
|
1
|
+
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/persistence/schema.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,qDAAqD;AACrD,eAAO,MAAM,eAAe,oLAO3B,CAAC;AAEF,2BAA2B;AAC3B,eAAO,MAAM,MAAM,wmFAuFlB,CAAC;AAEF,8BAA8B;AAC9B,eAAO,MAAM,eAAe,uHAK3B,CAAC;AAEF,6BAA6B;AAC7B,eAAO,MAAM,cAAc,IAAI,CAAC;AAEhC,8BAA8B;AAC9B,eAAO,MAAM,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAE7C,CAAC"}
|
|
@@ -13,10 +13,11 @@ PRAGMA page_size = 4096;
|
|
|
13
13
|
/** Main schema creation */
|
|
14
14
|
export const SCHEMA = `
|
|
15
15
|
-- Jobs table (using UUIDv7 for job IDs)
|
|
16
|
+
-- Uses BLOB for data fields (MessagePack serialization for ~2-3x faster than JSON)
|
|
16
17
|
CREATE TABLE IF NOT EXISTS jobs (
|
|
17
18
|
id TEXT PRIMARY KEY,
|
|
18
19
|
queue TEXT NOT NULL,
|
|
19
|
-
data
|
|
20
|
+
data BLOB NOT NULL,
|
|
20
21
|
priority INTEGER NOT NULL DEFAULT 0,
|
|
21
22
|
created_at INTEGER NOT NULL,
|
|
22
23
|
run_at INTEGER NOT NULL,
|
|
@@ -29,10 +30,10 @@ CREATE TABLE IF NOT EXISTS jobs (
|
|
|
29
30
|
timeout INTEGER,
|
|
30
31
|
unique_key TEXT,
|
|
31
32
|
custom_id TEXT,
|
|
32
|
-
depends_on
|
|
33
|
+
depends_on BLOB,
|
|
33
34
|
parent_id TEXT,
|
|
34
|
-
children_ids
|
|
35
|
-
tags
|
|
35
|
+
children_ids BLOB,
|
|
36
|
+
tags BLOB,
|
|
36
37
|
state TEXT NOT NULL DEFAULT 'waiting',
|
|
37
38
|
lifo INTEGER NOT NULL DEFAULT 0,
|
|
38
39
|
group_id TEXT,
|
|
@@ -56,19 +57,19 @@ CREATE INDEX IF NOT EXISTS idx_jobs_custom_id
|
|
|
56
57
|
CREATE INDEX IF NOT EXISTS idx_jobs_parent
|
|
57
58
|
ON jobs(parent_id) WHERE parent_id IS NOT NULL;
|
|
58
59
|
|
|
59
|
-
-- Job results storage
|
|
60
|
+
-- Job results storage (BLOB for MessagePack)
|
|
60
61
|
CREATE TABLE IF NOT EXISTS job_results (
|
|
61
62
|
job_id TEXT PRIMARY KEY,
|
|
62
|
-
result
|
|
63
|
+
result BLOB,
|
|
63
64
|
completed_at INTEGER NOT NULL
|
|
64
65
|
);
|
|
65
66
|
|
|
66
|
-
-- Dead letter queue
|
|
67
|
+
-- Dead letter queue (BLOB for MessagePack)
|
|
67
68
|
CREATE TABLE IF NOT EXISTS dlq (
|
|
68
69
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
69
70
|
job_id TEXT NOT NULL,
|
|
70
71
|
queue TEXT NOT NULL,
|
|
71
|
-
data
|
|
72
|
+
data BLOB NOT NULL,
|
|
72
73
|
error TEXT,
|
|
73
74
|
failed_at INTEGER NOT NULL,
|
|
74
75
|
attempts INTEGER NOT NULL
|
|
@@ -77,11 +78,11 @@ CREATE TABLE IF NOT EXISTS dlq (
|
|
|
77
78
|
CREATE INDEX IF NOT EXISTS idx_dlq_queue ON dlq(queue);
|
|
78
79
|
CREATE INDEX IF NOT EXISTS idx_dlq_job_id ON dlq(job_id);
|
|
79
80
|
|
|
80
|
-
-- Cron jobs
|
|
81
|
+
-- Cron jobs (BLOB for MessagePack)
|
|
81
82
|
CREATE TABLE IF NOT EXISTS cron_jobs (
|
|
82
83
|
name TEXT PRIMARY KEY,
|
|
83
84
|
queue TEXT NOT NULL,
|
|
84
|
-
data
|
|
85
|
+
data BLOB NOT NULL,
|
|
85
86
|
schedule TEXT,
|
|
86
87
|
repeat_every INTEGER,
|
|
87
88
|
priority INTEGER NOT NULL DEFAULT 0,
|
|
@@ -106,7 +107,7 @@ CREATE TABLE IF NOT EXISTS migrations (
|
|
|
106
107
|
);
|
|
107
108
|
`;
|
|
108
109
|
/** Current schema version */
|
|
109
|
-
export const SCHEMA_VERSION =
|
|
110
|
+
export const SCHEMA_VERSION = 3;
|
|
110
111
|
/** All migrations in order */
|
|
111
112
|
export const MIGRATIONS = {
|
|
112
113
|
1: SCHEMA,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/infrastructure/persistence/schema.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,qDAAqD;AACrD,MAAM,CAAC,MAAM,eAAe,GAAG;;;;;;;CAO9B,CAAC;AAEF,2BAA2B;AAC3B,MAAM,CAAC,MAAM,MAAM,GAAG
|
|
1
|
+
{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/infrastructure/persistence/schema.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,qDAAqD;AACrD,MAAM,CAAC,MAAM,eAAe,GAAG;;;;;;;CAO9B,CAAC;AAEF,2BAA2B;AAC3B,MAAM,CAAC,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuFrB,CAAC;AAEF,8BAA8B;AAC9B,MAAM,CAAC,MAAM,eAAe,GAAG;;;;;CAK9B,CAAC;AAEF,6BAA6B;AAC7B,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC;AAEhC,8BAA8B;AAC9B,MAAM,CAAC,MAAM,UAAU,GAA2B;IAChD,CAAC,EAAE,MAAM;CACV,CAAC"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* SQLite Storage Implementation
|
|
3
3
|
* Persistence layer using Bun's native SQLite
|
|
4
|
+
* Uses MessagePack for ~2-3x faster serialization than JSON
|
|
4
5
|
*/
|
|
5
6
|
import { type Job, type JobId } from '../../domain/types/job';
|
|
6
7
|
import type { CronJob } from '../../domain/types/cron';
|
|
@@ -10,16 +11,28 @@ export interface SqliteConfig {
|
|
|
10
11
|
walMode?: boolean;
|
|
11
12
|
synchronous?: 'OFF' | 'NORMAL' | 'FULL';
|
|
12
13
|
cacheSize?: number;
|
|
14
|
+
/** Write buffer size (default: 100) */
|
|
15
|
+
writeBufferSize?: number;
|
|
16
|
+
/** Write buffer flush interval in ms (default: 50) */
|
|
17
|
+
writeBufferFlushMs?: number;
|
|
13
18
|
}
|
|
14
19
|
/**
|
|
15
|
-
* SQLite Storage class
|
|
20
|
+
* SQLite Storage class with write buffering for high throughput
|
|
16
21
|
*/
|
|
17
22
|
export declare class SqliteStorage {
|
|
18
|
-
private db;
|
|
23
|
+
private readonly db;
|
|
19
24
|
private readonly statements;
|
|
25
|
+
private writeBuffer;
|
|
26
|
+
private readonly writeBufferSize;
|
|
27
|
+
private writeBufferTimer;
|
|
20
28
|
constructor(config: SqliteConfig);
|
|
29
|
+
/** Flush write buffer to disk */
|
|
30
|
+
flushWriteBuffer(): void;
|
|
21
31
|
private migrate;
|
|
32
|
+
/** Insert job using write buffer for better throughput */
|
|
22
33
|
insertJob(job: Job): void;
|
|
34
|
+
/** Insert job immediately (bypass buffer) */
|
|
35
|
+
insertJobImmediate(job: Job): void;
|
|
23
36
|
markActive(jobId: JobId, startedAt: number): void;
|
|
24
37
|
markCompleted(jobId: JobId, completedAt: number): void;
|
|
25
38
|
markFailed(job: Job, error: string | null): void;
|
|
@@ -28,7 +41,10 @@ export declare class SqliteStorage {
|
|
|
28
41
|
getJob(id: JobId): Job | null;
|
|
29
42
|
storeResult(jobId: JobId, result: unknown): void;
|
|
30
43
|
getResult(jobId: JobId): unknown;
|
|
44
|
+
/** Insert batch of jobs (adds to buffer) */
|
|
31
45
|
insertJobsBatch(jobs: Job[]): void;
|
|
46
|
+
/** Internal: Insert batch directly with transaction */
|
|
47
|
+
private insertJobsBatchInternal;
|
|
32
48
|
loadPendingJobs(): Job[];
|
|
33
49
|
loadActiveJobs(): Job[];
|
|
34
50
|
saveCron(cron: CronJob): void;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sqlite.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/persistence/sqlite.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"sqlite.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/persistence/sqlite.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,EAAE,KAAK,GAAG,EAAE,KAAK,KAAK,EAAS,MAAM,wBAAwB,CAAC;AACrE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAqBvD,2BAA2B;AAC3B,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,uCAAuC;IACvC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,sDAAsD;IACtD,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED;;GAEG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAW;IAC9B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAsD;IAGjF,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IACzC,OAAO,CAAC,gBAAgB,CAA+C;gBAE3D,MAAM,EAAE,YAAY;IAgBhC,iCAAiC;IACjC,gBAAgB,IAAI,IAAI;IASxB,OAAO,CAAC,OAAO;IAgBf,0DAA0D;IAC1D,SAAS,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI;IASzB,6CAA6C;IAC7C,kBAAkB,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI;IA6BlC,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI;IAIjD,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;IAItD,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI;IAMhD,cAAc,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI;IAM9B,SAAS,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAI7B,MAAM,CAAC,EAAE,EAAE,KAAK,GAAG,GAAG,GAAG,IAAI;IAK7B,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,GAAG,IAAI;IAIhD,SAAS,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO;IAOhC,4CAA4C;IAC5C,eAAe,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAUlC,uDAAuD;IACvD,OAAO,CAAC,uBAAuB;IAoC/B,eAAe,IAAI,GAAG,EAAE;IAOxB,cAAc,IAAI,GAAG,EAAE;IASvB,QAAQ,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI;IAgB7B,YAAY,IAAI,OAAO,EAAE;IAezB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAM9B,OAAO,CAAC,QAAQ;IA2ChB,KAAK,IAAI,IAAI;IAab,OAAO,IAAI,MAAM;CAIlB"}
|
|
@@ -1,33 +1,60 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* SQLite Storage Implementation
|
|
3
3
|
* Persistence layer using Bun's native SQLite
|
|
4
|
+
* Uses MessagePack for ~2-3x faster serialization than JSON
|
|
4
5
|
*/
|
|
5
6
|
import { Database } from 'bun:sqlite';
|
|
7
|
+
import { encode, decode } from '@msgpack/msgpack';
|
|
6
8
|
import { jobId } from '../../domain/types/job';
|
|
7
9
|
import { PRAGMA_SETTINGS, SCHEMA, MIGRATION_TABLE, SCHEMA_VERSION } from './schema';
|
|
8
10
|
import { prepareStatements } from './statements';
|
|
9
11
|
import { storageLog } from '../../shared/logger';
|
|
10
|
-
/**
|
|
11
|
-
function
|
|
12
|
+
/** Encode data to MessagePack buffer */
|
|
13
|
+
function pack(data) {
|
|
14
|
+
return encode(data);
|
|
15
|
+
}
|
|
16
|
+
/** Decode MessagePack buffer to data */
|
|
17
|
+
function unpack(buffer, fallback, context) {
|
|
18
|
+
if (!buffer)
|
|
19
|
+
return fallback;
|
|
12
20
|
try {
|
|
13
|
-
return
|
|
21
|
+
return decode(buffer);
|
|
14
22
|
}
|
|
15
23
|
catch (err) {
|
|
16
|
-
storageLog.error('
|
|
24
|
+
storageLog.error('MessagePack decode error', { context, error: String(err) });
|
|
17
25
|
return fallback;
|
|
18
26
|
}
|
|
19
27
|
}
|
|
20
28
|
/**
|
|
21
|
-
* SQLite Storage class
|
|
29
|
+
* SQLite Storage class with write buffering for high throughput
|
|
22
30
|
*/
|
|
23
31
|
export class SqliteStorage {
|
|
24
32
|
db;
|
|
25
33
|
statements;
|
|
34
|
+
// Write buffer for batching inserts
|
|
35
|
+
writeBuffer = [];
|
|
36
|
+
writeBufferSize;
|
|
37
|
+
writeBufferTimer = null;
|
|
26
38
|
constructor(config) {
|
|
27
39
|
this.db = new Database(config.path, { create: true });
|
|
28
40
|
this.db.run(PRAGMA_SETTINGS);
|
|
29
41
|
this.migrate();
|
|
30
42
|
this.statements = prepareStatements(this.db);
|
|
43
|
+
// Initialize write buffer
|
|
44
|
+
this.writeBufferSize = config.writeBufferSize ?? 100;
|
|
45
|
+
const flushInterval = config.writeBufferFlushMs ?? 50;
|
|
46
|
+
// Auto-flush timer
|
|
47
|
+
this.writeBufferTimer = setInterval(() => {
|
|
48
|
+
this.flushWriteBuffer();
|
|
49
|
+
}, flushInterval);
|
|
50
|
+
}
|
|
51
|
+
/** Flush write buffer to disk */
|
|
52
|
+
flushWriteBuffer() {
|
|
53
|
+
if (this.writeBuffer.length === 0)
|
|
54
|
+
return;
|
|
55
|
+
const jobs = this.writeBuffer;
|
|
56
|
+
this.writeBuffer = [];
|
|
57
|
+
this.insertJobsBatchInternal(jobs);
|
|
31
58
|
}
|
|
32
59
|
migrate() {
|
|
33
60
|
this.db.run(MIGRATION_TABLE);
|
|
@@ -41,10 +68,19 @@ export class SqliteStorage {
|
|
|
41
68
|
}
|
|
42
69
|
}
|
|
43
70
|
// ============ Job Operations ============
|
|
71
|
+
/** Insert job using write buffer for better throughput */
|
|
44
72
|
insertJob(job) {
|
|
73
|
+
this.writeBuffer.push(job);
|
|
74
|
+
// Flush if buffer is full
|
|
75
|
+
if (this.writeBuffer.length >= this.writeBufferSize) {
|
|
76
|
+
this.flushWriteBuffer();
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
/** Insert job immediately (bypass buffer) */
|
|
80
|
+
insertJobImmediate(job) {
|
|
45
81
|
this.statements
|
|
46
82
|
.get('insertJob')
|
|
47
|
-
.run(job.id, job.queue,
|
|
83
|
+
.run(job.id, job.queue, pack(job.data), job.priority, job.createdAt, job.runAt, job.attempts, job.maxAttempts, job.backoff, job.ttl, job.timeout, job.uniqueKey, job.customId, job.dependsOn.length > 0 ? pack(job.dependsOn) : null, job.parentId, job.tags.length > 0 ? pack(job.tags) : null, job.runAt > Date.now() ? 'delayed' : 'waiting', job.lifo ? 1 : 0, job.groupId, job.removeOnComplete ? 1 : 0, job.removeOnFail ? 1 : 0, job.stallTimeout);
|
|
48
84
|
}
|
|
49
85
|
markActive(jobId, startedAt) {
|
|
50
86
|
this.statements.get('updateJobState').run('active', startedAt, jobId);
|
|
@@ -55,7 +91,7 @@ export class SqliteStorage {
|
|
|
55
91
|
markFailed(job, error) {
|
|
56
92
|
this.statements
|
|
57
93
|
.get('insertDlq')
|
|
58
|
-
.run(job.id, job.queue,
|
|
94
|
+
.run(job.id, job.queue, pack(job.data), error, Date.now(), job.attempts);
|
|
59
95
|
}
|
|
60
96
|
updateForRetry(job) {
|
|
61
97
|
this.db
|
|
@@ -70,18 +106,31 @@ export class SqliteStorage {
|
|
|
70
106
|
return row ? this.rowToJob(row) : null;
|
|
71
107
|
}
|
|
72
108
|
storeResult(jobId, result) {
|
|
73
|
-
this.statements.get('insertResult').run(jobId,
|
|
109
|
+
this.statements.get('insertResult').run(jobId, pack(result), Date.now());
|
|
74
110
|
}
|
|
75
111
|
getResult(jobId) {
|
|
76
112
|
const row = this.statements.get('getResult').get(jobId);
|
|
77
|
-
return row ?
|
|
113
|
+
return row ? unpack(row.result, null, `getResult:${jobId}`) : null;
|
|
78
114
|
}
|
|
79
115
|
// ============ Bulk Operations ============
|
|
116
|
+
/** Insert batch of jobs (adds to buffer) */
|
|
80
117
|
insertJobsBatch(jobs) {
|
|
118
|
+
for (const job of jobs) {
|
|
119
|
+
this.writeBuffer.push(job);
|
|
120
|
+
}
|
|
121
|
+
// Flush if buffer is full
|
|
122
|
+
if (this.writeBuffer.length >= this.writeBufferSize) {
|
|
123
|
+
this.flushWriteBuffer();
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
/** Internal: Insert batch directly with transaction */
|
|
127
|
+
insertJobsBatchInternal(jobs) {
|
|
128
|
+
if (jobs.length === 0)
|
|
129
|
+
return;
|
|
81
130
|
const stmt = this.statements.get('insertJob');
|
|
82
131
|
this.db.transaction(() => {
|
|
83
132
|
for (const job of jobs) {
|
|
84
|
-
stmt.run(job.id, job.queue,
|
|
133
|
+
stmt.run(job.id, job.queue, pack(job.data), job.priority, job.createdAt, job.runAt, job.attempts, job.maxAttempts, job.backoff, job.ttl, job.timeout, job.uniqueKey, job.customId, job.dependsOn.length > 0 ? pack(job.dependsOn) : null, job.parentId, job.tags.length > 0 ? pack(job.tags) : null, job.runAt > Date.now() ? 'delayed' : 'waiting', job.lifo ? 1 : 0, job.groupId, job.removeOnComplete ? 1 : 0, job.removeOnFail ? 1 : 0, job.stallTimeout);
|
|
85
134
|
}
|
|
86
135
|
})();
|
|
87
136
|
}
|
|
@@ -102,14 +151,14 @@ export class SqliteStorage {
|
|
|
102
151
|
saveCron(cron) {
|
|
103
152
|
this.statements
|
|
104
153
|
.get('insertCron')
|
|
105
|
-
.run(cron.name, cron.queue,
|
|
154
|
+
.run(cron.name, cron.queue, pack(cron.data), cron.schedule, cron.repeatEvery, cron.priority, cron.nextRun, cron.executions, cron.maxLimit);
|
|
106
155
|
}
|
|
107
156
|
loadCronJobs() {
|
|
108
157
|
const rows = this.db.query('SELECT * FROM cron_jobs').all();
|
|
109
158
|
return rows.map((row) => ({
|
|
110
159
|
name: row.name,
|
|
111
160
|
queue: row.queue,
|
|
112
|
-
data:
|
|
161
|
+
data: unpack(row.data, {}, `loadCronJobs:${row.name}`),
|
|
113
162
|
schedule: row.schedule,
|
|
114
163
|
repeatEvery: row.repeat_every,
|
|
115
164
|
priority: row.priority,
|
|
@@ -125,18 +174,16 @@ export class SqliteStorage {
|
|
|
125
174
|
rowToJob(row) {
|
|
126
175
|
const jobContext = `rowToJob:${row.id}`;
|
|
127
176
|
const dependsOn = row.depends_on
|
|
128
|
-
?
|
|
177
|
+
? unpack(row.depends_on, [], `${jobContext}:dependsOn`)
|
|
129
178
|
: [];
|
|
130
179
|
const childrenIds = row.children_ids
|
|
131
|
-
?
|
|
132
|
-
: [];
|
|
133
|
-
const tags = row.tags
|
|
134
|
-
? safeJsonParse(row.tags, [], `${jobContext}:tags`)
|
|
180
|
+
? unpack(row.children_ids, [], `${jobContext}:childrenIds`)
|
|
135
181
|
: [];
|
|
182
|
+
const tags = row.tags ? unpack(row.tags, [], `${jobContext}:tags`) : [];
|
|
136
183
|
return {
|
|
137
184
|
id: jobId(row.id),
|
|
138
185
|
queue: row.queue,
|
|
139
|
-
data:
|
|
186
|
+
data: unpack(row.data, {}, `${jobContext}:data`),
|
|
140
187
|
priority: row.priority,
|
|
141
188
|
createdAt: row.created_at,
|
|
142
189
|
runAt: row.run_at,
|
|
@@ -166,6 +213,13 @@ export class SqliteStorage {
|
|
|
166
213
|
};
|
|
167
214
|
}
|
|
168
215
|
close() {
|
|
216
|
+
// Stop auto-flush timer
|
|
217
|
+
if (this.writeBufferTimer) {
|
|
218
|
+
clearInterval(this.writeBufferTimer);
|
|
219
|
+
this.writeBufferTimer = null;
|
|
220
|
+
}
|
|
221
|
+
// Flush any remaining buffered writes
|
|
222
|
+
this.flushWriteBuffer();
|
|
169
223
|
this.db.close();
|
|
170
224
|
}
|
|
171
225
|
getSize() {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sqlite.js","sourceRoot":"","sources":["../../../src/infrastructure/persistence/sqlite.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"sqlite.js","sourceRoot":"","sources":["../../../src/infrastructure/persistence/sqlite.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAwB,KAAK,EAAE,MAAM,wBAAwB,CAAC;AAErE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AACpF,OAAO,EAAE,iBAAiB,EAA+C,MAAM,cAAc,CAAC;AAC9F,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEjD,wCAAwC;AACxC,SAAS,IAAI,CAAC,IAAa;IACzB,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;AACtB,CAAC;AAED,wCAAwC;AACxC,SAAS,MAAM,CAAI,MAAyB,EAAE,QAAW,EAAE,OAAe;IACxE,IAAI,CAAC,MAAM;QAAE,OAAO,QAAQ,CAAC;IAC7B,IAAI,CAAC;QACH,OAAO,MAAM,CAAC,MAAM,CAAM,CAAC;IAC7B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,UAAU,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9E,OAAO,QAAQ,CAAC;IAClB,CAAC;AACH,CAAC;AAcD;;GAEG;AACH,MAAM,OAAO,aAAa;IACP,EAAE,CAAW;IACb,UAAU,CAAsD;IAEjF,oCAAoC;IAC5B,WAAW,GAAU,EAAE,CAAC;IACf,eAAe,CAAS;IACjC,gBAAgB,GAA0C,IAAI,CAAC;IAEvE,YAAY,MAAoB;QAC9B,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,IAAI,CAAC,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE7C,0BAA0B;QAC1B,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,GAAG,CAAC;QACrD,MAAM,aAAa,GAAG,MAAM,CAAC,kBAAkB,IAAI,EAAE,CAAC;QAEtD,mBAAmB;QACnB,IAAI,CAAC,gBAAgB,GAAG,WAAW,CAAC,GAAG,EAAE;YACvC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC,EAAE,aAAa,CAAC,CAAC;IACpB,CAAC;IAED,iCAAiC;IACjC,gBAAgB;QACd,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE1C,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC;QAC9B,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QAEtB,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAEO,OAAO;QACb,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7B,MAAM,cAAc,GAClB,IAAI,CAAC,EAAE,CAAC,KAAK,CAA0B,gDAAgD,CAAC,CAAC,GAAG,EAAE;YAC5F,EAAE,OAAO,IAAI,CAAC,CAAC;QAEnB,IAAI,cAAc,GAAG,cAAc,EAAE,CAAC;YACpC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACpB,IAAI,CAAC,EAAE;iBACJ,OAAO,CAAC,4DAA4D,CAAC;iBACrE,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,2CAA2C;IAE3C,0DAA0D;IAC1D,SAAS,CAAC,GAAQ;QAChB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE3B,0BAA0B;QAC1B,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACpD,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,6CAA6C;IAC7C,kBAAkB,CAAC,GAAQ;QACzB,IAAI,CAAC,UAAU;aACZ,GAAG,CAAC,WAAW,CAAE;aACjB,GAAG,CACF,GAAG,CAAC,EAAE,EACN,GAAG,CAAC,KAAK,EACT,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EACd,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,SAAS,EACb,GAAG,CAAC,KAAK,EACT,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,WAAW,EACf,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,GAAG,EACP,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,SAAS,EACb,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EACrD,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAC3C,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAC9C,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAChB,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC5B,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACxB,GAAG,CAAC,YAAY,CACjB,CAAC;IACN,CAAC;IAED,UAAU,CAAC,KAAY,EAAE,SAAiB;QACxC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,gBAAgB,CAAE,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACzE,CAAC;IAED,aAAa,CAAC,KAAY,EAAE,WAAmB;QAC7C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,aAAa,CAAE,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;IAC3E,CAAC;IAED,UAAU,CAAC,GAAQ,EAAE,KAAoB;QACvC,IAAI,CAAC,UAAU;aACZ,GAAG,CAAC,WAAW,CAAE;aACjB,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7E,CAAC;IAED,cAAc,CAAC,GAAQ;QACrB,IAAI,CAAC,EAAE;aACJ,OAAO,CAAC,kEAAkE,CAAC;aAC3E,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,SAAS,CAAC,KAAY;QACpB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,CAAC,EAAS;QACd,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,GAAG,CAAC,EAAE,CAAiB,CAAC;QACnE,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACzC,CAAC;IAED,WAAW,CAAC,KAAY,EAAE,MAAe;QACvC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,cAAc,CAAE,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,SAAS,CAAC,KAAY;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC,GAAG,CAAC,KAAK,CAAkC,CAAC;QAC1F,OAAO,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,aAAa,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACrE,CAAC;IAED,4CAA4C;IAE5C,4CAA4C;IAC5C,eAAe,CAAC,IAAW;QACzB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC;QACD,0BAA0B;QAC1B,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACpD,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,uDAAuD;IAC/C,uBAAuB,CAAC,IAAW;QACzC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE9B,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC;QAC/C,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACvB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,IAAI,CAAC,GAAG,CACN,GAAG,CAAC,EAAE,EACN,GAAG,CAAC,KAAK,EACT,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EACd,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,SAAS,EACb,GAAG,CAAC,KAAK,EACT,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,WAAW,EACf,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,GAAG,EACP,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,SAAS,EACb,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EACrD,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAC3C,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAC9C,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAChB,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC5B,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACxB,GAAG,CAAC,YAAY,CACjB,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAED,6CAA6C;IAE7C,eAAe;QACb,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,KAAK,CAAY,sEAAsE,CAAC;aACxF,GAAG,EAAE,CAAC;QACT,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,KAAK,CAAY,uDAAuD,CAAC;aACzE,GAAG,EAAE,CAAC;QACT,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,4CAA4C;IAE5C,QAAQ,CAAC,IAAa;QACpB,IAAI,CAAC,UAAU;aACZ,GAAG,CAAC,YAAY,CAAE;aAClB,GAAG,CACF,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EACf,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,QAAQ,CACd,CAAC;IACN,CAAC;IAED,YAAY;QACV,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAa,yBAAyB,CAAC,CAAC,GAAG,EAAE,CAAC;QACxE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACxB,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,gBAAgB,GAAG,CAAC,IAAI,EAAE,CAAC;YACtD,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,WAAW,EAAE,GAAG,CAAC,YAAY;YAC7B,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,OAAO,EAAE,GAAG,CAAC,QAAQ;YACrB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,QAAQ,EAAE,GAAG,CAAC,SAAS;SACxB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,UAAU,CAAC,IAAY;QACrB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACpE,CAAC;IAED,sCAAsC;IAE9B,QAAQ,CAAC,GAAU;QACzB,MAAM,UAAU,GAAG,YAAY,GAAG,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,SAAS,GAAa,GAAG,CAAC,UAAU;YACxC,CAAC,CAAC,MAAM,CAAW,GAAG,CAAC,UAAU,EAAE,EAAE,EAAE,GAAG,UAAU,YAAY,CAAC;YACjE,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,WAAW,GAAa,GAAG,CAAC,YAAY;YAC5C,CAAC,CAAC,MAAM,CAAW,GAAG,CAAC,YAAY,EAAE,EAAE,EAAE,GAAG,UAAU,cAAc,CAAC;YACrE,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,IAAI,GAAa,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAW,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,UAAU,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE5F,OAAO;YACL,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YACjB,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,UAAU,OAAO,CAAC;YAChD,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,KAAK,EAAE,GAAG,CAAC,MAAM;YACjB,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,WAAW,EAAE,GAAG,CAAC,YAAY;YAC7B,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,WAAW,EAAE,GAAG,CAAC,YAAY;YAC7B,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,QAAQ,EAAE,GAAG,CAAC,SAAS;YACvB,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACzC,QAAQ,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;YACrD,WAAW,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7C,iBAAiB,EAAE,CAAC;YACpB,IAAI;YACJ,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,CAAC;YACpB,OAAO,EAAE,GAAG,CAAC,QAAQ;YACrB,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,CAAC;YAC3B,eAAe,EAAE,GAAG,CAAC,YAAY;YACjC,gBAAgB,EAAE,GAAG,CAAC,kBAAkB,KAAK,CAAC;YAC9C,YAAY,EAAE,GAAG,CAAC,cAAc,KAAK,CAAC;YACtC,aAAa,EAAE,GAAG,CAAC,cAAc,IAAI,GAAG,CAAC,UAAU;YACnD,YAAY,EAAE,GAAG,CAAC,aAAa;YAC/B,UAAU,EAAE,CAAC;SACd,CAAC;IACJ,CAAC;IAED,KAAK;QACH,wBAAwB;QACxB,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,aAAa,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACrC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC/B,CAAC;QAED,sCAAsC;QACtC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;IAED,OAAO;QACL,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;CACF"}
|
|
@@ -9,11 +9,11 @@ export type StatementName = 'insertJob' | 'updateJobState' | 'completeJob' | 'de
|
|
|
9
9
|
export declare const SQL_STATEMENTS: Record<StatementName, string>;
|
|
10
10
|
/** Prepare all statements */
|
|
11
11
|
export declare function prepareStatements(db: Database): Map<StatementName, ReturnType<Database['prepare']>>;
|
|
12
|
-
/** Database row type for jobs */
|
|
12
|
+
/** Database row type for jobs (BLOB fields are Uint8Array from bun:sqlite) */
|
|
13
13
|
export interface DbJob {
|
|
14
14
|
id: string;
|
|
15
15
|
queue: string;
|
|
16
|
-
data:
|
|
16
|
+
data: Uint8Array;
|
|
17
17
|
priority: number;
|
|
18
18
|
created_at: number;
|
|
19
19
|
run_at: number;
|
|
@@ -26,10 +26,10 @@ export interface DbJob {
|
|
|
26
26
|
timeout: number | null;
|
|
27
27
|
unique_key: string | null;
|
|
28
28
|
custom_id: string | null;
|
|
29
|
-
depends_on:
|
|
29
|
+
depends_on: Uint8Array | null;
|
|
30
30
|
parent_id: string | null;
|
|
31
|
-
children_ids:
|
|
32
|
-
tags:
|
|
31
|
+
children_ids: Uint8Array | null;
|
|
32
|
+
tags: Uint8Array | null;
|
|
33
33
|
state: string;
|
|
34
34
|
lifo: number;
|
|
35
35
|
group_id: string | null;
|
|
@@ -44,7 +44,7 @@ export interface DbJob {
|
|
|
44
44
|
export interface DbCron {
|
|
45
45
|
name: string;
|
|
46
46
|
queue: string;
|
|
47
|
-
data:
|
|
47
|
+
data: Uint8Array;
|
|
48
48
|
schedule: string | null;
|
|
49
49
|
repeat_every: number | null;
|
|
50
50
|
priority: number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"statements.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/persistence/statements.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C,sBAAsB;AACtB,MAAM,MAAM,aAAa,GACrB,WAAW,GACX,gBAAgB,GAChB,aAAa,GACb,WAAW,GACX,QAAQ,GACR,cAAc,GACd,WAAW,GACX,WAAW,GACX,YAAY,CAAC;AAEjB,qBAAqB;AACrB,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAoCxD,CAAC;AAEF,6BAA6B;AAC7B,wBAAgB,iBAAiB,CAC/B,EAAE,EAAE,QAAQ,GACX,GAAG,CAAC,aAAa,EAAE,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAQrD;AAED,
|
|
1
|
+
{"version":3,"file":"statements.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/persistence/statements.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C,sBAAsB;AACtB,MAAM,MAAM,aAAa,GACrB,WAAW,GACX,gBAAgB,GAChB,aAAa,GACb,WAAW,GACX,QAAQ,GACR,cAAc,GACd,WAAW,GACX,WAAW,GACX,YAAY,CAAC;AAEjB,qBAAqB;AACrB,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAoCxD,CAAC;AAEF,6BAA6B;AAC7B,wBAAgB,iBAAiB,CAC/B,EAAE,EAAE,QAAQ,GACX,GAAG,CAAC,aAAa,EAAE,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAQrD;AAED,8EAA8E;AAC9E,MAAM,WAAW,KAAK;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC;IAC9B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,EAAE,UAAU,GAAG,IAAI,CAAC;IAChC,IAAI,EAAE,UAAU,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B;AAED,sCAAsC;AACtC,MAAM,WAAW,MAAM;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/server/handler.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAG5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAqE9C,YAAY,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;
|
|
1
|
+
{"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/server/handler.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAG5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAqE9C,YAAY,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAuN9C;;GAEG;AACH,wBAAsB,aAAa,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC,CA8CxF"}
|