@nodestackapp/server 2.5.0 → 2.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +42 -28
- package/dist/NodeStack.d.ts +5 -1
- package/dist/NodeStack.d.ts.map +1 -1
- package/dist/NodeStack.js +117 -18
- package/dist/NodeStack.js.map +1 -1
- package/dist/admin/AdminUIBundler.d.ts.map +1 -1
- package/dist/admin/AdminUIBundler.js +2 -0
- package/dist/admin/AdminUIBundler.js.map +1 -1
- package/dist/admin/ui/css/main.css +40 -3
- package/dist/admin/ui/css/webhooks.css +8 -0
- package/dist/admin/ui/index.html +21479 -17251
- package/dist/admin/ui/js/api-keys.js +1381 -0
- package/dist/admin/ui/js/api.js +8 -0
- package/dist/admin/ui/js/app.js +698 -641
- package/dist/admin/ui/js/apps.js +514 -489
- package/dist/admin/ui/js/collections.js +486 -484
- package/dist/admin/ui/js/command-palette.js +693 -673
- package/dist/admin/ui/js/cron.js +1706 -0
- package/dist/admin/ui/js/database.js +10 -0
- package/dist/admin/ui/js/flows-designer.js +1219 -1076
- package/dist/admin/ui/js/flows.js +947 -890
- package/dist/admin/ui/js/functions-tester.js +1 -1
- package/dist/admin/ui/js/functions-workbench.js +1162 -1101
- package/dist/admin/ui/js/functions.js +983 -979
- package/dist/admin/ui/js/rules.js +1080 -775
- package/dist/admin/ui/js/schema.js +346 -304
- package/dist/admin/ui/js/snapshots.js +338 -0
- package/dist/admin/ui/js/views.js +1 -1
- package/dist/apps/AppManager.d.ts +1 -1
- package/dist/apps/AppManager.d.ts.map +1 -1
- package/dist/apps/AppManager.js +11 -21
- package/dist/apps/AppManager.js.map +1 -1
- package/dist/apps/AppRegistry.d.ts +1 -0
- package/dist/apps/AppRegistry.d.ts.map +1 -1
- package/dist/apps/AppRegistry.js +78 -23
- package/dist/apps/AppRegistry.js.map +1 -1
- package/dist/apps/AppScope.d.ts +2 -1
- package/dist/apps/AppScope.d.ts.map +1 -1
- package/dist/apps/AppScope.js +27 -17
- package/dist/apps/AppScope.js.map +1 -1
- package/dist/auth/ApiKeyService.d.ts +63 -2
- package/dist/auth/ApiKeyService.d.ts.map +1 -1
- package/dist/auth/ApiKeyService.js +518 -8
- package/dist/auth/ApiKeyService.js.map +1 -1
- package/dist/auth/AuthService.d.ts +30 -1
- package/dist/auth/AuthService.d.ts.map +1 -1
- package/dist/auth/AuthService.js +468 -65
- package/dist/auth/AuthService.js.map +1 -1
- package/dist/auth/oauth/AppleProvider.d.ts +2 -0
- package/dist/auth/oauth/AppleProvider.d.ts.map +1 -1
- package/dist/auth/oauth/AppleProvider.js +40 -3
- package/dist/auth/oauth/AppleProvider.js.map +1 -1
- package/dist/auth/oauth/BaseOAuthProvider.d.ts +3 -2
- package/dist/auth/oauth/BaseOAuthProvider.d.ts.map +1 -1
- package/dist/auth/oauth/BaseOAuthProvider.js +29 -3
- package/dist/auth/oauth/BaseOAuthProvider.js.map +1 -1
- package/dist/auth/oauth/DiscordProvider.d.ts.map +1 -1
- package/dist/auth/oauth/DiscordProvider.js +4 -1
- package/dist/auth/oauth/DiscordProvider.js.map +1 -1
- package/dist/auth/oauth/GitHubProvider.d.ts.map +1 -1
- package/dist/auth/oauth/GitHubProvider.js +4 -1
- package/dist/auth/oauth/GitHubProvider.js.map +1 -1
- package/dist/auth/oauth/GoogleProvider.d.ts.map +1 -1
- package/dist/auth/oauth/GoogleProvider.js +4 -1
- package/dist/auth/oauth/GoogleProvider.js.map +1 -1
- package/dist/auth/oauth/MicrosoftProvider.d.ts.map +1 -1
- package/dist/auth/oauth/MicrosoftProvider.js +4 -1
- package/dist/auth/oauth/MicrosoftProvider.js.map +1 -1
- package/dist/auth/oauth/OAuthProviderRegistry.d.ts +6 -2
- package/dist/auth/oauth/OAuthProviderRegistry.d.ts.map +1 -1
- package/dist/auth/oauth/OAuthProviderRegistry.js +25 -10
- package/dist/auth/oauth/OAuthProviderRegistry.js.map +1 -1
- package/dist/auth/oauth/types.d.ts +4 -2
- package/dist/auth/oauth/types.d.ts.map +1 -1
- package/dist/cli/cli.d.ts.map +1 -1
- package/dist/cli/cli.js +228 -12
- package/dist/cli/cli.js.map +1 -1
- package/dist/core/config/ConfigService.d.ts.map +1 -1
- package/dist/core/config/ConfigService.js +5 -3
- package/dist/core/config/ConfigService.js.map +1 -1
- package/dist/core/config/EnvLoader.d.ts +14 -0
- package/dist/core/config/EnvLoader.d.ts.map +1 -1
- package/dist/core/config/EnvLoader.js +44 -0
- package/dist/core/config/EnvLoader.js.map +1 -1
- package/dist/core/container/Container.d.ts +14 -0
- package/dist/core/container/Container.d.ts.map +1 -1
- package/dist/core/container/Container.js +32 -0
- package/dist/core/container/Container.js.map +1 -1
- package/dist/core/container/Tokens.d.ts +2 -0
- package/dist/core/container/Tokens.d.ts.map +1 -1
- package/dist/core/container/Tokens.js +2 -0
- package/dist/core/container/Tokens.js.map +1 -1
- package/dist/core/errors/AppError.d.ts +7 -7
- package/dist/core/errors/AppError.d.ts.map +1 -1
- package/dist/core/errors/AppError.js +18 -14
- package/dist/core/errors/AppError.js.map +1 -1
- package/dist/core/events/EventBus.d.ts.map +1 -1
- package/dist/core/events/EventBus.js +36 -6
- package/dist/core/events/EventBus.js.map +1 -1
- package/dist/core/maintenance/MaintenanceGate.d.ts +47 -0
- package/dist/core/maintenance/MaintenanceGate.d.ts.map +1 -1
- package/dist/core/maintenance/MaintenanceGate.js +265 -7
- package/dist/core/maintenance/MaintenanceGate.js.map +1 -1
- package/dist/core/plugins/PluginManager.d.ts +20 -1
- package/dist/core/plugins/PluginManager.d.ts.map +1 -1
- package/dist/core/plugins/PluginManager.js +231 -146
- package/dist/core/plugins/PluginManager.js.map +1 -1
- package/dist/core/plugins/types.d.ts +48 -31
- package/dist/core/plugins/types.d.ts.map +1 -1
- package/dist/cron/CronParser.d.ts +83 -0
- package/dist/cron/CronParser.d.ts.map +1 -0
- package/dist/cron/CronParser.js +538 -0
- package/dist/cron/CronParser.js.map +1 -0
- package/dist/cron/CronService.d.ts +74 -0
- package/dist/cron/CronService.d.ts.map +1 -0
- package/dist/cron/CronService.js +1254 -0
- package/dist/cron/CronService.js.map +1 -0
- package/dist/cron/types.d.ts +98 -0
- package/dist/cron/types.d.ts.map +1 -0
- package/dist/cron/types.js +3 -0
- package/dist/cron/types.js.map +1 -0
- package/dist/database/DatabaseService.d.ts +4 -1
- package/dist/database/DatabaseService.d.ts.map +1 -1
- package/dist/database/DatabaseService.js +34 -9
- package/dist/database/DatabaseService.js.map +1 -1
- package/dist/database/config/DatabaseConfigService.d.ts +1 -0
- package/dist/database/config/DatabaseConfigService.d.ts.map +1 -1
- package/dist/database/config/DatabaseConfigService.js +4 -2
- package/dist/database/config/DatabaseConfigService.js.map +1 -1
- package/dist/database/drivers/DriverPackageLoader.d.ts +11 -0
- package/dist/database/drivers/DriverPackageLoader.d.ts.map +1 -0
- package/dist/database/drivers/DriverPackageLoader.js +112 -0
- package/dist/database/drivers/DriverPackageLoader.js.map +1 -0
- package/dist/database/drivers/DriverRegistry.d.ts +1 -0
- package/dist/database/drivers/DriverRegistry.d.ts.map +1 -1
- package/dist/database/drivers/DriverRegistry.js +29 -0
- package/dist/database/drivers/DriverRegistry.js.map +1 -1
- package/dist/database/drivers/IDatabaseDriver.d.ts +1 -0
- package/dist/database/drivers/IDatabaseDriver.d.ts.map +1 -1
- package/dist/database/drivers/MssqlDriver.d.ts.map +1 -1
- package/dist/database/drivers/MssqlDriver.js +10 -5
- package/dist/database/drivers/MssqlDriver.js.map +1 -1
- package/dist/database/drivers/NodeSqliteDriver.d.ts.map +1 -1
- package/dist/database/drivers/NodeSqliteDriver.js +15 -1
- package/dist/database/drivers/NodeSqliteDriver.js.map +1 -1
- package/dist/database/drivers/PostgresDriver.d.ts.map +1 -1
- package/dist/database/drivers/PostgresDriver.js +4 -5
- package/dist/database/drivers/PostgresDriver.js.map +1 -1
- package/dist/database/migration/DatabaseMigrationService.d.ts +1 -0
- package/dist/database/migration/DatabaseMigrationService.d.ts.map +1 -1
- package/dist/database/migration/DatabaseMigrationService.js +51 -0
- package/dist/database/migration/DatabaseMigrationService.js.map +1 -1
- package/dist/database/migrations/SystemMigrations.d.ts.map +1 -1
- package/dist/database/migrations/SystemMigrations.js +200 -5
- package/dist/database/migrations/SystemMigrations.js.map +1 -1
- package/dist/flows/FlowEngine.js.map +1 -1
- package/dist/flows/FlowService.d.ts +10 -1
- package/dist/flows/FlowService.d.ts.map +1 -1
- package/dist/flows/FlowService.js +227 -14
- package/dist/flows/FlowService.js.map +1 -1
- package/dist/flows/FlowValidator.d.ts +2 -1
- package/dist/flows/FlowValidator.d.ts.map +1 -1
- package/dist/flows/FlowValidator.js +89 -4
- package/dist/flows/FlowValidator.js.map +1 -1
- package/dist/flows/types.d.ts +20 -3
- package/dist/flows/types.d.ts.map +1 -1
- package/dist/functions/FunctionService.d.ts +10 -2
- package/dist/functions/FunctionService.d.ts.map +1 -1
- package/dist/functions/FunctionService.js +271 -37
- package/dist/functions/FunctionService.js.map +1 -1
- package/dist/functions/runtime/QuickJsWasmRuntime.d.ts.map +1 -1
- package/dist/functions/runtime/QuickJsWasmRuntime.js +189 -177
- package/dist/functions/runtime/QuickJsWasmRuntime.js.map +1 -1
- package/dist/functions/types.d.ts +31 -2
- package/dist/functions/types.d.ts.map +1 -1
- package/dist/http/HttpServer.d.ts +7 -1
- package/dist/http/HttpServer.d.ts.map +1 -1
- package/dist/http/HttpServer.js +187 -8
- package/dist/http/HttpServer.js.map +1 -1
- package/dist/http/controllers/ApiKeyController.d.ts +1 -0
- package/dist/http/controllers/ApiKeyController.d.ts.map +1 -1
- package/dist/http/controllers/ApiKeyController.js +47 -1
- package/dist/http/controllers/ApiKeyController.js.map +1 -1
- package/dist/http/controllers/AuthController.d.ts +12 -0
- package/dist/http/controllers/AuthController.d.ts.map +1 -1
- package/dist/http/controllers/AuthController.js +40 -2
- package/dist/http/controllers/AuthController.js.map +1 -1
- package/dist/http/controllers/CronController.d.ts +63 -0
- package/dist/http/controllers/CronController.d.ts.map +1 -0
- package/dist/http/controllers/CronController.js +92 -0
- package/dist/http/controllers/CronController.js.map +1 -0
- package/dist/http/controllers/DatabaseController.d.ts.map +1 -1
- package/dist/http/controllers/DatabaseController.js +53 -0
- package/dist/http/controllers/DatabaseController.js.map +1 -1
- package/dist/http/controllers/FlowController.d.ts.map +1 -1
- package/dist/http/controllers/FlowController.js +45 -4
- package/dist/http/controllers/FlowController.js.map +1 -1
- package/dist/http/controllers/FunctionController.d.ts.map +1 -1
- package/dist/http/controllers/FunctionController.js +16 -2
- package/dist/http/controllers/FunctionController.js.map +1 -1
- package/dist/http/controllers/HealthController.js +2 -2
- package/dist/http/middleware/AppResolutionMiddleware.d.ts +1 -1
- package/dist/http/middleware/AppResolutionMiddleware.d.ts.map +1 -1
- package/dist/http/middleware/AppResolutionMiddleware.js +2 -3
- package/dist/http/middleware/AppResolutionMiddleware.js.map +1 -1
- package/dist/http/middleware/AuthMiddleware.d.ts.map +1 -1
- package/dist/http/middleware/AuthMiddleware.js +6 -3
- package/dist/http/middleware/AuthMiddleware.js.map +1 -1
- package/dist/http/middleware/ChaosMiddleware.js +6 -6
- package/dist/http/middleware/ChaosMiddleware.js.map +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +6 -2
- package/dist/index.js.map +1 -1
- package/dist/queue/QueueService.d.ts +9 -0
- package/dist/queue/QueueService.d.ts.map +1 -1
- package/dist/queue/QueueService.js +143 -60
- package/dist/queue/QueueService.js.map +1 -1
- package/dist/queue/drivers/SqliteQueueDriver.d.ts +3 -0
- package/dist/queue/drivers/SqliteQueueDriver.d.ts.map +1 -1
- package/dist/queue/drivers/SqliteQueueDriver.js +315 -255
- package/dist/queue/drivers/SqliteQueueDriver.js.map +1 -1
- package/dist/records/FtsService.d.ts +7 -3
- package/dist/records/FtsService.d.ts.map +1 -1
- package/dist/records/FtsService.js +69 -5
- package/dist/records/FtsService.js.map +1 -1
- package/dist/records/QueryFilterParser.d.ts.map +1 -1
- package/dist/records/QueryFilterParser.js +58 -20
- package/dist/records/QueryFilterParser.js.map +1 -1
- package/dist/records/RecordSanitizer.d.ts.map +1 -1
- package/dist/records/RecordSanitizer.js +32 -4
- package/dist/records/RecordSanitizer.js.map +1 -1
- package/dist/records/RecordService.d.ts +6 -0
- package/dist/records/RecordService.d.ts.map +1 -1
- package/dist/records/RecordService.js +95 -14
- package/dist/records/RecordService.js.map +1 -1
- package/dist/records/RecordValidator.d.ts +10 -0
- package/dist/records/RecordValidator.d.ts.map +1 -1
- package/dist/records/RecordValidator.js +110 -2
- package/dist/records/RecordValidator.js.map +1 -1
- package/dist/records/fts/IFtsDriver.d.ts +7 -6
- package/dist/records/fts/IFtsDriver.d.ts.map +1 -1
- package/dist/records/fts/MssqlFtsDriver.d.ts +5 -1
- package/dist/records/fts/MssqlFtsDriver.d.ts.map +1 -1
- package/dist/records/fts/MssqlFtsDriver.js +35 -3
- package/dist/records/fts/MssqlFtsDriver.js.map +1 -1
- package/dist/records/fts/PostgresFtsDriver.d.ts +9 -2
- package/dist/records/fts/PostgresFtsDriver.d.ts.map +1 -1
- package/dist/records/fts/PostgresFtsDriver.js +116 -11
- package/dist/records/fts/PostgresFtsDriver.js.map +1 -1
- package/dist/records/fts/SqliteFts5Driver.d.ts +7 -1
- package/dist/records/fts/SqliteFts5Driver.d.ts.map +1 -1
- package/dist/records/fts/SqliteFts5Driver.js +66 -6
- package/dist/records/fts/SqliteFts5Driver.js.map +1 -1
- package/dist/schema/OpenApiGenerator.d.ts.map +1 -1
- package/dist/schema/OpenApiGenerator.js +103 -3
- package/dist/schema/OpenApiGenerator.js.map +1 -1
- package/dist/schema/models/Field.d.ts +1 -0
- package/dist/schema/models/Field.d.ts.map +1 -1
- package/dist/snapshots/SnapshotService.d.ts.map +1 -1
- package/dist/snapshots/SnapshotService.js +21 -9
- package/dist/snapshots/SnapshotService.js.map +1 -1
- package/dist/snapshots/drivers/LogicalSnapshotDriver.d.ts.map +1 -1
- package/dist/snapshots/drivers/LogicalSnapshotDriver.js +2 -0
- package/dist/snapshots/drivers/LogicalSnapshotDriver.js.map +1 -1
- package/dist/templates/definitions/ecommerce.js +6 -6
- package/dist/templates/definitions/ecommerce.js.map +1 -1
- package/dist/webhooks/WebhookService.js +1 -1
- package/package.json +5 -3
|
@@ -10,11 +10,22 @@ class SqliteQueueDriver {
|
|
|
10
10
|
initialized = false;
|
|
11
11
|
syncEngine;
|
|
12
12
|
asyncEngine;
|
|
13
|
+
inFlightOperations = new Set();
|
|
13
14
|
constructor(db) {
|
|
14
15
|
this.db = db;
|
|
15
16
|
this.syncEngine = new SyncQueueEngine_1.SyncQueueEngine(db);
|
|
16
17
|
this.asyncEngine = new AsyncQueueEngine_1.AsyncQueueEngine(db);
|
|
17
18
|
}
|
|
19
|
+
get inFlightCount() {
|
|
20
|
+
return this.inFlightOperations.size;
|
|
21
|
+
}
|
|
22
|
+
trackInFlight(op) {
|
|
23
|
+
const promise = op();
|
|
24
|
+
this.inFlightOperations.add(promise);
|
|
25
|
+
return promise.finally(() => {
|
|
26
|
+
this.inFlightOperations.delete(promise);
|
|
27
|
+
});
|
|
28
|
+
}
|
|
18
29
|
get isSqlite() {
|
|
19
30
|
return this.db.dialect.name === 'sqlite';
|
|
20
31
|
}
|
|
@@ -31,6 +42,9 @@ class SqliteQueueDriver {
|
|
|
31
42
|
this.initialized = false;
|
|
32
43
|
}
|
|
33
44
|
async close() {
|
|
45
|
+
if (this.inFlightOperations.size > 0) {
|
|
46
|
+
await Promise.allSettled(Array.from(this.inFlightOperations));
|
|
47
|
+
}
|
|
34
48
|
this.initialized = false;
|
|
35
49
|
}
|
|
36
50
|
async ensureInit() {
|
|
@@ -42,313 +56,359 @@ class SqliteQueueDriver {
|
|
|
42
56
|
return this.isSqlite ? 'rowid' : 'id';
|
|
43
57
|
}
|
|
44
58
|
async upsertQueue(dto) {
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
59
|
+
return this.trackInFlight(async () => {
|
|
60
|
+
await this.ensureInit();
|
|
61
|
+
const now = new Date().toISOString();
|
|
62
|
+
const existing = await this.getQueue(dto.name);
|
|
63
|
+
const concurrency = dto.concurrency !== undefined && dto.concurrency !== null
|
|
64
|
+
? Math.max(0, Math.floor(Number(dto.concurrency)))
|
|
65
|
+
: (existing?.concurrency ?? 0);
|
|
66
|
+
const visibilityTimeoutSeconds = dto.visibilityTimeoutSeconds !== undefined && dto.visibilityTimeoutSeconds !== null
|
|
67
|
+
? Math.max(1, Math.floor(Number(dto.visibilityTimeoutSeconds)))
|
|
68
|
+
: (existing?.visibilityTimeoutSeconds ?? 30);
|
|
69
|
+
const maxAttempts = dto.maxAttempts !== undefined && dto.maxAttempts !== null
|
|
70
|
+
? Math.max(0, Math.floor(Number(dto.maxAttempts)))
|
|
71
|
+
: (existing?.maxAttempts ?? 3);
|
|
72
|
+
const strictOrder = dto.strictOrder !== undefined && dto.strictOrder !== null
|
|
73
|
+
? Boolean(dto.strictOrder)
|
|
74
|
+
: (existing?.strictOrder ?? false);
|
|
75
|
+
const defaultBackoff = strictOrder ? 0 : 1000;
|
|
76
|
+
const backoffDelayMs = dto.backoffDelayMs !== undefined && dto.backoffDelayMs !== null
|
|
77
|
+
? Math.max(0, Math.floor(Number(dto.backoffDelayMs)))
|
|
78
|
+
: (existing?.backoffDelayMs ?? defaultBackoff);
|
|
79
|
+
const deadLetterQueue = dto.deadLetterQueue !== undefined ? dto.deadLetterQueue : (existing?.deadLetterQueue ?? null);
|
|
80
|
+
const targetFunction = dto.targetFunction !== undefined ? dto.targetFunction : (existing?.targetFunction ?? null);
|
|
81
|
+
const isSystem = dto.name.startsWith('_system:') || dto.isSystem
|
|
82
|
+
? 1
|
|
83
|
+
: (existing ? (existing.isSystem ? 1 : 0) : 0);
|
|
84
|
+
const created = existing?.created || now;
|
|
85
|
+
const cols = [
|
|
86
|
+
'name',
|
|
87
|
+
'concurrency',
|
|
88
|
+
'visibilityTimeoutSeconds',
|
|
89
|
+
'maxAttempts',
|
|
90
|
+
'backoffDelayMs',
|
|
91
|
+
'deadLetterQueue',
|
|
92
|
+
'targetFunction',
|
|
93
|
+
'isSystem',
|
|
94
|
+
'strictOrder',
|
|
95
|
+
'created',
|
|
96
|
+
'updated',
|
|
97
|
+
];
|
|
98
|
+
const updateCols = cols.filter((c) => c !== 'name' && c !== 'created');
|
|
99
|
+
const upsertSql = this.db.dialect.upsertSql('_queues', cols, 'name', updateCols);
|
|
100
|
+
await this.db.prepare(upsertSql).run(dto.name, concurrency, visibilityTimeoutSeconds, maxAttempts, backoffDelayMs, deadLetterQueue, targetFunction, isSystem, strictOrder ? 1 : 0, created, now);
|
|
101
|
+
return (await this.getQueue(dto.name));
|
|
102
|
+
});
|
|
87
103
|
}
|
|
88
104
|
async getQueue(name) {
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
105
|
+
return this.trackInFlight(async () => {
|
|
106
|
+
await this.ensureInit();
|
|
107
|
+
const row = (await this.db.prepare('SELECT * FROM _queues WHERE name = ?').get(name));
|
|
108
|
+
return row ? (0, queueMapping_1.mapRowToQueue)(row) : null;
|
|
109
|
+
});
|
|
92
110
|
}
|
|
93
111
|
async getAllQueues(includeSystem = true) {
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
112
|
+
return this.trackInFlight(async () => {
|
|
113
|
+
await this.ensureInit();
|
|
114
|
+
const sql = includeSystem
|
|
115
|
+
? 'SELECT * FROM _queues ORDER BY created ASC'
|
|
116
|
+
: "SELECT * FROM _queues WHERE isSystem = 0 AND name NOT LIKE '_system:%' ORDER BY created ASC";
|
|
117
|
+
const rows = (await this.db.prepare(sql).all()) || [];
|
|
118
|
+
return rows.map((r) => (0, queueMapping_1.mapRowToQueue)(r));
|
|
119
|
+
});
|
|
100
120
|
}
|
|
101
121
|
async deleteQueue(name) {
|
|
102
|
-
|
|
103
|
-
|
|
122
|
+
return this.trackInFlight(async () => {
|
|
123
|
+
await this.ensureInit();
|
|
124
|
+
return this.isSqlite ? this.syncEngine.deleteQueue(name) : this.asyncEngine.deleteQueue(name);
|
|
125
|
+
});
|
|
104
126
|
}
|
|
105
127
|
async send(dto) {
|
|
106
|
-
|
|
107
|
-
|
|
128
|
+
return this.trackInFlight(async () => {
|
|
129
|
+
await this.ensureInit();
|
|
130
|
+
return this.isSqlite ? this.syncEngine.send(dto) : this.asyncEngine.send(dto);
|
|
131
|
+
});
|
|
108
132
|
}
|
|
109
133
|
async sendBatch(messages) {
|
|
110
|
-
|
|
111
|
-
|
|
134
|
+
return this.trackInFlight(async () => {
|
|
135
|
+
await this.ensureInit();
|
|
136
|
+
return this.isSqlite ? this.syncEngine.sendBatch(messages) : this.asyncEngine.sendBatch(messages);
|
|
137
|
+
});
|
|
112
138
|
}
|
|
113
139
|
async claim(queueName, claimedBy, visibilityTimeoutSeconds, limit = 1) {
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
140
|
+
return this.trackInFlight(async () => {
|
|
141
|
+
await this.ensureInit();
|
|
142
|
+
return this.isSqlite
|
|
143
|
+
? this.syncEngine.claim(queueName, claimedBy, visibilityTimeoutSeconds, limit)
|
|
144
|
+
: this.asyncEngine.claim(queueName, claimedBy, visibilityTimeoutSeconds, limit);
|
|
145
|
+
});
|
|
118
146
|
}
|
|
119
147
|
async touch(messageId, extensionSeconds, claimToken) {
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
148
|
+
return this.trackInFlight(async () => {
|
|
149
|
+
await this.ensureInit();
|
|
150
|
+
const now = new Date().toISOString();
|
|
151
|
+
const leaseExpiresAt = new Date(Date.now() + extensionSeconds * 1000).toISOString();
|
|
152
|
+
let sql = `
|
|
153
|
+
UPDATE _queue_messages
|
|
154
|
+
SET leaseExpiresAt = ?, updated = ?
|
|
155
|
+
WHERE id = ? AND status = 'processing'
|
|
156
|
+
`;
|
|
157
|
+
const params = [leaseExpiresAt, now, messageId];
|
|
158
|
+
if (claimToken) {
|
|
159
|
+
sql += ` AND claimToken = ?`;
|
|
160
|
+
params.push(claimToken);
|
|
161
|
+
}
|
|
162
|
+
const res = await this.db.prepare(sql).run(...params);
|
|
163
|
+
return Number(res?.changes || 0) > 0;
|
|
164
|
+
});
|
|
135
165
|
}
|
|
136
166
|
async complete(messageId, result, claimToken) {
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
167
|
+
return this.trackInFlight(async () => {
|
|
168
|
+
await this.ensureInit();
|
|
169
|
+
const now = new Date().toISOString();
|
|
170
|
+
const resultStr = result !== undefined ? JSON.stringify(result) : null;
|
|
171
|
+
const jobQueue = (await this.db.prepare(`
|
|
172
|
+
SELECT q.strictOrder
|
|
173
|
+
FROM _queue_messages j
|
|
174
|
+
JOIN _queues q ON j.queue = q.name
|
|
175
|
+
WHERE j.id = ?
|
|
176
|
+
`).get(messageId));
|
|
177
|
+
const allowedStatuses = jobQueue && Boolean(jobQueue.strictOrder)
|
|
178
|
+
? "('processing')"
|
|
179
|
+
: "('processing', 'queued')";
|
|
180
|
+
let sql = `
|
|
181
|
+
UPDATE _queue_messages
|
|
182
|
+
SET status = 'completed',
|
|
183
|
+
result = ?,
|
|
184
|
+
error = NULL,
|
|
185
|
+
claimedBy = NULL,
|
|
186
|
+
leaseExpiresAt = NULL,
|
|
187
|
+
claimToken = NULL,
|
|
188
|
+
updated = ?,
|
|
189
|
+
finishedAt = ?
|
|
190
|
+
WHERE id = ? AND status IN ${allowedStatuses}
|
|
191
|
+
`;
|
|
192
|
+
const params = [resultStr, now, now, messageId];
|
|
193
|
+
if (claimToken) {
|
|
194
|
+
sql += ` AND claimToken = ?`;
|
|
195
|
+
params.push(claimToken);
|
|
196
|
+
}
|
|
197
|
+
const res = await this.db.prepare(sql).run(...params);
|
|
198
|
+
return Number(res?.changes || 0) > 0;
|
|
199
|
+
});
|
|
168
200
|
}
|
|
169
201
|
async fail(messageId, error, backoffDelayMs, claimToken) {
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
202
|
+
return this.trackInFlight(async () => {
|
|
203
|
+
await this.ensureInit();
|
|
204
|
+
return this.isSqlite
|
|
205
|
+
? this.syncEngine.fail(messageId, error, backoffDelayMs, claimToken)
|
|
206
|
+
: this.asyncEngine.fail(messageId, error, backoffDelayMs, claimToken);
|
|
207
|
+
});
|
|
174
208
|
}
|
|
175
209
|
async forceDeadLetter(messageId, reason = 'Force-skipped to DLQ by operator') {
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
210
|
+
return this.trackInFlight(async () => {
|
|
211
|
+
await this.ensureInit();
|
|
212
|
+
return this.isSqlite
|
|
213
|
+
? this.syncEngine.forceDeadLetter(messageId, reason)
|
|
214
|
+
: this.asyncEngine.forceDeadLetter(messageId, reason);
|
|
215
|
+
});
|
|
180
216
|
}
|
|
181
217
|
async cancel(messageId) {
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
218
|
+
return this.trackInFlight(async () => {
|
|
219
|
+
await this.ensureInit();
|
|
220
|
+
return this.isSqlite
|
|
221
|
+
? this.syncEngine.cancel(messageId)
|
|
222
|
+
: this.asyncEngine.cancel(messageId);
|
|
223
|
+
});
|
|
186
224
|
}
|
|
187
225
|
async defer(messageId, delayMs, reason) {
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
226
|
+
return this.trackInFlight(async () => {
|
|
227
|
+
await this.ensureInit();
|
|
228
|
+
const now = new Date().toISOString();
|
|
229
|
+
const availableAt = new Date(Date.now() + Math.max(0, delayMs)).toISOString();
|
|
230
|
+
const res = await this.db.prepare(`
|
|
231
|
+
UPDATE _queue_messages
|
|
232
|
+
SET status = 'queued',
|
|
233
|
+
claimedBy = NULL,
|
|
234
|
+
leaseExpiresAt = NULL,
|
|
235
|
+
claimToken = NULL,
|
|
236
|
+
attempts = CASE WHEN attempts > 0 THEN attempts - 1 ELSE 0 END,
|
|
237
|
+
error = ?,
|
|
238
|
+
availableAt = ?,
|
|
239
|
+
updated = ?
|
|
240
|
+
WHERE id = ? AND status = 'processing'
|
|
241
|
+
`).run(reason || null, availableAt, now, messageId);
|
|
242
|
+
return Number(res?.changes || 0) > 0;
|
|
243
|
+
});
|
|
204
244
|
}
|
|
205
245
|
async retryDeadLetterMessages(queueName, limit = 100, onMessageRequeued) {
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
246
|
+
return this.trackInFlight(async () => {
|
|
247
|
+
await this.ensureInit();
|
|
248
|
+
return this.isSqlite
|
|
249
|
+
? this.syncEngine.retryDeadLetterMessages(queueName, limit, onMessageRequeued)
|
|
250
|
+
: this.asyncEngine.retryDeadLetterMessages(queueName, limit, onMessageRequeued);
|
|
251
|
+
});
|
|
210
252
|
}
|
|
211
253
|
async retryMessage(messageId, onMessageRequeued) {
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
254
|
+
return this.trackInFlight(async () => {
|
|
255
|
+
await this.ensureInit();
|
|
256
|
+
return this.isSqlite
|
|
257
|
+
? this.syncEngine.retryMessage(messageId, onMessageRequeued)
|
|
258
|
+
: this.asyncEngine.retryMessage(messageId, onMessageRequeued);
|
|
259
|
+
});
|
|
216
260
|
}
|
|
217
261
|
async reclaimOrphaned(queueName, options = {}, onDlqEnqueued) {
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
262
|
+
return this.trackInFlight(async () => {
|
|
263
|
+
await this.ensureInit();
|
|
264
|
+
return this.isSqlite
|
|
265
|
+
? this.syncEngine.reclaimOrphaned(queueName, options, onDlqEnqueued)
|
|
266
|
+
: this.asyncEngine.reclaimOrphaned(queueName, options, onDlqEnqueued);
|
|
267
|
+
});
|
|
222
268
|
}
|
|
223
269
|
async cleanup(retentionDays, queueName) {
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
270
|
+
return this.trackInFlight(async () => {
|
|
271
|
+
await this.ensureInit();
|
|
272
|
+
const days = Math.max(0, retentionDays);
|
|
273
|
+
const cutoff = new Date(Date.now() - days * 86400 * 1000).toISOString();
|
|
274
|
+
if (queueName) {
|
|
275
|
+
const res = await this.db.prepare(`
|
|
276
|
+
DELETE FROM _queue_messages
|
|
277
|
+
WHERE queue = ?
|
|
278
|
+
AND status IN ('completed', 'failed', 'dead_letter')
|
|
279
|
+
AND COALESCE(finishedAt, updated) <= ?
|
|
280
|
+
`).run(queueName, cutoff);
|
|
281
|
+
return Number(res?.changes || 0);
|
|
282
|
+
}
|
|
228
283
|
const res = await this.db.prepare(`
|
|
229
284
|
DELETE FROM _queue_messages
|
|
230
|
-
WHERE
|
|
231
|
-
AND status IN ('completed', 'failed', 'dead_letter')
|
|
285
|
+
WHERE status IN ('completed', 'failed', 'dead_letter')
|
|
232
286
|
AND COALESCE(finishedAt, updated) <= ?
|
|
233
|
-
`).run(
|
|
287
|
+
`).run(cutoff);
|
|
234
288
|
return Number(res?.changes || 0);
|
|
235
|
-
}
|
|
236
|
-
const res = await this.db.prepare(`
|
|
237
|
-
DELETE FROM _queue_messages
|
|
238
|
-
WHERE status IN ('completed', 'failed', 'dead_letter')
|
|
239
|
-
AND COALESCE(finishedAt, updated) <= ?
|
|
240
|
-
`).run(cutoff);
|
|
241
|
-
return Number(res?.changes || 0);
|
|
289
|
+
});
|
|
242
290
|
}
|
|
243
291
|
async purge(queueName, status) {
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
292
|
+
return this.trackInFlight(async () => {
|
|
293
|
+
await this.ensureInit();
|
|
294
|
+
if (status) {
|
|
295
|
+
const res = await this.db.prepare('DELETE FROM _queue_messages WHERE queue = ? AND status = ?').run(queueName, status);
|
|
296
|
+
return Number(res?.changes || 0);
|
|
297
|
+
}
|
|
298
|
+
const res = await this.db.prepare("DELETE FROM _queue_messages WHERE queue = ? AND status IN ('queued', 'failed', 'dead_letter', 'completed')").run(queueName);
|
|
247
299
|
return Number(res?.changes || 0);
|
|
248
|
-
}
|
|
249
|
-
const res = await this.db.prepare("DELETE FROM _queue_messages WHERE queue = ? AND status IN ('queued', 'failed', 'dead_letter', 'completed')").run(queueName);
|
|
250
|
-
return Number(res?.changes || 0);
|
|
300
|
+
});
|
|
251
301
|
}
|
|
252
302
|
async getMessage(messageId) {
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
303
|
+
return this.trackInFlight(async () => {
|
|
304
|
+
await this.ensureInit();
|
|
305
|
+
const row = (await this.db.prepare('SELECT * FROM _queue_messages WHERE id = ?').get(messageId));
|
|
306
|
+
return row ? (0, queueMapping_1.mapRowToMessage)(row) : null;
|
|
307
|
+
});
|
|
256
308
|
}
|
|
257
309
|
async getMessages(options = {}) {
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
310
|
+
return this.trackInFlight(async () => {
|
|
311
|
+
await this.ensureInit();
|
|
312
|
+
const page = Math.max(1, options.page || 1);
|
|
313
|
+
const perPage = Math.max(1, Math.min(options.perPage || 25, 100));
|
|
314
|
+
const offset = (page - 1) * perPage;
|
|
315
|
+
let where = 'WHERE 1=1';
|
|
316
|
+
const params = [];
|
|
317
|
+
if (options.queue) {
|
|
318
|
+
where += ' AND queue = ?';
|
|
319
|
+
params.push(options.queue);
|
|
320
|
+
}
|
|
321
|
+
else if (!options.includeSystem) {
|
|
322
|
+
where += " AND queue NOT LIKE '_system:%'";
|
|
323
|
+
}
|
|
324
|
+
if (options.status && options.status !== 'all') {
|
|
325
|
+
where += ' AND status = ?';
|
|
326
|
+
params.push(options.status);
|
|
327
|
+
}
|
|
328
|
+
if (options.groupKey) {
|
|
329
|
+
where += ' AND groupKey = ?';
|
|
330
|
+
params.push(options.groupKey);
|
|
331
|
+
}
|
|
332
|
+
const countRow = (await this.db.prepare(`SELECT COUNT(*) as total FROM _queue_messages ${where}`).get(...params));
|
|
333
|
+
const total = Number(countRow?.total || 0);
|
|
334
|
+
const tieBreaker = this.getTieBreaker();
|
|
335
|
+
const pag = this.db.dialect.paginationSql('?', '?', true);
|
|
336
|
+
const pagParams = pag.paramOrder === 'limit-first' ? [perPage, offset] : [offset, perPage];
|
|
337
|
+
const rows = (await this.db.prepare(`
|
|
338
|
+
SELECT * FROM _queue_messages
|
|
339
|
+
${where}
|
|
340
|
+
ORDER BY priority DESC, created ASC, ${tieBreaker} ASC
|
|
341
|
+
${pag.clause}
|
|
342
|
+
`).all(...params, ...pagParams)) || [];
|
|
343
|
+
return {
|
|
344
|
+
items: rows.map((r) => (0, queueMapping_1.mapRowToMessage)(r)),
|
|
345
|
+
total,
|
|
346
|
+
};
|
|
347
|
+
});
|
|
294
348
|
}
|
|
295
349
|
async getStats(queueName, includeSystem = false) {
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
350
|
+
return this.trackInFlight(async () => {
|
|
351
|
+
await this.ensureInit();
|
|
352
|
+
let where = '';
|
|
353
|
+
const params = [];
|
|
354
|
+
if (queueName) {
|
|
355
|
+
where = 'WHERE queue = ?';
|
|
356
|
+
params.push(queueName);
|
|
357
|
+
}
|
|
358
|
+
else if (!includeSystem) {
|
|
359
|
+
where = "WHERE queue NOT LIKE '_system:%'";
|
|
360
|
+
}
|
|
361
|
+
const row = (await this.db.prepare(`
|
|
362
|
+
SELECT
|
|
363
|
+
COUNT(*) as total,
|
|
364
|
+
SUM(CASE WHEN status = 'queued' THEN 1 ELSE 0 END) as queued,
|
|
365
|
+
SUM(CASE WHEN status = 'processing' THEN 1 ELSE 0 END) as processing,
|
|
366
|
+
SUM(CASE WHEN status = 'completed' THEN 1 ELSE 0 END) as completed,
|
|
367
|
+
SUM(CASE WHEN status = 'failed' THEN 1 ELSE 0 END) as failed,
|
|
368
|
+
SUM(CASE WHEN status = 'dead_letter' THEN 1 ELSE 0 END) as deadLetter
|
|
369
|
+
FROM _queue_messages
|
|
370
|
+
${where}
|
|
371
|
+
`).get(...params));
|
|
372
|
+
const deadLetter = Number(row?.deadLetter || 0);
|
|
373
|
+
return {
|
|
374
|
+
queued: Number(row?.queued || 0),
|
|
375
|
+
processing: Number(row?.processing || 0),
|
|
376
|
+
completed: Number(row?.completed || 0),
|
|
377
|
+
failed: Number(row?.failed || 0),
|
|
378
|
+
deadLetter,
|
|
379
|
+
dead_letter: deadLetter,
|
|
380
|
+
total: Number(row?.total || 0),
|
|
381
|
+
};
|
|
382
|
+
});
|
|
327
383
|
}
|
|
328
384
|
async getNextDelayedTimestamp(queueName) {
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
385
|
+
return this.trackInFlight(async () => {
|
|
386
|
+
await this.ensureInit();
|
|
387
|
+
const now = new Date().toISOString();
|
|
388
|
+
if (queueName) {
|
|
389
|
+
const row = (await this.db.prepare(`
|
|
390
|
+
SELECT MIN(availableAt) as nextAt FROM _queue_messages
|
|
391
|
+
WHERE queue = ? AND status = 'queued' AND availableAt > ?
|
|
392
|
+
`).get(queueName, now));
|
|
393
|
+
return row?.nextAt || null;
|
|
394
|
+
}
|
|
332
395
|
const row = (await this.db.prepare(`
|
|
333
396
|
SELECT MIN(availableAt) as nextAt FROM _queue_messages
|
|
334
|
-
WHERE
|
|
335
|
-
`).get(
|
|
397
|
+
WHERE status = 'queued' AND availableAt > ?
|
|
398
|
+
`).get(now));
|
|
336
399
|
return row?.nextAt || null;
|
|
337
|
-
}
|
|
338
|
-
const row = (await this.db.prepare(`
|
|
339
|
-
SELECT MIN(availableAt) as nextAt FROM _queue_messages
|
|
340
|
-
WHERE status = 'queued' AND availableAt > ?
|
|
341
|
-
`).get(now));
|
|
342
|
-
return row?.nextAt || null;
|
|
400
|
+
});
|
|
343
401
|
}
|
|
344
402
|
async getQueuesWithPendingMessages() {
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
|
|
403
|
+
return this.trackInFlight(async () => {
|
|
404
|
+
await this.ensureInit();
|
|
405
|
+
const now = new Date().toISOString();
|
|
406
|
+
const rows = (await this.db.prepare(`
|
|
407
|
+
SELECT DISTINCT queue FROM _queue_messages
|
|
408
|
+
WHERE status = 'queued' AND availableAt <= ?
|
|
409
|
+
`).all(now));
|
|
410
|
+
return (rows || []).map((r) => r.queue);
|
|
411
|
+
});
|
|
352
412
|
}
|
|
353
413
|
}
|
|
354
414
|
exports.SqliteQueueDriver = SqliteQueueDriver;
|