@dudousxd/nestjs-durable-store-drizzle 0.24.7 → 0.26.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +75 -5
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +148 -1
- package/dist/index.d.ts +148 -1
- package/dist/index.js +75 -6
- package/dist/index.js.map +1 -1
- package/dist/pg/index.cjs +719 -121
- package/dist/pg/index.cjs.map +1 -1
- package/dist/pg/index.d.cts +159 -2
- package/dist/pg/index.d.ts +159 -2
- package/dist/pg/index.js +600 -13
- package/dist/pg/index.js.map +1 -1
- package/package.json +3 -3
package/dist/pg/index.cjs
CHANGED
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __create = Object.create;
|
|
2
3
|
var __defProp = Object.defineProperty;
|
|
3
4
|
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
5
|
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
+
var __getProtoOf = Object.getPrototypeOf;
|
|
5
7
|
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
8
|
var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
|
|
7
9
|
var __export = (target, all) => {
|
|
@@ -16,6 +18,14 @@ var __copyProps = (to, from, except, desc2) => {
|
|
|
16
18
|
}
|
|
17
19
|
return to;
|
|
18
20
|
};
|
|
21
|
+
var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
|
|
22
|
+
// If the importer is in node compatibility mode or this is not an ESM
|
|
23
|
+
// file that has been converted to a CommonJS file using a Babel-
|
|
24
|
+
// compatible transform (i.e. "__esModule" has not been set), then set
|
|
25
|
+
// "default" to the CommonJS "module.exports" for node compatibility.
|
|
26
|
+
isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
|
|
27
|
+
mod
|
|
28
|
+
));
|
|
19
29
|
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
20
30
|
|
|
21
31
|
// src/pg/index.ts
|
|
@@ -32,6 +42,7 @@ __export(pg_exports, {
|
|
|
32
42
|
durablePgSchema: () => durablePgSchema,
|
|
33
43
|
durableRunAttributes: () => durableRunAttributes,
|
|
34
44
|
durableSchedules: () => durableSchedules,
|
|
45
|
+
durableSignalIds: () => durableSignalIds,
|
|
35
46
|
durableSignalWaiters: () => durableSignalWaiters,
|
|
36
47
|
durableStepCheckpoints: () => durableStepCheckpoints,
|
|
37
48
|
durableWorkflowRuns: () => durableWorkflowRuns,
|
|
@@ -142,6 +153,12 @@ var DURABLE_PG_DDL = [
|
|
|
142
153
|
"name" text NOT NULL,
|
|
143
154
|
"payload" jsonb,
|
|
144
155
|
"published_at" timestamp with time zone NOT NULL
|
|
156
|
+
)`,
|
|
157
|
+
`CREATE TABLE IF NOT EXISTS "durable_signal_ids" (
|
|
158
|
+
"token" text NOT NULL,
|
|
159
|
+
"signal_id" text NOT NULL,
|
|
160
|
+
"expires_at" timestamp with time zone NOT NULL,
|
|
161
|
+
CONSTRAINT "durable_signal_ids_token_signal_id_pk" PRIMARY KEY("token","signal_id")
|
|
145
162
|
)`,
|
|
146
163
|
`CREATE TABLE IF NOT EXISTS "durable_schedules" (
|
|
147
164
|
"id" text PRIMARY KEY NOT NULL,
|
|
@@ -166,7 +183,8 @@ var DURABLE_PG_DDL = [
|
|
|
166
183
|
`CREATE INDEX IF NOT EXISTS "durable_signal_waiters_run_id_idx" ON "durable_signal_waiters" USING btree ("run_id")`,
|
|
167
184
|
`CREATE INDEX IF NOT EXISTS "durable_buffered_signals_token_idx" ON "durable_buffered_signals" USING btree ("token","id")`,
|
|
168
185
|
`CREATE INDEX IF NOT EXISTS "durable_buffered_events_name_published_at_idx" ON "durable_buffered_events" USING btree ("name","published_at")`,
|
|
169
|
-
`CREATE INDEX IF NOT EXISTS "durable_schedules_due_idx" ON "durable_schedules" USING btree ("paused","next_fire_at")
|
|
186
|
+
`CREATE INDEX IF NOT EXISTS "durable_schedules_due_idx" ON "durable_schedules" USING btree ("paused","next_fire_at")`,
|
|
187
|
+
`CREATE INDEX IF NOT EXISTS "durable_signal_ids_expires_at_idx" ON "durable_signal_ids" USING btree ("expires_at")`
|
|
170
188
|
];
|
|
171
189
|
var SCHEMA_LOCK_KEY = "durable_schema";
|
|
172
190
|
function drizzlePgSchemaRepairWarning(repairs) {
|
|
@@ -239,10 +257,122 @@ __name(ensureDrizzlePgDurableSchema, "ensureDrizzlePgDurableSchema");
|
|
|
239
257
|
|
|
240
258
|
// src/pg/drizzle-pg-state-store.ts
|
|
241
259
|
var import_nestjs_durable_core = require("@dudousxd/nestjs-durable-core");
|
|
242
|
-
var
|
|
260
|
+
var import_drizzle_orm5 = require("drizzle-orm");
|
|
243
261
|
|
|
244
|
-
// src/pg/
|
|
262
|
+
// src/pg/hot-path.ts
|
|
263
|
+
var drizzleOrm = __toESM(require("drizzle-orm"), 1);
|
|
245
264
|
var import_drizzle_orm3 = require("drizzle-orm");
|
|
265
|
+
function nodePgClient(db) {
|
|
266
|
+
const client = db.$client;
|
|
267
|
+
if (!client || typeof client !== "object") return void 0;
|
|
268
|
+
if (typeof client.query !== "function") return void 0;
|
|
269
|
+
const isPool = "totalCount" in client && "idleCount" in client;
|
|
270
|
+
const isClient = "connectionParameters" in client;
|
|
271
|
+
return isPool || isClient ? client : void 0;
|
|
272
|
+
}
|
|
273
|
+
__name(nodePgClient, "nodePgClient");
|
|
274
|
+
function drizzleLogger(db) {
|
|
275
|
+
const logger = db.session?.logger;
|
|
276
|
+
if (!logger || typeof logger.logQuery !== "function") return void 0;
|
|
277
|
+
if (logger.constructor?.name === "NoopLogger") {
|
|
278
|
+
return void 0;
|
|
279
|
+
}
|
|
280
|
+
return logger;
|
|
281
|
+
}
|
|
282
|
+
__name(drizzleLogger, "drizzleLogger");
|
|
283
|
+
var QueryError = drizzleOrm.DrizzleQueryError;
|
|
284
|
+
function hash(text2) {
|
|
285
|
+
let h = 2166136261;
|
|
286
|
+
for (let i = 0; i < text2.length; i += 1) {
|
|
287
|
+
h ^= text2.charCodeAt(i);
|
|
288
|
+
h = Math.imul(h, 16777619);
|
|
289
|
+
}
|
|
290
|
+
return (h >>> 0).toString(36);
|
|
291
|
+
}
|
|
292
|
+
__name(hash, "hash");
|
|
293
|
+
var PgHotPath = class _PgHotPath {
|
|
294
|
+
static {
|
|
295
|
+
__name(this, "PgHotPath");
|
|
296
|
+
}
|
|
297
|
+
client;
|
|
298
|
+
logger;
|
|
299
|
+
prepared;
|
|
300
|
+
constructor(client, logger, prepared) {
|
|
301
|
+
this.client = client;
|
|
302
|
+
this.logger = logger;
|
|
303
|
+
this.prepared = prepared;
|
|
304
|
+
}
|
|
305
|
+
/** The hot path for `db`, or `undefined` when `db` does not run on node-postgres. */
|
|
306
|
+
static for(db, options = {}) {
|
|
307
|
+
const client = nodePgClient(db);
|
|
308
|
+
if (!client) return void 0;
|
|
309
|
+
return new _PgHotPath(client, drizzleLogger(db), options.preparedStatements !== false);
|
|
310
|
+
}
|
|
311
|
+
/** Run one statement; resolves its rows as the driver decoded them (column names as stored). */
|
|
312
|
+
async query(text2, values) {
|
|
313
|
+
this.logger?.logQuery(text2, values);
|
|
314
|
+
const config = {
|
|
315
|
+
text: text2,
|
|
316
|
+
values
|
|
317
|
+
};
|
|
318
|
+
if (this.prepared) config.name = `durable_${hash(text2)}`;
|
|
319
|
+
try {
|
|
320
|
+
return (await this.client.query(config)).rows;
|
|
321
|
+
} catch (err) {
|
|
322
|
+
throw QueryError ? new QueryError(text2, values, err) : err;
|
|
323
|
+
}
|
|
324
|
+
}
|
|
325
|
+
};
|
|
326
|
+
var TableCodec = class {
|
|
327
|
+
static {
|
|
328
|
+
__name(this, "TableCodec");
|
|
329
|
+
}
|
|
330
|
+
columns;
|
|
331
|
+
/** `"a", "b", …` in column order. */
|
|
332
|
+
list;
|
|
333
|
+
constructor(table, omit = []) {
|
|
334
|
+
this.columns = Object.entries((0, import_drizzle_orm3.getTableColumns)(table)).filter(([key]) => !omit.includes(key));
|
|
335
|
+
this.list = this.columns.map(([, c]) => quote(c.name)).join(", ");
|
|
336
|
+
}
|
|
337
|
+
/** The quoted column name of `property`. */
|
|
338
|
+
name(property) {
|
|
339
|
+
const found = this.columns.find(([key]) => key === property);
|
|
340
|
+
if (!found) throw new Error(`no column for ${property}`);
|
|
341
|
+
return quote(found[1].name);
|
|
342
|
+
}
|
|
343
|
+
/** A value of `property` as drizzle's builder would bind it. */
|
|
344
|
+
encode(property, value) {
|
|
345
|
+
if (value == null) return null;
|
|
346
|
+
const found = this.columns.find(([key]) => key === property);
|
|
347
|
+
return found ? found[1].mapToDriverValue(value) : value;
|
|
348
|
+
}
|
|
349
|
+
/** A row's values, in column order, as drizzle's builder would bind them. */
|
|
350
|
+
encodeRow(row) {
|
|
351
|
+
return this.columns.map(([key, column]) => {
|
|
352
|
+
const value = row[key];
|
|
353
|
+
return value == null ? null : column.mapToDriverValue(value);
|
|
354
|
+
});
|
|
355
|
+
}
|
|
356
|
+
/** A row a statement returned, as drizzle would map it (absent / omitted columns read `null`). */
|
|
357
|
+
decode(raw) {
|
|
358
|
+
const row = {};
|
|
359
|
+
for (const [key, column] of this.columns) {
|
|
360
|
+
const value = raw[column.name];
|
|
361
|
+
row[key] = value == null ? null : column.mapFromDriverValue(value);
|
|
362
|
+
}
|
|
363
|
+
return row;
|
|
364
|
+
}
|
|
365
|
+
};
|
|
366
|
+
var quote = /* @__PURE__ */ __name((name) => `"${name.replace(/"/g, '""')}"`, "quote");
|
|
367
|
+
function placeholders(from, count) {
|
|
368
|
+
return Array.from({
|
|
369
|
+
length: count
|
|
370
|
+
}, (_, i) => `$${from + i}`).join(", ");
|
|
371
|
+
}
|
|
372
|
+
__name(placeholders, "placeholders");
|
|
373
|
+
|
|
374
|
+
// src/pg/schema.ts
|
|
375
|
+
var import_drizzle_orm4 = require("drizzle-orm");
|
|
246
376
|
var import_pg_core = require("drizzle-orm/pg-core");
|
|
247
377
|
var DEFAULT_NAMESPACE = "default";
|
|
248
378
|
var tstz = /* @__PURE__ */ __name((name) => (0, import_pg_core.timestamp)(name, {
|
|
@@ -372,6 +502,19 @@ var durableBufferedEvents = (0, import_pg_core.pgTable)("durable_buffered_events
|
|
|
372
502
|
}, (t) => [
|
|
373
503
|
(0, import_pg_core.index)("durable_buffered_events_name_published_at_idx").on(t.name, t.publishedAt)
|
|
374
504
|
]);
|
|
505
|
+
var durableSignalIds = (0, import_pg_core.pgTable)("durable_signal_ids", {
|
|
506
|
+
token: (0, import_pg_core.text)("token").notNull(),
|
|
507
|
+
signalId: (0, import_pg_core.text)("signal_id").notNull(),
|
|
508
|
+
expiresAt: tstz("expires_at").notNull()
|
|
509
|
+
}, (t) => [
|
|
510
|
+
(0, import_pg_core.primaryKey)({
|
|
511
|
+
columns: [
|
|
512
|
+
t.token,
|
|
513
|
+
t.signalId
|
|
514
|
+
]
|
|
515
|
+
}),
|
|
516
|
+
(0, import_pg_core.index)("durable_signal_ids_expires_at_idx").on(t.expiresAt)
|
|
517
|
+
]);
|
|
375
518
|
var durableSchedules = (0, import_pg_core.pgTable)(
|
|
376
519
|
"durable_schedules",
|
|
377
520
|
{
|
|
@@ -398,32 +541,36 @@ var durablePgSchema = {
|
|
|
398
541
|
durableSignalWaiters,
|
|
399
542
|
durableBufferedSignals,
|
|
400
543
|
durableBufferedEvents,
|
|
544
|
+
durableSignalIds,
|
|
401
545
|
durableSchedules
|
|
402
546
|
};
|
|
403
547
|
function durablePgManagedTables() {
|
|
404
|
-
return Object.values(durablePgSchema).map((table) => (0,
|
|
548
|
+
return Object.values(durablePgSchema).map((table) => (0, import_drizzle_orm4.getTableName)(table));
|
|
405
549
|
}
|
|
406
550
|
__name(durablePgManagedTables, "durablePgManagedTables");
|
|
407
551
|
|
|
408
552
|
// src/pg/drizzle-pg-state-store.ts
|
|
553
|
+
var RETENTION_EXCLUDED = [
|
|
554
|
+
import_nestjs_durable_core.LIFECYCLE_REGISTRY_WORKFLOW
|
|
555
|
+
];
|
|
409
556
|
function anyOf(conditions) {
|
|
410
557
|
const present = conditions.filter((c) => c !== void 0);
|
|
411
|
-
return present.length ? (0,
|
|
558
|
+
return present.length ? (0, import_drizzle_orm5.or)(...present) : import_drizzle_orm5.sql`1 = 0`;
|
|
412
559
|
}
|
|
413
560
|
__name(anyOf, "anyOf");
|
|
414
561
|
function namespaceFilter(namespace) {
|
|
415
562
|
if (namespace === void 0) return void 0;
|
|
416
563
|
if (namespace === DEFAULT_NAMESPACE || namespace === "") {
|
|
417
|
-
return (0,
|
|
564
|
+
return (0, import_drizzle_orm5.inArray)(durableWorkflowRuns.namespace, [
|
|
418
565
|
DEFAULT_NAMESPACE,
|
|
419
566
|
""
|
|
420
567
|
]);
|
|
421
568
|
}
|
|
422
|
-
return (0,
|
|
569
|
+
return (0, import_drizzle_orm5.eq)(durableWorkflowRuns.namespace, namespace);
|
|
423
570
|
}
|
|
424
571
|
__name(namespaceFilter, "namespaceFilter");
|
|
425
572
|
function hasTag(tag) {
|
|
426
|
-
return
|
|
573
|
+
return import_drizzle_orm5.sql`${durableWorkflowRuns.tags} @> ${JSON.stringify([
|
|
427
574
|
tag
|
|
428
575
|
])}::jsonb`;
|
|
429
576
|
}
|
|
@@ -437,10 +584,59 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
437
584
|
db;
|
|
438
585
|
options;
|
|
439
586
|
scopeNamespace;
|
|
587
|
+
/** Constant-SQL path for the per-step statements, on node-postgres (see `hot-path.ts`). */
|
|
588
|
+
hot;
|
|
589
|
+
/** The run read-scope predicate as SQL text from `$2` on, and its values (hot path). */
|
|
590
|
+
hotScope;
|
|
591
|
+
/** Hot-path UPDATE texts by patch shape. */
|
|
592
|
+
hotUpdates = /* @__PURE__ */ new Map();
|
|
440
593
|
constructor(db, options = {}) {
|
|
441
594
|
this.db = db;
|
|
442
595
|
this.options = options;
|
|
443
596
|
this.scopeNamespace = options.scope?.namespace;
|
|
597
|
+
this.hot = PgHotPath.for(db, {
|
|
598
|
+
preparedStatements: options.preparedStatements
|
|
599
|
+
});
|
|
600
|
+
const ns = this.scopeNamespace;
|
|
601
|
+
this.hotScope = ns === void 0 ? {
|
|
602
|
+
text: "",
|
|
603
|
+
values: []
|
|
604
|
+
} : ns === DEFAULT_NAMESPACE || ns === "" ? {
|
|
605
|
+
text: ' AND "namespace" IN ($2, $3)',
|
|
606
|
+
values: [
|
|
607
|
+
DEFAULT_NAMESPACE,
|
|
608
|
+
""
|
|
609
|
+
]
|
|
610
|
+
} : {
|
|
611
|
+
text: ' AND "namespace" = $2',
|
|
612
|
+
values: [
|
|
613
|
+
ns
|
|
614
|
+
]
|
|
615
|
+
};
|
|
616
|
+
}
|
|
617
|
+
/**
|
|
618
|
+
* A hot-path `UPDATE` of the runs table setting `row`'s columns on run `$n`, optionally only while
|
|
619
|
+
* its status is one of `expected` (then `RETURNING "id"`). Text cached per shape.
|
|
620
|
+
*/
|
|
621
|
+
hotRunUpdate(runId, row, expected) {
|
|
622
|
+
const keys = Object.keys(row);
|
|
623
|
+
const shape = `${keys.join(",")}|${expected?.length ?? -1}`;
|
|
624
|
+
let text2 = this.hotUpdates.get(shape);
|
|
625
|
+
if (text2 === void 0) {
|
|
626
|
+
const set = keys.map((key, i) => `${RUNS.name(key)} = $${i + 1}`).join(", ");
|
|
627
|
+
const id = keys.length + 1;
|
|
628
|
+
text2 = `UPDATE ${T_RUNS} SET ${set} WHERE "id" = $${id}`;
|
|
629
|
+
if (expected) {
|
|
630
|
+
text2 += ` AND "status" IN (${placeholders(id + 1, expected.length)}) RETURNING "id"`;
|
|
631
|
+
}
|
|
632
|
+
this.hotUpdates.set(shape, text2);
|
|
633
|
+
}
|
|
634
|
+
const values = keys.map((key) => RUNS.encode(key, row[key]));
|
|
635
|
+
values.push(runId, ...expected ?? []);
|
|
636
|
+
return {
|
|
637
|
+
text: text2,
|
|
638
|
+
values
|
|
639
|
+
};
|
|
444
640
|
}
|
|
445
641
|
/** A store confined to `scope.namespace`, sharing this store's db (no new connection). Used by the
|
|
446
642
|
* NestJS module's `scopeReads`; `{ namespace: undefined }` is the unscoped operator view. */
|
|
@@ -463,28 +659,35 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
463
659
|
}
|
|
464
660
|
async tryAdmitSingleton(runId, tag, workflow, limit, retryWakeAt) {
|
|
465
661
|
return this.db.transaction(async (tx) => {
|
|
466
|
-
const where = (0,
|
|
662
|
+
const where = (0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.workflow, workflow), (0, import_drizzle_orm5.inArray)(durableWorkflowRuns.status, import_nestjs_durable_core.SINGLETON_ACTIVE_STATUSES), hasTag(tag), this.scope());
|
|
467
663
|
await tx.select({
|
|
468
664
|
id: durableWorkflowRuns.id
|
|
469
|
-
}).from(durableWorkflowRuns).where(where).orderBy((0,
|
|
665
|
+
}).from(durableWorkflowRuns).where(where).orderBy((0, import_drizzle_orm5.asc)(durableWorkflowRuns.id)).for("update");
|
|
470
666
|
const rows = await tx.select().from(durableWorkflowRuns).where(where);
|
|
471
667
|
const runs = rows.map(fromRunRow);
|
|
472
668
|
const tags = (0, import_nestjs_durable_core.singletonAdmissionTags)(runs, runId, tag, workflow, limit);
|
|
473
669
|
if (!tags) {
|
|
474
670
|
const patch = (0, import_nestjs_durable_core.singletonAdmissionDenialPatch)(runs, runId, tag, workflow, retryWakeAt);
|
|
475
|
-
if (patch) await tx.update(durableWorkflowRuns).set(toRunPatch(patch)).where((0,
|
|
671
|
+
if (patch) await tx.update(durableWorkflowRuns).set(toRunPatch(patch)).where((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId));
|
|
476
672
|
return false;
|
|
477
673
|
}
|
|
478
674
|
await tx.update(durableWorkflowRuns).set({
|
|
479
675
|
tags
|
|
480
|
-
}).where((0,
|
|
676
|
+
}).where((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId));
|
|
481
677
|
return true;
|
|
482
678
|
});
|
|
483
679
|
}
|
|
484
680
|
async createRun(run) {
|
|
485
681
|
if ((0, import_nestjs_durable_core.normalizeAttributeRows)(run.id, run.searchAttributes).length === 0) {
|
|
682
|
+
if (this.hot) {
|
|
683
|
+
await this.hot.query(INSERT_RUN, RUNS.encodeRow(toRunRow(run)));
|
|
684
|
+
await this.hot.query(DELETE_ATTRIBUTES, [
|
|
685
|
+
run.id
|
|
686
|
+
]);
|
|
687
|
+
return;
|
|
688
|
+
}
|
|
486
689
|
await this.db.insert(durableWorkflowRuns).values(toRunRow(run));
|
|
487
|
-
await this.db.delete(durableRunAttributes).where((0,
|
|
690
|
+
await this.db.delete(durableRunAttributes).where((0, import_drizzle_orm5.eq)(durableRunAttributes.runId, run.id));
|
|
488
691
|
return;
|
|
489
692
|
}
|
|
490
693
|
await this.db.transaction(async (tx) => {
|
|
@@ -498,11 +701,16 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
498
701
|
const reindex = "searchAttributes" in patch;
|
|
499
702
|
if (!Object.keys(row).length && !reindex) return;
|
|
500
703
|
if (!reindex) {
|
|
501
|
-
|
|
704
|
+
if (this.hot) {
|
|
705
|
+
const { text: text2, values } = this.hotRunUpdate(runId, row);
|
|
706
|
+
await this.hot.query(text2, values);
|
|
707
|
+
return;
|
|
708
|
+
}
|
|
709
|
+
await this.db.update(durableWorkflowRuns).set(row).where((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId));
|
|
502
710
|
return;
|
|
503
711
|
}
|
|
504
712
|
await this.db.transaction(async (tx) => {
|
|
505
|
-
if (Object.keys(row).length) await tx.update(durableWorkflowRuns).set(row).where((0,
|
|
713
|
+
if (Object.keys(row).length) await tx.update(durableWorkflowRuns).set(row).where((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId));
|
|
506
714
|
if (reindex) await reindexAttributes(tx, runId, patch.searchAttributes);
|
|
507
715
|
});
|
|
508
716
|
}
|
|
@@ -511,7 +719,17 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
511
719
|
const patch = inputPatch.status && import_nestjs_durable_core.TERMINAL_RUN_STATUSES.includes(inputPatch.status) ? await (0, import_nestjs_durable_core.clearTerminalSingletonAdmission)(runId, inputPatch, (id) => this.withScope({}).getRun(id)) : inputPatch;
|
|
512
720
|
const row = toRunPatch(patch);
|
|
513
721
|
const reindex = "searchAttributes" in patch;
|
|
514
|
-
const matches = (0,
|
|
722
|
+
const matches = (0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId), (0, import_drizzle_orm5.inArray)(durableWorkflowRuns.status, expectedStatuses));
|
|
723
|
+
if (!reindex && Object.keys(row).length) {
|
|
724
|
+
if (this.hot) {
|
|
725
|
+
const { text: text2, values } = this.hotRunUpdate(runId, row, expectedStatuses);
|
|
726
|
+
return (await this.hot.query(text2, values)).length === 1;
|
|
727
|
+
}
|
|
728
|
+
const applied = await this.db.update(durableWorkflowRuns).set(row).where(matches).returning({
|
|
729
|
+
id: durableWorkflowRuns.id
|
|
730
|
+
});
|
|
731
|
+
return applied.length === 1;
|
|
732
|
+
}
|
|
515
733
|
return this.db.transaction(async (tx) => {
|
|
516
734
|
const applied = Object.keys(row).length ? (await tx.update(durableWorkflowRuns).set(row).where(matches).returning({
|
|
517
735
|
id: durableWorkflowRuns.id
|
|
@@ -523,12 +741,19 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
523
741
|
});
|
|
524
742
|
}
|
|
525
743
|
async getRun(runId) {
|
|
526
|
-
|
|
744
|
+
if (this.hot) {
|
|
745
|
+
const rows2 = await this.hot.query(`${SELECT_RUN}${this.hotScope.text} LIMIT 1`, [
|
|
746
|
+
runId,
|
|
747
|
+
...this.hotScope.values
|
|
748
|
+
]);
|
|
749
|
+
return rows2[0] ? fromRunRow(RUNS.decode(rows2[0])) : null;
|
|
750
|
+
}
|
|
751
|
+
const rows = await this.db.select().from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId), this.scope())).limit(1);
|
|
527
752
|
return rows[0] ? fromRunRow(rows[0]) : null;
|
|
528
753
|
}
|
|
529
754
|
async getRuns(runIds) {
|
|
530
755
|
if (runIds.length === 0) return [];
|
|
531
|
-
const rows = await this.db.select().from(durableWorkflowRuns).where((0,
|
|
756
|
+
const rows = await this.db.select().from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.inArray)(durableWorkflowRuns.id, [
|
|
532
757
|
...new Set(runIds)
|
|
533
758
|
]), this.scope()));
|
|
534
759
|
return rows.map(fromRunRow);
|
|
@@ -552,28 +777,31 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
552
777
|
if (policy.maxAge == null && policy.maxCount == null) return 0;
|
|
553
778
|
const scoped = this.runFilters({
|
|
554
779
|
...policy.scope ?? {},
|
|
555
|
-
statuses
|
|
780
|
+
statuses,
|
|
781
|
+
excludeWorkflows: RETENTION_EXCLUDED
|
|
556
782
|
});
|
|
557
783
|
return this.db.transaction(async (tx) => {
|
|
558
784
|
const ids = /* @__PURE__ */ new Set();
|
|
559
785
|
if (policy.maxAge != null) {
|
|
560
786
|
const cutoff = new Date(nowMs - (0, import_nestjs_durable_core.parseDuration)(policy.maxAge));
|
|
561
787
|
const rows = await tx.select({
|
|
562
|
-
id: durableWorkflowRuns.id
|
|
563
|
-
|
|
788
|
+
id: durableWorkflowRuns.id,
|
|
789
|
+
tags: durableWorkflowRuns.tags
|
|
790
|
+
}).from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)(...scoped, (0, import_drizzle_orm5.lt)(durableWorkflowRuns.updatedAt, cutoff))).orderBy((0, import_drizzle_orm5.asc)(durableWorkflowRuns.updatedAt)).limit(limit).for("update", {
|
|
564
791
|
skipLocked: true
|
|
565
792
|
});
|
|
566
|
-
for (const r of rows) ids.add(r.id);
|
|
793
|
+
for (const r of rows) if (!(0, import_nestjs_durable_core.retentionKeeps)(r.tags)) ids.add(r.id);
|
|
567
794
|
}
|
|
568
795
|
if (policy.maxCount != null && ids.size < limit) {
|
|
569
796
|
const rows = await tx.select({
|
|
570
|
-
id: durableWorkflowRuns.id
|
|
571
|
-
|
|
797
|
+
id: durableWorkflowRuns.id,
|
|
798
|
+
tags: durableWorkflowRuns.tags
|
|
799
|
+
}).from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)(...scoped)).orderBy((0, import_drizzle_orm5.desc)(durableWorkflowRuns.updatedAt), (0, import_drizzle_orm5.desc)(durableWorkflowRuns.id)).limit(limit).offset(policy.maxCount).for("update", {
|
|
572
800
|
skipLocked: true
|
|
573
801
|
});
|
|
574
802
|
for (const r of rows) {
|
|
575
803
|
if (ids.size >= limit) break;
|
|
576
|
-
ids.add(r.id);
|
|
804
|
+
if (!(0, import_nestjs_durable_core.retentionKeeps)(r.tags)) ids.add(r.id);
|
|
577
805
|
}
|
|
578
806
|
}
|
|
579
807
|
if (ids.size === 0) return 0;
|
|
@@ -585,7 +813,14 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
585
813
|
});
|
|
586
814
|
}
|
|
587
815
|
async getCheckpoint(runId, seq) {
|
|
588
|
-
|
|
816
|
+
if (this.hot) {
|
|
817
|
+
const rows2 = await this.hot.query(SELECT_CHECKPOINT, [
|
|
818
|
+
runId,
|
|
819
|
+
seq
|
|
820
|
+
]);
|
|
821
|
+
return rows2[0] ? fromCheckpointRow(CPS.decode(rows2[0])) : null;
|
|
822
|
+
}
|
|
823
|
+
const rows = await this.db.select().from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.eq)(durableStepCheckpoints.seq, seq))).limit(1);
|
|
589
824
|
return rows[0] ? fromCheckpointRow(rows[0]) : null;
|
|
590
825
|
}
|
|
591
826
|
async getCheckpoints(runId, seqs) {
|
|
@@ -594,7 +829,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
594
829
|
];
|
|
595
830
|
const rows = [];
|
|
596
831
|
for (let at = 0; at < unique.length; at += 500) {
|
|
597
|
-
rows.push(...await this.db.select().from(durableStepCheckpoints).where((0,
|
|
832
|
+
rows.push(...await this.db.select().from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.inArray)(durableStepCheckpoints.seq, unique.slice(at, at + 500)))));
|
|
598
833
|
}
|
|
599
834
|
return rows.sort((a, b) => a.seq - b.seq).map(fromCheckpointRow);
|
|
600
835
|
}
|
|
@@ -602,10 +837,18 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
602
837
|
const unique = [
|
|
603
838
|
...new Set(seqs)
|
|
604
839
|
];
|
|
605
|
-
|
|
840
|
+
if (this.hot) {
|
|
841
|
+
if (unique.length === 0) return [];
|
|
842
|
+
const rows2 = await this.hot.query(SELECT_CHECKPOINTS_FOR_SETTLE, [
|
|
843
|
+
runId,
|
|
844
|
+
unique
|
|
845
|
+
]);
|
|
846
|
+
return rows2.map((raw) => fromCheckpointRow(CPS_NO_INPUT.decode(raw)));
|
|
847
|
+
}
|
|
848
|
+
const { input: _input, ...columns } = (0, import_drizzle_orm5.getTableColumns)(durableStepCheckpoints);
|
|
606
849
|
const rows = [];
|
|
607
850
|
for (let at = 0; at < unique.length; at += 500) {
|
|
608
|
-
rows.push(...await this.db.select(columns).from(durableStepCheckpoints).where((0,
|
|
851
|
+
rows.push(...await this.db.select(columns).from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.inArray)(durableStepCheckpoints.seq, unique.slice(at, at + 500)))));
|
|
609
852
|
}
|
|
610
853
|
return rows.sort((a, b) => a.seq - b.seq).map((row) => fromCheckpointRow({
|
|
611
854
|
...row,
|
|
@@ -613,6 +856,10 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
613
856
|
}));
|
|
614
857
|
}
|
|
615
858
|
async saveCheckpoint(checkpoint) {
|
|
859
|
+
if (this.hot) {
|
|
860
|
+
await this.hot.query(UPSERT_CHECKPOINT, CPS.encodeRow(toCheckpointRow(checkpoint)));
|
|
861
|
+
return;
|
|
862
|
+
}
|
|
616
863
|
await upsertCheckpoint(this.db, checkpoint);
|
|
617
864
|
}
|
|
618
865
|
async saveCheckpoints(checkpoints) {
|
|
@@ -631,7 +878,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
631
878
|
}
|
|
632
879
|
async saveCheckpointIfPending(checkpoint) {
|
|
633
880
|
const { runId, seq, ...set } = toCheckpointRow(checkpoint);
|
|
634
|
-
const rows = await this.db.update(durableStepCheckpoints).set(set).where((0,
|
|
881
|
+
const rows = await this.db.update(durableStepCheckpoints).set(set).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.eq)(durableStepCheckpoints.seq, seq), (0, import_drizzle_orm5.eq)(durableStepCheckpoints.status, "pending"))).returning({
|
|
635
882
|
seq: durableStepCheckpoints.seq
|
|
636
883
|
});
|
|
637
884
|
return rows.length === 1;
|
|
@@ -639,7 +886,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
639
886
|
async saveCheckpointsIfPending(checkpoints) {
|
|
640
887
|
const wrote = checkpoints.map(() => false);
|
|
641
888
|
if (checkpoints.length === 0) return wrote;
|
|
642
|
-
await this.
|
|
889
|
+
await this.inTransactionIf(oneStatement(checkpoints), async (tx) => {
|
|
643
890
|
for (const round of distinctRounds(checkpoints)) {
|
|
644
891
|
for (let at = 0; at < round.length; at += CHECKPOINT_BATCH_ROWS) {
|
|
645
892
|
const chunk = round.slice(at, at + CHECKPOINT_BATCH_ROWS);
|
|
@@ -663,7 +910,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
663
910
|
async settleCheckpointsIfPending(settlements) {
|
|
664
911
|
const wrote = settlements.map(() => false);
|
|
665
912
|
if (settlements.length === 0) return wrote;
|
|
666
|
-
await this.
|
|
913
|
+
await this.inTransactionIf(oneStatement(settlements), async (tx) => {
|
|
667
914
|
for (const round of distinctRounds(settlements)) {
|
|
668
915
|
for (let at = 0; at < round.length; at += CHECKPOINT_BATCH_ROWS) {
|
|
669
916
|
const chunk = round.slice(at, at + CHECKPOINT_BATCH_ROWS);
|
|
@@ -684,6 +931,84 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
684
931
|
});
|
|
685
932
|
return wrote;
|
|
686
933
|
}
|
|
934
|
+
async settleResultsIfPending(results) {
|
|
935
|
+
const out = results.map(() => null);
|
|
936
|
+
const seen = /* @__PURE__ */ new Set();
|
|
937
|
+
const sent = results.flatMap((r, i) => {
|
|
938
|
+
const key = rowKey(r);
|
|
939
|
+
if (seen.has(key)) return [];
|
|
940
|
+
seen.add(key);
|
|
941
|
+
return [
|
|
942
|
+
i
|
|
943
|
+
];
|
|
944
|
+
});
|
|
945
|
+
if (sent.length === 0) return out;
|
|
946
|
+
if (this.hot && sent.length <= HOT_SETTLE_MAX_ROWS) {
|
|
947
|
+
const rows = await this.hot.query(settleResultsText(sent.length), sent.flatMap((i) => settleResultValues(results[i])));
|
|
948
|
+
const byKey = new Map(sent.map((i) => [
|
|
949
|
+
rowKey(results[i]),
|
|
950
|
+
i
|
|
951
|
+
]));
|
|
952
|
+
for (const raw of rows) {
|
|
953
|
+
const cp = fromCheckpointRow(CPS_NO_INPUT.decode(raw));
|
|
954
|
+
const i = byKey.get(rowKey(cp));
|
|
955
|
+
if (i !== void 0) out[i] = cp;
|
|
956
|
+
}
|
|
957
|
+
return out;
|
|
958
|
+
}
|
|
959
|
+
await this.inTransactionIf(sent.length <= CHECKPOINT_BATCH_ROWS, async (tx) => {
|
|
960
|
+
for (let at = 0; at < sent.length; at += CHECKPOINT_BATCH_ROWS) {
|
|
961
|
+
const chunk = sent.slice(at, at + CHECKPOINT_BATCH_ROWS);
|
|
962
|
+
const rows = rowsOf(await tx.execute(settleResultsFrom(chunk.map((i) => results[i]))));
|
|
963
|
+
const byKey = new Map(chunk.map((i) => [
|
|
964
|
+
rowKey(results[i]),
|
|
965
|
+
i
|
|
966
|
+
]));
|
|
967
|
+
for (const raw of rows) {
|
|
968
|
+
const cp = fromCheckpointRow(settledRowFromDriver(raw));
|
|
969
|
+
const i = byKey.get(rowKey(cp));
|
|
970
|
+
if (i !== void 0) out[i] = cp;
|
|
971
|
+
}
|
|
972
|
+
}
|
|
973
|
+
});
|
|
974
|
+
return out;
|
|
975
|
+
}
|
|
976
|
+
async insertCheckpointIfAbsent(checkpoint) {
|
|
977
|
+
if (this.hot) {
|
|
978
|
+
const values = CPS.encodeRow(toCheckpointRow(checkpoint));
|
|
979
|
+
return (await this.hot.query(INSERT_CHECKPOINT_IF_ABSENT, values)).length === 1;
|
|
980
|
+
}
|
|
981
|
+
const rows = await this.db.insert(durableStepCheckpoints).values(toCheckpointRow(checkpoint)).onConflictDoNothing({
|
|
982
|
+
target: [
|
|
983
|
+
durableStepCheckpoints.runId,
|
|
984
|
+
durableStepCheckpoints.seq
|
|
985
|
+
]
|
|
986
|
+
}).returning({
|
|
987
|
+
seq: durableStepCheckpoints.seq
|
|
988
|
+
});
|
|
989
|
+
return rows.length === 1;
|
|
990
|
+
}
|
|
991
|
+
async tryLockRunAndGet(runId, owner, leaseUntilMs, nowMs) {
|
|
992
|
+
if (this.hot) {
|
|
993
|
+
const rows2 = await this.hot.query(`${LOCK_RUN}${this.hotScope.text.replace(/\$(\d+)/g, (_, n) => `$${Number(n) + 3}`)} RETURNING ${RUNS.list}`, [
|
|
994
|
+
runId,
|
|
995
|
+
owner,
|
|
996
|
+
lockTime(leaseUntilMs),
|
|
997
|
+
lockTime(nowMs),
|
|
998
|
+
...this.hotScope.values
|
|
999
|
+
]);
|
|
1000
|
+
return rows2[0] ? fromRunRow(RUNS.decode(rows2[0])) : null;
|
|
1001
|
+
}
|
|
1002
|
+
const rows = await this.db.update(durableWorkflowRuns).set({
|
|
1003
|
+
lockedBy: owner,
|
|
1004
|
+
lockedUntil: new Date(leaseUntilMs)
|
|
1005
|
+
}).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId), (0, import_drizzle_orm5.or)((0, import_drizzle_orm5.isNull)(durableWorkflowRuns.lockedUntil), (0, import_drizzle_orm5.lte)(durableWorkflowRuns.lockedUntil, new Date(nowMs))), this.scope())).returning();
|
|
1006
|
+
return rows[0] ? fromRunRow(rows[0]) : null;
|
|
1007
|
+
}
|
|
1008
|
+
/** Run `work` on the db as is when it is one statement (atomic by itself), else in a transaction. */
|
|
1009
|
+
inTransactionIf(single, work) {
|
|
1010
|
+
return single ? work(this.db) : this.db.transaction((tx) => work(tx));
|
|
1011
|
+
}
|
|
687
1012
|
async transaction(work) {
|
|
688
1013
|
return this.db.transaction(async (tx) => work({
|
|
689
1014
|
raw: tx,
|
|
@@ -692,7 +1017,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
692
1017
|
}
|
|
693
1018
|
/** Crash recovery. Namespace-scoped: a worker re-drives only its own tenant's runs. */
|
|
694
1019
|
async listIncompleteRuns(namespace) {
|
|
695
|
-
const rows = await this.db.select().from(durableWorkflowRuns).where((0,
|
|
1020
|
+
const rows = await this.db.select().from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.inArray)(durableWorkflowRuns.status, [
|
|
696
1021
|
"running",
|
|
697
1022
|
"cancelling"
|
|
698
1023
|
]), namespaceFilter(namespace), this.scope()));
|
|
@@ -700,47 +1025,97 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
700
1025
|
}
|
|
701
1026
|
async listOrphanedRuns(nowMs, limit, namespace, ownedBy) {
|
|
702
1027
|
if (limit <= 0) return [];
|
|
703
|
-
const rows = await this.db.select().from(durableWorkflowRuns).where((0,
|
|
1028
|
+
const rows = await this.db.select().from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.inArray)(durableWorkflowRuns.status, [
|
|
704
1029
|
"running",
|
|
705
1030
|
"cancelling"
|
|
706
|
-
]), (0,
|
|
707
|
-
(0,
|
|
708
|
-
(0,
|
|
1031
|
+
]), (0, import_drizzle_orm5.or)(
|
|
1032
|
+
(0, import_drizzle_orm5.isNull)(durableWorkflowRuns.lockedUntil),
|
|
1033
|
+
(0, import_drizzle_orm5.lte)(durableWorkflowRuns.lockedUntil, new Date(nowMs)),
|
|
709
1034
|
// A live lease left by a previous process with the caller's own instance id.
|
|
710
|
-
ownedBy ? (0,
|
|
711
|
-
), namespaceFilter(namespace), this.scope())).orderBy((0,
|
|
1035
|
+
ownedBy ? (0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.lockedBy, ownedBy.owner), (0, import_drizzle_orm5.lt)(durableWorkflowRuns.lockedUntil, new Date(ownedBy.lockedBefore))) : void 0
|
|
1036
|
+
), namespaceFilter(namespace), this.scope())).orderBy((0, import_drizzle_orm5.asc)(durableWorkflowRuns.createdAt)).limit(limit);
|
|
712
1037
|
return rows.map(fromRunRow);
|
|
713
1038
|
}
|
|
714
1039
|
/** FIFO pick-up, served by `durable_workflow_runs_namespace_status_idx`. The engine then leases
|
|
715
1040
|
* each run with {@link tryLockRun}; the listing itself takes no locks (it runs outside a tx). */
|
|
716
1041
|
async listPendingRuns(limit, namespace) {
|
|
717
|
-
const rows = await this.db.select().from(durableWorkflowRuns).where((0,
|
|
1042
|
+
const rows = await this.db.select().from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.status, "pending"), namespaceFilter(namespace), this.scope())).orderBy((0, import_drizzle_orm5.asc)(durableWorkflowRuns.createdAt)).limit(limit);
|
|
718
1043
|
return rows.map(fromRunRow);
|
|
719
1044
|
}
|
|
1045
|
+
async claimPendingRuns(limit, owner, leaseUntilMs, nowMs, namespace) {
|
|
1046
|
+
if (limit <= 0) return [];
|
|
1047
|
+
const filters = (0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.status, "pending"), (0, import_drizzle_orm5.or)((0, import_drizzle_orm5.isNull)(durableWorkflowRuns.lockedUntil), (0, import_drizzle_orm5.lte)(durableWorkflowRuns.lockedUntil, new Date(nowMs))), namespaceFilter(namespace), this.scope());
|
|
1048
|
+
const returning = import_drizzle_orm5.sql.join(RUNS.columns.map(([, column]) => import_drizzle_orm5.sql`r.${import_drizzle_orm5.sql.identifier(column.name)}`), import_drizzle_orm5.sql`, `);
|
|
1049
|
+
const rows = rowsOf(
|
|
1050
|
+
// A CTE, MATERIALIZED, picks the rows once. As a subquery in UPDATE ... FROM, Postgres may
|
|
1051
|
+
// rescan it, and each rescan skips the rows this statement already updated and takes the
|
|
1052
|
+
// next ones, so a claim of `limit` rows could lease every free pending run.
|
|
1053
|
+
await this.db.execute(import_drizzle_orm5.sql`WITH c AS MATERIALIZED (
|
|
1054
|
+
SELECT ${durableWorkflowRuns.id} AS claimed_id FROM ${durableWorkflowRuns}
|
|
1055
|
+
WHERE ${filters}
|
|
1056
|
+
ORDER BY ${durableWorkflowRuns.createdAt}, ${durableWorkflowRuns.id}
|
|
1057
|
+
LIMIT ${limit}
|
|
1058
|
+
FOR UPDATE SKIP LOCKED
|
|
1059
|
+
)
|
|
1060
|
+
UPDATE ${durableWorkflowRuns} AS r
|
|
1061
|
+
SET ${import_drizzle_orm5.sql.identifier((0, import_drizzle_orm5.getTableColumns)(durableWorkflowRuns).lockedBy.name)} = ${owner},
|
|
1062
|
+
${import_drizzle_orm5.sql.identifier((0, import_drizzle_orm5.getTableColumns)(durableWorkflowRuns).lockedUntil.name)} = ${new Date(leaseUntilMs).toISOString()}::timestamptz
|
|
1063
|
+
FROM c
|
|
1064
|
+
WHERE r.${import_drizzle_orm5.sql.identifier((0, import_drizzle_orm5.getTableColumns)(durableWorkflowRuns).id.name)} = c.claimed_id
|
|
1065
|
+
RETURNING ${returning}`)
|
|
1066
|
+
);
|
|
1067
|
+
return rows.map((raw) => fromRunRow(RUNS.decode(raw))).sort((a, b) => a.createdAt.getTime() - b.createdAt.getTime() || a.id.localeCompare(b.id));
|
|
1068
|
+
}
|
|
720
1069
|
async listDueTimers(nowMs, namespace, limit) {
|
|
721
|
-
const query = this.db.select().from(durableWorkflowRuns).where((0,
|
|
1070
|
+
const query = this.db.select().from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.status, "suspended"), (0, import_drizzle_orm5.isNotNull)(durableWorkflowRuns.wakeAt), (0, import_drizzle_orm5.lte)(durableWorkflowRuns.wakeAt, new Date(nowMs)), namespaceFilter(namespace), this.scope())).orderBy((0, import_drizzle_orm5.asc)(durableWorkflowRuns.wakeAt));
|
|
722
1071
|
const rows = limit !== void 0 ? await query.limit(limit) : await query;
|
|
723
1072
|
return rows.map(fromRunRow);
|
|
724
1073
|
}
|
|
725
1074
|
async tryLockRun(runId, owner, leaseUntilMs, nowMs) {
|
|
1075
|
+
if (this.hot) {
|
|
1076
|
+
const rows2 = await this.hot.query(`${LOCK_RUN} RETURNING "id"`, [
|
|
1077
|
+
runId,
|
|
1078
|
+
owner,
|
|
1079
|
+
lockTime(leaseUntilMs),
|
|
1080
|
+
lockTime(nowMs)
|
|
1081
|
+
]);
|
|
1082
|
+
return rows2.length === 1;
|
|
1083
|
+
}
|
|
726
1084
|
const rows = await this.db.update(durableWorkflowRuns).set({
|
|
727
1085
|
lockedBy: owner,
|
|
728
1086
|
lockedUntil: new Date(leaseUntilMs)
|
|
729
|
-
}).where((0,
|
|
1087
|
+
}).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId), (0, import_drizzle_orm5.or)((0, import_drizzle_orm5.isNull)(durableWorkflowRuns.lockedUntil), (0, import_drizzle_orm5.lte)(durableWorkflowRuns.lockedUntil, new Date(nowMs))))).returning({
|
|
730
1088
|
id: durableWorkflowRuns.id
|
|
731
1089
|
});
|
|
732
1090
|
return rows.length === 1;
|
|
733
1091
|
}
|
|
734
1092
|
async releaseRunLock(runId, owner) {
|
|
1093
|
+
if (this.hot) {
|
|
1094
|
+
await (owner === void 0 ? this.hot.query(RELEASE_LOCK, [
|
|
1095
|
+
runId
|
|
1096
|
+
]) : this.hot.query(`${RELEASE_LOCK} AND "locked_by" = $2`, [
|
|
1097
|
+
runId,
|
|
1098
|
+
owner
|
|
1099
|
+
]));
|
|
1100
|
+
return;
|
|
1101
|
+
}
|
|
735
1102
|
await this.db.update(durableWorkflowRuns).set({
|
|
736
1103
|
lockedBy: null,
|
|
737
1104
|
lockedUntil: null
|
|
738
|
-
}).where(owner === void 0 ? (0,
|
|
1105
|
+
}).where(owner === void 0 ? (0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId) : (0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId), (0, import_drizzle_orm5.eq)(durableWorkflowRuns.lockedBy, owner)));
|
|
739
1106
|
}
|
|
740
1107
|
async renewRunLock(runId, owner, leaseUntilMs) {
|
|
1108
|
+
if (this.hot) {
|
|
1109
|
+
const rows2 = await this.hot.query(RENEW_LOCK, [
|
|
1110
|
+
runId,
|
|
1111
|
+
owner,
|
|
1112
|
+
lockTime(leaseUntilMs)
|
|
1113
|
+
]);
|
|
1114
|
+
return rows2.length === 1;
|
|
1115
|
+
}
|
|
741
1116
|
const rows = await this.db.update(durableWorkflowRuns).set({
|
|
742
1117
|
lockedUntil: new Date(leaseUntilMs)
|
|
743
|
-
}).where((0,
|
|
1118
|
+
}).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId), (0, import_drizzle_orm5.eq)(durableWorkflowRuns.lockedBy, owner))).returning({
|
|
744
1119
|
id: durableWorkflowRuns.id
|
|
745
1120
|
});
|
|
746
1121
|
return rows.length === 1;
|
|
@@ -749,17 +1124,19 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
749
1124
|
runFilters(query) {
|
|
750
1125
|
return [
|
|
751
1126
|
this.scope(),
|
|
752
|
-
query.workflow ? (0,
|
|
753
|
-
query.workflows ? query.workflows.length ? (0,
|
|
1127
|
+
query.workflow ? (0, import_drizzle_orm5.eq)(durableWorkflowRuns.workflow, query.workflow) : void 0,
|
|
1128
|
+
query.workflows ? query.workflows.length ? (0, import_drizzle_orm5.inArray)(durableWorkflowRuns.workflow, query.workflows) : import_drizzle_orm5.sql`1 = 0` : void 0,
|
|
1129
|
+
query.excludeWorkflows?.length ? (0, import_drizzle_orm5.notInArray)(durableWorkflowRuns.workflow, query.excludeWorkflows) : void 0,
|
|
1130
|
+
query.updatedAfter !== void 0 ? (0, import_drizzle_orm5.gte)(durableWorkflowRuns.updatedAt, new Date(query.updatedAfter)) : void 0,
|
|
754
1131
|
// The tenant boundary. Also the engine's execution-timeout sweep path
|
|
755
1132
|
// (`listRuns({ workflow, status, namespace })`) — unscoped, it would cancel another tenant's runs.
|
|
756
1133
|
namespaceFilter(query.namespace),
|
|
757
|
-
query.namespaces ? query.namespaces.length ? (0,
|
|
1134
|
+
query.namespaces ? query.namespaces.length ? (0, import_drizzle_orm5.inArray)(durableWorkflowRuns.namespace, query.namespaces) : import_drizzle_orm5.sql`1 = 0` : void 0,
|
|
758
1135
|
// `null` selects the unattributed bucket; a value never matches a NULL origin.
|
|
759
|
-
query.origin === null ? (0,
|
|
760
|
-
query.origins ? anyOf(query.origins.map((o) => o === null ? (0,
|
|
761
|
-
query.status ? (0,
|
|
762
|
-
query.statuses ? query.statuses.length ? (0,
|
|
1136
|
+
query.origin === null ? (0, import_drizzle_orm5.isNull)(durableWorkflowRuns.origin) : query.origin !== void 0 ? (0, import_drizzle_orm5.eq)(durableWorkflowRuns.origin, query.origin) : void 0,
|
|
1137
|
+
query.origins ? anyOf(query.origins.map((o) => o === null ? (0, import_drizzle_orm5.isNull)(durableWorkflowRuns.origin) : (0, import_drizzle_orm5.eq)(durableWorkflowRuns.origin, o))) : void 0,
|
|
1138
|
+
query.status ? (0, import_drizzle_orm5.eq)(durableWorkflowRuns.status, query.status) : void 0,
|
|
1139
|
+
query.statuses ? query.statuses.length ? (0, import_drizzle_orm5.inArray)(durableWorkflowRuns.status, query.statuses) : import_drizzle_orm5.sql`1 = 0` : void 0,
|
|
763
1140
|
query.tag ? hasTag(query.tag) : void 0,
|
|
764
1141
|
query.tags ? anyOf(query.tags.map(hasTag)) : void 0,
|
|
765
1142
|
// One EXISTS per attribute predicate against the normalized side table (ANDed).
|
|
@@ -768,7 +1145,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
768
1145
|
}
|
|
769
1146
|
async listRuns(query) {
|
|
770
1147
|
const filters = this.runFilters(query);
|
|
771
|
-
const base = this.db.select().from(durableWorkflowRuns).where(filters.length ? (0,
|
|
1148
|
+
const base = this.db.select().from(durableWorkflowRuns).where(filters.length ? (0, import_drizzle_orm5.and)(...filters) : void 0).orderBy((0, import_drizzle_orm5.desc)(durableWorkflowRuns.createdAt), (0, import_drizzle_orm5.desc)(durableWorkflowRuns.id)).$dynamic();
|
|
772
1149
|
if (query.limit != null) base.limit(query.limit);
|
|
773
1150
|
if (query.offset != null) base.offset(query.offset);
|
|
774
1151
|
const rows = await base;
|
|
@@ -777,8 +1154,8 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
777
1154
|
async countRuns(query) {
|
|
778
1155
|
const filters = this.runFilters(query);
|
|
779
1156
|
const rows = await this.db.select({
|
|
780
|
-
count:
|
|
781
|
-
}).from(durableWorkflowRuns).where(filters.length ? (0,
|
|
1157
|
+
count: import_drizzle_orm5.sql`count(*)`.mapWith(Number)
|
|
1158
|
+
}).from(durableWorkflowRuns).where(filters.length ? (0, import_drizzle_orm5.and)(...filters) : void 0);
|
|
782
1159
|
return rows[0]?.count ?? 0;
|
|
783
1160
|
}
|
|
784
1161
|
async runFacets(query) {
|
|
@@ -786,8 +1163,8 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
786
1163
|
const rows = await this.db.select({
|
|
787
1164
|
status: durableWorkflowRuns.status,
|
|
788
1165
|
origin: durableWorkflowRuns.origin,
|
|
789
|
-
count:
|
|
790
|
-
}).from(durableWorkflowRuns).where(filters.length ? (0,
|
|
1166
|
+
count: import_drizzle_orm5.sql`count(*)`.mapWith(Number)
|
|
1167
|
+
}).from(durableWorkflowRuns).where(filters.length ? (0, import_drizzle_orm5.and)(...filters) : void 0).groupBy(durableWorkflowRuns.status, durableWorkflowRuns.origin);
|
|
791
1168
|
return (0, import_nestjs_durable_core.mergeRunFacetRows)(rows.map((r) => ({
|
|
792
1169
|
status: r.status,
|
|
793
1170
|
origin: r.origin,
|
|
@@ -808,8 +1185,8 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
808
1185
|
const filters = this.runFilters(query);
|
|
809
1186
|
const rows = await this.db.select({
|
|
810
1187
|
value: column,
|
|
811
|
-
count:
|
|
812
|
-
}).from(durableWorkflowRuns).where(filters.length ? (0,
|
|
1188
|
+
count: import_drizzle_orm5.sql`count(*)`.mapWith(Number)
|
|
1189
|
+
}).from(durableWorkflowRuns).where(filters.length ? (0, import_drizzle_orm5.and)(...filters) : void 0).groupBy(column);
|
|
813
1190
|
return (0, import_nestjs_durable_core.mergeRunValueFacetRows)(rows.map((r) => ({
|
|
814
1191
|
value: r.value ?? null,
|
|
815
1192
|
count: r.count
|
|
@@ -819,10 +1196,10 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
819
1196
|
* excludes runs lacking the key (EXISTS requires the row). Numbers compare `num_value`, strings
|
|
820
1197
|
* and booleans `str_value`; an `in` set ORs its members inside the one EXISTS. */
|
|
821
1198
|
attributeExists(f) {
|
|
822
|
-
const comparisons = (0, import_nestjs_durable_core.attributePredicateOperands)(f).map(({ column, comparator, operand }) =>
|
|
823
|
-
return (0,
|
|
824
|
-
one:
|
|
825
|
-
}).from(durableRunAttributes).where((0,
|
|
1199
|
+
const comparisons = (0, import_nestjs_durable_core.attributePredicateOperands)(f).map(({ column, comparator, operand }) => import_drizzle_orm5.sql`${column === "numValue" ? durableRunAttributes.numValue : durableRunAttributes.strValue} ${import_drizzle_orm5.sql.raw(comparator)} ${operand}`);
|
|
1200
|
+
return (0, import_drizzle_orm5.exists)(this.db.select({
|
|
1201
|
+
one: import_drizzle_orm5.sql`1`
|
|
1202
|
+
}).from(durableRunAttributes).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableRunAttributes.runId, durableWorkflowRuns.id), (0, import_drizzle_orm5.eq)(durableRunAttributes.key, f.key), anyOf(comparisons))));
|
|
826
1203
|
}
|
|
827
1204
|
// ---- persisted schedules ----------------------------------------------------------------------
|
|
828
1205
|
async saveSchedule(record) {
|
|
@@ -833,46 +1210,65 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
833
1210
|
});
|
|
834
1211
|
}
|
|
835
1212
|
async getSchedule(id) {
|
|
836
|
-
const rows = await this.db.select().from(durableSchedules).where((0,
|
|
1213
|
+
const rows = await this.db.select().from(durableSchedules).where((0, import_drizzle_orm5.eq)(durableSchedules.id, id)).limit(1);
|
|
837
1214
|
return rows[0] ? fromScheduleRow(rows[0]) : null;
|
|
838
1215
|
}
|
|
839
1216
|
/** A single conditional `UPDATE … RETURNING`: the compare-and-set on `next_fire_at` is atomic. */
|
|
840
1217
|
async updateSchedule(id, patch, expectedNextFireAt) {
|
|
841
1218
|
const set = toSchedulePatch(patch);
|
|
842
1219
|
if (!Object.keys(set).length) return await this.getSchedule(id) !== null;
|
|
843
|
-
const rows = await this.db.update(durableSchedules).set(set).where((0,
|
|
1220
|
+
const rows = await this.db.update(durableSchedules).set(set).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableSchedules.id, id), expectedNextFireAt === void 0 ? void 0 : expectedNextFireAt === null ? (0, import_drizzle_orm5.isNull)(durableSchedules.nextFireAt) : (0, import_drizzle_orm5.eq)(durableSchedules.nextFireAt, new Date(expectedNextFireAt)))).returning({
|
|
844
1221
|
id: durableSchedules.id
|
|
845
1222
|
});
|
|
846
1223
|
return rows.length > 0;
|
|
847
1224
|
}
|
|
848
1225
|
async deleteSchedule(id) {
|
|
849
|
-
const rows = await this.db.delete(durableSchedules).where((0,
|
|
1226
|
+
const rows = await this.db.delete(durableSchedules).where((0, import_drizzle_orm5.eq)(durableSchedules.id, id)).returning({
|
|
850
1227
|
id: durableSchedules.id
|
|
851
1228
|
});
|
|
852
1229
|
return rows.length > 0;
|
|
853
1230
|
}
|
|
854
1231
|
async listSchedules(query) {
|
|
855
|
-
const base = this.db.select().from(durableSchedules).where((0,
|
|
1232
|
+
const base = this.db.select().from(durableSchedules).where((0, import_drizzle_orm5.and)(query.namespace !== void 0 ? (0, import_drizzle_orm5.eq)(durableSchedules.namespace, query.namespace) : void 0, query.workflow !== void 0 ? (0, import_drizzle_orm5.eq)(durableSchedules.workflow, query.workflow) : void 0, query.paused !== void 0 ? (0, import_drizzle_orm5.eq)(durableSchedules.paused, query.paused) : void 0, query.tag !== void 0 ? import_drizzle_orm5.sql`${durableSchedules.tags} @> ${JSON.stringify([
|
|
856
1233
|
query.tag
|
|
857
|
-
])}::jsonb` : void 0, query.dueBy !== void 0 ? (0,
|
|
1234
|
+
])}::jsonb` : void 0, query.dueBy !== void 0 ? (0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableSchedules.paused, false), (0, import_drizzle_orm5.lte)(durableSchedules.nextFireAt, new Date(query.dueBy))) : void 0)).orderBy(import_drizzle_orm5.sql`${durableSchedules.nextFireAt} ASC NULLS LAST`, (0, import_drizzle_orm5.asc)(durableSchedules.id)).$dynamic();
|
|
858
1235
|
if (query.limit != null) base.limit(query.limit);
|
|
859
1236
|
if (query.offset != null) base.offset(query.offset);
|
|
860
1237
|
return (await base).map(fromScheduleRow);
|
|
861
1238
|
}
|
|
862
1239
|
async listCheckpoints(runId) {
|
|
863
|
-
const rows = await this.db.select().from(durableStepCheckpoints).where((0,
|
|
1240
|
+
const rows = await this.db.select().from(durableStepCheckpoints).where((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId)).orderBy((0, import_drizzle_orm5.asc)(durableStepCheckpoints.seq));
|
|
864
1241
|
return rows.map(fromCheckpointRow);
|
|
865
1242
|
}
|
|
866
1243
|
async listCheckpointsForReplay(runId) {
|
|
867
|
-
|
|
868
|
-
|
|
1244
|
+
if (this.hot) {
|
|
1245
|
+
const rows2 = (await this.hot.query(SELECT_REPLAY, [
|
|
1246
|
+
runId
|
|
1247
|
+
])).map((raw) => CPS_NO_INPUT.decode(raw));
|
|
1248
|
+
const open2 = rows2.filter((row) => row.status !== "completed").map((row) => row.seq);
|
|
1249
|
+
const inputs2 = /* @__PURE__ */ new Map();
|
|
1250
|
+
if (open2.length > 0) {
|
|
1251
|
+
for (const raw of await this.hot.query(SELECT_INPUTS, [
|
|
1252
|
+
runId,
|
|
1253
|
+
open2
|
|
1254
|
+
])) {
|
|
1255
|
+
inputs2.set(Number(raw.seq), CPS.decode(raw).input);
|
|
1256
|
+
}
|
|
1257
|
+
}
|
|
1258
|
+
return rows2.map((row) => fromCheckpointRow({
|
|
1259
|
+
...row,
|
|
1260
|
+
input: inputs2.get(row.seq) ?? null
|
|
1261
|
+
}));
|
|
1262
|
+
}
|
|
1263
|
+
const { input: _input, ...columns } = (0, import_drizzle_orm5.getTableColumns)(durableStepCheckpoints);
|
|
1264
|
+
const rows = await this.db.select(columns).from(durableStepCheckpoints).where((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId)).orderBy((0, import_drizzle_orm5.asc)(durableStepCheckpoints.seq));
|
|
869
1265
|
const open = rows.filter((row) => row.status !== "completed").map((row) => row.seq);
|
|
870
1266
|
const inputs = /* @__PURE__ */ new Map();
|
|
871
1267
|
for (let at = 0; at < open.length; at += 500) {
|
|
872
1268
|
const found = await this.db.select({
|
|
873
1269
|
seq: durableStepCheckpoints.seq,
|
|
874
1270
|
input: durableStepCheckpoints.input
|
|
875
|
-
}).from(durableStepCheckpoints).where((0,
|
|
1271
|
+
}).from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.inArray)(durableStepCheckpoints.seq, open.slice(at, at + 500))));
|
|
876
1272
|
for (const row of found) inputs.set(row.seq, row.input);
|
|
877
1273
|
}
|
|
878
1274
|
return rows.map((row) => fromCheckpointRow({
|
|
@@ -881,33 +1277,51 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
881
1277
|
}));
|
|
882
1278
|
}
|
|
883
1279
|
async getLatestCheckpointByName(runId, name) {
|
|
884
|
-
const rows = await this.db.select().from(durableStepCheckpoints).where((0,
|
|
1280
|
+
const rows = await this.db.select().from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.eq)(durableStepCheckpoints.name, name))).orderBy((0, import_drizzle_orm5.desc)(durableStepCheckpoints.seq)).limit(1);
|
|
885
1281
|
return rows[0] ? fromCheckpointRow(rows[0]) : void 0;
|
|
886
1282
|
}
|
|
887
1283
|
async hasCheckpoints(runId, fromSeq, toSeq, statuses) {
|
|
888
1284
|
if (statuses.length === 0) return false;
|
|
1285
|
+
if (this.hot) {
|
|
1286
|
+
const rows2 = await this.hot.query(HAS_CHECKPOINTS, [
|
|
1287
|
+
runId,
|
|
1288
|
+
fromSeq,
|
|
1289
|
+
toSeq,
|
|
1290
|
+
statuses
|
|
1291
|
+
]);
|
|
1292
|
+
return rows2.length > 0;
|
|
1293
|
+
}
|
|
889
1294
|
const rows = await this.db.select({
|
|
890
1295
|
seq: durableStepCheckpoints.seq
|
|
891
|
-
}).from(durableStepCheckpoints).where((0,
|
|
1296
|
+
}).from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.gte)(durableStepCheckpoints.seq, fromSeq), (0, import_drizzle_orm5.lte)(durableStepCheckpoints.seq, toSeq), (0, import_drizzle_orm5.inArray)(durableStepCheckpoints.status, statuses))).orderBy((0, import_drizzle_orm5.desc)(durableStepCheckpoints.seq)).limit(1);
|
|
892
1297
|
return rows.length > 0;
|
|
893
1298
|
}
|
|
894
1299
|
async countCheckpoints(runId, fromSeq, toSeq, statuses) {
|
|
895
1300
|
if (statuses.length === 0) return 0;
|
|
1301
|
+
if (this.hot) {
|
|
1302
|
+
const rows2 = await this.hot.query(COUNT_CHECKPOINTS, [
|
|
1303
|
+
runId,
|
|
1304
|
+
fromSeq,
|
|
1305
|
+
toSeq,
|
|
1306
|
+
statuses
|
|
1307
|
+
]);
|
|
1308
|
+
return Number(rows2[0]?.n ?? 0);
|
|
1309
|
+
}
|
|
896
1310
|
const rows = await this.db.select({
|
|
897
|
-
count:
|
|
898
|
-
}).from(durableStepCheckpoints).where((0,
|
|
1311
|
+
count: import_drizzle_orm5.sql`count(*)`.mapWith(Number)
|
|
1312
|
+
}).from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.gte)(durableStepCheckpoints.seq, fromSeq), (0, import_drizzle_orm5.lte)(durableStepCheckpoints.seq, toSeq), (0, import_drizzle_orm5.inArray)(durableStepCheckpoints.status, statuses)));
|
|
899
1313
|
return rows[0]?.count ?? 0;
|
|
900
1314
|
}
|
|
901
1315
|
async listCheckpointsByNamePrefix(runId, prefixes) {
|
|
902
1316
|
if (prefixes.length === 0) return [];
|
|
903
|
-
const rows = await this.db.select().from(durableStepCheckpoints).where((0,
|
|
1317
|
+
const rows = await this.db.select().from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.or)(...prefixes.map((p) => (0, import_drizzle_orm5.like)(durableStepCheckpoints.name, `${escapeLike(p)}%`))))).orderBy((0, import_drizzle_orm5.asc)(durableStepCheckpoints.seq));
|
|
904
1318
|
return rows.map(fromCheckpointRow);
|
|
905
1319
|
}
|
|
906
1320
|
/** {@link StateStore.checkpointStats}: one `GROUP BY parallel_group, status, name_kind` over the
|
|
907
1321
|
* run's checkpoints, so a wide fan comes back as a few bucket rows instead of every member. */
|
|
908
1322
|
async checkpointStats(runId, opts) {
|
|
909
1323
|
const c = durableStepCheckpoints;
|
|
910
|
-
const nameKind =
|
|
1324
|
+
const nameKind = import_drizzle_orm5.sql`CASE
|
|
911
1325
|
WHEN ${c.name} LIKE 'signal:child:%' THEN 'child'
|
|
912
1326
|
WHEN ${c.name} LIKE 'fan:%' THEN 'folded'
|
|
913
1327
|
WHEN ${c.name} LIKE 'spawn:%' THEN 'spawn'
|
|
@@ -916,17 +1330,17 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
916
1330
|
group: c.parallelGroup,
|
|
917
1331
|
status: c.status,
|
|
918
1332
|
nameKind,
|
|
919
|
-
count:
|
|
920
|
-
minSeq:
|
|
921
|
-
maxSeq:
|
|
922
|
-
minName:
|
|
923
|
-
maxName:
|
|
924
|
-
minEnqueuedAt:
|
|
925
|
-
minStartedAt:
|
|
926
|
-
maxStartedAt:
|
|
927
|
-
maxFinishedAt:
|
|
928
|
-
sumAttempts:
|
|
929
|
-
}).from(c).where((0,
|
|
1333
|
+
count: import_drizzle_orm5.sql`count(*)`.mapWith(Number),
|
|
1334
|
+
minSeq: import_drizzle_orm5.sql`min(${c.seq})`.mapWith(Number),
|
|
1335
|
+
maxSeq: import_drizzle_orm5.sql`max(${c.seq})`.mapWith(Number),
|
|
1336
|
+
minName: import_drizzle_orm5.sql`min(${c.name})`,
|
|
1337
|
+
maxName: import_drizzle_orm5.sql`max(${c.name})`,
|
|
1338
|
+
minEnqueuedAt: import_drizzle_orm5.sql`min(coalesce(${c.enqueuedAt}, ${c.startedAt}))`.mapWith(c.startedAt),
|
|
1339
|
+
minStartedAt: import_drizzle_orm5.sql`min(${c.startedAt})`.mapWith(c.startedAt),
|
|
1340
|
+
maxStartedAt: import_drizzle_orm5.sql`max(${c.startedAt})`.mapWith(c.startedAt),
|
|
1341
|
+
maxFinishedAt: import_drizzle_orm5.sql`max(${c.finishedAt})`.mapWith(c.finishedAt),
|
|
1342
|
+
sumAttempts: import_drizzle_orm5.sql`sum(${c.attempts})`.mapWith(Number)
|
|
1343
|
+
}).from(c).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(c.runId, runId), opts?.group !== void 0 ? (0, import_drizzle_orm5.eq)(c.parallelGroup, opts.group) : void 0)).groupBy(c.parallelGroup, c.status, import_drizzle_orm5.sql`name_kind`);
|
|
930
1344
|
return rows.map((r) => ({
|
|
931
1345
|
...r,
|
|
932
1346
|
group: r.group ?? null,
|
|
@@ -938,14 +1352,14 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
938
1352
|
async queryCheckpoints(runId, query) {
|
|
939
1353
|
if (query.statuses?.length === 0 || query.namePrefixes?.length === 0) return [];
|
|
940
1354
|
const c = durableStepCheckpoints;
|
|
941
|
-
const base = this.db.select().from(c).where((0,
|
|
942
|
-
(0,
|
|
943
|
-
query.group !== void 0 ? (0,
|
|
1355
|
+
const base = this.db.select().from(c).where((0, import_drizzle_orm5.and)(
|
|
1356
|
+
(0, import_drizzle_orm5.eq)(c.runId, runId),
|
|
1357
|
+
query.group !== void 0 ? (0, import_drizzle_orm5.eq)(c.parallelGroup, query.group) : void 0,
|
|
944
1358
|
// `NOT IN` is never true for a NULL group, so ungrouped rows are kept explicitly.
|
|
945
|
-
query.excludeGroups?.length ? (0,
|
|
946
|
-
query.statuses ? (0,
|
|
947
|
-
query.namePrefixes ? (0,
|
|
948
|
-
)).orderBy((0,
|
|
1359
|
+
query.excludeGroups?.length ? (0, import_drizzle_orm5.or)((0, import_drizzle_orm5.isNull)(c.parallelGroup), (0, import_drizzle_orm5.notInArray)(c.parallelGroup, query.excludeGroups)) : void 0,
|
|
1360
|
+
query.statuses ? (0, import_drizzle_orm5.inArray)(c.status, query.statuses) : void 0,
|
|
1361
|
+
query.namePrefixes ? (0, import_drizzle_orm5.or)(...query.namePrefixes.map((p) => (0, import_drizzle_orm5.like)(c.name, `${escapeLike(p)}%`))) : void 0
|
|
1362
|
+
)).orderBy((0, import_drizzle_orm5.asc)(c.seq)).$dynamic();
|
|
949
1363
|
if (query.limit != null) base.limit(query.limit);
|
|
950
1364
|
if (query.offset != null) base.offset(query.offset);
|
|
951
1365
|
return (await base).map(fromCheckpointRow);
|
|
@@ -965,12 +1379,12 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
965
1379
|
});
|
|
966
1380
|
}
|
|
967
1381
|
async takeSignalWaiter(token) {
|
|
968
|
-
const rows = await this.db.delete(durableSignalWaiters).where((0,
|
|
1382
|
+
const rows = await this.db.delete(durableSignalWaiters).where((0, import_drizzle_orm5.eq)(durableSignalWaiters.token, token)).returning();
|
|
969
1383
|
const row = rows[0];
|
|
970
1384
|
return row ? fromWaiterRow(row) : null;
|
|
971
1385
|
}
|
|
972
1386
|
async listSignalWaiters(prefix) {
|
|
973
|
-
const rows = await this.db.select().from(durableSignalWaiters).where((0,
|
|
1387
|
+
const rows = await this.db.select().from(durableSignalWaiters).where((0, import_drizzle_orm5.like)(durableSignalWaiters.token, `${escapeLike(prefix)}%`));
|
|
974
1388
|
return rows.map(fromWaiterRow);
|
|
975
1389
|
}
|
|
976
1390
|
async registerChildWaits(entries) {
|
|
@@ -1000,23 +1414,23 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
1000
1414
|
}
|
|
1001
1415
|
async compactCheckpoints(runId, fromSeq, toSeq, into) {
|
|
1002
1416
|
await this.db.transaction(async (tx) => {
|
|
1003
|
-
await tx.delete(durableStepCheckpoints).where((0,
|
|
1417
|
+
await tx.delete(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.gte)(durableStepCheckpoints.seq, fromSeq), (0, import_drizzle_orm5.lte)(durableStepCheckpoints.seq, toSeq)));
|
|
1004
1418
|
await upsertCheckpoint(tx, into);
|
|
1005
1419
|
});
|
|
1006
1420
|
}
|
|
1007
1421
|
async listSignalWaitersByRun(runIds) {
|
|
1008
1422
|
if (runIds.length === 0) return [];
|
|
1009
|
-
const rows = await this.db.select().from(durableSignalWaiters).where((0,
|
|
1423
|
+
const rows = await this.db.select().from(durableSignalWaiters).where((0, import_drizzle_orm5.inArray)(durableSignalWaiters.runId, runIds));
|
|
1010
1424
|
return rows.map(fromWaiterRow);
|
|
1011
1425
|
}
|
|
1012
1426
|
async hasSignalWaiter(runId, tokenPrefix) {
|
|
1013
1427
|
const rows = await this.db.select({
|
|
1014
1428
|
token: durableSignalWaiters.token
|
|
1015
|
-
}).from(durableSignalWaiters).where((0,
|
|
1429
|
+
}).from(durableSignalWaiters).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableSignalWaiters.runId, runId), (0, import_drizzle_orm5.like)(durableSignalWaiters.token, `${escapeLike(tokenPrefix)}%`))).limit(1);
|
|
1016
1430
|
return rows.length > 0;
|
|
1017
1431
|
}
|
|
1018
1432
|
async removeSignalWaiter(waiter) {
|
|
1019
|
-
await this.db.delete(durableSignalWaiters).where((0,
|
|
1433
|
+
await this.db.delete(durableSignalWaiters).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableSignalWaiters.token, waiter.token), (0, import_drizzle_orm5.eq)(durableSignalWaiters.runId, waiter.runId), (0, import_drizzle_orm5.eq)(durableSignalWaiters.seq, waiter.seq)));
|
|
1020
1434
|
}
|
|
1021
1435
|
async bufferSignal(token, payload) {
|
|
1022
1436
|
await this.db.insert(durableBufferedSignals).values({
|
|
@@ -1025,21 +1439,84 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
1025
1439
|
});
|
|
1026
1440
|
}
|
|
1027
1441
|
async takeBufferedSignal(token) {
|
|
1442
|
+
if (this.hot) {
|
|
1443
|
+
const [row2] = await this.hot.query(TAKE_BUFFERED_SIGNAL, [
|
|
1444
|
+
token
|
|
1445
|
+
]);
|
|
1446
|
+
if (!row2) return null;
|
|
1447
|
+
const payload = row2.payload == null ? null : SIGNAL_PAYLOAD.mapFromDriverValue(row2.payload);
|
|
1448
|
+
return {
|
|
1449
|
+
payload: payload ?? void 0
|
|
1450
|
+
};
|
|
1451
|
+
}
|
|
1452
|
+
const oldest = this.db.select({
|
|
1453
|
+
id: durableBufferedSignals.id
|
|
1454
|
+
}).from(durableBufferedSignals).where((0, import_drizzle_orm5.eq)(durableBufferedSignals.token, token)).orderBy((0, import_drizzle_orm5.asc)(durableBufferedSignals.id)).limit(1).for("update", {
|
|
1455
|
+
skipLocked: true
|
|
1456
|
+
});
|
|
1457
|
+
const rows = await this.db.delete(durableBufferedSignals).where((0, import_drizzle_orm5.inArray)(durableBufferedSignals.id, oldest)).returning({
|
|
1458
|
+
payload: durableBufferedSignals.payload
|
|
1459
|
+
});
|
|
1460
|
+
const row = rows[0];
|
|
1461
|
+
return row ? {
|
|
1462
|
+
payload: row.payload ?? void 0
|
|
1463
|
+
} : null;
|
|
1464
|
+
}
|
|
1465
|
+
async takeOldestBufferedSignal(tokens) {
|
|
1466
|
+
if (tokens.length === 0) return null;
|
|
1028
1467
|
const oldest = this.db.select({
|
|
1029
1468
|
id: durableBufferedSignals.id
|
|
1030
|
-
}).from(durableBufferedSignals).where((0,
|
|
1469
|
+
}).from(durableBufferedSignals).where((0, import_drizzle_orm5.inArray)(durableBufferedSignals.token, [
|
|
1470
|
+
...new Set(tokens)
|
|
1471
|
+
])).orderBy((0, import_drizzle_orm5.asc)(durableBufferedSignals.id)).limit(1).for("update", {
|
|
1031
1472
|
skipLocked: true
|
|
1032
1473
|
});
|
|
1033
|
-
const rows = await this.db.delete(durableBufferedSignals).where((0,
|
|
1474
|
+
const rows = await this.db.delete(durableBufferedSignals).where((0, import_drizzle_orm5.inArray)(durableBufferedSignals.id, oldest)).returning({
|
|
1475
|
+
token: durableBufferedSignals.token,
|
|
1034
1476
|
payload: durableBufferedSignals.payload
|
|
1035
1477
|
});
|
|
1036
1478
|
const row = rows[0];
|
|
1037
1479
|
return row ? {
|
|
1480
|
+
token: row.token,
|
|
1038
1481
|
payload: row.payload ?? void 0
|
|
1039
1482
|
} : null;
|
|
1040
1483
|
}
|
|
1484
|
+
async claimSignalId(token, id, expiresAt, nowMs) {
|
|
1485
|
+
const rows = await this.db.insert(durableSignalIds).values({
|
|
1486
|
+
token,
|
|
1487
|
+
signalId: id,
|
|
1488
|
+
expiresAt: new Date(expiresAt)
|
|
1489
|
+
}).onConflictDoUpdate({
|
|
1490
|
+
target: [
|
|
1491
|
+
durableSignalIds.token,
|
|
1492
|
+
durableSignalIds.signalId
|
|
1493
|
+
],
|
|
1494
|
+
set: {
|
|
1495
|
+
expiresAt: new Date(expiresAt)
|
|
1496
|
+
},
|
|
1497
|
+
setWhere: (0, import_drizzle_orm5.lte)(durableSignalIds.expiresAt, new Date(nowMs))
|
|
1498
|
+
}).returning({
|
|
1499
|
+
token: durableSignalIds.token
|
|
1500
|
+
});
|
|
1501
|
+
return rows.length > 0;
|
|
1502
|
+
}
|
|
1503
|
+
async releaseSignalId(token, id) {
|
|
1504
|
+
await this.db.delete(durableSignalIds).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableSignalIds.token, token), (0, import_drizzle_orm5.eq)(durableSignalIds.signalId, id)));
|
|
1505
|
+
}
|
|
1506
|
+
async deleteExpiredSignalIds(nowMs, limit) {
|
|
1507
|
+
const expired = this.db.select({
|
|
1508
|
+
token: durableSignalIds.token,
|
|
1509
|
+
signalId: durableSignalIds.signalId
|
|
1510
|
+
}).from(durableSignalIds).where((0, import_drizzle_orm5.lte)(durableSignalIds.expiresAt, new Date(nowMs))).limit(limit).for("update", {
|
|
1511
|
+
skipLocked: true
|
|
1512
|
+
});
|
|
1513
|
+
const rows = await this.db.delete(durableSignalIds).where(import_drizzle_orm5.sql`(${durableSignalIds.token}, ${durableSignalIds.signalId}) in (${expired})`).returning({
|
|
1514
|
+
token: durableSignalIds.token
|
|
1515
|
+
});
|
|
1516
|
+
return rows.length;
|
|
1517
|
+
}
|
|
1041
1518
|
async listBufferedSignals(tokenPrefix, afterId, limit) {
|
|
1042
|
-
const rows = await this.db.select().from(durableBufferedSignals).where((0,
|
|
1519
|
+
const rows = await this.db.select().from(durableBufferedSignals).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.like)(durableBufferedSignals.token, `${escapeLike(tokenPrefix)}%`), afterId !== void 0 ? (0, import_drizzle_orm5.gt)(durableBufferedSignals.id, Number(afterId)) : void 0)).orderBy((0, import_drizzle_orm5.asc)(durableBufferedSignals.id)).limit(limit);
|
|
1043
1520
|
return rows.filter((r) => r.token.startsWith(tokenPrefix)).map((r) => ({
|
|
1044
1521
|
id: String(r.id),
|
|
1045
1522
|
token: r.token,
|
|
@@ -1048,7 +1525,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
1048
1525
|
}
|
|
1049
1526
|
async deleteBufferedSignals(ids) {
|
|
1050
1527
|
if (ids.length === 0) return;
|
|
1051
|
-
await this.db.delete(durableBufferedSignals).where((0,
|
|
1528
|
+
await this.db.delete(durableBufferedSignals).where((0, import_drizzle_orm5.inArray)(durableBufferedSignals.id, ids.map(Number)));
|
|
1052
1529
|
}
|
|
1053
1530
|
async bufferEvent(input) {
|
|
1054
1531
|
await this.db.insert(durableBufferedEvents).values({
|
|
@@ -1059,7 +1536,20 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
1059
1536
|
});
|
|
1060
1537
|
}
|
|
1061
1538
|
async listBufferedEvents(name, limit) {
|
|
1062
|
-
|
|
1539
|
+
if (this.hot) {
|
|
1540
|
+
return (await this.hot.query(LIST_BUFFERED_EVENTS, [
|
|
1541
|
+
name,
|
|
1542
|
+
limit
|
|
1543
|
+
])).map((raw) => {
|
|
1544
|
+
const r = EVENTS.decode(raw);
|
|
1545
|
+
return {
|
|
1546
|
+
id: r.id,
|
|
1547
|
+
payload: r.payload ?? void 0,
|
|
1548
|
+
publishedAt: r.publishedAt.getTime()
|
|
1549
|
+
};
|
|
1550
|
+
});
|
|
1551
|
+
}
|
|
1552
|
+
const rows = await this.db.select().from(durableBufferedEvents).where((0, import_drizzle_orm5.eq)(durableBufferedEvents.name, name)).orderBy((0, import_drizzle_orm5.asc)(durableBufferedEvents.publishedAt), (0, import_drizzle_orm5.asc)(durableBufferedEvents.id)).limit(limit);
|
|
1063
1553
|
return rows.map((r) => ({
|
|
1064
1554
|
id: r.id,
|
|
1065
1555
|
payload: r.payload ?? void 0,
|
|
@@ -1067,7 +1557,10 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
1067
1557
|
}));
|
|
1068
1558
|
}
|
|
1069
1559
|
async removeBufferedEvent(id) {
|
|
1070
|
-
|
|
1560
|
+
if (this.hot) return (await this.hot.query(REMOVE_BUFFERED_EVENT, [
|
|
1561
|
+
id
|
|
1562
|
+
])).length === 1;
|
|
1563
|
+
const rows = await this.db.delete(durableBufferedEvents).where((0, import_drizzle_orm5.eq)(durableBufferedEvents.id, id)).returning({
|
|
1071
1564
|
id: durableBufferedEvents.id
|
|
1072
1565
|
});
|
|
1073
1566
|
return rows.length === 1;
|
|
@@ -1078,6 +1571,68 @@ function escapeLike(value) {
|
|
|
1078
1571
|
}
|
|
1079
1572
|
__name(escapeLike, "escapeLike");
|
|
1080
1573
|
var CHECKPOINT_BATCH_ROWS = 500;
|
|
1574
|
+
var RUNS = new TableCodec(durableWorkflowRuns);
|
|
1575
|
+
var CPS = new TableCodec(durableStepCheckpoints);
|
|
1576
|
+
var CPS_NO_INPUT = new TableCodec(durableStepCheckpoints, [
|
|
1577
|
+
"input"
|
|
1578
|
+
]);
|
|
1579
|
+
var EVENTS = new TableCodec(durableBufferedEvents);
|
|
1580
|
+
var SIGNAL_PAYLOAD = (0, import_drizzle_orm5.getTableColumns)(durableBufferedSignals).payload;
|
|
1581
|
+
var T_RUNS = quote((0, import_drizzle_orm5.getTableName)(durableWorkflowRuns));
|
|
1582
|
+
var T_CPS = quote((0, import_drizzle_orm5.getTableName)(durableStepCheckpoints));
|
|
1583
|
+
var T_EVENTS = quote((0, import_drizzle_orm5.getTableName)(durableBufferedEvents));
|
|
1584
|
+
var T_SIGNALS = quote((0, import_drizzle_orm5.getTableName)(durableBufferedSignals));
|
|
1585
|
+
var T_ATTRIBUTES = quote((0, import_drizzle_orm5.getTableName)(durableRunAttributes));
|
|
1586
|
+
var SELECT_RUN = `SELECT ${RUNS.list} FROM ${T_RUNS} WHERE "id" = $1`;
|
|
1587
|
+
var INSERT_RUN = `INSERT INTO ${T_RUNS} (${RUNS.list}) VALUES (${placeholders(1, RUNS.columns.length)})`;
|
|
1588
|
+
var DELETE_ATTRIBUTES = `DELETE FROM ${T_ATTRIBUTES} WHERE "run_id" = $1`;
|
|
1589
|
+
var LOCK_RUN = `UPDATE ${T_RUNS} SET "locked_by" = $2, "locked_until" = $3 WHERE "id" = $1 AND ("locked_until" IS NULL OR "locked_until" <= $4)`;
|
|
1590
|
+
var RELEASE_LOCK = `UPDATE ${T_RUNS} SET "locked_by" = NULL, "locked_until" = NULL WHERE "id" = $1`;
|
|
1591
|
+
var RENEW_LOCK = `UPDATE ${T_RUNS} SET "locked_until" = $3 WHERE "id" = $1 AND "locked_by" = $2 RETURNING "id"`;
|
|
1592
|
+
var SELECT_CHECKPOINT = `SELECT ${CPS.list} FROM ${T_CPS} WHERE "run_id" = $1 AND "seq" = $2 LIMIT 1`;
|
|
1593
|
+
var SELECT_CHECKPOINTS_FOR_SETTLE = `SELECT ${CPS_NO_INPUT.list} FROM ${T_CPS} WHERE "run_id" = $1 AND "seq" = ANY($2::integer[]) ORDER BY "seq"`;
|
|
1594
|
+
var SELECT_REPLAY = `SELECT ${CPS_NO_INPUT.list} FROM ${T_CPS} WHERE "run_id" = $1 ORDER BY "seq"`;
|
|
1595
|
+
var SELECT_INPUTS = `SELECT "seq", "input" FROM ${T_CPS} WHERE "run_id" = $1 AND "seq" = ANY($2::integer[])`;
|
|
1596
|
+
var CHECKPOINT_VALUES = `(${CPS.list}) VALUES (${placeholders(1, CPS.columns.length)})`;
|
|
1597
|
+
var UPSERT_CHECKPOINT = `INSERT INTO ${T_CPS} ${CHECKPOINT_VALUES} ON CONFLICT ("run_id", "seq") DO UPDATE SET ${CPS.columns.map(([, c]) => `${quote(c.name)} = EXCLUDED.${quote(c.name)}`).join(", ")}`;
|
|
1598
|
+
var INSERT_CHECKPOINT_IF_ABSENT = `INSERT INTO ${T_CPS} ${CHECKPOINT_VALUES} ON CONFLICT ("run_id", "seq") DO NOTHING RETURNING "seq"`;
|
|
1599
|
+
var CHECKPOINT_RANGE = `FROM ${T_CPS} WHERE "run_id" = $1 AND "seq" >= $2 AND "seq" <= $3 AND "status" = ANY($4::text[])`;
|
|
1600
|
+
var HAS_CHECKPOINTS = `SELECT "seq" ${CHECKPOINT_RANGE} ORDER BY "seq" DESC LIMIT 1`;
|
|
1601
|
+
var COUNT_CHECKPOINTS = `SELECT count(*)::integer AS "n" ${CHECKPOINT_RANGE}`;
|
|
1602
|
+
var LIST_BUFFERED_EVENTS = `SELECT ${EVENTS.list} FROM ${T_EVENTS} WHERE "name" = $1 ORDER BY "published_at", "id" LIMIT $2`;
|
|
1603
|
+
var REMOVE_BUFFERED_EVENT = `DELETE FROM ${T_EVENTS} WHERE "id" = $1 RETURNING "id"`;
|
|
1604
|
+
var TAKE_BUFFERED_SIGNAL = `WITH taken AS MATERIALIZED (SELECT "id" FROM ${T_SIGNALS} WHERE "token" = $1 ORDER BY "id" LIMIT 1 FOR UPDATE SKIP LOCKED) DELETE FROM ${T_SIGNALS} WHERE "id" IN (SELECT "id" FROM taken) RETURNING "payload"`;
|
|
1605
|
+
var HOT_SETTLE_MAX_ROWS = 64;
|
|
1606
|
+
var settleTexts = /* @__PURE__ */ new Map();
|
|
1607
|
+
var lockTime = /* @__PURE__ */ __name((ms2) => RUNS.encode("lockedUntil", new Date(ms2)), "lockTime");
|
|
1608
|
+
function settleResultsText(n) {
|
|
1609
|
+
let text2 = settleTexts.get(n);
|
|
1610
|
+
if (text2 !== void 0) return text2;
|
|
1611
|
+
const rows = Array.from({
|
|
1612
|
+
length: n
|
|
1613
|
+
}, (_, r) => {
|
|
1614
|
+
const p = /* @__PURE__ */ __name((k) => `$${r * 8 + k}`, "p");
|
|
1615
|
+
return `(${p(1)}::text, ${p(2)}::integer, ${p(3)}::text, ${p(4)}::jsonb, ${p(5)}::jsonb, ${p(6)}::jsonb, ${p(7)}::timestamptz, ${p(8)}::timestamptz)`;
|
|
1616
|
+
});
|
|
1617
|
+
text2 = `UPDATE ${T_CPS} AS c SET status = v.status, output = CASE WHEN v.status = 'completed' THEN v.output ELSE c.output END, error = v.error, events = COALESCE(v.events, c.events), started_at = COALESCE(v.started_at, c.started_at), finished_at = v.finished_at FROM (VALUES ${rows.join(", ")}) AS v(run_id, seq, status, output, error, events, started_at, finished_at) WHERE c.run_id = v.run_id AND c.seq = v.seq AND c.status = 'pending' AND NOT EXISTS (SELECT 1 FROM ${T_RUNS} AS r WHERE r.id = c.run_id AND r.status IN ('cancelled', 'completed')) RETURNING ${CPS_NO_INPUT.columns.map(([, c]) => `c.${quote(c.name)}`).join(", ")}`;
|
|
1618
|
+
settleTexts.set(n, text2);
|
|
1619
|
+
return text2;
|
|
1620
|
+
}
|
|
1621
|
+
__name(settleResultsText, "settleResultsText");
|
|
1622
|
+
function settleResultValues(r) {
|
|
1623
|
+
const json = /* @__PURE__ */ __name((v) => v == null ? null : JSON.stringify(v), "json");
|
|
1624
|
+
return [
|
|
1625
|
+
r.runId,
|
|
1626
|
+
r.seq,
|
|
1627
|
+
r.status,
|
|
1628
|
+
json(r.status === "completed" ? r.output : null),
|
|
1629
|
+
json(r.error),
|
|
1630
|
+
json(r.events),
|
|
1631
|
+
r.startedAt ? r.startedAt.toISOString() : null,
|
|
1632
|
+
r.finishedAt.toISOString()
|
|
1633
|
+
];
|
|
1634
|
+
}
|
|
1635
|
+
__name(settleResultValues, "settleResultValues");
|
|
1081
1636
|
var rowKey = /* @__PURE__ */ __name((cp) => `${cp.seq}:${cp.runId}`, "rowKey");
|
|
1082
1637
|
function distinctRounds(checkpoints) {
|
|
1083
1638
|
const rounds = [];
|
|
@@ -1098,14 +1653,14 @@ function updateIfPendingFrom(checkpoints) {
|
|
|
1098
1653
|
const ts = /* @__PURE__ */ __name((v) => v == null ? null : v.toISOString(), "ts");
|
|
1099
1654
|
const values = checkpoints.map((cp) => {
|
|
1100
1655
|
const r = toCheckpointRow(cp);
|
|
1101
|
-
return
|
|
1656
|
+
return import_drizzle_orm5.sql`(${r.runId}::text, ${r.seq}::integer, ${r.name}::text, ${r.kind}::text, ${r.stepId}::text, ${r.status}::text, ${json(r.input)}::jsonb, ${json(r.output)}::jsonb, ${json(r.error)}::jsonb, ${json(r.events)}::jsonb, ${r.attempts}::integer, ${r.workerGroup}::text, ${r.parallelGroup}::text, ${ts(r.wakeAt)}::timestamptz, ${ts(r.enqueuedAt)}::timestamptz, ${ts(r.startedAt)}::timestamptz, ${ts(r.finishedAt)}::timestamptz)`;
|
|
1102
1657
|
});
|
|
1103
|
-
return
|
|
1658
|
+
return import_drizzle_orm5.sql`UPDATE ${durableStepCheckpoints} AS c SET
|
|
1104
1659
|
name = v.name, kind = v.kind, step_id = v.step_id, status = v.status, input = v.input,
|
|
1105
1660
|
output = v.output, error = v.error, events = v.events, attempts = v.attempts,
|
|
1106
1661
|
worker_group = v.worker_group, parallel_group = v.parallel_group, wake_at = v.wake_at,
|
|
1107
1662
|
enqueued_at = v.enqueued_at, started_at = v.started_at, finished_at = v.finished_at
|
|
1108
|
-
FROM (VALUES ${
|
|
1663
|
+
FROM (VALUES ${import_drizzle_orm5.sql.join(values, import_drizzle_orm5.sql`, `)}) AS v(run_id, seq, name, kind, step_id, status, input,
|
|
1109
1664
|
output, error, events, attempts, worker_group, parallel_group, wake_at, enqueued_at, started_at,
|
|
1110
1665
|
finished_at)
|
|
1111
1666
|
WHERE c.run_id = v.run_id AND c.seq = v.seq AND c.status = 'pending'
|
|
@@ -1114,16 +1669,58 @@ function updateIfPendingFrom(checkpoints) {
|
|
|
1114
1669
|
__name(updateIfPendingFrom, "updateIfPendingFrom");
|
|
1115
1670
|
function settleIfPendingFrom(settlements) {
|
|
1116
1671
|
const json = /* @__PURE__ */ __name((v) => v == null ? null : JSON.stringify(v), "json");
|
|
1117
|
-
const values = settlements.map((s) =>
|
|
1118
|
-
return
|
|
1672
|
+
const values = settlements.map((s) => import_drizzle_orm5.sql`(${s.runId}::text, ${s.seq}::integer, ${s.status}::text, ${json(s.output)}::jsonb, ${json(s.error)}::jsonb, ${json(s.events)}::jsonb, ${s.startedAt.toISOString()}::timestamptz, ${s.finishedAt.toISOString()}::timestamptz)`);
|
|
1673
|
+
return import_drizzle_orm5.sql`UPDATE ${durableStepCheckpoints} AS c SET
|
|
1119
1674
|
status = v.status, output = v.output, error = v.error, events = v.events,
|
|
1120
1675
|
started_at = v.started_at, finished_at = v.finished_at
|
|
1121
|
-
FROM (VALUES ${
|
|
1676
|
+
FROM (VALUES ${import_drizzle_orm5.sql.join(values, import_drizzle_orm5.sql`, `)}) AS v(run_id, seq, status, output, error, events,
|
|
1122
1677
|
started_at, finished_at)
|
|
1123
1678
|
WHERE c.run_id = v.run_id AND c.seq = v.seq AND c.status = 'pending'
|
|
1124
1679
|
RETURNING c.run_id, c.seq`;
|
|
1125
1680
|
}
|
|
1126
1681
|
__name(settleIfPendingFrom, "settleIfPendingFrom");
|
|
1682
|
+
function oneStatement(rows) {
|
|
1683
|
+
if (rows.length > CHECKPOINT_BATCH_ROWS) return false;
|
|
1684
|
+
const keys = new Set(rows.map(rowKey));
|
|
1685
|
+
return keys.size === rows.length;
|
|
1686
|
+
}
|
|
1687
|
+
__name(oneStatement, "oneStatement");
|
|
1688
|
+
var SETTLED_COLUMNS = (() => {
|
|
1689
|
+
const { input: _input, ...columns } = (0, import_drizzle_orm5.getTableColumns)(durableStepCheckpoints);
|
|
1690
|
+
return columns;
|
|
1691
|
+
})();
|
|
1692
|
+
function settledRowFromDriver(raw) {
|
|
1693
|
+
const row = {
|
|
1694
|
+
input: null
|
|
1695
|
+
};
|
|
1696
|
+
for (const [key, column] of Object.entries(SETTLED_COLUMNS)) {
|
|
1697
|
+
const value = raw[column.name];
|
|
1698
|
+
row[key] = value == null ? null : column.mapFromDriverValue(value);
|
|
1699
|
+
}
|
|
1700
|
+
return row;
|
|
1701
|
+
}
|
|
1702
|
+
__name(settledRowFromDriver, "settledRowFromDriver");
|
|
1703
|
+
function settleResultsFrom(results) {
|
|
1704
|
+
const json = /* @__PURE__ */ __name((v) => v == null ? null : JSON.stringify(v), "json");
|
|
1705
|
+
const values = results.map((r) => import_drizzle_orm5.sql`(${r.runId}::text, ${r.seq}::integer, ${r.status}::text, ${json(r.status === "completed" ? r.output : null)}::jsonb, ${json(r.error)}::jsonb, ${json(r.events)}::jsonb, ${r.startedAt ? r.startedAt.toISOString() : null}::timestamptz, ${r.finishedAt.toISOString()}::timestamptz)`);
|
|
1706
|
+
const returning = import_drizzle_orm5.sql.join(Object.values(SETTLED_COLUMNS).map((column) => import_drizzle_orm5.sql`c.${import_drizzle_orm5.sql.identifier(column.name)}`), import_drizzle_orm5.sql`, `);
|
|
1707
|
+
return import_drizzle_orm5.sql`UPDATE ${durableStepCheckpoints} AS c SET
|
|
1708
|
+
status = v.status,
|
|
1709
|
+
output = CASE WHEN v.status = 'completed' THEN v.output ELSE c.output END,
|
|
1710
|
+
error = v.error,
|
|
1711
|
+
events = COALESCE(v.events, c.events),
|
|
1712
|
+
started_at = COALESCE(v.started_at, c.started_at),
|
|
1713
|
+
finished_at = v.finished_at
|
|
1714
|
+
FROM (VALUES ${import_drizzle_orm5.sql.join(values, import_drizzle_orm5.sql`, `)}) AS v(run_id, seq, status, output, error, events,
|
|
1715
|
+
started_at, finished_at)
|
|
1716
|
+
WHERE c.run_id = v.run_id AND c.seq = v.seq AND c.status = 'pending'
|
|
1717
|
+
AND NOT EXISTS (
|
|
1718
|
+
SELECT 1 FROM ${durableWorkflowRuns} AS r
|
|
1719
|
+
WHERE r.id = c.run_id AND r.status IN ('cancelled', 'completed')
|
|
1720
|
+
)
|
|
1721
|
+
RETURNING ${returning}`;
|
|
1722
|
+
}
|
|
1723
|
+
__name(settleResultsFrom, "settleResultsFrom");
|
|
1127
1724
|
async function upsertCheckpoint(db, cp) {
|
|
1128
1725
|
const row = toCheckpointRow(cp);
|
|
1129
1726
|
await db.insert(durableStepCheckpoints).values(row).onConflictDoUpdate({
|
|
@@ -1136,7 +1733,7 @@ async function upsertCheckpoint(db, cp) {
|
|
|
1136
1733
|
}
|
|
1137
1734
|
__name(upsertCheckpoint, "upsertCheckpoint");
|
|
1138
1735
|
async function reindexAttributes(db, runId, attributes) {
|
|
1139
|
-
await db.delete(durableRunAttributes).where((0,
|
|
1736
|
+
await db.delete(durableRunAttributes).where((0, import_drizzle_orm5.eq)(durableRunAttributes.runId, runId));
|
|
1140
1737
|
const rows = (0, import_nestjs_durable_core.normalizeAttributeRows)(runId, attributes);
|
|
1141
1738
|
if (rows.length) await db.insert(durableRunAttributes).values(rows);
|
|
1142
1739
|
}
|
|
@@ -1144,11 +1741,11 @@ __name(reindexAttributes, "reindexAttributes");
|
|
|
1144
1741
|
async function deleteRunsCascade(db, runIds) {
|
|
1145
1742
|
await db.select({
|
|
1146
1743
|
id: durableWorkflowRuns.id
|
|
1147
|
-
}).from(durableWorkflowRuns).where((0,
|
|
1148
|
-
await db.delete(durableStepCheckpoints).where((0,
|
|
1149
|
-
await db.delete(durableSignalWaiters).where((0,
|
|
1150
|
-
await db.delete(durableRunAttributes).where((0,
|
|
1151
|
-
await db.delete(durableWorkflowRuns).where((0,
|
|
1744
|
+
}).from(durableWorkflowRuns).where((0, import_drizzle_orm5.inArray)(durableWorkflowRuns.id, runIds)).orderBy((0, import_drizzle_orm5.asc)(durableWorkflowRuns.id)).for("update");
|
|
1745
|
+
await db.delete(durableStepCheckpoints).where((0, import_drizzle_orm5.inArray)(durableStepCheckpoints.runId, runIds));
|
|
1746
|
+
await db.delete(durableSignalWaiters).where((0, import_drizzle_orm5.inArray)(durableSignalWaiters.runId, runIds));
|
|
1747
|
+
await db.delete(durableRunAttributes).where((0, import_drizzle_orm5.inArray)(durableRunAttributes.runId, runIds));
|
|
1748
|
+
await db.delete(durableWorkflowRuns).where((0, import_drizzle_orm5.inArray)(durableWorkflowRuns.id, runIds));
|
|
1152
1749
|
}
|
|
1153
1750
|
__name(deleteRunsCascade, "deleteRunsCascade");
|
|
1154
1751
|
function fromWaiterRow(row) {
|
|
@@ -1322,9 +1919,9 @@ function fromScheduleRow(row) {
|
|
|
1322
1919
|
}
|
|
1323
1920
|
__name(fromScheduleRow, "fromScheduleRow");
|
|
1324
1921
|
function excludedSet(table, only) {
|
|
1325
|
-
return Object.fromEntries(Object.entries((0,
|
|
1922
|
+
return Object.fromEntries(Object.entries((0, import_drizzle_orm5.getTableColumns)(table)).filter(([key]) => !only || only.includes(key)).map(([key, column]) => [
|
|
1326
1923
|
key,
|
|
1327
|
-
|
|
1924
|
+
import_drizzle_orm5.sql.raw(`excluded."${column.name}"`)
|
|
1328
1925
|
]));
|
|
1329
1926
|
}
|
|
1330
1927
|
__name(excludedSet, "excludedSet");
|
|
@@ -1341,6 +1938,7 @@ __name(excludedSet, "excludedSet");
|
|
|
1341
1938
|
durablePgSchema,
|
|
1342
1939
|
durableRunAttributes,
|
|
1343
1940
|
durableSchedules,
|
|
1941
|
+
durableSignalIds,
|
|
1344
1942
|
durableSignalWaiters,
|
|
1345
1943
|
durableStepCheckpoints,
|
|
1346
1944
|
durableWorkflowRuns,
|