@dudousxd/nestjs-durable-store-drizzle 0.25.0 → 0.26.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +62 -0
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +148 -1
- package/dist/index.d.ts +148 -1
- package/dist/index.js +61 -0
- package/dist/index.js.map +1 -1
- package/dist/pg/index.cjs +708 -118
- package/dist/pg/index.cjs.map +1 -1
- package/dist/pg/index.d.cts +159 -2
- package/dist/pg/index.d.ts +159 -2
- package/dist/pg/index.js +586 -7
- package/dist/pg/index.js.map +1 -1
- package/package.json +3 -3
package/dist/pg/index.cjs
CHANGED
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __create = Object.create;
|
|
2
3
|
var __defProp = Object.defineProperty;
|
|
3
4
|
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
5
|
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
+
var __getProtoOf = Object.getPrototypeOf;
|
|
5
7
|
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
8
|
var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
|
|
7
9
|
var __export = (target, all) => {
|
|
@@ -16,6 +18,14 @@ var __copyProps = (to, from, except, desc2) => {
|
|
|
16
18
|
}
|
|
17
19
|
return to;
|
|
18
20
|
};
|
|
21
|
+
var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
|
|
22
|
+
// If the importer is in node compatibility mode or this is not an ESM
|
|
23
|
+
// file that has been converted to a CommonJS file using a Babel-
|
|
24
|
+
// compatible transform (i.e. "__esModule" has not been set), then set
|
|
25
|
+
// "default" to the CommonJS "module.exports" for node compatibility.
|
|
26
|
+
isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
|
|
27
|
+
mod
|
|
28
|
+
));
|
|
19
29
|
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
20
30
|
|
|
21
31
|
// src/pg/index.ts
|
|
@@ -32,6 +42,7 @@ __export(pg_exports, {
|
|
|
32
42
|
durablePgSchema: () => durablePgSchema,
|
|
33
43
|
durableRunAttributes: () => durableRunAttributes,
|
|
34
44
|
durableSchedules: () => durableSchedules,
|
|
45
|
+
durableSignalIds: () => durableSignalIds,
|
|
35
46
|
durableSignalWaiters: () => durableSignalWaiters,
|
|
36
47
|
durableStepCheckpoints: () => durableStepCheckpoints,
|
|
37
48
|
durableWorkflowRuns: () => durableWorkflowRuns,
|
|
@@ -142,6 +153,12 @@ var DURABLE_PG_DDL = [
|
|
|
142
153
|
"name" text NOT NULL,
|
|
143
154
|
"payload" jsonb,
|
|
144
155
|
"published_at" timestamp with time zone NOT NULL
|
|
156
|
+
)`,
|
|
157
|
+
`CREATE TABLE IF NOT EXISTS "durable_signal_ids" (
|
|
158
|
+
"token" text NOT NULL,
|
|
159
|
+
"signal_id" text NOT NULL,
|
|
160
|
+
"expires_at" timestamp with time zone NOT NULL,
|
|
161
|
+
CONSTRAINT "durable_signal_ids_token_signal_id_pk" PRIMARY KEY("token","signal_id")
|
|
145
162
|
)`,
|
|
146
163
|
`CREATE TABLE IF NOT EXISTS "durable_schedules" (
|
|
147
164
|
"id" text PRIMARY KEY NOT NULL,
|
|
@@ -166,7 +183,8 @@ var DURABLE_PG_DDL = [
|
|
|
166
183
|
`CREATE INDEX IF NOT EXISTS "durable_signal_waiters_run_id_idx" ON "durable_signal_waiters" USING btree ("run_id")`,
|
|
167
184
|
`CREATE INDEX IF NOT EXISTS "durable_buffered_signals_token_idx" ON "durable_buffered_signals" USING btree ("token","id")`,
|
|
168
185
|
`CREATE INDEX IF NOT EXISTS "durable_buffered_events_name_published_at_idx" ON "durable_buffered_events" USING btree ("name","published_at")`,
|
|
169
|
-
`CREATE INDEX IF NOT EXISTS "durable_schedules_due_idx" ON "durable_schedules" USING btree ("paused","next_fire_at")
|
|
186
|
+
`CREATE INDEX IF NOT EXISTS "durable_schedules_due_idx" ON "durable_schedules" USING btree ("paused","next_fire_at")`,
|
|
187
|
+
`CREATE INDEX IF NOT EXISTS "durable_signal_ids_expires_at_idx" ON "durable_signal_ids" USING btree ("expires_at")`
|
|
170
188
|
];
|
|
171
189
|
var SCHEMA_LOCK_KEY = "durable_schema";
|
|
172
190
|
function drizzlePgSchemaRepairWarning(repairs) {
|
|
@@ -239,10 +257,122 @@ __name(ensureDrizzlePgDurableSchema, "ensureDrizzlePgDurableSchema");
|
|
|
239
257
|
|
|
240
258
|
// src/pg/drizzle-pg-state-store.ts
|
|
241
259
|
var import_nestjs_durable_core = require("@dudousxd/nestjs-durable-core");
|
|
242
|
-
var
|
|
260
|
+
var import_drizzle_orm5 = require("drizzle-orm");
|
|
243
261
|
|
|
244
|
-
// src/pg/
|
|
262
|
+
// src/pg/hot-path.ts
|
|
263
|
+
var drizzleOrm = __toESM(require("drizzle-orm"), 1);
|
|
245
264
|
var import_drizzle_orm3 = require("drizzle-orm");
|
|
265
|
+
function nodePgClient(db) {
|
|
266
|
+
const client = db.$client;
|
|
267
|
+
if (!client || typeof client !== "object") return void 0;
|
|
268
|
+
if (typeof client.query !== "function") return void 0;
|
|
269
|
+
const isPool = "totalCount" in client && "idleCount" in client;
|
|
270
|
+
const isClient = "connectionParameters" in client;
|
|
271
|
+
return isPool || isClient ? client : void 0;
|
|
272
|
+
}
|
|
273
|
+
__name(nodePgClient, "nodePgClient");
|
|
274
|
+
function drizzleLogger(db) {
|
|
275
|
+
const logger = db.session?.logger;
|
|
276
|
+
if (!logger || typeof logger.logQuery !== "function") return void 0;
|
|
277
|
+
if (logger.constructor?.name === "NoopLogger") {
|
|
278
|
+
return void 0;
|
|
279
|
+
}
|
|
280
|
+
return logger;
|
|
281
|
+
}
|
|
282
|
+
__name(drizzleLogger, "drizzleLogger");
|
|
283
|
+
var QueryError = drizzleOrm.DrizzleQueryError;
|
|
284
|
+
function hash(text2) {
|
|
285
|
+
let h = 2166136261;
|
|
286
|
+
for (let i = 0; i < text2.length; i += 1) {
|
|
287
|
+
h ^= text2.charCodeAt(i);
|
|
288
|
+
h = Math.imul(h, 16777619);
|
|
289
|
+
}
|
|
290
|
+
return (h >>> 0).toString(36);
|
|
291
|
+
}
|
|
292
|
+
__name(hash, "hash");
|
|
293
|
+
var PgHotPath = class _PgHotPath {
|
|
294
|
+
static {
|
|
295
|
+
__name(this, "PgHotPath");
|
|
296
|
+
}
|
|
297
|
+
client;
|
|
298
|
+
logger;
|
|
299
|
+
prepared;
|
|
300
|
+
constructor(client, logger, prepared) {
|
|
301
|
+
this.client = client;
|
|
302
|
+
this.logger = logger;
|
|
303
|
+
this.prepared = prepared;
|
|
304
|
+
}
|
|
305
|
+
/** The hot path for `db`, or `undefined` when `db` does not run on node-postgres. */
|
|
306
|
+
static for(db, options = {}) {
|
|
307
|
+
const client = nodePgClient(db);
|
|
308
|
+
if (!client) return void 0;
|
|
309
|
+
return new _PgHotPath(client, drizzleLogger(db), options.preparedStatements !== false);
|
|
310
|
+
}
|
|
311
|
+
/** Run one statement; resolves its rows as the driver decoded them (column names as stored). */
|
|
312
|
+
async query(text2, values) {
|
|
313
|
+
this.logger?.logQuery(text2, values);
|
|
314
|
+
const config = {
|
|
315
|
+
text: text2,
|
|
316
|
+
values
|
|
317
|
+
};
|
|
318
|
+
if (this.prepared) config.name = `durable_${hash(text2)}`;
|
|
319
|
+
try {
|
|
320
|
+
return (await this.client.query(config)).rows;
|
|
321
|
+
} catch (err) {
|
|
322
|
+
throw QueryError ? new QueryError(text2, values, err) : err;
|
|
323
|
+
}
|
|
324
|
+
}
|
|
325
|
+
};
|
|
326
|
+
var TableCodec = class {
|
|
327
|
+
static {
|
|
328
|
+
__name(this, "TableCodec");
|
|
329
|
+
}
|
|
330
|
+
columns;
|
|
331
|
+
/** `"a", "b", …` in column order. */
|
|
332
|
+
list;
|
|
333
|
+
constructor(table, omit = []) {
|
|
334
|
+
this.columns = Object.entries((0, import_drizzle_orm3.getTableColumns)(table)).filter(([key]) => !omit.includes(key));
|
|
335
|
+
this.list = this.columns.map(([, c]) => quote(c.name)).join(", ");
|
|
336
|
+
}
|
|
337
|
+
/** The quoted column name of `property`. */
|
|
338
|
+
name(property) {
|
|
339
|
+
const found = this.columns.find(([key]) => key === property);
|
|
340
|
+
if (!found) throw new Error(`no column for ${property}`);
|
|
341
|
+
return quote(found[1].name);
|
|
342
|
+
}
|
|
343
|
+
/** A value of `property` as drizzle's builder would bind it. */
|
|
344
|
+
encode(property, value) {
|
|
345
|
+
if (value == null) return null;
|
|
346
|
+
const found = this.columns.find(([key]) => key === property);
|
|
347
|
+
return found ? found[1].mapToDriverValue(value) : value;
|
|
348
|
+
}
|
|
349
|
+
/** A row's values, in column order, as drizzle's builder would bind them. */
|
|
350
|
+
encodeRow(row) {
|
|
351
|
+
return this.columns.map(([key, column]) => {
|
|
352
|
+
const value = row[key];
|
|
353
|
+
return value == null ? null : column.mapToDriverValue(value);
|
|
354
|
+
});
|
|
355
|
+
}
|
|
356
|
+
/** A row a statement returned, as drizzle would map it (absent / omitted columns read `null`). */
|
|
357
|
+
decode(raw) {
|
|
358
|
+
const row = {};
|
|
359
|
+
for (const [key, column] of this.columns) {
|
|
360
|
+
const value = raw[column.name];
|
|
361
|
+
row[key] = value == null ? null : column.mapFromDriverValue(value);
|
|
362
|
+
}
|
|
363
|
+
return row;
|
|
364
|
+
}
|
|
365
|
+
};
|
|
366
|
+
var quote = /* @__PURE__ */ __name((name) => `"${name.replace(/"/g, '""')}"`, "quote");
|
|
367
|
+
function placeholders(from, count) {
|
|
368
|
+
return Array.from({
|
|
369
|
+
length: count
|
|
370
|
+
}, (_, i) => `$${from + i}`).join(", ");
|
|
371
|
+
}
|
|
372
|
+
__name(placeholders, "placeholders");
|
|
373
|
+
|
|
374
|
+
// src/pg/schema.ts
|
|
375
|
+
var import_drizzle_orm4 = require("drizzle-orm");
|
|
246
376
|
var import_pg_core = require("drizzle-orm/pg-core");
|
|
247
377
|
var DEFAULT_NAMESPACE = "default";
|
|
248
378
|
var tstz = /* @__PURE__ */ __name((name) => (0, import_pg_core.timestamp)(name, {
|
|
@@ -372,6 +502,19 @@ var durableBufferedEvents = (0, import_pg_core.pgTable)("durable_buffered_events
|
|
|
372
502
|
}, (t) => [
|
|
373
503
|
(0, import_pg_core.index)("durable_buffered_events_name_published_at_idx").on(t.name, t.publishedAt)
|
|
374
504
|
]);
|
|
505
|
+
var durableSignalIds = (0, import_pg_core.pgTable)("durable_signal_ids", {
|
|
506
|
+
token: (0, import_pg_core.text)("token").notNull(),
|
|
507
|
+
signalId: (0, import_pg_core.text)("signal_id").notNull(),
|
|
508
|
+
expiresAt: tstz("expires_at").notNull()
|
|
509
|
+
}, (t) => [
|
|
510
|
+
(0, import_pg_core.primaryKey)({
|
|
511
|
+
columns: [
|
|
512
|
+
t.token,
|
|
513
|
+
t.signalId
|
|
514
|
+
]
|
|
515
|
+
}),
|
|
516
|
+
(0, import_pg_core.index)("durable_signal_ids_expires_at_idx").on(t.expiresAt)
|
|
517
|
+
]);
|
|
375
518
|
var durableSchedules = (0, import_pg_core.pgTable)(
|
|
376
519
|
"durable_schedules",
|
|
377
520
|
{
|
|
@@ -398,10 +541,11 @@ var durablePgSchema = {
|
|
|
398
541
|
durableSignalWaiters,
|
|
399
542
|
durableBufferedSignals,
|
|
400
543
|
durableBufferedEvents,
|
|
544
|
+
durableSignalIds,
|
|
401
545
|
durableSchedules
|
|
402
546
|
};
|
|
403
547
|
function durablePgManagedTables() {
|
|
404
|
-
return Object.values(durablePgSchema).map((table) => (0,
|
|
548
|
+
return Object.values(durablePgSchema).map((table) => (0, import_drizzle_orm4.getTableName)(table));
|
|
405
549
|
}
|
|
406
550
|
__name(durablePgManagedTables, "durablePgManagedTables");
|
|
407
551
|
|
|
@@ -411,22 +555,22 @@ var RETENTION_EXCLUDED = [
|
|
|
411
555
|
];
|
|
412
556
|
function anyOf(conditions) {
|
|
413
557
|
const present = conditions.filter((c) => c !== void 0);
|
|
414
|
-
return present.length ? (0,
|
|
558
|
+
return present.length ? (0, import_drizzle_orm5.or)(...present) : import_drizzle_orm5.sql`1 = 0`;
|
|
415
559
|
}
|
|
416
560
|
__name(anyOf, "anyOf");
|
|
417
561
|
function namespaceFilter(namespace) {
|
|
418
562
|
if (namespace === void 0) return void 0;
|
|
419
563
|
if (namespace === DEFAULT_NAMESPACE || namespace === "") {
|
|
420
|
-
return (0,
|
|
564
|
+
return (0, import_drizzle_orm5.inArray)(durableWorkflowRuns.namespace, [
|
|
421
565
|
DEFAULT_NAMESPACE,
|
|
422
566
|
""
|
|
423
567
|
]);
|
|
424
568
|
}
|
|
425
|
-
return (0,
|
|
569
|
+
return (0, import_drizzle_orm5.eq)(durableWorkflowRuns.namespace, namespace);
|
|
426
570
|
}
|
|
427
571
|
__name(namespaceFilter, "namespaceFilter");
|
|
428
572
|
function hasTag(tag) {
|
|
429
|
-
return
|
|
573
|
+
return import_drizzle_orm5.sql`${durableWorkflowRuns.tags} @> ${JSON.stringify([
|
|
430
574
|
tag
|
|
431
575
|
])}::jsonb`;
|
|
432
576
|
}
|
|
@@ -440,10 +584,59 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
440
584
|
db;
|
|
441
585
|
options;
|
|
442
586
|
scopeNamespace;
|
|
587
|
+
/** Constant-SQL path for the per-step statements, on node-postgres (see `hot-path.ts`). */
|
|
588
|
+
hot;
|
|
589
|
+
/** The run read-scope predicate as SQL text from `$2` on, and its values (hot path). */
|
|
590
|
+
hotScope;
|
|
591
|
+
/** Hot-path UPDATE texts by patch shape. */
|
|
592
|
+
hotUpdates = /* @__PURE__ */ new Map();
|
|
443
593
|
constructor(db, options = {}) {
|
|
444
594
|
this.db = db;
|
|
445
595
|
this.options = options;
|
|
446
596
|
this.scopeNamespace = options.scope?.namespace;
|
|
597
|
+
this.hot = PgHotPath.for(db, {
|
|
598
|
+
preparedStatements: options.preparedStatements
|
|
599
|
+
});
|
|
600
|
+
const ns = this.scopeNamespace;
|
|
601
|
+
this.hotScope = ns === void 0 ? {
|
|
602
|
+
text: "",
|
|
603
|
+
values: []
|
|
604
|
+
} : ns === DEFAULT_NAMESPACE || ns === "" ? {
|
|
605
|
+
text: ' AND "namespace" IN ($2, $3)',
|
|
606
|
+
values: [
|
|
607
|
+
DEFAULT_NAMESPACE,
|
|
608
|
+
""
|
|
609
|
+
]
|
|
610
|
+
} : {
|
|
611
|
+
text: ' AND "namespace" = $2',
|
|
612
|
+
values: [
|
|
613
|
+
ns
|
|
614
|
+
]
|
|
615
|
+
};
|
|
616
|
+
}
|
|
617
|
+
/**
|
|
618
|
+
* A hot-path `UPDATE` of the runs table setting `row`'s columns on run `$n`, optionally only while
|
|
619
|
+
* its status is one of `expected` (then `RETURNING "id"`). Text cached per shape.
|
|
620
|
+
*/
|
|
621
|
+
hotRunUpdate(runId, row, expected) {
|
|
622
|
+
const keys = Object.keys(row);
|
|
623
|
+
const shape = `${keys.join(",")}|${expected?.length ?? -1}`;
|
|
624
|
+
let text2 = this.hotUpdates.get(shape);
|
|
625
|
+
if (text2 === void 0) {
|
|
626
|
+
const set = keys.map((key, i) => `${RUNS.name(key)} = $${i + 1}`).join(", ");
|
|
627
|
+
const id = keys.length + 1;
|
|
628
|
+
text2 = `UPDATE ${T_RUNS} SET ${set} WHERE "id" = $${id}`;
|
|
629
|
+
if (expected) {
|
|
630
|
+
text2 += ` AND "status" IN (${placeholders(id + 1, expected.length)}) RETURNING "id"`;
|
|
631
|
+
}
|
|
632
|
+
this.hotUpdates.set(shape, text2);
|
|
633
|
+
}
|
|
634
|
+
const values = keys.map((key) => RUNS.encode(key, row[key]));
|
|
635
|
+
values.push(runId, ...expected ?? []);
|
|
636
|
+
return {
|
|
637
|
+
text: text2,
|
|
638
|
+
values
|
|
639
|
+
};
|
|
447
640
|
}
|
|
448
641
|
/** A store confined to `scope.namespace`, sharing this store's db (no new connection). Used by the
|
|
449
642
|
* NestJS module's `scopeReads`; `{ namespace: undefined }` is the unscoped operator view. */
|
|
@@ -466,28 +659,35 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
466
659
|
}
|
|
467
660
|
async tryAdmitSingleton(runId, tag, workflow, limit, retryWakeAt) {
|
|
468
661
|
return this.db.transaction(async (tx) => {
|
|
469
|
-
const where = (0,
|
|
662
|
+
const where = (0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.workflow, workflow), (0, import_drizzle_orm5.inArray)(durableWorkflowRuns.status, import_nestjs_durable_core.SINGLETON_ACTIVE_STATUSES), hasTag(tag), this.scope());
|
|
470
663
|
await tx.select({
|
|
471
664
|
id: durableWorkflowRuns.id
|
|
472
|
-
}).from(durableWorkflowRuns).where(where).orderBy((0,
|
|
665
|
+
}).from(durableWorkflowRuns).where(where).orderBy((0, import_drizzle_orm5.asc)(durableWorkflowRuns.id)).for("update");
|
|
473
666
|
const rows = await tx.select().from(durableWorkflowRuns).where(where);
|
|
474
667
|
const runs = rows.map(fromRunRow);
|
|
475
668
|
const tags = (0, import_nestjs_durable_core.singletonAdmissionTags)(runs, runId, tag, workflow, limit);
|
|
476
669
|
if (!tags) {
|
|
477
670
|
const patch = (0, import_nestjs_durable_core.singletonAdmissionDenialPatch)(runs, runId, tag, workflow, retryWakeAt);
|
|
478
|
-
if (patch) await tx.update(durableWorkflowRuns).set(toRunPatch(patch)).where((0,
|
|
671
|
+
if (patch) await tx.update(durableWorkflowRuns).set(toRunPatch(patch)).where((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId));
|
|
479
672
|
return false;
|
|
480
673
|
}
|
|
481
674
|
await tx.update(durableWorkflowRuns).set({
|
|
482
675
|
tags
|
|
483
|
-
}).where((0,
|
|
676
|
+
}).where((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId));
|
|
484
677
|
return true;
|
|
485
678
|
});
|
|
486
679
|
}
|
|
487
680
|
async createRun(run) {
|
|
488
681
|
if ((0, import_nestjs_durable_core.normalizeAttributeRows)(run.id, run.searchAttributes).length === 0) {
|
|
682
|
+
if (this.hot) {
|
|
683
|
+
await this.hot.query(INSERT_RUN, RUNS.encodeRow(toRunRow(run)));
|
|
684
|
+
await this.hot.query(DELETE_ATTRIBUTES, [
|
|
685
|
+
run.id
|
|
686
|
+
]);
|
|
687
|
+
return;
|
|
688
|
+
}
|
|
489
689
|
await this.db.insert(durableWorkflowRuns).values(toRunRow(run));
|
|
490
|
-
await this.db.delete(durableRunAttributes).where((0,
|
|
690
|
+
await this.db.delete(durableRunAttributes).where((0, import_drizzle_orm5.eq)(durableRunAttributes.runId, run.id));
|
|
491
691
|
return;
|
|
492
692
|
}
|
|
493
693
|
await this.db.transaction(async (tx) => {
|
|
@@ -501,11 +701,16 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
501
701
|
const reindex = "searchAttributes" in patch;
|
|
502
702
|
if (!Object.keys(row).length && !reindex) return;
|
|
503
703
|
if (!reindex) {
|
|
504
|
-
|
|
704
|
+
if (this.hot) {
|
|
705
|
+
const { text: text2, values } = this.hotRunUpdate(runId, row);
|
|
706
|
+
await this.hot.query(text2, values);
|
|
707
|
+
return;
|
|
708
|
+
}
|
|
709
|
+
await this.db.update(durableWorkflowRuns).set(row).where((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId));
|
|
505
710
|
return;
|
|
506
711
|
}
|
|
507
712
|
await this.db.transaction(async (tx) => {
|
|
508
|
-
if (Object.keys(row).length) await tx.update(durableWorkflowRuns).set(row).where((0,
|
|
713
|
+
if (Object.keys(row).length) await tx.update(durableWorkflowRuns).set(row).where((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId));
|
|
509
714
|
if (reindex) await reindexAttributes(tx, runId, patch.searchAttributes);
|
|
510
715
|
});
|
|
511
716
|
}
|
|
@@ -514,7 +719,17 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
514
719
|
const patch = inputPatch.status && import_nestjs_durable_core.TERMINAL_RUN_STATUSES.includes(inputPatch.status) ? await (0, import_nestjs_durable_core.clearTerminalSingletonAdmission)(runId, inputPatch, (id) => this.withScope({}).getRun(id)) : inputPatch;
|
|
515
720
|
const row = toRunPatch(patch);
|
|
516
721
|
const reindex = "searchAttributes" in patch;
|
|
517
|
-
const matches = (0,
|
|
722
|
+
const matches = (0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId), (0, import_drizzle_orm5.inArray)(durableWorkflowRuns.status, expectedStatuses));
|
|
723
|
+
if (!reindex && Object.keys(row).length) {
|
|
724
|
+
if (this.hot) {
|
|
725
|
+
const { text: text2, values } = this.hotRunUpdate(runId, row, expectedStatuses);
|
|
726
|
+
return (await this.hot.query(text2, values)).length === 1;
|
|
727
|
+
}
|
|
728
|
+
const applied = await this.db.update(durableWorkflowRuns).set(row).where(matches).returning({
|
|
729
|
+
id: durableWorkflowRuns.id
|
|
730
|
+
});
|
|
731
|
+
return applied.length === 1;
|
|
732
|
+
}
|
|
518
733
|
return this.db.transaction(async (tx) => {
|
|
519
734
|
const applied = Object.keys(row).length ? (await tx.update(durableWorkflowRuns).set(row).where(matches).returning({
|
|
520
735
|
id: durableWorkflowRuns.id
|
|
@@ -526,12 +741,19 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
526
741
|
});
|
|
527
742
|
}
|
|
528
743
|
async getRun(runId) {
|
|
529
|
-
|
|
744
|
+
if (this.hot) {
|
|
745
|
+
const rows2 = await this.hot.query(`${SELECT_RUN}${this.hotScope.text} LIMIT 1`, [
|
|
746
|
+
runId,
|
|
747
|
+
...this.hotScope.values
|
|
748
|
+
]);
|
|
749
|
+
return rows2[0] ? fromRunRow(RUNS.decode(rows2[0])) : null;
|
|
750
|
+
}
|
|
751
|
+
const rows = await this.db.select().from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId), this.scope())).limit(1);
|
|
530
752
|
return rows[0] ? fromRunRow(rows[0]) : null;
|
|
531
753
|
}
|
|
532
754
|
async getRuns(runIds) {
|
|
533
755
|
if (runIds.length === 0) return [];
|
|
534
|
-
const rows = await this.db.select().from(durableWorkflowRuns).where((0,
|
|
756
|
+
const rows = await this.db.select().from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.inArray)(durableWorkflowRuns.id, [
|
|
535
757
|
...new Set(runIds)
|
|
536
758
|
]), this.scope()));
|
|
537
759
|
return rows.map(fromRunRow);
|
|
@@ -565,7 +787,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
565
787
|
const rows = await tx.select({
|
|
566
788
|
id: durableWorkflowRuns.id,
|
|
567
789
|
tags: durableWorkflowRuns.tags
|
|
568
|
-
}).from(durableWorkflowRuns).where((0,
|
|
790
|
+
}).from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)(...scoped, (0, import_drizzle_orm5.lt)(durableWorkflowRuns.updatedAt, cutoff))).orderBy((0, import_drizzle_orm5.asc)(durableWorkflowRuns.updatedAt)).limit(limit).for("update", {
|
|
569
791
|
skipLocked: true
|
|
570
792
|
});
|
|
571
793
|
for (const r of rows) if (!(0, import_nestjs_durable_core.retentionKeeps)(r.tags)) ids.add(r.id);
|
|
@@ -574,7 +796,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
574
796
|
const rows = await tx.select({
|
|
575
797
|
id: durableWorkflowRuns.id,
|
|
576
798
|
tags: durableWorkflowRuns.tags
|
|
577
|
-
}).from(durableWorkflowRuns).where((0,
|
|
799
|
+
}).from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)(...scoped)).orderBy((0, import_drizzle_orm5.desc)(durableWorkflowRuns.updatedAt), (0, import_drizzle_orm5.desc)(durableWorkflowRuns.id)).limit(limit).offset(policy.maxCount).for("update", {
|
|
578
800
|
skipLocked: true
|
|
579
801
|
});
|
|
580
802
|
for (const r of rows) {
|
|
@@ -591,7 +813,14 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
591
813
|
});
|
|
592
814
|
}
|
|
593
815
|
async getCheckpoint(runId, seq) {
|
|
594
|
-
|
|
816
|
+
if (this.hot) {
|
|
817
|
+
const rows2 = await this.hot.query(SELECT_CHECKPOINT, [
|
|
818
|
+
runId,
|
|
819
|
+
seq
|
|
820
|
+
]);
|
|
821
|
+
return rows2[0] ? fromCheckpointRow(CPS.decode(rows2[0])) : null;
|
|
822
|
+
}
|
|
823
|
+
const rows = await this.db.select().from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.eq)(durableStepCheckpoints.seq, seq))).limit(1);
|
|
595
824
|
return rows[0] ? fromCheckpointRow(rows[0]) : null;
|
|
596
825
|
}
|
|
597
826
|
async getCheckpoints(runId, seqs) {
|
|
@@ -600,7 +829,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
600
829
|
];
|
|
601
830
|
const rows = [];
|
|
602
831
|
for (let at = 0; at < unique.length; at += 500) {
|
|
603
|
-
rows.push(...await this.db.select().from(durableStepCheckpoints).where((0,
|
|
832
|
+
rows.push(...await this.db.select().from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.inArray)(durableStepCheckpoints.seq, unique.slice(at, at + 500)))));
|
|
604
833
|
}
|
|
605
834
|
return rows.sort((a, b) => a.seq - b.seq).map(fromCheckpointRow);
|
|
606
835
|
}
|
|
@@ -608,10 +837,18 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
608
837
|
const unique = [
|
|
609
838
|
...new Set(seqs)
|
|
610
839
|
];
|
|
611
|
-
|
|
840
|
+
if (this.hot) {
|
|
841
|
+
if (unique.length === 0) return [];
|
|
842
|
+
const rows2 = await this.hot.query(SELECT_CHECKPOINTS_FOR_SETTLE, [
|
|
843
|
+
runId,
|
|
844
|
+
unique
|
|
845
|
+
]);
|
|
846
|
+
return rows2.map((raw) => fromCheckpointRow(CPS_NO_INPUT.decode(raw)));
|
|
847
|
+
}
|
|
848
|
+
const { input: _input, ...columns } = (0, import_drizzle_orm5.getTableColumns)(durableStepCheckpoints);
|
|
612
849
|
const rows = [];
|
|
613
850
|
for (let at = 0; at < unique.length; at += 500) {
|
|
614
|
-
rows.push(...await this.db.select(columns).from(durableStepCheckpoints).where((0,
|
|
851
|
+
rows.push(...await this.db.select(columns).from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.inArray)(durableStepCheckpoints.seq, unique.slice(at, at + 500)))));
|
|
615
852
|
}
|
|
616
853
|
return rows.sort((a, b) => a.seq - b.seq).map((row) => fromCheckpointRow({
|
|
617
854
|
...row,
|
|
@@ -619,6 +856,10 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
619
856
|
}));
|
|
620
857
|
}
|
|
621
858
|
async saveCheckpoint(checkpoint) {
|
|
859
|
+
if (this.hot) {
|
|
860
|
+
await this.hot.query(UPSERT_CHECKPOINT, CPS.encodeRow(toCheckpointRow(checkpoint)));
|
|
861
|
+
return;
|
|
862
|
+
}
|
|
622
863
|
await upsertCheckpoint(this.db, checkpoint);
|
|
623
864
|
}
|
|
624
865
|
async saveCheckpoints(checkpoints) {
|
|
@@ -637,7 +878,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
637
878
|
}
|
|
638
879
|
async saveCheckpointIfPending(checkpoint) {
|
|
639
880
|
const { runId, seq, ...set } = toCheckpointRow(checkpoint);
|
|
640
|
-
const rows = await this.db.update(durableStepCheckpoints).set(set).where((0,
|
|
881
|
+
const rows = await this.db.update(durableStepCheckpoints).set(set).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.eq)(durableStepCheckpoints.seq, seq), (0, import_drizzle_orm5.eq)(durableStepCheckpoints.status, "pending"))).returning({
|
|
641
882
|
seq: durableStepCheckpoints.seq
|
|
642
883
|
});
|
|
643
884
|
return rows.length === 1;
|
|
@@ -645,7 +886,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
645
886
|
async saveCheckpointsIfPending(checkpoints) {
|
|
646
887
|
const wrote = checkpoints.map(() => false);
|
|
647
888
|
if (checkpoints.length === 0) return wrote;
|
|
648
|
-
await this.
|
|
889
|
+
await this.inTransactionIf(oneStatement(checkpoints), async (tx) => {
|
|
649
890
|
for (const round of distinctRounds(checkpoints)) {
|
|
650
891
|
for (let at = 0; at < round.length; at += CHECKPOINT_BATCH_ROWS) {
|
|
651
892
|
const chunk = round.slice(at, at + CHECKPOINT_BATCH_ROWS);
|
|
@@ -669,7 +910,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
669
910
|
async settleCheckpointsIfPending(settlements) {
|
|
670
911
|
const wrote = settlements.map(() => false);
|
|
671
912
|
if (settlements.length === 0) return wrote;
|
|
672
|
-
await this.
|
|
913
|
+
await this.inTransactionIf(oneStatement(settlements), async (tx) => {
|
|
673
914
|
for (const round of distinctRounds(settlements)) {
|
|
674
915
|
for (let at = 0; at < round.length; at += CHECKPOINT_BATCH_ROWS) {
|
|
675
916
|
const chunk = round.slice(at, at + CHECKPOINT_BATCH_ROWS);
|
|
@@ -690,6 +931,84 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
690
931
|
});
|
|
691
932
|
return wrote;
|
|
692
933
|
}
|
|
934
|
+
async settleResultsIfPending(results) {
|
|
935
|
+
const out = results.map(() => null);
|
|
936
|
+
const seen = /* @__PURE__ */ new Set();
|
|
937
|
+
const sent = results.flatMap((r, i) => {
|
|
938
|
+
const key = rowKey(r);
|
|
939
|
+
if (seen.has(key)) return [];
|
|
940
|
+
seen.add(key);
|
|
941
|
+
return [
|
|
942
|
+
i
|
|
943
|
+
];
|
|
944
|
+
});
|
|
945
|
+
if (sent.length === 0) return out;
|
|
946
|
+
if (this.hot && sent.length <= HOT_SETTLE_MAX_ROWS) {
|
|
947
|
+
const rows = await this.hot.query(settleResultsText(sent.length), sent.flatMap((i) => settleResultValues(results[i])));
|
|
948
|
+
const byKey = new Map(sent.map((i) => [
|
|
949
|
+
rowKey(results[i]),
|
|
950
|
+
i
|
|
951
|
+
]));
|
|
952
|
+
for (const raw of rows) {
|
|
953
|
+
const cp = fromCheckpointRow(CPS_NO_INPUT.decode(raw));
|
|
954
|
+
const i = byKey.get(rowKey(cp));
|
|
955
|
+
if (i !== void 0) out[i] = cp;
|
|
956
|
+
}
|
|
957
|
+
return out;
|
|
958
|
+
}
|
|
959
|
+
await this.inTransactionIf(sent.length <= CHECKPOINT_BATCH_ROWS, async (tx) => {
|
|
960
|
+
for (let at = 0; at < sent.length; at += CHECKPOINT_BATCH_ROWS) {
|
|
961
|
+
const chunk = sent.slice(at, at + CHECKPOINT_BATCH_ROWS);
|
|
962
|
+
const rows = rowsOf(await tx.execute(settleResultsFrom(chunk.map((i) => results[i]))));
|
|
963
|
+
const byKey = new Map(chunk.map((i) => [
|
|
964
|
+
rowKey(results[i]),
|
|
965
|
+
i
|
|
966
|
+
]));
|
|
967
|
+
for (const raw of rows) {
|
|
968
|
+
const cp = fromCheckpointRow(settledRowFromDriver(raw));
|
|
969
|
+
const i = byKey.get(rowKey(cp));
|
|
970
|
+
if (i !== void 0) out[i] = cp;
|
|
971
|
+
}
|
|
972
|
+
}
|
|
973
|
+
});
|
|
974
|
+
return out;
|
|
975
|
+
}
|
|
976
|
+
async insertCheckpointIfAbsent(checkpoint) {
|
|
977
|
+
if (this.hot) {
|
|
978
|
+
const values = CPS.encodeRow(toCheckpointRow(checkpoint));
|
|
979
|
+
return (await this.hot.query(INSERT_CHECKPOINT_IF_ABSENT, values)).length === 1;
|
|
980
|
+
}
|
|
981
|
+
const rows = await this.db.insert(durableStepCheckpoints).values(toCheckpointRow(checkpoint)).onConflictDoNothing({
|
|
982
|
+
target: [
|
|
983
|
+
durableStepCheckpoints.runId,
|
|
984
|
+
durableStepCheckpoints.seq
|
|
985
|
+
]
|
|
986
|
+
}).returning({
|
|
987
|
+
seq: durableStepCheckpoints.seq
|
|
988
|
+
});
|
|
989
|
+
return rows.length === 1;
|
|
990
|
+
}
|
|
991
|
+
async tryLockRunAndGet(runId, owner, leaseUntilMs, nowMs) {
|
|
992
|
+
if (this.hot) {
|
|
993
|
+
const rows2 = await this.hot.query(`${LOCK_RUN}${this.hotScope.text.replace(/\$(\d+)/g, (_, n) => `$${Number(n) + 3}`)} RETURNING ${RUNS.list}`, [
|
|
994
|
+
runId,
|
|
995
|
+
owner,
|
|
996
|
+
lockTime(leaseUntilMs),
|
|
997
|
+
lockTime(nowMs),
|
|
998
|
+
...this.hotScope.values
|
|
999
|
+
]);
|
|
1000
|
+
return rows2[0] ? fromRunRow(RUNS.decode(rows2[0])) : null;
|
|
1001
|
+
}
|
|
1002
|
+
const rows = await this.db.update(durableWorkflowRuns).set({
|
|
1003
|
+
lockedBy: owner,
|
|
1004
|
+
lockedUntil: new Date(leaseUntilMs)
|
|
1005
|
+
}).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId), (0, import_drizzle_orm5.or)((0, import_drizzle_orm5.isNull)(durableWorkflowRuns.lockedUntil), (0, import_drizzle_orm5.lte)(durableWorkflowRuns.lockedUntil, new Date(nowMs))), this.scope())).returning();
|
|
1006
|
+
return rows[0] ? fromRunRow(rows[0]) : null;
|
|
1007
|
+
}
|
|
1008
|
+
/** Run `work` on the db as is when it is one statement (atomic by itself), else in a transaction. */
|
|
1009
|
+
inTransactionIf(single, work) {
|
|
1010
|
+
return single ? work(this.db) : this.db.transaction((tx) => work(tx));
|
|
1011
|
+
}
|
|
693
1012
|
async transaction(work) {
|
|
694
1013
|
return this.db.transaction(async (tx) => work({
|
|
695
1014
|
raw: tx,
|
|
@@ -698,7 +1017,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
698
1017
|
}
|
|
699
1018
|
/** Crash recovery. Namespace-scoped: a worker re-drives only its own tenant's runs. */
|
|
700
1019
|
async listIncompleteRuns(namespace) {
|
|
701
|
-
const rows = await this.db.select().from(durableWorkflowRuns).where((0,
|
|
1020
|
+
const rows = await this.db.select().from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.inArray)(durableWorkflowRuns.status, [
|
|
702
1021
|
"running",
|
|
703
1022
|
"cancelling"
|
|
704
1023
|
]), namespaceFilter(namespace), this.scope()));
|
|
@@ -706,47 +1025,97 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
706
1025
|
}
|
|
707
1026
|
async listOrphanedRuns(nowMs, limit, namespace, ownedBy) {
|
|
708
1027
|
if (limit <= 0) return [];
|
|
709
|
-
const rows = await this.db.select().from(durableWorkflowRuns).where((0,
|
|
1028
|
+
const rows = await this.db.select().from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.inArray)(durableWorkflowRuns.status, [
|
|
710
1029
|
"running",
|
|
711
1030
|
"cancelling"
|
|
712
|
-
]), (0,
|
|
713
|
-
(0,
|
|
714
|
-
(0,
|
|
1031
|
+
]), (0, import_drizzle_orm5.or)(
|
|
1032
|
+
(0, import_drizzle_orm5.isNull)(durableWorkflowRuns.lockedUntil),
|
|
1033
|
+
(0, import_drizzle_orm5.lte)(durableWorkflowRuns.lockedUntil, new Date(nowMs)),
|
|
715
1034
|
// A live lease left by a previous process with the caller's own instance id.
|
|
716
|
-
ownedBy ? (0,
|
|
717
|
-
), namespaceFilter(namespace), this.scope())).orderBy((0,
|
|
1035
|
+
ownedBy ? (0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.lockedBy, ownedBy.owner), (0, import_drizzle_orm5.lt)(durableWorkflowRuns.lockedUntil, new Date(ownedBy.lockedBefore))) : void 0
|
|
1036
|
+
), namespaceFilter(namespace), this.scope())).orderBy((0, import_drizzle_orm5.asc)(durableWorkflowRuns.createdAt)).limit(limit);
|
|
718
1037
|
return rows.map(fromRunRow);
|
|
719
1038
|
}
|
|
720
1039
|
/** FIFO pick-up, served by `durable_workflow_runs_namespace_status_idx`. The engine then leases
|
|
721
1040
|
* each run with {@link tryLockRun}; the listing itself takes no locks (it runs outside a tx). */
|
|
722
1041
|
async listPendingRuns(limit, namespace) {
|
|
723
|
-
const rows = await this.db.select().from(durableWorkflowRuns).where((0,
|
|
1042
|
+
const rows = await this.db.select().from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.status, "pending"), namespaceFilter(namespace), this.scope())).orderBy((0, import_drizzle_orm5.asc)(durableWorkflowRuns.createdAt)).limit(limit);
|
|
724
1043
|
return rows.map(fromRunRow);
|
|
725
1044
|
}
|
|
1045
|
+
async claimPendingRuns(limit, owner, leaseUntilMs, nowMs, namespace) {
|
|
1046
|
+
if (limit <= 0) return [];
|
|
1047
|
+
const filters = (0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.status, "pending"), (0, import_drizzle_orm5.or)((0, import_drizzle_orm5.isNull)(durableWorkflowRuns.lockedUntil), (0, import_drizzle_orm5.lte)(durableWorkflowRuns.lockedUntil, new Date(nowMs))), namespaceFilter(namespace), this.scope());
|
|
1048
|
+
const returning = import_drizzle_orm5.sql.join(RUNS.columns.map(([, column]) => import_drizzle_orm5.sql`r.${import_drizzle_orm5.sql.identifier(column.name)}`), import_drizzle_orm5.sql`, `);
|
|
1049
|
+
const rows = rowsOf(
|
|
1050
|
+
// A CTE, MATERIALIZED, picks the rows once. As a subquery in UPDATE ... FROM, Postgres may
|
|
1051
|
+
// rescan it, and each rescan skips the rows this statement already updated and takes the
|
|
1052
|
+
// next ones, so a claim of `limit` rows could lease every free pending run.
|
|
1053
|
+
await this.db.execute(import_drizzle_orm5.sql`WITH c AS MATERIALIZED (
|
|
1054
|
+
SELECT ${durableWorkflowRuns.id} AS claimed_id FROM ${durableWorkflowRuns}
|
|
1055
|
+
WHERE ${filters}
|
|
1056
|
+
ORDER BY ${durableWorkflowRuns.createdAt}, ${durableWorkflowRuns.id}
|
|
1057
|
+
LIMIT ${limit}
|
|
1058
|
+
FOR UPDATE SKIP LOCKED
|
|
1059
|
+
)
|
|
1060
|
+
UPDATE ${durableWorkflowRuns} AS r
|
|
1061
|
+
SET ${import_drizzle_orm5.sql.identifier((0, import_drizzle_orm5.getTableColumns)(durableWorkflowRuns).lockedBy.name)} = ${owner},
|
|
1062
|
+
${import_drizzle_orm5.sql.identifier((0, import_drizzle_orm5.getTableColumns)(durableWorkflowRuns).lockedUntil.name)} = ${new Date(leaseUntilMs).toISOString()}::timestamptz
|
|
1063
|
+
FROM c
|
|
1064
|
+
WHERE r.${import_drizzle_orm5.sql.identifier((0, import_drizzle_orm5.getTableColumns)(durableWorkflowRuns).id.name)} = c.claimed_id
|
|
1065
|
+
RETURNING ${returning}`)
|
|
1066
|
+
);
|
|
1067
|
+
return rows.map((raw) => fromRunRow(RUNS.decode(raw))).sort((a, b) => a.createdAt.getTime() - b.createdAt.getTime() || a.id.localeCompare(b.id));
|
|
1068
|
+
}
|
|
726
1069
|
async listDueTimers(nowMs, namespace, limit) {
|
|
727
|
-
const query = this.db.select().from(durableWorkflowRuns).where((0,
|
|
1070
|
+
const query = this.db.select().from(durableWorkflowRuns).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.status, "suspended"), (0, import_drizzle_orm5.isNotNull)(durableWorkflowRuns.wakeAt), (0, import_drizzle_orm5.lte)(durableWorkflowRuns.wakeAt, new Date(nowMs)), namespaceFilter(namespace), this.scope())).orderBy((0, import_drizzle_orm5.asc)(durableWorkflowRuns.wakeAt));
|
|
728
1071
|
const rows = limit !== void 0 ? await query.limit(limit) : await query;
|
|
729
1072
|
return rows.map(fromRunRow);
|
|
730
1073
|
}
|
|
731
1074
|
async tryLockRun(runId, owner, leaseUntilMs, nowMs) {
|
|
1075
|
+
if (this.hot) {
|
|
1076
|
+
const rows2 = await this.hot.query(`${LOCK_RUN} RETURNING "id"`, [
|
|
1077
|
+
runId,
|
|
1078
|
+
owner,
|
|
1079
|
+
lockTime(leaseUntilMs),
|
|
1080
|
+
lockTime(nowMs)
|
|
1081
|
+
]);
|
|
1082
|
+
return rows2.length === 1;
|
|
1083
|
+
}
|
|
732
1084
|
const rows = await this.db.update(durableWorkflowRuns).set({
|
|
733
1085
|
lockedBy: owner,
|
|
734
1086
|
lockedUntil: new Date(leaseUntilMs)
|
|
735
|
-
}).where((0,
|
|
1087
|
+
}).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId), (0, import_drizzle_orm5.or)((0, import_drizzle_orm5.isNull)(durableWorkflowRuns.lockedUntil), (0, import_drizzle_orm5.lte)(durableWorkflowRuns.lockedUntil, new Date(nowMs))))).returning({
|
|
736
1088
|
id: durableWorkflowRuns.id
|
|
737
1089
|
});
|
|
738
1090
|
return rows.length === 1;
|
|
739
1091
|
}
|
|
740
1092
|
async releaseRunLock(runId, owner) {
|
|
1093
|
+
if (this.hot) {
|
|
1094
|
+
await (owner === void 0 ? this.hot.query(RELEASE_LOCK, [
|
|
1095
|
+
runId
|
|
1096
|
+
]) : this.hot.query(`${RELEASE_LOCK} AND "locked_by" = $2`, [
|
|
1097
|
+
runId,
|
|
1098
|
+
owner
|
|
1099
|
+
]));
|
|
1100
|
+
return;
|
|
1101
|
+
}
|
|
741
1102
|
await this.db.update(durableWorkflowRuns).set({
|
|
742
1103
|
lockedBy: null,
|
|
743
1104
|
lockedUntil: null
|
|
744
|
-
}).where(owner === void 0 ? (0,
|
|
1105
|
+
}).where(owner === void 0 ? (0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId) : (0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId), (0, import_drizzle_orm5.eq)(durableWorkflowRuns.lockedBy, owner)));
|
|
745
1106
|
}
|
|
746
1107
|
async renewRunLock(runId, owner, leaseUntilMs) {
|
|
1108
|
+
if (this.hot) {
|
|
1109
|
+
const rows2 = await this.hot.query(RENEW_LOCK, [
|
|
1110
|
+
runId,
|
|
1111
|
+
owner,
|
|
1112
|
+
lockTime(leaseUntilMs)
|
|
1113
|
+
]);
|
|
1114
|
+
return rows2.length === 1;
|
|
1115
|
+
}
|
|
747
1116
|
const rows = await this.db.update(durableWorkflowRuns).set({
|
|
748
1117
|
lockedUntil: new Date(leaseUntilMs)
|
|
749
|
-
}).where((0,
|
|
1118
|
+
}).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableWorkflowRuns.id, runId), (0, import_drizzle_orm5.eq)(durableWorkflowRuns.lockedBy, owner))).returning({
|
|
750
1119
|
id: durableWorkflowRuns.id
|
|
751
1120
|
});
|
|
752
1121
|
return rows.length === 1;
|
|
@@ -755,19 +1124,19 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
755
1124
|
runFilters(query) {
|
|
756
1125
|
return [
|
|
757
1126
|
this.scope(),
|
|
758
|
-
query.workflow ? (0,
|
|
759
|
-
query.workflows ? query.workflows.length ? (0,
|
|
760
|
-
query.excludeWorkflows?.length ? (0,
|
|
761
|
-
query.updatedAfter !== void 0 ? (0,
|
|
1127
|
+
query.workflow ? (0, import_drizzle_orm5.eq)(durableWorkflowRuns.workflow, query.workflow) : void 0,
|
|
1128
|
+
query.workflows ? query.workflows.length ? (0, import_drizzle_orm5.inArray)(durableWorkflowRuns.workflow, query.workflows) : import_drizzle_orm5.sql`1 = 0` : void 0,
|
|
1129
|
+
query.excludeWorkflows?.length ? (0, import_drizzle_orm5.notInArray)(durableWorkflowRuns.workflow, query.excludeWorkflows) : void 0,
|
|
1130
|
+
query.updatedAfter !== void 0 ? (0, import_drizzle_orm5.gte)(durableWorkflowRuns.updatedAt, new Date(query.updatedAfter)) : void 0,
|
|
762
1131
|
// The tenant boundary. Also the engine's execution-timeout sweep path
|
|
763
1132
|
// (`listRuns({ workflow, status, namespace })`) — unscoped, it would cancel another tenant's runs.
|
|
764
1133
|
namespaceFilter(query.namespace),
|
|
765
|
-
query.namespaces ? query.namespaces.length ? (0,
|
|
1134
|
+
query.namespaces ? query.namespaces.length ? (0, import_drizzle_orm5.inArray)(durableWorkflowRuns.namespace, query.namespaces) : import_drizzle_orm5.sql`1 = 0` : void 0,
|
|
766
1135
|
// `null` selects the unattributed bucket; a value never matches a NULL origin.
|
|
767
|
-
query.origin === null ? (0,
|
|
768
|
-
query.origins ? anyOf(query.origins.map((o) => o === null ? (0,
|
|
769
|
-
query.status ? (0,
|
|
770
|
-
query.statuses ? query.statuses.length ? (0,
|
|
1136
|
+
query.origin === null ? (0, import_drizzle_orm5.isNull)(durableWorkflowRuns.origin) : query.origin !== void 0 ? (0, import_drizzle_orm5.eq)(durableWorkflowRuns.origin, query.origin) : void 0,
|
|
1137
|
+
query.origins ? anyOf(query.origins.map((o) => o === null ? (0, import_drizzle_orm5.isNull)(durableWorkflowRuns.origin) : (0, import_drizzle_orm5.eq)(durableWorkflowRuns.origin, o))) : void 0,
|
|
1138
|
+
query.status ? (0, import_drizzle_orm5.eq)(durableWorkflowRuns.status, query.status) : void 0,
|
|
1139
|
+
query.statuses ? query.statuses.length ? (0, import_drizzle_orm5.inArray)(durableWorkflowRuns.status, query.statuses) : import_drizzle_orm5.sql`1 = 0` : void 0,
|
|
771
1140
|
query.tag ? hasTag(query.tag) : void 0,
|
|
772
1141
|
query.tags ? anyOf(query.tags.map(hasTag)) : void 0,
|
|
773
1142
|
// One EXISTS per attribute predicate against the normalized side table (ANDed).
|
|
@@ -776,7 +1145,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
776
1145
|
}
|
|
777
1146
|
async listRuns(query) {
|
|
778
1147
|
const filters = this.runFilters(query);
|
|
779
|
-
const base = this.db.select().from(durableWorkflowRuns).where(filters.length ? (0,
|
|
1148
|
+
const base = this.db.select().from(durableWorkflowRuns).where(filters.length ? (0, import_drizzle_orm5.and)(...filters) : void 0).orderBy((0, import_drizzle_orm5.desc)(durableWorkflowRuns.createdAt), (0, import_drizzle_orm5.desc)(durableWorkflowRuns.id)).$dynamic();
|
|
780
1149
|
if (query.limit != null) base.limit(query.limit);
|
|
781
1150
|
if (query.offset != null) base.offset(query.offset);
|
|
782
1151
|
const rows = await base;
|
|
@@ -785,8 +1154,8 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
785
1154
|
async countRuns(query) {
|
|
786
1155
|
const filters = this.runFilters(query);
|
|
787
1156
|
const rows = await this.db.select({
|
|
788
|
-
count:
|
|
789
|
-
}).from(durableWorkflowRuns).where(filters.length ? (0,
|
|
1157
|
+
count: import_drizzle_orm5.sql`count(*)`.mapWith(Number)
|
|
1158
|
+
}).from(durableWorkflowRuns).where(filters.length ? (0, import_drizzle_orm5.and)(...filters) : void 0);
|
|
790
1159
|
return rows[0]?.count ?? 0;
|
|
791
1160
|
}
|
|
792
1161
|
async runFacets(query) {
|
|
@@ -794,8 +1163,8 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
794
1163
|
const rows = await this.db.select({
|
|
795
1164
|
status: durableWorkflowRuns.status,
|
|
796
1165
|
origin: durableWorkflowRuns.origin,
|
|
797
|
-
count:
|
|
798
|
-
}).from(durableWorkflowRuns).where(filters.length ? (0,
|
|
1166
|
+
count: import_drizzle_orm5.sql`count(*)`.mapWith(Number)
|
|
1167
|
+
}).from(durableWorkflowRuns).where(filters.length ? (0, import_drizzle_orm5.and)(...filters) : void 0).groupBy(durableWorkflowRuns.status, durableWorkflowRuns.origin);
|
|
799
1168
|
return (0, import_nestjs_durable_core.mergeRunFacetRows)(rows.map((r) => ({
|
|
800
1169
|
status: r.status,
|
|
801
1170
|
origin: r.origin,
|
|
@@ -816,8 +1185,8 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
816
1185
|
const filters = this.runFilters(query);
|
|
817
1186
|
const rows = await this.db.select({
|
|
818
1187
|
value: column,
|
|
819
|
-
count:
|
|
820
|
-
}).from(durableWorkflowRuns).where(filters.length ? (0,
|
|
1188
|
+
count: import_drizzle_orm5.sql`count(*)`.mapWith(Number)
|
|
1189
|
+
}).from(durableWorkflowRuns).where(filters.length ? (0, import_drizzle_orm5.and)(...filters) : void 0).groupBy(column);
|
|
821
1190
|
return (0, import_nestjs_durable_core.mergeRunValueFacetRows)(rows.map((r) => ({
|
|
822
1191
|
value: r.value ?? null,
|
|
823
1192
|
count: r.count
|
|
@@ -827,10 +1196,10 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
827
1196
|
* excludes runs lacking the key (EXISTS requires the row). Numbers compare `num_value`, strings
|
|
828
1197
|
* and booleans `str_value`; an `in` set ORs its members inside the one EXISTS. */
|
|
829
1198
|
attributeExists(f) {
|
|
830
|
-
const comparisons = (0, import_nestjs_durable_core.attributePredicateOperands)(f).map(({ column, comparator, operand }) =>
|
|
831
|
-
return (0,
|
|
832
|
-
one:
|
|
833
|
-
}).from(durableRunAttributes).where((0,
|
|
1199
|
+
const comparisons = (0, import_nestjs_durable_core.attributePredicateOperands)(f).map(({ column, comparator, operand }) => import_drizzle_orm5.sql`${column === "numValue" ? durableRunAttributes.numValue : durableRunAttributes.strValue} ${import_drizzle_orm5.sql.raw(comparator)} ${operand}`);
|
|
1200
|
+
return (0, import_drizzle_orm5.exists)(this.db.select({
|
|
1201
|
+
one: import_drizzle_orm5.sql`1`
|
|
1202
|
+
}).from(durableRunAttributes).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableRunAttributes.runId, durableWorkflowRuns.id), (0, import_drizzle_orm5.eq)(durableRunAttributes.key, f.key), anyOf(comparisons))));
|
|
834
1203
|
}
|
|
835
1204
|
// ---- persisted schedules ----------------------------------------------------------------------
|
|
836
1205
|
async saveSchedule(record) {
|
|
@@ -841,46 +1210,65 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
841
1210
|
});
|
|
842
1211
|
}
|
|
843
1212
|
async getSchedule(id) {
|
|
844
|
-
const rows = await this.db.select().from(durableSchedules).where((0,
|
|
1213
|
+
const rows = await this.db.select().from(durableSchedules).where((0, import_drizzle_orm5.eq)(durableSchedules.id, id)).limit(1);
|
|
845
1214
|
return rows[0] ? fromScheduleRow(rows[0]) : null;
|
|
846
1215
|
}
|
|
847
1216
|
/** A single conditional `UPDATE … RETURNING`: the compare-and-set on `next_fire_at` is atomic. */
|
|
848
1217
|
async updateSchedule(id, patch, expectedNextFireAt) {
|
|
849
1218
|
const set = toSchedulePatch(patch);
|
|
850
1219
|
if (!Object.keys(set).length) return await this.getSchedule(id) !== null;
|
|
851
|
-
const rows = await this.db.update(durableSchedules).set(set).where((0,
|
|
1220
|
+
const rows = await this.db.update(durableSchedules).set(set).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableSchedules.id, id), expectedNextFireAt === void 0 ? void 0 : expectedNextFireAt === null ? (0, import_drizzle_orm5.isNull)(durableSchedules.nextFireAt) : (0, import_drizzle_orm5.eq)(durableSchedules.nextFireAt, new Date(expectedNextFireAt)))).returning({
|
|
852
1221
|
id: durableSchedules.id
|
|
853
1222
|
});
|
|
854
1223
|
return rows.length > 0;
|
|
855
1224
|
}
|
|
856
1225
|
async deleteSchedule(id) {
|
|
857
|
-
const rows = await this.db.delete(durableSchedules).where((0,
|
|
1226
|
+
const rows = await this.db.delete(durableSchedules).where((0, import_drizzle_orm5.eq)(durableSchedules.id, id)).returning({
|
|
858
1227
|
id: durableSchedules.id
|
|
859
1228
|
});
|
|
860
1229
|
return rows.length > 0;
|
|
861
1230
|
}
|
|
862
1231
|
async listSchedules(query) {
|
|
863
|
-
const base = this.db.select().from(durableSchedules).where((0,
|
|
1232
|
+
const base = this.db.select().from(durableSchedules).where((0, import_drizzle_orm5.and)(query.namespace !== void 0 ? (0, import_drizzle_orm5.eq)(durableSchedules.namespace, query.namespace) : void 0, query.workflow !== void 0 ? (0, import_drizzle_orm5.eq)(durableSchedules.workflow, query.workflow) : void 0, query.paused !== void 0 ? (0, import_drizzle_orm5.eq)(durableSchedules.paused, query.paused) : void 0, query.tag !== void 0 ? import_drizzle_orm5.sql`${durableSchedules.tags} @> ${JSON.stringify([
|
|
864
1233
|
query.tag
|
|
865
|
-
])}::jsonb` : void 0, query.dueBy !== void 0 ? (0,
|
|
1234
|
+
])}::jsonb` : void 0, query.dueBy !== void 0 ? (0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableSchedules.paused, false), (0, import_drizzle_orm5.lte)(durableSchedules.nextFireAt, new Date(query.dueBy))) : void 0)).orderBy(import_drizzle_orm5.sql`${durableSchedules.nextFireAt} ASC NULLS LAST`, (0, import_drizzle_orm5.asc)(durableSchedules.id)).$dynamic();
|
|
866
1235
|
if (query.limit != null) base.limit(query.limit);
|
|
867
1236
|
if (query.offset != null) base.offset(query.offset);
|
|
868
1237
|
return (await base).map(fromScheduleRow);
|
|
869
1238
|
}
|
|
870
1239
|
async listCheckpoints(runId) {
|
|
871
|
-
const rows = await this.db.select().from(durableStepCheckpoints).where((0,
|
|
1240
|
+
const rows = await this.db.select().from(durableStepCheckpoints).where((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId)).orderBy((0, import_drizzle_orm5.asc)(durableStepCheckpoints.seq));
|
|
872
1241
|
return rows.map(fromCheckpointRow);
|
|
873
1242
|
}
|
|
874
1243
|
async listCheckpointsForReplay(runId) {
|
|
875
|
-
|
|
876
|
-
|
|
1244
|
+
if (this.hot) {
|
|
1245
|
+
const rows2 = (await this.hot.query(SELECT_REPLAY, [
|
|
1246
|
+
runId
|
|
1247
|
+
])).map((raw) => CPS_NO_INPUT.decode(raw));
|
|
1248
|
+
const open2 = rows2.filter((row) => row.status !== "completed").map((row) => row.seq);
|
|
1249
|
+
const inputs2 = /* @__PURE__ */ new Map();
|
|
1250
|
+
if (open2.length > 0) {
|
|
1251
|
+
for (const raw of await this.hot.query(SELECT_INPUTS, [
|
|
1252
|
+
runId,
|
|
1253
|
+
open2
|
|
1254
|
+
])) {
|
|
1255
|
+
inputs2.set(Number(raw.seq), CPS.decode(raw).input);
|
|
1256
|
+
}
|
|
1257
|
+
}
|
|
1258
|
+
return rows2.map((row) => fromCheckpointRow({
|
|
1259
|
+
...row,
|
|
1260
|
+
input: inputs2.get(row.seq) ?? null
|
|
1261
|
+
}));
|
|
1262
|
+
}
|
|
1263
|
+
const { input: _input, ...columns } = (0, import_drizzle_orm5.getTableColumns)(durableStepCheckpoints);
|
|
1264
|
+
const rows = await this.db.select(columns).from(durableStepCheckpoints).where((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId)).orderBy((0, import_drizzle_orm5.asc)(durableStepCheckpoints.seq));
|
|
877
1265
|
const open = rows.filter((row) => row.status !== "completed").map((row) => row.seq);
|
|
878
1266
|
const inputs = /* @__PURE__ */ new Map();
|
|
879
1267
|
for (let at = 0; at < open.length; at += 500) {
|
|
880
1268
|
const found = await this.db.select({
|
|
881
1269
|
seq: durableStepCheckpoints.seq,
|
|
882
1270
|
input: durableStepCheckpoints.input
|
|
883
|
-
}).from(durableStepCheckpoints).where((0,
|
|
1271
|
+
}).from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.inArray)(durableStepCheckpoints.seq, open.slice(at, at + 500))));
|
|
884
1272
|
for (const row of found) inputs.set(row.seq, row.input);
|
|
885
1273
|
}
|
|
886
1274
|
return rows.map((row) => fromCheckpointRow({
|
|
@@ -889,33 +1277,51 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
889
1277
|
}));
|
|
890
1278
|
}
|
|
891
1279
|
async getLatestCheckpointByName(runId, name) {
|
|
892
|
-
const rows = await this.db.select().from(durableStepCheckpoints).where((0,
|
|
1280
|
+
const rows = await this.db.select().from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.eq)(durableStepCheckpoints.name, name))).orderBy((0, import_drizzle_orm5.desc)(durableStepCheckpoints.seq)).limit(1);
|
|
893
1281
|
return rows[0] ? fromCheckpointRow(rows[0]) : void 0;
|
|
894
1282
|
}
|
|
895
1283
|
async hasCheckpoints(runId, fromSeq, toSeq, statuses) {
|
|
896
1284
|
if (statuses.length === 0) return false;
|
|
1285
|
+
if (this.hot) {
|
|
1286
|
+
const rows2 = await this.hot.query(HAS_CHECKPOINTS, [
|
|
1287
|
+
runId,
|
|
1288
|
+
fromSeq,
|
|
1289
|
+
toSeq,
|
|
1290
|
+
statuses
|
|
1291
|
+
]);
|
|
1292
|
+
return rows2.length > 0;
|
|
1293
|
+
}
|
|
897
1294
|
const rows = await this.db.select({
|
|
898
1295
|
seq: durableStepCheckpoints.seq
|
|
899
|
-
}).from(durableStepCheckpoints).where((0,
|
|
1296
|
+
}).from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.gte)(durableStepCheckpoints.seq, fromSeq), (0, import_drizzle_orm5.lte)(durableStepCheckpoints.seq, toSeq), (0, import_drizzle_orm5.inArray)(durableStepCheckpoints.status, statuses))).orderBy((0, import_drizzle_orm5.desc)(durableStepCheckpoints.seq)).limit(1);
|
|
900
1297
|
return rows.length > 0;
|
|
901
1298
|
}
|
|
902
1299
|
async countCheckpoints(runId, fromSeq, toSeq, statuses) {
|
|
903
1300
|
if (statuses.length === 0) return 0;
|
|
1301
|
+
if (this.hot) {
|
|
1302
|
+
const rows2 = await this.hot.query(COUNT_CHECKPOINTS, [
|
|
1303
|
+
runId,
|
|
1304
|
+
fromSeq,
|
|
1305
|
+
toSeq,
|
|
1306
|
+
statuses
|
|
1307
|
+
]);
|
|
1308
|
+
return Number(rows2[0]?.n ?? 0);
|
|
1309
|
+
}
|
|
904
1310
|
const rows = await this.db.select({
|
|
905
|
-
count:
|
|
906
|
-
}).from(durableStepCheckpoints).where((0,
|
|
1311
|
+
count: import_drizzle_orm5.sql`count(*)`.mapWith(Number)
|
|
1312
|
+
}).from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.gte)(durableStepCheckpoints.seq, fromSeq), (0, import_drizzle_orm5.lte)(durableStepCheckpoints.seq, toSeq), (0, import_drizzle_orm5.inArray)(durableStepCheckpoints.status, statuses)));
|
|
907
1313
|
return rows[0]?.count ?? 0;
|
|
908
1314
|
}
|
|
909
1315
|
async listCheckpointsByNamePrefix(runId, prefixes) {
|
|
910
1316
|
if (prefixes.length === 0) return [];
|
|
911
|
-
const rows = await this.db.select().from(durableStepCheckpoints).where((0,
|
|
1317
|
+
const rows = await this.db.select().from(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.or)(...prefixes.map((p) => (0, import_drizzle_orm5.like)(durableStepCheckpoints.name, `${escapeLike(p)}%`))))).orderBy((0, import_drizzle_orm5.asc)(durableStepCheckpoints.seq));
|
|
912
1318
|
return rows.map(fromCheckpointRow);
|
|
913
1319
|
}
|
|
914
1320
|
/** {@link StateStore.checkpointStats}: one `GROUP BY parallel_group, status, name_kind` over the
|
|
915
1321
|
* run's checkpoints, so a wide fan comes back as a few bucket rows instead of every member. */
|
|
916
1322
|
async checkpointStats(runId, opts) {
|
|
917
1323
|
const c = durableStepCheckpoints;
|
|
918
|
-
const nameKind =
|
|
1324
|
+
const nameKind = import_drizzle_orm5.sql`CASE
|
|
919
1325
|
WHEN ${c.name} LIKE 'signal:child:%' THEN 'child'
|
|
920
1326
|
WHEN ${c.name} LIKE 'fan:%' THEN 'folded'
|
|
921
1327
|
WHEN ${c.name} LIKE 'spawn:%' THEN 'spawn'
|
|
@@ -924,17 +1330,17 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
924
1330
|
group: c.parallelGroup,
|
|
925
1331
|
status: c.status,
|
|
926
1332
|
nameKind,
|
|
927
|
-
count:
|
|
928
|
-
minSeq:
|
|
929
|
-
maxSeq:
|
|
930
|
-
minName:
|
|
931
|
-
maxName:
|
|
932
|
-
minEnqueuedAt:
|
|
933
|
-
minStartedAt:
|
|
934
|
-
maxStartedAt:
|
|
935
|
-
maxFinishedAt:
|
|
936
|
-
sumAttempts:
|
|
937
|
-
}).from(c).where((0,
|
|
1333
|
+
count: import_drizzle_orm5.sql`count(*)`.mapWith(Number),
|
|
1334
|
+
minSeq: import_drizzle_orm5.sql`min(${c.seq})`.mapWith(Number),
|
|
1335
|
+
maxSeq: import_drizzle_orm5.sql`max(${c.seq})`.mapWith(Number),
|
|
1336
|
+
minName: import_drizzle_orm5.sql`min(${c.name})`,
|
|
1337
|
+
maxName: import_drizzle_orm5.sql`max(${c.name})`,
|
|
1338
|
+
minEnqueuedAt: import_drizzle_orm5.sql`min(coalesce(${c.enqueuedAt}, ${c.startedAt}))`.mapWith(c.startedAt),
|
|
1339
|
+
minStartedAt: import_drizzle_orm5.sql`min(${c.startedAt})`.mapWith(c.startedAt),
|
|
1340
|
+
maxStartedAt: import_drizzle_orm5.sql`max(${c.startedAt})`.mapWith(c.startedAt),
|
|
1341
|
+
maxFinishedAt: import_drizzle_orm5.sql`max(${c.finishedAt})`.mapWith(c.finishedAt),
|
|
1342
|
+
sumAttempts: import_drizzle_orm5.sql`sum(${c.attempts})`.mapWith(Number)
|
|
1343
|
+
}).from(c).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(c.runId, runId), opts?.group !== void 0 ? (0, import_drizzle_orm5.eq)(c.parallelGroup, opts.group) : void 0)).groupBy(c.parallelGroup, c.status, import_drizzle_orm5.sql`name_kind`);
|
|
938
1344
|
return rows.map((r) => ({
|
|
939
1345
|
...r,
|
|
940
1346
|
group: r.group ?? null,
|
|
@@ -946,14 +1352,14 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
946
1352
|
async queryCheckpoints(runId, query) {
|
|
947
1353
|
if (query.statuses?.length === 0 || query.namePrefixes?.length === 0) return [];
|
|
948
1354
|
const c = durableStepCheckpoints;
|
|
949
|
-
const base = this.db.select().from(c).where((0,
|
|
950
|
-
(0,
|
|
951
|
-
query.group !== void 0 ? (0,
|
|
1355
|
+
const base = this.db.select().from(c).where((0, import_drizzle_orm5.and)(
|
|
1356
|
+
(0, import_drizzle_orm5.eq)(c.runId, runId),
|
|
1357
|
+
query.group !== void 0 ? (0, import_drizzle_orm5.eq)(c.parallelGroup, query.group) : void 0,
|
|
952
1358
|
// `NOT IN` is never true for a NULL group, so ungrouped rows are kept explicitly.
|
|
953
|
-
query.excludeGroups?.length ? (0,
|
|
954
|
-
query.statuses ? (0,
|
|
955
|
-
query.namePrefixes ? (0,
|
|
956
|
-
)).orderBy((0,
|
|
1359
|
+
query.excludeGroups?.length ? (0, import_drizzle_orm5.or)((0, import_drizzle_orm5.isNull)(c.parallelGroup), (0, import_drizzle_orm5.notInArray)(c.parallelGroup, query.excludeGroups)) : void 0,
|
|
1360
|
+
query.statuses ? (0, import_drizzle_orm5.inArray)(c.status, query.statuses) : void 0,
|
|
1361
|
+
query.namePrefixes ? (0, import_drizzle_orm5.or)(...query.namePrefixes.map((p) => (0, import_drizzle_orm5.like)(c.name, `${escapeLike(p)}%`))) : void 0
|
|
1362
|
+
)).orderBy((0, import_drizzle_orm5.asc)(c.seq)).$dynamic();
|
|
957
1363
|
if (query.limit != null) base.limit(query.limit);
|
|
958
1364
|
if (query.offset != null) base.offset(query.offset);
|
|
959
1365
|
return (await base).map(fromCheckpointRow);
|
|
@@ -973,12 +1379,12 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
973
1379
|
});
|
|
974
1380
|
}
|
|
975
1381
|
async takeSignalWaiter(token) {
|
|
976
|
-
const rows = await this.db.delete(durableSignalWaiters).where((0,
|
|
1382
|
+
const rows = await this.db.delete(durableSignalWaiters).where((0, import_drizzle_orm5.eq)(durableSignalWaiters.token, token)).returning();
|
|
977
1383
|
const row = rows[0];
|
|
978
1384
|
return row ? fromWaiterRow(row) : null;
|
|
979
1385
|
}
|
|
980
1386
|
async listSignalWaiters(prefix) {
|
|
981
|
-
const rows = await this.db.select().from(durableSignalWaiters).where((0,
|
|
1387
|
+
const rows = await this.db.select().from(durableSignalWaiters).where((0, import_drizzle_orm5.like)(durableSignalWaiters.token, `${escapeLike(prefix)}%`));
|
|
982
1388
|
return rows.map(fromWaiterRow);
|
|
983
1389
|
}
|
|
984
1390
|
async registerChildWaits(entries) {
|
|
@@ -1008,23 +1414,23 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
1008
1414
|
}
|
|
1009
1415
|
async compactCheckpoints(runId, fromSeq, toSeq, into) {
|
|
1010
1416
|
await this.db.transaction(async (tx) => {
|
|
1011
|
-
await tx.delete(durableStepCheckpoints).where((0,
|
|
1417
|
+
await tx.delete(durableStepCheckpoints).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableStepCheckpoints.runId, runId), (0, import_drizzle_orm5.gte)(durableStepCheckpoints.seq, fromSeq), (0, import_drizzle_orm5.lte)(durableStepCheckpoints.seq, toSeq)));
|
|
1012
1418
|
await upsertCheckpoint(tx, into);
|
|
1013
1419
|
});
|
|
1014
1420
|
}
|
|
1015
1421
|
async listSignalWaitersByRun(runIds) {
|
|
1016
1422
|
if (runIds.length === 0) return [];
|
|
1017
|
-
const rows = await this.db.select().from(durableSignalWaiters).where((0,
|
|
1423
|
+
const rows = await this.db.select().from(durableSignalWaiters).where((0, import_drizzle_orm5.inArray)(durableSignalWaiters.runId, runIds));
|
|
1018
1424
|
return rows.map(fromWaiterRow);
|
|
1019
1425
|
}
|
|
1020
1426
|
async hasSignalWaiter(runId, tokenPrefix) {
|
|
1021
1427
|
const rows = await this.db.select({
|
|
1022
1428
|
token: durableSignalWaiters.token
|
|
1023
|
-
}).from(durableSignalWaiters).where((0,
|
|
1429
|
+
}).from(durableSignalWaiters).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableSignalWaiters.runId, runId), (0, import_drizzle_orm5.like)(durableSignalWaiters.token, `${escapeLike(tokenPrefix)}%`))).limit(1);
|
|
1024
1430
|
return rows.length > 0;
|
|
1025
1431
|
}
|
|
1026
1432
|
async removeSignalWaiter(waiter) {
|
|
1027
|
-
await this.db.delete(durableSignalWaiters).where((0,
|
|
1433
|
+
await this.db.delete(durableSignalWaiters).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableSignalWaiters.token, waiter.token), (0, import_drizzle_orm5.eq)(durableSignalWaiters.runId, waiter.runId), (0, import_drizzle_orm5.eq)(durableSignalWaiters.seq, waiter.seq)));
|
|
1028
1434
|
}
|
|
1029
1435
|
async bufferSignal(token, payload) {
|
|
1030
1436
|
await this.db.insert(durableBufferedSignals).values({
|
|
@@ -1033,12 +1439,22 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
1033
1439
|
});
|
|
1034
1440
|
}
|
|
1035
1441
|
async takeBufferedSignal(token) {
|
|
1442
|
+
if (this.hot) {
|
|
1443
|
+
const [row2] = await this.hot.query(TAKE_BUFFERED_SIGNAL, [
|
|
1444
|
+
token
|
|
1445
|
+
]);
|
|
1446
|
+
if (!row2) return null;
|
|
1447
|
+
const payload = row2.payload == null ? null : SIGNAL_PAYLOAD.mapFromDriverValue(row2.payload);
|
|
1448
|
+
return {
|
|
1449
|
+
payload: payload ?? void 0
|
|
1450
|
+
};
|
|
1451
|
+
}
|
|
1036
1452
|
const oldest = this.db.select({
|
|
1037
1453
|
id: durableBufferedSignals.id
|
|
1038
|
-
}).from(durableBufferedSignals).where((0,
|
|
1454
|
+
}).from(durableBufferedSignals).where((0, import_drizzle_orm5.eq)(durableBufferedSignals.token, token)).orderBy((0, import_drizzle_orm5.asc)(durableBufferedSignals.id)).limit(1).for("update", {
|
|
1039
1455
|
skipLocked: true
|
|
1040
1456
|
});
|
|
1041
|
-
const rows = await this.db.delete(durableBufferedSignals).where((0,
|
|
1457
|
+
const rows = await this.db.delete(durableBufferedSignals).where((0, import_drizzle_orm5.inArray)(durableBufferedSignals.id, oldest)).returning({
|
|
1042
1458
|
payload: durableBufferedSignals.payload
|
|
1043
1459
|
});
|
|
1044
1460
|
const row = rows[0];
|
|
@@ -1046,8 +1462,61 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
1046
1462
|
payload: row.payload ?? void 0
|
|
1047
1463
|
} : null;
|
|
1048
1464
|
}
|
|
1465
|
+
async takeOldestBufferedSignal(tokens) {
|
|
1466
|
+
if (tokens.length === 0) return null;
|
|
1467
|
+
const oldest = this.db.select({
|
|
1468
|
+
id: durableBufferedSignals.id
|
|
1469
|
+
}).from(durableBufferedSignals).where((0, import_drizzle_orm5.inArray)(durableBufferedSignals.token, [
|
|
1470
|
+
...new Set(tokens)
|
|
1471
|
+
])).orderBy((0, import_drizzle_orm5.asc)(durableBufferedSignals.id)).limit(1).for("update", {
|
|
1472
|
+
skipLocked: true
|
|
1473
|
+
});
|
|
1474
|
+
const rows = await this.db.delete(durableBufferedSignals).where((0, import_drizzle_orm5.inArray)(durableBufferedSignals.id, oldest)).returning({
|
|
1475
|
+
token: durableBufferedSignals.token,
|
|
1476
|
+
payload: durableBufferedSignals.payload
|
|
1477
|
+
});
|
|
1478
|
+
const row = rows[0];
|
|
1479
|
+
return row ? {
|
|
1480
|
+
token: row.token,
|
|
1481
|
+
payload: row.payload ?? void 0
|
|
1482
|
+
} : null;
|
|
1483
|
+
}
|
|
1484
|
+
async claimSignalId(token, id, expiresAt, nowMs) {
|
|
1485
|
+
const rows = await this.db.insert(durableSignalIds).values({
|
|
1486
|
+
token,
|
|
1487
|
+
signalId: id,
|
|
1488
|
+
expiresAt: new Date(expiresAt)
|
|
1489
|
+
}).onConflictDoUpdate({
|
|
1490
|
+
target: [
|
|
1491
|
+
durableSignalIds.token,
|
|
1492
|
+
durableSignalIds.signalId
|
|
1493
|
+
],
|
|
1494
|
+
set: {
|
|
1495
|
+
expiresAt: new Date(expiresAt)
|
|
1496
|
+
},
|
|
1497
|
+
setWhere: (0, import_drizzle_orm5.lte)(durableSignalIds.expiresAt, new Date(nowMs))
|
|
1498
|
+
}).returning({
|
|
1499
|
+
token: durableSignalIds.token
|
|
1500
|
+
});
|
|
1501
|
+
return rows.length > 0;
|
|
1502
|
+
}
|
|
1503
|
+
async releaseSignalId(token, id) {
|
|
1504
|
+
await this.db.delete(durableSignalIds).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.eq)(durableSignalIds.token, token), (0, import_drizzle_orm5.eq)(durableSignalIds.signalId, id)));
|
|
1505
|
+
}
|
|
1506
|
+
async deleteExpiredSignalIds(nowMs, limit) {
|
|
1507
|
+
const expired = this.db.select({
|
|
1508
|
+
token: durableSignalIds.token,
|
|
1509
|
+
signalId: durableSignalIds.signalId
|
|
1510
|
+
}).from(durableSignalIds).where((0, import_drizzle_orm5.lte)(durableSignalIds.expiresAt, new Date(nowMs))).limit(limit).for("update", {
|
|
1511
|
+
skipLocked: true
|
|
1512
|
+
});
|
|
1513
|
+
const rows = await this.db.delete(durableSignalIds).where(import_drizzle_orm5.sql`(${durableSignalIds.token}, ${durableSignalIds.signalId}) in (${expired})`).returning({
|
|
1514
|
+
token: durableSignalIds.token
|
|
1515
|
+
});
|
|
1516
|
+
return rows.length;
|
|
1517
|
+
}
|
|
1049
1518
|
async listBufferedSignals(tokenPrefix, afterId, limit) {
|
|
1050
|
-
const rows = await this.db.select().from(durableBufferedSignals).where((0,
|
|
1519
|
+
const rows = await this.db.select().from(durableBufferedSignals).where((0, import_drizzle_orm5.and)((0, import_drizzle_orm5.like)(durableBufferedSignals.token, `${escapeLike(tokenPrefix)}%`), afterId !== void 0 ? (0, import_drizzle_orm5.gt)(durableBufferedSignals.id, Number(afterId)) : void 0)).orderBy((0, import_drizzle_orm5.asc)(durableBufferedSignals.id)).limit(limit);
|
|
1051
1520
|
return rows.filter((r) => r.token.startsWith(tokenPrefix)).map((r) => ({
|
|
1052
1521
|
id: String(r.id),
|
|
1053
1522
|
token: r.token,
|
|
@@ -1056,7 +1525,7 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
1056
1525
|
}
|
|
1057
1526
|
async deleteBufferedSignals(ids) {
|
|
1058
1527
|
if (ids.length === 0) return;
|
|
1059
|
-
await this.db.delete(durableBufferedSignals).where((0,
|
|
1528
|
+
await this.db.delete(durableBufferedSignals).where((0, import_drizzle_orm5.inArray)(durableBufferedSignals.id, ids.map(Number)));
|
|
1060
1529
|
}
|
|
1061
1530
|
async bufferEvent(input) {
|
|
1062
1531
|
await this.db.insert(durableBufferedEvents).values({
|
|
@@ -1067,7 +1536,20 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
1067
1536
|
});
|
|
1068
1537
|
}
|
|
1069
1538
|
async listBufferedEvents(name, limit) {
|
|
1070
|
-
|
|
1539
|
+
if (this.hot) {
|
|
1540
|
+
return (await this.hot.query(LIST_BUFFERED_EVENTS, [
|
|
1541
|
+
name,
|
|
1542
|
+
limit
|
|
1543
|
+
])).map((raw) => {
|
|
1544
|
+
const r = EVENTS.decode(raw);
|
|
1545
|
+
return {
|
|
1546
|
+
id: r.id,
|
|
1547
|
+
payload: r.payload ?? void 0,
|
|
1548
|
+
publishedAt: r.publishedAt.getTime()
|
|
1549
|
+
};
|
|
1550
|
+
});
|
|
1551
|
+
}
|
|
1552
|
+
const rows = await this.db.select().from(durableBufferedEvents).where((0, import_drizzle_orm5.eq)(durableBufferedEvents.name, name)).orderBy((0, import_drizzle_orm5.asc)(durableBufferedEvents.publishedAt), (0, import_drizzle_orm5.asc)(durableBufferedEvents.id)).limit(limit);
|
|
1071
1553
|
return rows.map((r) => ({
|
|
1072
1554
|
id: r.id,
|
|
1073
1555
|
payload: r.payload ?? void 0,
|
|
@@ -1075,7 +1557,10 @@ var DrizzlePgStateStore = class _DrizzlePgStateStore {
|
|
|
1075
1557
|
}));
|
|
1076
1558
|
}
|
|
1077
1559
|
async removeBufferedEvent(id) {
|
|
1078
|
-
|
|
1560
|
+
if (this.hot) return (await this.hot.query(REMOVE_BUFFERED_EVENT, [
|
|
1561
|
+
id
|
|
1562
|
+
])).length === 1;
|
|
1563
|
+
const rows = await this.db.delete(durableBufferedEvents).where((0, import_drizzle_orm5.eq)(durableBufferedEvents.id, id)).returning({
|
|
1079
1564
|
id: durableBufferedEvents.id
|
|
1080
1565
|
});
|
|
1081
1566
|
return rows.length === 1;
|
|
@@ -1086,6 +1571,68 @@ function escapeLike(value) {
|
|
|
1086
1571
|
}
|
|
1087
1572
|
__name(escapeLike, "escapeLike");
|
|
1088
1573
|
var CHECKPOINT_BATCH_ROWS = 500;
|
|
1574
|
+
var RUNS = new TableCodec(durableWorkflowRuns);
|
|
1575
|
+
var CPS = new TableCodec(durableStepCheckpoints);
|
|
1576
|
+
var CPS_NO_INPUT = new TableCodec(durableStepCheckpoints, [
|
|
1577
|
+
"input"
|
|
1578
|
+
]);
|
|
1579
|
+
var EVENTS = new TableCodec(durableBufferedEvents);
|
|
1580
|
+
var SIGNAL_PAYLOAD = (0, import_drizzle_orm5.getTableColumns)(durableBufferedSignals).payload;
|
|
1581
|
+
var T_RUNS = quote((0, import_drizzle_orm5.getTableName)(durableWorkflowRuns));
|
|
1582
|
+
var T_CPS = quote((0, import_drizzle_orm5.getTableName)(durableStepCheckpoints));
|
|
1583
|
+
var T_EVENTS = quote((0, import_drizzle_orm5.getTableName)(durableBufferedEvents));
|
|
1584
|
+
var T_SIGNALS = quote((0, import_drizzle_orm5.getTableName)(durableBufferedSignals));
|
|
1585
|
+
var T_ATTRIBUTES = quote((0, import_drizzle_orm5.getTableName)(durableRunAttributes));
|
|
1586
|
+
var SELECT_RUN = `SELECT ${RUNS.list} FROM ${T_RUNS} WHERE "id" = $1`;
|
|
1587
|
+
var INSERT_RUN = `INSERT INTO ${T_RUNS} (${RUNS.list}) VALUES (${placeholders(1, RUNS.columns.length)})`;
|
|
1588
|
+
var DELETE_ATTRIBUTES = `DELETE FROM ${T_ATTRIBUTES} WHERE "run_id" = $1`;
|
|
1589
|
+
var LOCK_RUN = `UPDATE ${T_RUNS} SET "locked_by" = $2, "locked_until" = $3 WHERE "id" = $1 AND ("locked_until" IS NULL OR "locked_until" <= $4)`;
|
|
1590
|
+
var RELEASE_LOCK = `UPDATE ${T_RUNS} SET "locked_by" = NULL, "locked_until" = NULL WHERE "id" = $1`;
|
|
1591
|
+
var RENEW_LOCK = `UPDATE ${T_RUNS} SET "locked_until" = $3 WHERE "id" = $1 AND "locked_by" = $2 RETURNING "id"`;
|
|
1592
|
+
var SELECT_CHECKPOINT = `SELECT ${CPS.list} FROM ${T_CPS} WHERE "run_id" = $1 AND "seq" = $2 LIMIT 1`;
|
|
1593
|
+
var SELECT_CHECKPOINTS_FOR_SETTLE = `SELECT ${CPS_NO_INPUT.list} FROM ${T_CPS} WHERE "run_id" = $1 AND "seq" = ANY($2::integer[]) ORDER BY "seq"`;
|
|
1594
|
+
var SELECT_REPLAY = `SELECT ${CPS_NO_INPUT.list} FROM ${T_CPS} WHERE "run_id" = $1 ORDER BY "seq"`;
|
|
1595
|
+
var SELECT_INPUTS = `SELECT "seq", "input" FROM ${T_CPS} WHERE "run_id" = $1 AND "seq" = ANY($2::integer[])`;
|
|
1596
|
+
var CHECKPOINT_VALUES = `(${CPS.list}) VALUES (${placeholders(1, CPS.columns.length)})`;
|
|
1597
|
+
var UPSERT_CHECKPOINT = `INSERT INTO ${T_CPS} ${CHECKPOINT_VALUES} ON CONFLICT ("run_id", "seq") DO UPDATE SET ${CPS.columns.map(([, c]) => `${quote(c.name)} = EXCLUDED.${quote(c.name)}`).join(", ")}`;
|
|
1598
|
+
var INSERT_CHECKPOINT_IF_ABSENT = `INSERT INTO ${T_CPS} ${CHECKPOINT_VALUES} ON CONFLICT ("run_id", "seq") DO NOTHING RETURNING "seq"`;
|
|
1599
|
+
var CHECKPOINT_RANGE = `FROM ${T_CPS} WHERE "run_id" = $1 AND "seq" >= $2 AND "seq" <= $3 AND "status" = ANY($4::text[])`;
|
|
1600
|
+
var HAS_CHECKPOINTS = `SELECT "seq" ${CHECKPOINT_RANGE} ORDER BY "seq" DESC LIMIT 1`;
|
|
1601
|
+
var COUNT_CHECKPOINTS = `SELECT count(*)::integer AS "n" ${CHECKPOINT_RANGE}`;
|
|
1602
|
+
var LIST_BUFFERED_EVENTS = `SELECT ${EVENTS.list} FROM ${T_EVENTS} WHERE "name" = $1 ORDER BY "published_at", "id" LIMIT $2`;
|
|
1603
|
+
var REMOVE_BUFFERED_EVENT = `DELETE FROM ${T_EVENTS} WHERE "id" = $1 RETURNING "id"`;
|
|
1604
|
+
var TAKE_BUFFERED_SIGNAL = `WITH taken AS MATERIALIZED (SELECT "id" FROM ${T_SIGNALS} WHERE "token" = $1 ORDER BY "id" LIMIT 1 FOR UPDATE SKIP LOCKED) DELETE FROM ${T_SIGNALS} WHERE "id" IN (SELECT "id" FROM taken) RETURNING "payload"`;
|
|
1605
|
+
var HOT_SETTLE_MAX_ROWS = 64;
|
|
1606
|
+
var settleTexts = /* @__PURE__ */ new Map();
|
|
1607
|
+
var lockTime = /* @__PURE__ */ __name((ms2) => RUNS.encode("lockedUntil", new Date(ms2)), "lockTime");
|
|
1608
|
+
function settleResultsText(n) {
|
|
1609
|
+
let text2 = settleTexts.get(n);
|
|
1610
|
+
if (text2 !== void 0) return text2;
|
|
1611
|
+
const rows = Array.from({
|
|
1612
|
+
length: n
|
|
1613
|
+
}, (_, r) => {
|
|
1614
|
+
const p = /* @__PURE__ */ __name((k) => `$${r * 8 + k}`, "p");
|
|
1615
|
+
return `(${p(1)}::text, ${p(2)}::integer, ${p(3)}::text, ${p(4)}::jsonb, ${p(5)}::jsonb, ${p(6)}::jsonb, ${p(7)}::timestamptz, ${p(8)}::timestamptz)`;
|
|
1616
|
+
});
|
|
1617
|
+
text2 = `UPDATE ${T_CPS} AS c SET status = v.status, output = CASE WHEN v.status = 'completed' THEN v.output ELSE c.output END, error = v.error, events = COALESCE(v.events, c.events), started_at = COALESCE(v.started_at, c.started_at), finished_at = v.finished_at FROM (VALUES ${rows.join(", ")}) AS v(run_id, seq, status, output, error, events, started_at, finished_at) WHERE c.run_id = v.run_id AND c.seq = v.seq AND c.status = 'pending' AND NOT EXISTS (SELECT 1 FROM ${T_RUNS} AS r WHERE r.id = c.run_id AND r.status IN ('cancelled', 'completed')) RETURNING ${CPS_NO_INPUT.columns.map(([, c]) => `c.${quote(c.name)}`).join(", ")}`;
|
|
1618
|
+
settleTexts.set(n, text2);
|
|
1619
|
+
return text2;
|
|
1620
|
+
}
|
|
1621
|
+
__name(settleResultsText, "settleResultsText");
|
|
1622
|
+
function settleResultValues(r) {
|
|
1623
|
+
const json = /* @__PURE__ */ __name((v) => v == null ? null : JSON.stringify(v), "json");
|
|
1624
|
+
return [
|
|
1625
|
+
r.runId,
|
|
1626
|
+
r.seq,
|
|
1627
|
+
r.status,
|
|
1628
|
+
json(r.status === "completed" ? r.output : null),
|
|
1629
|
+
json(r.error),
|
|
1630
|
+
json(r.events),
|
|
1631
|
+
r.startedAt ? r.startedAt.toISOString() : null,
|
|
1632
|
+
r.finishedAt.toISOString()
|
|
1633
|
+
];
|
|
1634
|
+
}
|
|
1635
|
+
__name(settleResultValues, "settleResultValues");
|
|
1089
1636
|
var rowKey = /* @__PURE__ */ __name((cp) => `${cp.seq}:${cp.runId}`, "rowKey");
|
|
1090
1637
|
function distinctRounds(checkpoints) {
|
|
1091
1638
|
const rounds = [];
|
|
@@ -1106,14 +1653,14 @@ function updateIfPendingFrom(checkpoints) {
|
|
|
1106
1653
|
const ts = /* @__PURE__ */ __name((v) => v == null ? null : v.toISOString(), "ts");
|
|
1107
1654
|
const values = checkpoints.map((cp) => {
|
|
1108
1655
|
const r = toCheckpointRow(cp);
|
|
1109
|
-
return
|
|
1656
|
+
return import_drizzle_orm5.sql`(${r.runId}::text, ${r.seq}::integer, ${r.name}::text, ${r.kind}::text, ${r.stepId}::text, ${r.status}::text, ${json(r.input)}::jsonb, ${json(r.output)}::jsonb, ${json(r.error)}::jsonb, ${json(r.events)}::jsonb, ${r.attempts}::integer, ${r.workerGroup}::text, ${r.parallelGroup}::text, ${ts(r.wakeAt)}::timestamptz, ${ts(r.enqueuedAt)}::timestamptz, ${ts(r.startedAt)}::timestamptz, ${ts(r.finishedAt)}::timestamptz)`;
|
|
1110
1657
|
});
|
|
1111
|
-
return
|
|
1658
|
+
return import_drizzle_orm5.sql`UPDATE ${durableStepCheckpoints} AS c SET
|
|
1112
1659
|
name = v.name, kind = v.kind, step_id = v.step_id, status = v.status, input = v.input,
|
|
1113
1660
|
output = v.output, error = v.error, events = v.events, attempts = v.attempts,
|
|
1114
1661
|
worker_group = v.worker_group, parallel_group = v.parallel_group, wake_at = v.wake_at,
|
|
1115
1662
|
enqueued_at = v.enqueued_at, started_at = v.started_at, finished_at = v.finished_at
|
|
1116
|
-
FROM (VALUES ${
|
|
1663
|
+
FROM (VALUES ${import_drizzle_orm5.sql.join(values, import_drizzle_orm5.sql`, `)}) AS v(run_id, seq, name, kind, step_id, status, input,
|
|
1117
1664
|
output, error, events, attempts, worker_group, parallel_group, wake_at, enqueued_at, started_at,
|
|
1118
1665
|
finished_at)
|
|
1119
1666
|
WHERE c.run_id = v.run_id AND c.seq = v.seq AND c.status = 'pending'
|
|
@@ -1122,16 +1669,58 @@ function updateIfPendingFrom(checkpoints) {
|
|
|
1122
1669
|
__name(updateIfPendingFrom, "updateIfPendingFrom");
|
|
1123
1670
|
function settleIfPendingFrom(settlements) {
|
|
1124
1671
|
const json = /* @__PURE__ */ __name((v) => v == null ? null : JSON.stringify(v), "json");
|
|
1125
|
-
const values = settlements.map((s) =>
|
|
1126
|
-
return
|
|
1672
|
+
const values = settlements.map((s) => import_drizzle_orm5.sql`(${s.runId}::text, ${s.seq}::integer, ${s.status}::text, ${json(s.output)}::jsonb, ${json(s.error)}::jsonb, ${json(s.events)}::jsonb, ${s.startedAt.toISOString()}::timestamptz, ${s.finishedAt.toISOString()}::timestamptz)`);
|
|
1673
|
+
return import_drizzle_orm5.sql`UPDATE ${durableStepCheckpoints} AS c SET
|
|
1127
1674
|
status = v.status, output = v.output, error = v.error, events = v.events,
|
|
1128
1675
|
started_at = v.started_at, finished_at = v.finished_at
|
|
1129
|
-
FROM (VALUES ${
|
|
1676
|
+
FROM (VALUES ${import_drizzle_orm5.sql.join(values, import_drizzle_orm5.sql`, `)}) AS v(run_id, seq, status, output, error, events,
|
|
1130
1677
|
started_at, finished_at)
|
|
1131
1678
|
WHERE c.run_id = v.run_id AND c.seq = v.seq AND c.status = 'pending'
|
|
1132
1679
|
RETURNING c.run_id, c.seq`;
|
|
1133
1680
|
}
|
|
1134
1681
|
__name(settleIfPendingFrom, "settleIfPendingFrom");
|
|
1682
|
+
function oneStatement(rows) {
|
|
1683
|
+
if (rows.length > CHECKPOINT_BATCH_ROWS) return false;
|
|
1684
|
+
const keys = new Set(rows.map(rowKey));
|
|
1685
|
+
return keys.size === rows.length;
|
|
1686
|
+
}
|
|
1687
|
+
__name(oneStatement, "oneStatement");
|
|
1688
|
+
var SETTLED_COLUMNS = (() => {
|
|
1689
|
+
const { input: _input, ...columns } = (0, import_drizzle_orm5.getTableColumns)(durableStepCheckpoints);
|
|
1690
|
+
return columns;
|
|
1691
|
+
})();
|
|
1692
|
+
function settledRowFromDriver(raw) {
|
|
1693
|
+
const row = {
|
|
1694
|
+
input: null
|
|
1695
|
+
};
|
|
1696
|
+
for (const [key, column] of Object.entries(SETTLED_COLUMNS)) {
|
|
1697
|
+
const value = raw[column.name];
|
|
1698
|
+
row[key] = value == null ? null : column.mapFromDriverValue(value);
|
|
1699
|
+
}
|
|
1700
|
+
return row;
|
|
1701
|
+
}
|
|
1702
|
+
__name(settledRowFromDriver, "settledRowFromDriver");
|
|
1703
|
+
function settleResultsFrom(results) {
|
|
1704
|
+
const json = /* @__PURE__ */ __name((v) => v == null ? null : JSON.stringify(v), "json");
|
|
1705
|
+
const values = results.map((r) => import_drizzle_orm5.sql`(${r.runId}::text, ${r.seq}::integer, ${r.status}::text, ${json(r.status === "completed" ? r.output : null)}::jsonb, ${json(r.error)}::jsonb, ${json(r.events)}::jsonb, ${r.startedAt ? r.startedAt.toISOString() : null}::timestamptz, ${r.finishedAt.toISOString()}::timestamptz)`);
|
|
1706
|
+
const returning = import_drizzle_orm5.sql.join(Object.values(SETTLED_COLUMNS).map((column) => import_drizzle_orm5.sql`c.${import_drizzle_orm5.sql.identifier(column.name)}`), import_drizzle_orm5.sql`, `);
|
|
1707
|
+
return import_drizzle_orm5.sql`UPDATE ${durableStepCheckpoints} AS c SET
|
|
1708
|
+
status = v.status,
|
|
1709
|
+
output = CASE WHEN v.status = 'completed' THEN v.output ELSE c.output END,
|
|
1710
|
+
error = v.error,
|
|
1711
|
+
events = COALESCE(v.events, c.events),
|
|
1712
|
+
started_at = COALESCE(v.started_at, c.started_at),
|
|
1713
|
+
finished_at = v.finished_at
|
|
1714
|
+
FROM (VALUES ${import_drizzle_orm5.sql.join(values, import_drizzle_orm5.sql`, `)}) AS v(run_id, seq, status, output, error, events,
|
|
1715
|
+
started_at, finished_at)
|
|
1716
|
+
WHERE c.run_id = v.run_id AND c.seq = v.seq AND c.status = 'pending'
|
|
1717
|
+
AND NOT EXISTS (
|
|
1718
|
+
SELECT 1 FROM ${durableWorkflowRuns} AS r
|
|
1719
|
+
WHERE r.id = c.run_id AND r.status IN ('cancelled', 'completed')
|
|
1720
|
+
)
|
|
1721
|
+
RETURNING ${returning}`;
|
|
1722
|
+
}
|
|
1723
|
+
__name(settleResultsFrom, "settleResultsFrom");
|
|
1135
1724
|
async function upsertCheckpoint(db, cp) {
|
|
1136
1725
|
const row = toCheckpointRow(cp);
|
|
1137
1726
|
await db.insert(durableStepCheckpoints).values(row).onConflictDoUpdate({
|
|
@@ -1144,7 +1733,7 @@ async function upsertCheckpoint(db, cp) {
|
|
|
1144
1733
|
}
|
|
1145
1734
|
__name(upsertCheckpoint, "upsertCheckpoint");
|
|
1146
1735
|
async function reindexAttributes(db, runId, attributes) {
|
|
1147
|
-
await db.delete(durableRunAttributes).where((0,
|
|
1736
|
+
await db.delete(durableRunAttributes).where((0, import_drizzle_orm5.eq)(durableRunAttributes.runId, runId));
|
|
1148
1737
|
const rows = (0, import_nestjs_durable_core.normalizeAttributeRows)(runId, attributes);
|
|
1149
1738
|
if (rows.length) await db.insert(durableRunAttributes).values(rows);
|
|
1150
1739
|
}
|
|
@@ -1152,11 +1741,11 @@ __name(reindexAttributes, "reindexAttributes");
|
|
|
1152
1741
|
async function deleteRunsCascade(db, runIds) {
|
|
1153
1742
|
await db.select({
|
|
1154
1743
|
id: durableWorkflowRuns.id
|
|
1155
|
-
}).from(durableWorkflowRuns).where((0,
|
|
1156
|
-
await db.delete(durableStepCheckpoints).where((0,
|
|
1157
|
-
await db.delete(durableSignalWaiters).where((0,
|
|
1158
|
-
await db.delete(durableRunAttributes).where((0,
|
|
1159
|
-
await db.delete(durableWorkflowRuns).where((0,
|
|
1744
|
+
}).from(durableWorkflowRuns).where((0, import_drizzle_orm5.inArray)(durableWorkflowRuns.id, runIds)).orderBy((0, import_drizzle_orm5.asc)(durableWorkflowRuns.id)).for("update");
|
|
1745
|
+
await db.delete(durableStepCheckpoints).where((0, import_drizzle_orm5.inArray)(durableStepCheckpoints.runId, runIds));
|
|
1746
|
+
await db.delete(durableSignalWaiters).where((0, import_drizzle_orm5.inArray)(durableSignalWaiters.runId, runIds));
|
|
1747
|
+
await db.delete(durableRunAttributes).where((0, import_drizzle_orm5.inArray)(durableRunAttributes.runId, runIds));
|
|
1748
|
+
await db.delete(durableWorkflowRuns).where((0, import_drizzle_orm5.inArray)(durableWorkflowRuns.id, runIds));
|
|
1160
1749
|
}
|
|
1161
1750
|
__name(deleteRunsCascade, "deleteRunsCascade");
|
|
1162
1751
|
function fromWaiterRow(row) {
|
|
@@ -1330,9 +1919,9 @@ function fromScheduleRow(row) {
|
|
|
1330
1919
|
}
|
|
1331
1920
|
__name(fromScheduleRow, "fromScheduleRow");
|
|
1332
1921
|
function excludedSet(table, only) {
|
|
1333
|
-
return Object.fromEntries(Object.entries((0,
|
|
1922
|
+
return Object.fromEntries(Object.entries((0, import_drizzle_orm5.getTableColumns)(table)).filter(([key]) => !only || only.includes(key)).map(([key, column]) => [
|
|
1334
1923
|
key,
|
|
1335
|
-
|
|
1924
|
+
import_drizzle_orm5.sql.raw(`excluded."${column.name}"`)
|
|
1336
1925
|
]));
|
|
1337
1926
|
}
|
|
1338
1927
|
__name(excludedSet, "excludedSet");
|
|
@@ -1349,6 +1938,7 @@ __name(excludedSet, "excludedSet");
|
|
|
1349
1938
|
durablePgSchema,
|
|
1350
1939
|
durableRunAttributes,
|
|
1351
1940
|
durableSchedules,
|
|
1941
|
+
durableSignalIds,
|
|
1352
1942
|
durableSignalWaiters,
|
|
1353
1943
|
durableStepCheckpoints,
|
|
1354
1944
|
durableWorkflowRuns,
|