@dudousxd/nestjs-durable-store-mikro-orm 0.38.0 → 0.39.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +76 -8
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.js +76 -8
- package/dist/index.js.map +1 -1
- package/package.json +4 -4
package/dist/index.d.cts
CHANGED
package/dist/index.d.ts
CHANGED
package/dist/index.js
CHANGED
|
@@ -781,6 +781,28 @@ import { LockMode, UniqueConstraintViolationException, raw } from "@mikro-orm/co
|
|
|
781
781
|
|
|
782
782
|
// src/schema.ts
|
|
783
783
|
import { createHash } from "node:crypto";
|
|
784
|
+
|
|
785
|
+
// src/lifecycle-index.ts
|
|
786
|
+
var LIFECYCLE_PENDING_TAG = "durable:lifecycle:pending";
|
|
787
|
+
var LIFECYCLE_PENDING_LIKE = `%"${LIFECYCLE_PENDING_TAG}"%`;
|
|
788
|
+
var LIFECYCLE_PENDING_INDEX = "durable_runs_lifecycle_pending_idx";
|
|
789
|
+
async function ensurePgLifecyclePendingIndex(query, opts) {
|
|
790
|
+
const literal = /* @__PURE__ */ __name((value) => `'${value.replace(/'/g, "''")}'`, "literal");
|
|
791
|
+
const scope = opts.schema === void 0 ? "current_schema()" : literal(opts.schema);
|
|
792
|
+
const [state] = await query(`SELECT i.indisvalid AS valid, EXISTS (SELECT 1 FROM pg_stat_progress_create_index p WHERE p.index_relid = c.oid) AS building
|
|
793
|
+
FROM pg_class c JOIN pg_namespace n ON n.oid = c.relnamespace JOIN pg_index i ON i.indexrelid = c.oid
|
|
794
|
+
WHERE c.relname = ${literal(LIFECYCLE_PENDING_INDEX)} AND n.nspname = ${scope}`) ?? [];
|
|
795
|
+
if (state?.valid || state?.building) return false;
|
|
796
|
+
const [tx] = await query("SELECT now() = statement_timestamp() AS autocommit") ?? [];
|
|
797
|
+
const concurrently = tx?.autocommit === false ? "" : "CONCURRENTLY ";
|
|
798
|
+
const qualified = opts.schema === void 0 ? `"${LIFECYCLE_PENDING_INDEX}"` : `"${opts.schema.replace(/"/g, '""')}"."${LIFECYCLE_PENDING_INDEX}"`;
|
|
799
|
+
if (state) await query(`DROP INDEX ${concurrently}IF EXISTS ${qualified}`);
|
|
800
|
+
await query(`CREATE INDEX ${concurrently}IF NOT EXISTS "${LIFECYCLE_PENDING_INDEX}" ON ${opts.table} (${opts.createdAt}) WHERE ${opts.predicate}`);
|
|
801
|
+
return true;
|
|
802
|
+
}
|
|
803
|
+
__name(ensurePgLifecyclePendingIndex, "ensurePgLifecyclePendingIndex");
|
|
804
|
+
|
|
805
|
+
// src/schema.ts
|
|
784
806
|
var DURABLE_TABLE_NAMES = /* @__PURE__ */ new Set([
|
|
785
807
|
"durable_workflow_runs",
|
|
786
808
|
"durable_step_checkpoints",
|
|
@@ -800,7 +822,7 @@ __name(durableManagedTables, "durableManagedTables");
|
|
|
800
822
|
var MARKER_TABLE = "durable_schema_meta";
|
|
801
823
|
var MARKER_ROW_ID = "durable";
|
|
802
824
|
var SCHEMA_LOCK_NAME = "durable_schema";
|
|
803
|
-
var SCHEMA_REVISION =
|
|
825
|
+
var SCHEMA_REVISION = 2;
|
|
804
826
|
var DEFAULT_BLOCKING_ALTER_ROW_LIMIT = 1e5;
|
|
805
827
|
function deferredAlterWarning(store, deferred, limit) {
|
|
806
828
|
return [
|
|
@@ -1081,7 +1103,9 @@ async function ensureMikroOrmDurableSchema(orm, options = {}) {
|
|
|
1081
1103
|
}
|
|
1082
1104
|
const limit = options.blockingAlterRowLimit ?? DEFAULT_BLOCKING_ALTER_ROW_LIMIT;
|
|
1083
1105
|
const { repairs, freshInstall, deferred } = await healDurableSchema(orm, dialect, limit, where);
|
|
1084
|
-
|
|
1106
|
+
const indexed = await healLifecycleIndex(orm, dialect, where, logger);
|
|
1107
|
+
if (indexed.built && !freshInstall) repairs.push(...indexed.repairs);
|
|
1108
|
+
if (deferred.length === 0 && indexed.ok) await writeFingerprint(orm, dialect, expected, where);
|
|
1085
1109
|
if (repairs.length > 0 && !freshInstall) logger.warn(mikroOrmSchemaRepairWarning(repairs));
|
|
1086
1110
|
if (deferred.length > 0) logger.warn(mikroOrmDeferredAlterWarning(deferred, limit));
|
|
1087
1111
|
} finally {
|
|
@@ -1089,6 +1113,46 @@ async function ensureMikroOrmDurableSchema(orm, options = {}) {
|
|
|
1089
1113
|
}
|
|
1090
1114
|
}
|
|
1091
1115
|
__name(ensureMikroOrmDurableSchema, "ensureMikroOrmDurableSchema");
|
|
1116
|
+
async function healLifecycleIndex(orm, dialect, where, logger) {
|
|
1117
|
+
if (dialect !== "postgres") return {
|
|
1118
|
+
ok: true,
|
|
1119
|
+
built: false,
|
|
1120
|
+
repairs: []
|
|
1121
|
+
};
|
|
1122
|
+
const meta = [
|
|
1123
|
+
...orm.getMetadata().getAll().values()
|
|
1124
|
+
].find((m) => m.class === WorkflowRunEntity || m.tableName === "durable_workflow_runs");
|
|
1125
|
+
if (!meta) return {
|
|
1126
|
+
ok: true,
|
|
1127
|
+
built: false,
|
|
1128
|
+
repairs: []
|
|
1129
|
+
};
|
|
1130
|
+
const column = /* @__PURE__ */ __name((prop) => where.quote(meta.properties?.[prop]?.fieldNames?.[0] ?? prop), "column");
|
|
1131
|
+
const table = where.schema === void 0 ? where.quote(meta.tableName) : `${where.quote(where.schema)}.${where.quote(meta.tableName)}`;
|
|
1132
|
+
try {
|
|
1133
|
+
const built = await ensurePgLifecyclePendingIndex((sql) => orm.em.getConnection().execute(sql), {
|
|
1134
|
+
schema: where.schema,
|
|
1135
|
+
table,
|
|
1136
|
+
createdAt: column("createdAt"),
|
|
1137
|
+
predicate: `${column("tags")}::text LIKE '${LIFECYCLE_PENDING_LIKE}'`
|
|
1138
|
+
});
|
|
1139
|
+
return {
|
|
1140
|
+
ok: true,
|
|
1141
|
+
built,
|
|
1142
|
+
repairs: built ? [
|
|
1143
|
+
`created index ${LIFECYCLE_PENDING_INDEX} on ${meta.tableName}`
|
|
1144
|
+
] : []
|
|
1145
|
+
};
|
|
1146
|
+
} catch (error) {
|
|
1147
|
+
logger.warn(`[nestjs-durable] store-mikro-orm could not create the partial index ${LIFECYCLE_PENDING_INDEX} (the owed-lifecycle listing scans the runs table until it exists); retrying on the next boot: ${error.message}`);
|
|
1148
|
+
return {
|
|
1149
|
+
ok: false,
|
|
1150
|
+
built: false,
|
|
1151
|
+
repairs: []
|
|
1152
|
+
};
|
|
1153
|
+
}
|
|
1154
|
+
}
|
|
1155
|
+
__name(healLifecycleIndex, "healLifecycleIndex");
|
|
1092
1156
|
async function healDurableSchema(orm, dialect, blockingAlterRowLimit, where) {
|
|
1093
1157
|
const sql = await orm.schema.getUpdateSchemaSQL({
|
|
1094
1158
|
safe: true
|
|
@@ -1666,7 +1730,9 @@ var MikroOrmStateStore = class _MikroOrmStateStore {
|
|
|
1666
1730
|
error: s.error ?? null,
|
|
1667
1731
|
events: s.events ?? null,
|
|
1668
1732
|
startedAt: s.startedAt,
|
|
1669
|
-
finishedAt: s.finishedAt
|
|
1733
|
+
finishedAt: s.finishedAt,
|
|
1734
|
+
// A settled step has no dispatch lease left.
|
|
1735
|
+
wakeAt: null
|
|
1670
1736
|
});
|
|
1671
1737
|
return [
|
|
1672
1738
|
changed === 1
|
|
@@ -1701,7 +1767,8 @@ var MikroOrmStateStore = class _MikroOrmStateStore {
|
|
|
1701
1767
|
error: s.error ?? null,
|
|
1702
1768
|
events: s.events ?? null,
|
|
1703
1769
|
startedAt: s.startedAt,
|
|
1704
|
-
finishedAt: s.finishedAt
|
|
1770
|
+
finishedAt: s.finishedAt,
|
|
1771
|
+
wakeAt: null
|
|
1705
1772
|
});
|
|
1706
1773
|
}
|
|
1707
1774
|
for (let at = 0; at < rows.length; at += 500) {
|
|
@@ -2839,7 +2906,8 @@ var SETTLED_FIELDS = [
|
|
|
2839
2906
|
"error",
|
|
2840
2907
|
"events",
|
|
2841
2908
|
"startedAt",
|
|
2842
|
-
"finishedAt"
|
|
2909
|
+
"finishedAt",
|
|
2910
|
+
"wakeAt"
|
|
2843
2911
|
];
|
|
2844
2912
|
var checkpointKey = /* @__PURE__ */ __name((runId, seq) => `${runId}\0${seq}`, "checkpointKey");
|
|
2845
2913
|
async function lockPendingCheckpoints(em, entries, fields) {
|
|
@@ -2911,7 +2979,7 @@ function toCheckpointEntity(cp) {
|
|
|
2911
2979
|
e.attempts = cp.attempts;
|
|
2912
2980
|
if (cp.workerGroup !== void 0) e.workerGroup = cp.workerGroup;
|
|
2913
2981
|
if (cp.parallelGroup !== void 0) e.parallelGroup = cp.parallelGroup;
|
|
2914
|
-
|
|
2982
|
+
e.wakeAt = cp.wakeAt != null ? new Date(cp.wakeAt) : null;
|
|
2915
2983
|
e.enqueuedAt = cp.enqueuedAt;
|
|
2916
2984
|
e.startedAt = cp.startedAt;
|
|
2917
2985
|
e.finishedAt = cp.finishedAt;
|
|
@@ -3137,7 +3205,7 @@ var MikroOrmRoundTrips = class MikroOrmRoundTrips2 {
|
|
|
3137
3205
|
for (const i of sent) {
|
|
3138
3206
|
const s = results[i];
|
|
3139
3207
|
const done = s.status === "completed";
|
|
3140
|
-
const wrote = this.affected(await this.run(em, `UPDATE ${this.table(em, K)} c SET c.${c("status")} = ?, c.${c("output")} = ${done ? "?" : `c.${c("output")}`}, c.${c("error")} = ?, c.${c("events")} = COALESCE(?, c.${c("events")}), c.${c("startedAt")} = COALESCE(?, c.${c("startedAt")}), c.${c("finishedAt")} =
|
|
3208
|
+
const wrote = this.affected(await this.run(em, `UPDATE ${this.table(em, K)} c SET c.${c("status")} = ?, c.${c("output")} = ${done ? "?" : `c.${c("output")}`}, c.${c("error")} = ?, c.${c("events")} = COALESCE(?, c.${c("events")}), c.${c("startedAt")} = COALESCE(?, c.${c("startedAt")}), c.${c("finishedAt")} = ?, c.${c("wakeAt")} = NULL WHERE c.${c("runId")} = ? AND c.${c("seq")} = ? AND c.${c("status")} = 'pending' AND ${finished}`, [
|
|
3141
3209
|
s.status,
|
|
3142
3210
|
...done ? [
|
|
3143
3211
|
this.bind(em, K, "output", s.output)
|
|
@@ -3180,7 +3248,7 @@ var MikroOrmRoundTrips = class MikroOrmRoundTrips2 {
|
|
|
3180
3248
|
params.push(s.runId, s.seq, s.status, this.bind(em, K, "output", s.status === "completed" ? s.output : null), this.bind(em, K, "error", s.error), this.bind(em, K, "events", s.events), this.bind(em, K, "startedAt", s.startedAt), this.bind(em, K, "finishedAt", s.finishedAt));
|
|
3181
3249
|
return `(${props.map((p) => `?::${types.get(p)}`).join(", ")})`;
|
|
3182
3250
|
});
|
|
3183
|
-
const settled = this.rows(await this.run(em, `UPDATE ${this.table(em, K)} AS c SET ${c("status")} = v.status, ${c("output")} = CASE WHEN v.status = 'completed' THEN v.output ELSE c.${c("output")} END, ${c("error")} = v.error, ${c("events")} = COALESCE(v.events, c.${c("events")}), ${c("startedAt")} = COALESCE(v.started_at, c.${c("startedAt")}), ${c("finishedAt")} = v.finished_at FROM (VALUES ${rows.join(", ")}) AS v(run_id, seq, status, output, error, events, started_at, finished_at) WHERE c.${c("runId")} = v.run_id AND c.${c("seq")} = v.seq AND c.${c("status")} = 'pending' AND ${finished} RETURNING ${this.settledColumns(em, "c.")}`, params));
|
|
3251
|
+
const settled = this.rows(await this.run(em, `UPDATE ${this.table(em, K)} AS c SET ${c("status")} = v.status, ${c("output")} = CASE WHEN v.status = 'completed' THEN v.output ELSE c.${c("output")} END, ${c("error")} = v.error, ${c("events")} = COALESCE(v.events, c.${c("events")}), ${c("startedAt")} = COALESCE(v.started_at, c.${c("startedAt")}), ${c("finishedAt")} = v.finished_at, ${c("wakeAt")} = NULL FROM (VALUES ${rows.join(", ")}) AS v(run_id, seq, status, output, error, events, started_at, finished_at) WHERE c.${c("runId")} = v.run_id AND c.${c("seq")} = v.seq AND c.${c("status")} = 'pending' AND ${finished} RETURNING ${this.settledColumns(em, "c.")}`, params));
|
|
3184
3252
|
const byKey = new Map(chunk.map((i) => {
|
|
3185
3253
|
const s = results[i];
|
|
3186
3254
|
return [
|