@dudousxd/nestjs-durable-store-mikro-orm 0.38.0 → 0.39.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +76 -8
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.js +76 -8
- package/dist/index.js.map +1 -1
- package/package.json +4 -4
package/dist/index.cjs
CHANGED
|
@@ -831,6 +831,28 @@ var import_core3 = require("@mikro-orm/core");
|
|
|
831
831
|
|
|
832
832
|
// src/schema.ts
|
|
833
833
|
var import_node_crypto = require("crypto");
|
|
834
|
+
|
|
835
|
+
// src/lifecycle-index.ts
|
|
836
|
+
var LIFECYCLE_PENDING_TAG = "durable:lifecycle:pending";
|
|
837
|
+
var LIFECYCLE_PENDING_LIKE = `%"${LIFECYCLE_PENDING_TAG}"%`;
|
|
838
|
+
var LIFECYCLE_PENDING_INDEX = "durable_runs_lifecycle_pending_idx";
|
|
839
|
+
async function ensurePgLifecyclePendingIndex(query, opts) {
|
|
840
|
+
const literal = /* @__PURE__ */ __name((value) => `'${value.replace(/'/g, "''")}'`, "literal");
|
|
841
|
+
const scope = opts.schema === void 0 ? "current_schema()" : literal(opts.schema);
|
|
842
|
+
const [state] = await query(`SELECT i.indisvalid AS valid, EXISTS (SELECT 1 FROM pg_stat_progress_create_index p WHERE p.index_relid = c.oid) AS building
|
|
843
|
+
FROM pg_class c JOIN pg_namespace n ON n.oid = c.relnamespace JOIN pg_index i ON i.indexrelid = c.oid
|
|
844
|
+
WHERE c.relname = ${literal(LIFECYCLE_PENDING_INDEX)} AND n.nspname = ${scope}`) ?? [];
|
|
845
|
+
if (state?.valid || state?.building) return false;
|
|
846
|
+
const [tx] = await query("SELECT now() = statement_timestamp() AS autocommit") ?? [];
|
|
847
|
+
const concurrently = tx?.autocommit === false ? "" : "CONCURRENTLY ";
|
|
848
|
+
const qualified = opts.schema === void 0 ? `"${LIFECYCLE_PENDING_INDEX}"` : `"${opts.schema.replace(/"/g, '""')}"."${LIFECYCLE_PENDING_INDEX}"`;
|
|
849
|
+
if (state) await query(`DROP INDEX ${concurrently}IF EXISTS ${qualified}`);
|
|
850
|
+
await query(`CREATE INDEX ${concurrently}IF NOT EXISTS "${LIFECYCLE_PENDING_INDEX}" ON ${opts.table} (${opts.createdAt}) WHERE ${opts.predicate}`);
|
|
851
|
+
return true;
|
|
852
|
+
}
|
|
853
|
+
__name(ensurePgLifecyclePendingIndex, "ensurePgLifecyclePendingIndex");
|
|
854
|
+
|
|
855
|
+
// src/schema.ts
|
|
834
856
|
var DURABLE_TABLE_NAMES = /* @__PURE__ */ new Set([
|
|
835
857
|
"durable_workflow_runs",
|
|
836
858
|
"durable_step_checkpoints",
|
|
@@ -850,7 +872,7 @@ __name(durableManagedTables, "durableManagedTables");
|
|
|
850
872
|
var MARKER_TABLE = "durable_schema_meta";
|
|
851
873
|
var MARKER_ROW_ID = "durable";
|
|
852
874
|
var SCHEMA_LOCK_NAME = "durable_schema";
|
|
853
|
-
var SCHEMA_REVISION =
|
|
875
|
+
var SCHEMA_REVISION = 2;
|
|
854
876
|
var DEFAULT_BLOCKING_ALTER_ROW_LIMIT = 1e5;
|
|
855
877
|
function deferredAlterWarning(store, deferred, limit) {
|
|
856
878
|
return [
|
|
@@ -1131,7 +1153,9 @@ async function ensureMikroOrmDurableSchema(orm, options = {}) {
|
|
|
1131
1153
|
}
|
|
1132
1154
|
const limit = options.blockingAlterRowLimit ?? DEFAULT_BLOCKING_ALTER_ROW_LIMIT;
|
|
1133
1155
|
const { repairs, freshInstall, deferred } = await healDurableSchema(orm, dialect, limit, where);
|
|
1134
|
-
|
|
1156
|
+
const indexed = await healLifecycleIndex(orm, dialect, where, logger);
|
|
1157
|
+
if (indexed.built && !freshInstall) repairs.push(...indexed.repairs);
|
|
1158
|
+
if (deferred.length === 0 && indexed.ok) await writeFingerprint(orm, dialect, expected, where);
|
|
1135
1159
|
if (repairs.length > 0 && !freshInstall) logger.warn(mikroOrmSchemaRepairWarning(repairs));
|
|
1136
1160
|
if (deferred.length > 0) logger.warn(mikroOrmDeferredAlterWarning(deferred, limit));
|
|
1137
1161
|
} finally {
|
|
@@ -1139,6 +1163,46 @@ async function ensureMikroOrmDurableSchema(orm, options = {}) {
|
|
|
1139
1163
|
}
|
|
1140
1164
|
}
|
|
1141
1165
|
__name(ensureMikroOrmDurableSchema, "ensureMikroOrmDurableSchema");
|
|
1166
|
+
async function healLifecycleIndex(orm, dialect, where, logger) {
|
|
1167
|
+
if (dialect !== "postgres") return {
|
|
1168
|
+
ok: true,
|
|
1169
|
+
built: false,
|
|
1170
|
+
repairs: []
|
|
1171
|
+
};
|
|
1172
|
+
const meta = [
|
|
1173
|
+
...orm.getMetadata().getAll().values()
|
|
1174
|
+
].find((m) => m.class === WorkflowRunEntity || m.tableName === "durable_workflow_runs");
|
|
1175
|
+
if (!meta) return {
|
|
1176
|
+
ok: true,
|
|
1177
|
+
built: false,
|
|
1178
|
+
repairs: []
|
|
1179
|
+
};
|
|
1180
|
+
const column = /* @__PURE__ */ __name((prop) => where.quote(meta.properties?.[prop]?.fieldNames?.[0] ?? prop), "column");
|
|
1181
|
+
const table = where.schema === void 0 ? where.quote(meta.tableName) : `${where.quote(where.schema)}.${where.quote(meta.tableName)}`;
|
|
1182
|
+
try {
|
|
1183
|
+
const built = await ensurePgLifecyclePendingIndex((sql) => orm.em.getConnection().execute(sql), {
|
|
1184
|
+
schema: where.schema,
|
|
1185
|
+
table,
|
|
1186
|
+
createdAt: column("createdAt"),
|
|
1187
|
+
predicate: `${column("tags")}::text LIKE '${LIFECYCLE_PENDING_LIKE}'`
|
|
1188
|
+
});
|
|
1189
|
+
return {
|
|
1190
|
+
ok: true,
|
|
1191
|
+
built,
|
|
1192
|
+
repairs: built ? [
|
|
1193
|
+
`created index ${LIFECYCLE_PENDING_INDEX} on ${meta.tableName}`
|
|
1194
|
+
] : []
|
|
1195
|
+
};
|
|
1196
|
+
} catch (error) {
|
|
1197
|
+
logger.warn(`[nestjs-durable] store-mikro-orm could not create the partial index ${LIFECYCLE_PENDING_INDEX} (the owed-lifecycle listing scans the runs table until it exists); retrying on the next boot: ${error.message}`);
|
|
1198
|
+
return {
|
|
1199
|
+
ok: false,
|
|
1200
|
+
built: false,
|
|
1201
|
+
repairs: []
|
|
1202
|
+
};
|
|
1203
|
+
}
|
|
1204
|
+
}
|
|
1205
|
+
__name(healLifecycleIndex, "healLifecycleIndex");
|
|
1142
1206
|
async function healDurableSchema(orm, dialect, blockingAlterRowLimit, where) {
|
|
1143
1207
|
const sql = await orm.schema.getUpdateSchemaSQL({
|
|
1144
1208
|
safe: true
|
|
@@ -1716,7 +1780,9 @@ var MikroOrmStateStore = class _MikroOrmStateStore {
|
|
|
1716
1780
|
error: s.error ?? null,
|
|
1717
1781
|
events: s.events ?? null,
|
|
1718
1782
|
startedAt: s.startedAt,
|
|
1719
|
-
finishedAt: s.finishedAt
|
|
1783
|
+
finishedAt: s.finishedAt,
|
|
1784
|
+
// A settled step has no dispatch lease left.
|
|
1785
|
+
wakeAt: null
|
|
1720
1786
|
});
|
|
1721
1787
|
return [
|
|
1722
1788
|
changed === 1
|
|
@@ -1751,7 +1817,8 @@ var MikroOrmStateStore = class _MikroOrmStateStore {
|
|
|
1751
1817
|
error: s.error ?? null,
|
|
1752
1818
|
events: s.events ?? null,
|
|
1753
1819
|
startedAt: s.startedAt,
|
|
1754
|
-
finishedAt: s.finishedAt
|
|
1820
|
+
finishedAt: s.finishedAt,
|
|
1821
|
+
wakeAt: null
|
|
1755
1822
|
});
|
|
1756
1823
|
}
|
|
1757
1824
|
for (let at = 0; at < rows.length; at += 500) {
|
|
@@ -2889,7 +2956,8 @@ var SETTLED_FIELDS = [
|
|
|
2889
2956
|
"error",
|
|
2890
2957
|
"events",
|
|
2891
2958
|
"startedAt",
|
|
2892
|
-
"finishedAt"
|
|
2959
|
+
"finishedAt",
|
|
2960
|
+
"wakeAt"
|
|
2893
2961
|
];
|
|
2894
2962
|
var checkpointKey = /* @__PURE__ */ __name((runId, seq) => `${runId}\0${seq}`, "checkpointKey");
|
|
2895
2963
|
async function lockPendingCheckpoints(em, entries, fields) {
|
|
@@ -2961,7 +3029,7 @@ function toCheckpointEntity(cp) {
|
|
|
2961
3029
|
e.attempts = cp.attempts;
|
|
2962
3030
|
if (cp.workerGroup !== void 0) e.workerGroup = cp.workerGroup;
|
|
2963
3031
|
if (cp.parallelGroup !== void 0) e.parallelGroup = cp.parallelGroup;
|
|
2964
|
-
|
|
3032
|
+
e.wakeAt = cp.wakeAt != null ? new Date(cp.wakeAt) : null;
|
|
2965
3033
|
e.enqueuedAt = cp.enqueuedAt;
|
|
2966
3034
|
e.startedAt = cp.startedAt;
|
|
2967
3035
|
e.finishedAt = cp.finishedAt;
|
|
@@ -3187,7 +3255,7 @@ var MikroOrmRoundTrips = class MikroOrmRoundTrips2 {
|
|
|
3187
3255
|
for (const i of sent) {
|
|
3188
3256
|
const s = results[i];
|
|
3189
3257
|
const done = s.status === "completed";
|
|
3190
|
-
const wrote = this.affected(await this.run(em, `UPDATE ${this.table(em, K)} c SET c.${c("status")} = ?, c.${c("output")} = ${done ? "?" : `c.${c("output")}`}, c.${c("error")} = ?, c.${c("events")} = COALESCE(?, c.${c("events")}), c.${c("startedAt")} = COALESCE(?, c.${c("startedAt")}), c.${c("finishedAt")} =
|
|
3258
|
+
const wrote = this.affected(await this.run(em, `UPDATE ${this.table(em, K)} c SET c.${c("status")} = ?, c.${c("output")} = ${done ? "?" : `c.${c("output")}`}, c.${c("error")} = ?, c.${c("events")} = COALESCE(?, c.${c("events")}), c.${c("startedAt")} = COALESCE(?, c.${c("startedAt")}), c.${c("finishedAt")} = ?, c.${c("wakeAt")} = NULL WHERE c.${c("runId")} = ? AND c.${c("seq")} = ? AND c.${c("status")} = 'pending' AND ${finished}`, [
|
|
3191
3259
|
s.status,
|
|
3192
3260
|
...done ? [
|
|
3193
3261
|
this.bind(em, K, "output", s.output)
|
|
@@ -3230,7 +3298,7 @@ var MikroOrmRoundTrips = class MikroOrmRoundTrips2 {
|
|
|
3230
3298
|
params.push(s.runId, s.seq, s.status, this.bind(em, K, "output", s.status === "completed" ? s.output : null), this.bind(em, K, "error", s.error), this.bind(em, K, "events", s.events), this.bind(em, K, "startedAt", s.startedAt), this.bind(em, K, "finishedAt", s.finishedAt));
|
|
3231
3299
|
return `(${props.map((p) => `?::${types.get(p)}`).join(", ")})`;
|
|
3232
3300
|
});
|
|
3233
|
-
const settled = this.rows(await this.run(em, `UPDATE ${this.table(em, K)} AS c SET ${c("status")} = v.status, ${c("output")} = CASE WHEN v.status = 'completed' THEN v.output ELSE c.${c("output")} END, ${c("error")} = v.error, ${c("events")} = COALESCE(v.events, c.${c("events")}), ${c("startedAt")} = COALESCE(v.started_at, c.${c("startedAt")}), ${c("finishedAt")} = v.finished_at FROM (VALUES ${rows.join(", ")}) AS v(run_id, seq, status, output, error, events, started_at, finished_at) WHERE c.${c("runId")} = v.run_id AND c.${c("seq")} = v.seq AND c.${c("status")} = 'pending' AND ${finished} RETURNING ${this.settledColumns(em, "c.")}`, params));
|
|
3301
|
+
const settled = this.rows(await this.run(em, `UPDATE ${this.table(em, K)} AS c SET ${c("status")} = v.status, ${c("output")} = CASE WHEN v.status = 'completed' THEN v.output ELSE c.${c("output")} END, ${c("error")} = v.error, ${c("events")} = COALESCE(v.events, c.${c("events")}), ${c("startedAt")} = COALESCE(v.started_at, c.${c("startedAt")}), ${c("finishedAt")} = v.finished_at, ${c("wakeAt")} = NULL FROM (VALUES ${rows.join(", ")}) AS v(run_id, seq, status, output, error, events, started_at, finished_at) WHERE c.${c("runId")} = v.run_id AND c.${c("seq")} = v.seq AND c.${c("status")} = 'pending' AND ${finished} RETURNING ${this.settledColumns(em, "c.")}`, params));
|
|
3234
3302
|
const byKey = new Map(chunk.map((i) => {
|
|
3235
3303
|
const s = results[i];
|
|
3236
3304
|
return [
|