@voltro/workflow 0.86.0 → 0.87.0

package/dist/workflowShardRelocation.js

@@ -0,0 +1,58 @@
+import { captureWorkflowShardGroups as e } from "./clusterShardGroups.js";
+import { ShardId as t } from "effect/cluster";
+//#region src/workflowShardRelocation.ts
+var n = "Workflow/-/DurableClock", r = (r, i) => {
+	let a = /* @__PURE__ */ new Map();
+	for (let t of i) {
+		let n = t.entity === "workflow" ? "Workflow/" : t.entity === "cron" ? "ClusterCron/" : void 0;
+		if (!n || !t.name || t.name.length > 138 || t.name.startsWith("-/") || t.name === "*" && t.entity !== "cron" || a.has(n + t.name) || t.from === t.to) throw Error("Invalid journal relocation route");
+		e({
+			available: [t.from, t.to],
+			assigned: [t.to]
+		}, !1), a.set(n + t.name, { ...t });
+	}
+	let o = /* @__PURE__ */ new Map();
+	for (let e of r) {
+		if (!/^[1-9][0-9]*$/.test(e.id) || o.has(e.id) || ![
+			0,
+			1,
+			2
+		].includes(e.kind) || !e.entityId) throw Error("Invalid journal inventory identity");
+		o.set(e.id, e);
+	}
+	let s = (e) => {
+		if (e.entityType !== n) return e.entityType.startsWith("Workflow/") || e.entityType.startsWith("ClusterCron/") ? e.entityType : void 0;
+		let r = e.kind === 0 ? e : o.get(e.requestId ?? "");
+		if (!r || r.kind !== 0 || r.entityType !== n || r.entityId !== e.entityId) throw Error("Clock control message has no matching request in the fenced inventory");
+		if (r.payload === null) throw Error("Clock request has no workflow owner");
+		let i = JSON.parse(r.payload);
+		if (!i || typeof i != "object" || !("workflowName" in i) || typeof i.workflowName != "string" || !i.workflowName) throw Error("Invalid clock workflow owner");
+		if (r.shardId !== e.shardId) {
+			let n = a.get("Workflow/" + i.workflowName), o = t.fromString(r.shardId), s = t.fromString(e.shardId);
+			if (!n || o.id !== s.id || !Number.isSafeInteger(o.id) || o.id < 1 || o.toString() !== r.shardId || s.toString() !== e.shardId || ![n.from, n.to].includes(o.group) || ![n.from, n.to].includes(s.group)) throw Error("Clock control routing disagrees with its request");
+		}
+		return "Workflow/" + i.workflowName;
+	}, c = r.map((e) => [e, s(e)]), l = [];
+	for (let [e, n] of c) {
+		let r = n === void 0 ? void 0 : a.get(n) ?? (n.startsWith("ClusterCron/") ? a.get("ClusterCron/*") : void 0);
+		if (!r) continue;
+		let i = t.fromString(e.shardId);
+		if (!Number.isSafeInteger(i.id) || i.id < 1 || i.toString() !== e.shardId) throw Error("Invalid persisted shard address");
+		if (i.group !== r.to) {
+			if (i.group !== r.from) throw Error("Journal routing changed outside the relocation plan");
+			l.push(Object.freeze({
+				messageId: e.id,
+				entityType: e.entityType,
+				entityId: e.entityId,
+				expectedShardId: e.shardId,
+				nextShardId: t.make(r.to, i.id).toString()
+			}));
+		}
+	}
+	return Object.freeze(l.sort((e, t) => {
+		let n = BigInt(e.messageId), r = BigInt(t.messageId);
+		return n < r ? -1 : +(n > r);
+	}));
+};
+//#endregion
+export { r as planJournalShardRelocation };

package/dist/workflowShardRelocationSql.js

@@ -0,0 +1,72 @@
+import { planJournalShardRelocation as e } from "./workflowShardRelocation.js";
+import { Context as t, Effect as n } from "effect";
+import { SqlClient as r } from "effect/sql";
+//#region src/workflowShardRelocationSql.ts
+var i = class extends t.Service()("@voltro/workflow/JournalRoutingMaintenance") {}, a = (t, a = 256) => n.gen(function* () {
+	if (!Number.isInteger(a) || a < 1 || a > 1e3) return yield* n.fail(/* @__PURE__ */ Error("Journal relocation page size must be between 1 and 1000"));
+	let o = t.map((e) => Object.freeze({ ...e }));
+	yield* n.sync(() => e([], o));
+	let s = yield* i, c = (yield* r.SqlClient).withoutTransforms();
+	return yield* s.exclusive(c.withTransaction(n.gen(function* () {
+		yield* c.onDialectOrElse({
+			sqlite: () => c`UPDATE cluster_messages SET shard_id = shard_id WHERE 1 = 0`.pipe(n.asVoid),
+			orElse: () => n.void
+		});
+		let t = "0", r = 0;
+		for (;;) {
+			let i = yield* c.onDialectOrElse({
+				mssql: () => c`SELECT TOP (${a}) id, request_id, kind, entity_type, entity_id, shard_id, payload
+            FROM cluster_messages WITH (UPDLOCK, HOLDLOCK) WHERE id > ${t} ORDER BY id`,
+				sqlite: () => c`SELECT id, request_id, kind, entity_type, entity_id, shard_id, payload
+            FROM cluster_messages WHERE id > ${t} ORDER BY id LIMIT ${a}`,
+				orElse: () => c`SELECT id, request_id, kind, entity_type, entity_id, shard_id, payload
+            FROM cluster_messages WHERE id > ${t} ORDER BY id LIMIT ${a} FOR UPDATE`
+			});
+			if (i.length === 0) break;
+			let s = new Map(i.map((e) => [String(e.id), e])), l = new Set(s.keys());
+			for (let e of i) {
+				if (e.entity_type !== "Workflow/-/DurableClock" || Number(e.kind) === 0 || e.request_id === null || s.has(String(e.request_id))) continue;
+				let t = yield* c.onDialectOrElse({
+					mssql: () => c`SELECT id, request_id, kind, entity_type, entity_id, shard_id, payload
+              FROM cluster_messages WITH (UPDLOCK, HOLDLOCK) WHERE id = ${String(e.request_id)}`,
+					sqlite: () => c`SELECT id, request_id, kind, entity_type, entity_id, shard_id, payload
+              FROM cluster_messages WHERE id = ${String(e.request_id)}`,
+					orElse: () => c`SELECT id, request_id, kind, entity_type, entity_id, shard_id, payload
+              FROM cluster_messages WHERE id = ${String(e.request_id)} FOR UPDATE`
+				});
+				for (let e of t) s.set(String(e.id), e);
+			}
+			let u = [];
+			for (let e of s.values()) {
+				let t = Number(e.kind);
+				if (t !== 0 && t !== 1 && t !== 2) return yield* n.fail(/* @__PURE__ */ Error("Unknown journal message kind"));
+				u.push({
+					id: String(e.id),
+					requestId: e.request_id === null ? null : String(e.request_id),
+					kind: t,
+					entityType: e.entity_type,
+					entityId: e.entity_id,
+					shardId: e.shard_id,
+					payload: e.payload
+				});
+			}
+			let d = yield* n.sync(() => e(u, o));
+			for (let e of d) {
+				if (!l.has(e.messageId)) continue;
+				yield* c`UPDATE cluster_messages SET shard_id = ${e.nextShardId}
+          WHERE id = ${e.messageId} AND entity_type = ${e.entityType}
+          AND entity_id = ${e.entityId} AND shard_id = ${e.expectedShardId}`;
+				let t = yield* c`
+          SELECT shard_id, entity_type, entity_id FROM cluster_messages WHERE id = ${e.messageId}`;
+				if (t.length !== 1 || t[0]?.shard_id !== e.nextShardId || t[0]?.entity_type !== e.entityType || t[0]?.entity_id !== e.entityId) return yield* n.fail(/* @__PURE__ */ Error("Journal relocation observation changed; transaction rolled back"));
+				r++;
+			}
+			let f = i[i.length - 1], p = String(f.id);
+			if (!/^[1-9][0-9]*$/.test(p) || BigInt(p) <= BigInt(t)) return yield* n.fail(/* @__PURE__ */ Error("Journal inventory cursor did not advance"));
+			t = p;
+		}
+		return { moved: r };
+	})));
+}).pipe(n.provideService(r.SafeIntegers, !0));
+//#endregion
+export { i as JournalRoutingMaintenance, a as relocateWorkflowJournal };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@voltro/workflow",
-  "version": "0.86.0",
+  "version": "0.87.0",
   "description": "Durable workflows for Voltro — the workflow() descriptor + step() / awaitSignal primitives over @effect/cluster, with a browser-safe define subpath.",
   "keywords": [
     "voltro",
@@ -48,9 +48,9 @@
     "node": ">=24.0.0"
   },
   "dependencies": {
-    "@voltro/database": "0.86.0",
-    "@voltro/logger": "0.86.0",
-    "@voltro/protocol": "0.86.0"
+    "@voltro/database": "0.87.0",
+    "@voltro/logger": "0.87.0",
+    "@voltro/protocol": "0.87.0"
   },
   "peerDependencies": {
     "effect": "4.0.1",