@authhero/multi-tenancy 14.25.1 → 14.26.0

package/dist/multi-tenancy.mjs

@@ -32,21 +32,236 @@ function w(e) {
 	} };
 }
 //#endregion
+//#region src/operations/instance-id.ts
+var T = 64;
+function E(e) {
+	return e.replace(/[^a-zA-Z0-9_-]/g, "-");
+}
+function ee(e) {
+	let t = E(e.id), n = Math.max(0, T - (5 + t.length)), r = E(e.kind).slice(0, n), i = 3 + r.length + 2 + t.length, a = Math.max(0, T - i);
+	return `op-${r}-${E(e.tenant_id ?? "fleet").slice(0, a)}-${t}`.slice(0, T);
+}
+//#endregion
+//#region src/operations/recorder.ts
+var te = 2048;
+function D(e) {
+	let t;
+	if (e instanceof Error) t = e.message;
+	else try {
+		t = String(e ?? "unknown error");
+	} catch {
+		t = Object.prototype.toString.call(e);
+	}
+	return t.slice(0, te);
+}
+function O(e) {
+	let { tenantOperations: t, tenantOperationEvents: n } = e;
+	return {
+		async markRunning(e, n) {
+			await t.update(e, {
+				status: "running",
+				...n === void 0 ? {} : { current_step: n }
+			});
+		},
+		async setCurrentStep(e, n) {
+			await t.update(e, { current_step: n });
+		},
+		async appendEvent(e, t) {
+			await n.create({
+				operation_id: e,
+				step: t.step,
+				outcome: t.outcome,
+				detail: t.detail,
+				attempt: t.attempt ?? 1
+			});
+		},
+		async markSucceeded(e) {
+			await t.update(e, {
+				status: "succeeded",
+				error: null,
+				finished_at: (/* @__PURE__ */ new Date()).toISOString()
+			});
+		},
+		async markFailed(e, n) {
+			await t.update(e, {
+				status: "failed",
+				error: D(n),
+				finished_at: (/* @__PURE__ */ new Date()).toISOString()
+			});
+		}
+	};
+}
+function k(e) {
+	return e === "succeeded" || e === "failed" || e === "cancelled";
+}
+//#endregion
+//#region src/operations/inline-executor.ts
+var A = { async do(e, t, n) {
+	let r = typeof t == "function" ? t : n;
+	if (!r) throw Error("StepRunner.do called without a function");
+	return r();
+} };
+function ne(e) {
+	let t = O(e.stores);
+	return {
+		engine: "inline",
+		async start(n) {
+			let r = e.definitions[n.kind];
+			if (!r) {
+				let e = /* @__PURE__ */ Error(`No inline operation definition for kind "${n.kind}"`);
+				throw await t.markFailed(n.id, e), e;
+			}
+			let i = r(n);
+			await t.markRunning(n.id, i[0]?.name);
+			for (let e of i) {
+				await t.setCurrentStep(n.id, e.name), await t.appendEvent(n.id, {
+					step: e.name,
+					outcome: "started"
+				});
+				try {
+					let r = await e.run({
+						operation: n,
+						step: A
+					});
+					await t.appendEvent(n.id, {
+						step: e.name,
+						outcome: "succeeded",
+						detail: r ?? void 0
+					});
+				} catch (r) {
+					throw await t.appendEvent(n.id, {
+						step: e.name,
+						outcome: "failed",
+						detail: { message: D(r) }
+					}), await t.markFailed(n.id, r), r;
+				}
+			}
+			await t.markSucceeded(n.id);
+		}
+	};
+}
+//#endregion
+//#region src/operations/enqueue.ts
+async function re(e, t, n) {
+	let r = await e.tenantOperations.create({
+		tenant_id: t.tenant_id,
+		rollout_id: t.rollout_id,
+		kind: t.kind,
+		engine: n,
+		initiated_by: t.initiated_by,
+		target_worker_version: t.target_worker_version,
+		target_database_version: t.target_database_version
+	}), i = ee(r);
+	try {
+		await e.tenantOperations.update(r.id, { engine_instance_id: i });
+	} catch (t) {
+		try {
+			await O(e).markFailed(r.id, t);
+		} catch {}
+		throw t;
+	}
+	return {
+		...r,
+		engine_instance_id: i
+	};
+}
+async function ie(e, t, n) {
+	let r = O(e), i = await re(e, n, t.engine);
+	try {
+		await t.start(i);
+	} catch (t) {
+		try {
+			let n = await e.tenantOperations.get(i.id);
+			n && !k(n.status) && await r.markFailed(i.id, t);
+		} catch (e) {
+			console.warn("Failed to record tenant operation failure:", e);
+		}
+		throw t;
+	}
+	try {
+		return await e.tenantOperations.get(i.id) ?? i;
+	} catch (e) {
+		return console.warn("Failed to re-fetch tenant operation after start:", e), i;
+	}
+}
+//#endregion
+//#region src/operations/record-provision.ts
+function ae(e) {
+	if (e.tenantOperations && e.tenantOperationEvents) return {
+		tenantOperations: e.tenantOperations,
+		tenantOperationEvents: e.tenantOperationEvents
+	};
+}
+async function oe(e, t, n) {
+	let r = ae(e);
+	if (!r) {
+		await n(void 0);
+		return;
+	}
+	let i = O(r), a = async (e) => {
+		try {
+			await e();
+		} catch (e) {
+			console.warn("Failed to record tenant operation progress:", e);
+		}
+	}, o;
+	if (await a(async () => {
+		let e = await re(r, t, "inline");
+		o = e.id, await i.markRunning(e.id);
+	}), !o) {
+		await n(void 0);
+		return;
+	}
+	let s = o, c = !1, l = async (e, t, n) => {
+		c = !0, await a(async () => {
+			t === "started" && await i.setCurrentStep(s, e), await i.appendEvent(s, {
+				step: e,
+				outcome: t,
+				detail: n
+			});
+		});
+	};
+	try {
+		await n(l);
+	} catch (e) {
+		throw await a(async () => {
+			c || await i.appendEvent(s, {
+				step: t.kind,
+				outcome: "failed",
+				detail: { message: D(e) }
+			}), await i.markFailed(s, e);
+		}), e;
+	}
+	await a(async () => {
+		c || await i.appendEvent(s, {
+			step: t.kind,
+			outcome: "succeeded"
+		}), await i.markSucceeded(s);
+	});
+}
+//#endregion
 //#region src/hooks/provisioning.ts
-function T(e) {
+function se(e) {
 	return `urn:authhero:tenant:${e.toLowerCase()}`;
 }
-function E(e) {
+function j(e) {
 	return {
 		async beforeCreate(e, t) {
 			return !t.audience && t.id ? {
 				...t,
-				audience: T(t.id)
+				audience: se(t.id)
 			} : t;
 		},
 		async afterCreate(t, n) {
 			let { accessControl: r, databaseIsolation: i } = e;
-			r && t.ctx && await ee(t, n, r), i?.onProvision && await i.onProvision(n.id);
+			if (r && t.ctx && await ce(t, n, r), i?.onProvision) {
+				let e = i.onProvision;
+				i.recordProvisionOperations === !1 ? await e(n.id) : await oe(t.adapters, {
+					kind: "provision",
+					tenant_id: n.id,
+					initiated_by: t.ctx?.var.user?.sub
+				}, (t) => e(n.id, t));
+			}
 		},
 		async beforeDelete(t, n) {
 			let { accessControl: r, databaseIsolation: i } = e;
@@ -64,14 +279,14 @@ function E(e) {
 		}
 	};
 }
-async function ee(e, t, n) {
+async function ce(e, t, n) {
 	let { controlPlaneTenantId: r, defaultPermissions: i, defaultRoles: a, issuer: o, adminRoleName: s = "Tenant Admin", adminRoleDescription: c = "Full access to all tenant management operations", addCreatorToOrganization: l = !0 } = n, u = await e.adapters.organizations.create(r, {
 		name: t.id,
 		display_name: t.friendly_name || t.id
 	}), d;
-	if (o && (d = await ne(e, r, s, c)), l && e.ctx) {
+	if (o && (d = await ue(e, r, s, c)), l && e.ctx) {
 		let t = e.ctx.var.user;
-		if (t?.sub && !await te(e, r, t.sub)) try {
+		if (t?.sub && !await le(e, r, t.sub)) try {
 			await e.adapters.userOrganizations.create(r, {
 				user_id: t.sub,
 				organization_id: u.id
@@ -82,12 +297,12 @@ async function ee(e, t, n) {
 	}
 	a && a.length > 0 && console.log(`Would assign roles ${a.join(", ")} to organization ${u.id}`), i && i.length > 0 && console.log(`Would grant permissions ${i.join(", ")} to organization ${u.id}`);
 }
-async function te(e, t, n) {
+async function le(e, t, n) {
 	let r = await e.adapters.userRoles.list(t, n, void 0, "");
 	for (let n of r) if ((await e.adapters.rolePermissions.list(t, n.id, { per_page: 1e3 })).some((e) => e.permission_name === "admin:organizations")) return !0;
 	return !1;
 }
-async function ne(e, r, i, a) {
+async function ue(e, r, i, a) {
 	let o = (await e.adapters.roles.list(r, {})).roles.find((e) => e.name === i);
 	if (o) return o.id;
 	let s = await e.adapters.roles.create(r, {
@@ -102,7 +317,7 @@ async function ne(e, r, i, a) {
 }
 //#endregion
 //#region src/hooks/sync.ts
-function D(e, t, n = () => !0) {
+function M(e, t, n = () => !0) {
 	let { controlPlaneTenantId: r, getChildTenantIds: i, getAdapters: a } = e, o = /* @__PURE__ */ new Map();
 	async function s(e, n, r) {
 		return (await t(e).list(n, {
@@ -157,7 +372,7 @@ function D(e, t, n = () => !0) {
 		}
 	};
 }
-function O(e, t, n = () => !0) {
+function N(e, t, n = () => !0) {
 	let { controlPlaneTenantId: r, getControlPlaneAdapters: i, getAdapters: a } = e;
 	return { async afterCreate(e, o) {
 		if (o.id !== r) try {
@@ -181,7 +396,7 @@ function O(e, t, n = () => !0) {
 		}
 	} };
 }
-var k = (e) => ({
+var P = (e) => ({
 	list: async (t, n) => (await e.resourceServers.list(t, n)).resource_servers,
 	listPaginated: (t, n) => e.resourceServers.list(t, n),
 	get: (t, n) => e.resourceServers.get(t, n),
@@ -199,7 +414,7 @@ var k = (e) => ({
 		token_lifetime: e.token_lifetime,
 		token_lifetime_for_web: e.token_lifetime_for_web
 	})
-}), A = (e) => ({
+}), F = (e) => ({
 	list: async (t, n) => (await e.roles.list(t, n)).roles,
 	listPaginated: (t, n) => e.roles.list(t, n),
 	get: (t, n) => e.roles.get(t, n),
@@ -214,11 +429,11 @@ var k = (e) => ({
 		description: e.description
 	})
 });
-function j(e) {
+function I(e) {
 	return e.metadata?.sync !== !1;
 }
-function re(e) {
-	let { sync: t = {}, filters: n = {} } = e, r = t.resourceServers ?? !0, i = t.roles ?? !0, a = (e) => j(e) ? n.resourceServers ? n.resourceServers(e) : !0 : !1, o = (e) => j(e) ? n.roles ? n.roles(e) : !0 : !1, s = r ? D(e, k, a) : void 0, c = i ? D(e, A, o) : void 0, l = r ? O(e, k, a) : void 0, d = i ? O(e, A, o) : void 0, f = i ? { async afterCreate(t, r) {
+function L(e) {
+	let { sync: t = {}, filters: n = {} } = e, r = t.resourceServers ?? !0, i = t.roles ?? !0, a = (e) => I(e) ? n.resourceServers ? n.resourceServers(e) : !0 : !1, o = (e) => I(e) ? n.roles ? n.roles(e) : !0 : !1, s = r ? M(e, P, a) : void 0, c = i ? M(e, F, o) : void 0, l = r ? N(e, P, a) : void 0, d = i ? N(e, F, o) : void 0, f = i ? { async afterCreate(t, r) {
 		if (r.id !== e.controlPlaneTenantId) {
 			await d?.afterCreate?.(t, r);
 			try {
@@ -273,22 +488,22 @@ function re(e) {
 }
 //#endregion
 //#region src/routes/tenants.ts
-var ie = b.object({
+var de = b.object({
 	sub: b.string(),
 	tenant_id: b.string().optional(),
 	org_id: b.string().optional(),
 	scope: b.string().optional(),
 	permissions: b.array(b.string()).optional()
 }).passthrough();
-function ae(e) {
-	let t = ie.safeParse(e);
+function fe(e) {
+	let t = de.safeParse(e);
 	return t.success ? t.data : void 0;
 }
-function oe(e) {
-	let t = e.permissions ?? [], n = e.scope ? e.scope.split(" ").filter(Boolean) : [], r = new Set([...t, ...n]);
+function pe(e) {
+	let t = e.permissions ?? [], n = e.scope ? e.scope.split(" ").filter(Boolean) : [], r = /* @__PURE__ */ new Set([...t, ...n]);
 	return r.has("delete:tenants") || r.has("admin:organizations");
 }
-function M(e, t) {
+function R(e, t) {
 	let n = new v();
 	return n.openapi(y({
 		tags: ["tenants"],
@@ -399,13 +614,13 @@ function M(e, t) {
 	}), async (n) => {
 		let { id: r } = n.req.valid("param"), i = e.accessControl?.controlPlaneTenantId ?? n.env.data.multiTenancyConfig?.controlPlaneTenantId;
 		if (i) {
-			let e = ae(n.var.user);
+			let e = fe(n.var.user);
 			if (!e?.sub) throw new x(401, { message: "Authentication required" });
 			if (r === i) throw new x(403, { message: "Cannot delete the control plane" });
 			let t = n.var.org_name, a = r.toLowerCase(), o = !!t && t.toLowerCase() === a;
 			if (!o) {
 				let r = !!(e.org_id ?? n.var.organization_id ?? t), a = !e.tenant_id || e.tenant_id === i;
-				!r && a && oe(e) && (o = !0);
+				!r && a && pe(e) && (o = !0);
 			}
 			if (o ||= (await u((t) => n.env.data.userOrganizations.listUserOrganizations(i, e.sub, t), "organizations")).some((e) => e.name?.toLowerCase() === a), !o) throw new x(403, { message: "Access denied to this tenant" });
 		}
@@ -454,7 +669,7 @@ function M(e, t) {
 }
 //#endregion
 //#region src/middleware/protect-synced.ts
-function se(e) {
+function me(e) {
 	for (let { pattern: t, type: n } of [
 		{
 			pattern: /\/api\/v2\/resource-servers\/([^/]+)$/,
@@ -477,7 +692,7 @@ function se(e) {
 	}
 	return null;
 }
-async function ce(e, t, n) {
+async function he(e, t, n) {
 	try {
 		switch (n.type) {
 			case "resource_server": return (await e.resourceServers.get(t, n.id))?.is_system === !0;
@@ -489,31 +704,31 @@ async function ce(e, t, n) {
 		return !1;
 	}
 }
-function le(e) {
+function ge(e) {
 	return {
 		resource_server: "resource server",
 		role: "role",
 		connection: "connection"
 	}[e];
 }
-function N() {
+function z() {
 	return async (e, t) => {
 		if (![
 			"PATCH",
 			"PUT",
 			"DELETE"
 		].includes(e.req.method)) return t();
-		let n = se(e.req.path);
+		let n = me(e.req.path);
 		if (!n) return t();
 		let r = e.var.tenant_id || e.req.header("x-tenant-id") || e.req.header("tenant-id");
 		if (!r) return t();
-		if (await ce(e.env.data, r, n)) throw new x(403, { message: `This ${le(n.type)} is a system resource and cannot be modified. Make changes in the control plane instead.` });
+		if (await he(e.env.data, r, n)) throw new x(403, { message: `This ${ge(n.type)} is a system resource and cannot be modified. Make changes in the control plane instead.` });
 		return t();
 	};
 }
 //#endregion
 //#region src/middleware/settings-inheritance.ts
-function P(e, t) {
+function B(e, t) {
 	let n = t.find((t) => t.strategy === e.strategy);
 	if (!n?.options) return e;
 	let r = s.passthrough().parse({
@@ -525,11 +740,11 @@ function P(e, t) {
 		...e.options
 	}), r;
 }
-function F(e, t) {
+function V(e, t) {
 	let n = [...t || [], ...e || []];
 	return [...new Set(n)];
 }
-function ue(e, t) {
+function _e(e, t) {
 	if (!t?.length) return e || [];
 	if (!e?.length) return t;
 	let n = /* @__PURE__ */ new Map();
@@ -537,22 +752,22 @@ function ue(e, t) {
 	for (let t of e) n.set(t.value, t);
 	return Array.from(n.values());
 }
-function I(e, t) {
+function H(e, t) {
 	return t ? {
 		...e,
-		scopes: ue(e.scopes, t.scopes)
+		scopes: _e(e.scopes, t.scopes)
 	} : e;
 }
-function de(e, t) {
+function ve(e, t) {
 	return t ? {
 		...e,
-		callbacks: F(e.callbacks, t.callbacks),
-		web_origins: F(e.web_origins, t.web_origins),
-		allowed_logout_urls: F(e.allowed_logout_urls, t.allowed_logout_urls),
-		allowed_origins: F(e.allowed_origins, t.allowed_origins)
+		callbacks: V(e.callbacks, t.callbacks),
+		web_origins: V(e.web_origins, t.web_origins),
+		allowed_logout_urls: V(e.allowed_logout_urls, t.allowed_logout_urls),
+		allowed_origins: V(e.allowed_origins, t.allowed_origins)
 	} : e;
 }
-function L(e) {
+function U(e) {
 	let { controlPlaneTenantId: t, controlPlaneClientId: n, resolveControlPlane: r } = e;
 	if (r) return async (e) => r({ tenant_id: e });
 	if (!t) return async () => void 0;
@@ -562,14 +777,14 @@ function L(e) {
 	};
 	return async () => i;
 }
-function R(e, t) {
+function W(e, t) {
 	return {
 		...e.resourceServers,
 		get: async (n, r) => {
 			let i = await e.resourceServers.get(n, r);
 			if (!i) return i;
 			let a = await t(n);
-			return !a || n === a.tenantId || !i.is_system ? i : I(i, await e.resourceServers.get(a.tenantId, r));
+			return !a || n === a.tenantId || !i.is_system ? i : H(i, await e.resourceServers.get(a.tenantId, r));
 		},
 		list: async (n, r) => {
 			let i = await e.resourceServers.list(n, r), a = await t(n);
@@ -581,7 +796,7 @@ function R(e, t) {
 				let n = await e.resourceServers.get(o, t);
 				n && c.set(t, n);
 			}));
-			let l = i.resource_servers.map((e) => e.is_system && e.id ? I(e, c.get(e.id) ?? null) : e);
+			let l = i.resource_servers.map((e) => e.is_system && e.id ? H(e, c.get(e.id) ?? null) : e);
 			return {
 				...i,
 				resource_servers: l
@@ -589,18 +804,18 @@ function R(e, t) {
 		}
 	};
 }
-function z(e, t) {
-	let n = L({
+function ye(e, t) {
+	let n = U({
 		controlPlaneTenantId: t.controlPlaneTenantId,
 		resolveControlPlane: t.resolveControlPlane
 	});
 	return {
 		...e,
-		resourceServers: R(e, n)
+		resourceServers: W(e, n)
 	};
 }
-function B(e, t) {
-	let { controlPlaneTenantId: n, controlPlaneClientId: r, resolveControlPlane: i } = t, a = L({
+function be(e, t) {
+	let { controlPlaneTenantId: n, controlPlaneClientId: r, resolveControlPlane: i } = t, a = U({
 		controlPlaneTenantId: n,
 		controlPlaneClientId: r,
 		resolveControlPlane: i
@@ -618,12 +833,12 @@ function B(e, t) {
 				let r = await e.connections.get(t, n);
 				if (!r) return r;
 				let i = await a(t);
-				return !i || t === i.tenantId ? r : P(r, (await e.connections.list(i.tenantId)).connections || []);
+				return !i || t === i.tenantId ? r : B(r, (await e.connections.list(i.tenantId)).connections || []);
 			},
 			list: async (t, n) => {
 				let r = await e.connections.list(t, n), i = await a(t);
 				if (!i || t === i.tenantId) return r;
-				let o = await e.connections.list(i.tenantId), s = r.connections.map((e) => P(e, o.connections || []));
+				let o = await e.connections.list(i.tenantId), s = r.connections.map((e) => B(e, o.connections || []));
 				return {
 					...r,
 					connections: s
@@ -638,7 +853,7 @@ function B(e, t) {
 				let i = await a(t);
 				if (!i || t === i.tenantId) return r;
 				let o = await e.connections.list(i.tenantId);
-				return r.map((e) => P(e, o.connections || []));
+				return r.map((e) => B(e, o.connections || []));
 			}
 		},
 		emailProviders: {
@@ -650,22 +865,22 @@ function B(e, t) {
 				return !r || t === r.tenantId ? null : e.emailProviders.get(r.tenantId);
 			}
 		},
-		resourceServers: R(e, a),
-		hooks: fe(e, a)
+		resourceServers: W(e, a),
+		hooks: Se(e, a)
 	};
 }
-function V(e) {
+function xe(e) {
 	if (!e || typeof e != "object") return !1;
 	let t = e.metadata;
 	return !t || typeof t != "object" ? !1 : t.inheritable === !0;
 }
-function fe(e, t) {
+function Se(e, t) {
 	return {
 		...e.hooks,
 		list: async (n, r) => {
 			let i = await e.hooks.list(n, r), a = await t(n);
 			if (!a || n === a.tenantId) return i;
-			let o = ((await e.hooks.list(a.tenantId, r)).hooks || []).filter(V);
+			let o = ((await e.hooks.list(a.tenantId, r)).hooks || []).filter(xe);
 			if (o.length === 0) return i;
 			let s = new Set((i.hooks || []).map((e) => e.hook_id)), c = o.filter((e) => !s.has(e.hook_id));
 			return {
@@ -680,22 +895,22 @@ function fe(e, t) {
 			let a = await t(n);
 			if (!a || n === a.tenantId) return i;
 			let o = await e.hooks.get(a.tenantId, r);
-			return o && V(o) ? o : null;
+			return o && xe(o) ? o : null;
 		}
 	};
 }
-function H(e, t) {
-	return B(e, t);
+function G(e, t) {
+	return be(e, t);
 }
 //#endregion
 //#region src/middleware/index.ts
-function U(e) {
+function Ce(e) {
 	return async (t, n) => {
 		let r = t.var.user;
 		return r?.tenant_id === e && r.org_name && t.set("tenant_id", r.org_name), n();
 	};
 }
-function W(e) {
+function we(e) {
 	return async (n, r) => {
 		if (!e.accessControl) return r();
 		let { controlPlaneTenantId: i } = e.accessControl, a = n.var.org_name, o = n.var.organization_id, s = a || o, c = n.var.tenant_id, l = n.var.user, u = (l?.aud ? Array.isArray(l.aud) ? l.aud : [l.aud] : []).includes(t);
@@ -704,7 +919,7 @@ function W(e) {
 		return r();
 	};
 }
-function G(e) {
+function Te(e) {
 	return async (t, n) => {
 		if (!e.subdomainRouting) return n();
 		let { baseDomain: r, reservedSubdomains: i = [], resolveSubdomain: a } = e.subdomainRouting, o = t.req.header("x-forwarded-host") || t.req.header("host") || "", s = null;
@@ -723,7 +938,7 @@ function G(e) {
 		return t.set("tenant_id", c), n();
 	};
 }
-function K(e) {
+function Ee(e) {
 	return async (t, n) => {
 		if (!e.databaseIsolation) return n();
 		let r = t.var.tenant_id;
@@ -737,25 +952,25 @@ function K(e) {
 		return n();
 	};
 }
-function q(e) {
-	let t = G(e), n = W(e), r = K(e);
+function K(e) {
+	let t = Te(e), n = we(e), r = Ee(e);
 	return async (e, i) => (await t(e, async () => {}), await n(e, async () => {}), await r(e, async () => {}), i());
 }
 //#endregion
 //#region src/init.ts
-function pe(e) {
+function De(e) {
 	let { dataAdapter: t, controlPlane: n, controlPlane: { tenantId: r = "control_plane", clientId: i } = {}, resolveControlPlane: a, sync: o = {
 		resourceServers: !0,
 		roles: !0
 	}, defaultPermissions: s = ["tenant:admin"], requireOrganizationMatch: c = !1, managementApiExtensions: l = [], entityHooks: d, getChildTenantIds: p, getAdapters: m, ...h } = e;
 	if (a && !n) throw Error("initMultiTenant: `resolveControlPlane` requires `controlPlane` to be set. The static `controlPlane.tenantId` is used for access control, sync direction, and tenant management routing; the resolver only overrides per-tenant runtime inheritance lookups on top of it.");
 	let g = t, _ = t;
-	n && (g = H(t, {
+	n && (g = G(t, {
 		controlPlaneTenantId: r,
 		controlPlaneClientId: i,
 		resolveControlPlane: a
 	}), _ = {
-		...z(t, {
+		...ye(t, {
 			controlPlaneTenantId: r,
 			resolveControlPlane: a
 		}),
@@ -765,13 +980,36 @@ function pe(e) {
 			resolveControlPlane: a
 		}
 	});
-	let v = o !== !1, y = v ? {
+	let v = h.tenantOperationExecutor;
+	if (!v && t.tenantOperations && t.tenantOperationEvents && h.tenantUpgrade) {
+		let e = {
+			tenantOperations: t.tenantOperations,
+			tenantOperationEvents: t.tenantOperationEvents
+		}, n = h.tenantUpgrade, r = ne({
+			stores: e,
+			definitions: { upgrade: (e) => [{
+				name: "upgrade",
+				async run() {
+					if (!e.tenant_id) throw Error("upgrade operations require a tenant_id");
+					await n(e.tenant_id);
+				}
+			}] }
+		});
+		v = {
+			engine: r.engine,
+			enqueue: (t) => ie(e, r, {
+				...t,
+				tenant_id: t.tenant_id
+			})
+		};
+	}
+	let y = o !== !1, b = y ? {
 		resourceServers: o.resourceServers ?? !0,
 		roles: o.roles ?? !0
 	} : {
 		resourceServers: !1,
 		roles: !1
-	}, { entityHooks: b, tenantHooks: x } = re({
+	}, { entityHooks: x, tenantHooks: S } = L({
 		controlPlaneTenantId: r,
 		getChildTenantIds: p ?? (async () => (await u((e) => g.tenants.list(e), "tenants", {
 			cursorField: "id",
@@ -779,49 +1017,50 @@ function pe(e) {
 		})).filter((e) => e.id !== r).map((e) => e.id)),
 		getAdapters: m ?? (async () => g),
 		getControlPlaneAdapters: async () => g,
-		sync: y
-	}), S = {
-		resourceServers: [b.resourceServers, ...d?.resourceServers ?? []],
-		roles: [b.roles, ...d?.roles ?? []],
+		sync: b
+	}), C = {
+		resourceServers: [x.resourceServers, ...d?.resourceServers ?? []],
+		roles: [x.roles, ...d?.roles ?? []],
 		connections: d?.connections ?? [],
 		tenants: d?.tenants ?? [],
 		rolePermissions: d?.rolePermissions ?? []
-	}, C = E({ accessControl: {
+	}, w = j({ accessControl: {
 		controlPlaneTenantId: r,
 		requireOrganizationMatch: c,
 		defaultPermissions: s
-	} }), w = M({ accessControl: {
+	} }), T = R({ accessControl: {
 		controlPlaneTenantId: r,
 		requireOrganizationMatch: c,
 		defaultPermissions: s
 	} }, { tenants: {
 		async beforeCreate(e, t) {
-			return C.beforeCreate && (t = await C.beforeCreate(e, t)), x.beforeCreate && (t = await x.beforeCreate(e, t)), t;
+			return w.beforeCreate && (t = await w.beforeCreate(e, t)), S.beforeCreate && (t = await S.beforeCreate(e, t)), t;
 		},
 		async afterCreate(e, t) {
-			await C.afterCreate?.(e, t), await x.afterCreate?.(e, t);
+			await w.afterCreate?.(e, t), await S.afterCreate?.(e, t);
 		},
 		async beforeDelete(e, t) {
-			await C.beforeDelete?.(e, t), await x.beforeDelete?.(e, t);
+			await w.beforeDelete?.(e, t), await S.beforeDelete?.(e, t);
 		}
-	} }), { app: T } = f({
+	} }), { app: E } = f({
 		dataAdapter: g,
 		managementDataAdapter: _,
 		...h,
-		entityHooks: S,
+		tenantOperationExecutor: v,
+		entityHooks: C,
 		managementApiExtensions: [...l, {
 			path: "/tenants",
-			router: w
+			router: T
 		}]
 	});
-	return T.use("/api/v2/*", U(r)), v && T.use("/api/v2/*", N()), {
-		app: T,
+	return E.use("/api/v2/*", Ce(r)), y && E.use("/api/v2/*", z()), {
+		app: E,
 		controlPlaneTenantId: r
 	};
 }
 //#endregion
 //#region src/rollout/defaults-projection.ts
-function J(e = {}) {
+function q(e = {}) {
 	return {
 		connections: e.connections ?? !0,
 		resourceServers: e.resourceServers ?? !0,
@@ -831,24 +1070,24 @@ function J(e = {}) {
 		promptSettings: e.promptSettings ?? !0
 	};
 }
-function Y() {
+function J() {
 	return {
 		upserted: 0,
 		errors: []
 	};
 }
-function me(e) {
+function Y(e) {
 	return {
 		tenantId: e,
-		connections: Y(),
-		resourceServers: Y(),
-		hooks: Y(),
-		emailProvider: Y(),
-		branding: Y(),
-		promptSettings: Y()
+		connections: J(),
+		resourceServers: J(),
+		hooks: J(),
+		emailProvider: J(),
+		branding: J(),
+		promptSettings: J()
 	};
 }
-function he(e) {
+function Oe(e) {
 	let t = e.metadata;
 	return !!(t && t.inheritable === !0);
 }
@@ -861,7 +1100,7 @@ async function X(e, t, n, r) {
 		e.errors.push(i);
 	}
 }
-async function ge(e, t, n) {
+async function ke(e, t, n) {
 	return {
 		connections: n.connections ? await u((n) => e.connections.list(t, n), "connections", {
 			cursorField: "id",
@@ -880,7 +1119,7 @@ async function ge(e, t, n) {
 		promptSettings: n.promptSettings ? await e.promptSettings.get(t) ?? null : null
 	};
 }
-async function _e(e, t, n, r, i, o) {
+async function Ae(e, t, n, r, i, o) {
 	if (r.connections) for (let r of e.connections) {
 		let e = r.id;
 		e && await X(o.connections, `connection ${e}`, i, async () => {
@@ -892,7 +1131,7 @@ async function _e(e, t, n, r, i, o) {
 		let e = h.parse(r);
 		await t.resourceServers.get(n, r.id) ? await t.resourceServers.update(n, r.id, e) : await t.resourceServers.create(n, e), o.resourceServers.upserted += 1;
 	});
-	if (r.hooks) for (let r of e.hooks) !he(r) || !r.hook_id || await X(o.hooks, `hook ${r.hook_id}`, i, async () => {
+	if (r.hooks) for (let r of e.hooks) !Oe(r) || !r.hook_id || await X(o.hooks, `hook ${r.hook_id}`, i, async () => {
 		let e = d.parse(r);
 		await t.hooks.get(n, r.hook_id) ? await t.hooks.update(n, r.hook_id, e) : await t.hooks.create(n, e), o.hooks.upserted += 1;
 	});
@@ -906,21 +1145,21 @@ async function _e(e, t, n, r, i, o) {
 	});
 }
 async function Z(e, t) {
-	let { controlPlaneTenantId: n, getControlPlaneAdapters: r, getAdapters: i, entities: a, continueOnError: o = !1 } = e, s = J(a), c = await ge(await r(), n, s), l = await i(t), u = me(t);
-	return await _e(c, l, n, s, o, u), u;
+	let { controlPlaneTenantId: n, getControlPlaneAdapters: r, getAdapters: i, entities: a, continueOnError: o = !1 } = e, s = q(a), c = await ke(await r(), n, s), l = await i(t), u = Y(t);
+	return await Ae(c, l, n, s, o, u), u;
 }
 //#endregion
 //#region src/rollout/payload.ts
-function ve(e) {
+function je(e) {
 	let { pkcs7: t, tenant_id: n, ...r } = e;
 	return r;
 }
-async function ye(e, t, n = {}, r) {
-	let i = J(n), a = n.signingKeys ?? !0, o = n.tenants ?? !0, s = await ge(e, t, i), c = a ? (await p(e.keys)).map(ve) : [], l = o ? await be(e, t, r) : [];
+async function Me(e, t, n = {}, r) {
+	let i = q(n), a = n.signingKeys ?? !0, o = n.tenants ?? !0, s = await ke(e, t, i), c = a ? (await p(e.keys)).map(je) : [], l = o ? await Ne(e, t, r) : [];
 	return {
 		connections: s.connections,
 		resourceServers: s.resourceServers.filter((e) => e.is_system),
-		hooks: s.hooks.filter(he),
+		hooks: s.hooks.filter(Oe),
 		emailProvider: s.emailProvider,
 		branding: s.branding,
 		promptSettings: s.promptSettings,
@@ -928,7 +1167,7 @@ async function ye(e, t, n = {}, r) {
 		tenants: l
 	};
 }
-async function be(e, t, n) {
+async function Ne(e, t, n) {
 	let r = n && n !== t ? [t, n] : [t], i = [];
 	for (let t of r) {
 		let n = await e.tenants.get(t);
@@ -939,18 +1178,18 @@ async function be(e, t, n) {
 	}
 	return i;
 }
-async function xe(e, t, n) {
-	let r = Y();
+async function Pe(e, t, n) {
+	let r = J();
 	if (e.length === 0) return r;
 	let i = await p(t.keys), a = new Set(i.map((e) => e.kid));
 	for (let i of e) await X(r, `signing_key ${i.kid}`, n, async () => {
-		let e = ve(i);
+		let e = je(i);
 		a.has(e.kid) || (await t.keys.create(e), a.add(e.kid), r.upserted += 1);
 	});
 	return r;
 }
-async function Se(e, t, n) {
-	let r = Y();
+async function Fe(e, t, n) {
+	let r = J();
 	for (let i of e) await X(r, `tenant ${i.id}`, n, async () => {
 		await t.tenants.get(i.id) || (await t.tenants.create({
 			id: i.id,
@@ -959,17 +1198,17 @@ async function Se(e, t, n) {
 	});
 	return r;
 }
-async function Ce(e, t, n, r = {}) {
-	let a = r.continueOnError ?? !1, o = J(r.entities), s = r.entities?.signingKeys ?? !0, c = r.entities?.tenants ?? !0, u = {
+async function Ie(e, t, n, r = {}) {
+	let a = r.continueOnError ?? !1, o = q(r.entities), s = r.entities?.signingKeys ?? !0, c = r.entities?.tenants ?? !0, u = {
 		connections: e.connections,
 		resourceServers: e.resourceServers,
 		hooks: e.hooks,
 		emailProvider: e.emailProvider ? l.parse(e.emailProvider) : null,
 		branding: e.branding ? i.parse(e.branding) : null,
 		promptSettings: e.promptSettings ? m.parse(e.promptSettings) : null
-	}, d = c ? await Se(e.tenants ?? [], t, a) : Y(), f = me(n);
-	await _e(u, t, n, o, a, f);
-	let p = s ? await xe(e.signingKeys, t, a) : Y();
+	}, d = c ? await Fe(e.tenants ?? [], t, a) : J(), f = Y(n);
+	await Ae(u, t, n, o, a, f);
+	let p = s ? await Pe(e.signingKeys, t, a) : J();
 	return {
 		...f,
 		signingKeys: p,
@@ -978,7 +1217,7 @@ async function Ce(e, t, n, r = {}) {
 }
 //#endregion
 //#region src/rollout/index.ts
-function we(e) {
+function Le(e) {
 	return {
 		syncDefaults: (t) => Z(e, t),
 		syncDefaultsToTenants: async (t) => {
@@ -990,15 +1229,15 @@ function we(e) {
 }
 //#endregion
 //#region src/plugin.ts
-function Te(e) {
+function Re(e) {
 	let t = Q(e);
 	return {
 		name: "multi-tenancy",
-		middleware: q(e),
+		middleware: K(e),
 		hooks: t,
 		routes: [{
 			path: "/management",
-			handler: M(e, t)
+			handler: R(e, t)
 		}],
 		onRegister: async () => {
 			console.log("Multi-tenancy plugin registered"), e.accessControl && console.log(`  - Access control enabled (control plane: ${e.accessControl.controlPlaneTenantId})`), e.subdomainRouting && console.log(`  - Subdomain routing enabled (base domain: ${e.subdomainRouting.baseDomain})`), e.databaseIsolation && console.log("  - Database isolation enabled");
@@ -1008,7 +1247,7 @@ function Te(e) {
 //#endregion
 //#region src/index.ts
 function Q(e) {
-	let t = e.accessControl ? S(e.accessControl) : {}, n = e.databaseIsolation ? w(e.databaseIsolation) : {}, r = E(e);
+	let t = e.accessControl ? S(e.accessControl) : {}, n = e.databaseIsolation ? w(e.databaseIsolation) : {}, r = j(e);
 	return {
 		...t,
 		...n,
@@ -1017,19 +1256,19 @@ function Q(e) {
 }
 function $(t) {
 	let n = new e(), r = Q(t);
-	return n.route("/tenants", M(t, r)), n;
+	return n.route("/tenants", R(t, r)), n;
 }
-function Ee(e) {
+function ze(e) {
 	return {
 		hooks: Q(e),
-		middleware: q(e),
+		middleware: K(e),
 		app: $(e),
 		config: e,
-		wrapAdapters: (t, n) => H(t, {
+		wrapAdapters: (t, n) => G(t, {
 			controlPlaneTenantId: e.accessControl?.controlPlaneTenantId,
 			controlPlaneClientId: n?.controlPlaneClientId
 		})
 	};
 }
 //#endregion
-export { Ce as applyControlPlaneDefaultsPayload, ye as buildControlPlaneDefaultsPayload, S as createAccessControlHooks, W as createAccessControlMiddleware, U as createControlPlaneTenantMiddleware, w as createDatabaseHooks, K as createDatabaseMiddleware, we as createDirectRolloutAdapter, $ as createMultiTenancy, Q as createMultiTenancyHooks, q as createMultiTenancyMiddleware, Te as createMultiTenancyPlugin, N as createProtectSyncedMiddleware, E as createProvisioningHooks, B as createRuntimeFallbackAdapter, G as createSubdomainMiddleware, re as createSyncHooks, M as createTenantsOpenAPIRouter, pe as initMultiTenant, de as mergeClientWithFallback, Z as projectControlPlaneDefaults, Ee as setupMultiTenancy, C as validateTenantAccess, H as withRuntimeFallback, z as withSystemResourceServerInheritance };
+export { Ie as applyControlPlaneDefaultsPayload, Me as buildControlPlaneDefaultsPayload, ee as buildEngineInstanceId, S as createAccessControlHooks, we as createAccessControlMiddleware, Ce as createControlPlaneTenantMiddleware, w as createDatabaseHooks, Ee as createDatabaseMiddleware, Le as createDirectRolloutAdapter, ne as createInlineExecutor, $ as createMultiTenancy, Q as createMultiTenancyHooks, K as createMultiTenancyMiddleware, Re as createMultiTenancyPlugin, O as createOperationRecorder, z as createProtectSyncedMiddleware, j as createProvisioningHooks, be as createRuntimeFallbackAdapter, Te as createSubdomainMiddleware, L as createSyncHooks, R as createTenantsOpenAPIRouter, ie as enqueueTenantOperation, D as errorToMessage, De as initMultiTenant, A as inlineStepRunner, k as isTerminalStatus, ve as mergeClientWithFallback, Z as projectControlPlaneDefaults, oe as runRecordedTenantOperation, ze as setupMultiTenancy, C as validateTenantAccess, G as withRuntimeFallback, ye as withSystemResourceServerInheritance };