@voltro/runtime 0.85.0 → 0.87.0

package/dist/rpcWorkloadAdmission.js

@@ -0,0 +1,50 @@
+import { Context as e, Option as t } from "effect";
+import { EventRpcWorkload as n } from "@voltro/protocol";
+import { RpcGroup as r, RpcSchema as i } from "effect/rpc";
+//#region src/rpcWorkloadAdmission.ts
+var a = (e) => {
+	if (e === void 0) return;
+	if (!e || typeof e != "object" || Array.isArray(e) || ![Object.prototype, null].includes(Object.getPrototypeOf(e))) throw Error("Invalid RPC workload admission");
+	let t = /* @__PURE__ */ new Map();
+	for (let n of Reflect.ownKeys(e)) {
+		let r = Object.getOwnPropertyDescriptor(e, n);
+		if (typeof n != "string" || ![
+			"rpc",
+			"subscriptions",
+			"events",
+			"routes"
+		].includes(n) || !r.enumerable || !("value" in r)) throw Error("RPC workload admission requires own data");
+		t.set(n, r.value);
+	}
+	let n = t.get("rpc"), r = t.get("subscriptions"), i = t.get("routes");
+	if (typeof n != "boolean" || typeof r != "boolean") throw Error("RPC workload admission requires explicit modes");
+	let a = t.get("events");
+	if (a !== void 0 && typeof a != "boolean") throw Error("Invalid event workload admission");
+	let o;
+	if (i !== void 0) {
+		if (!Array.isArray(i) || i.length > 4096 || Reflect.ownKeys(i).length !== i.length + 1) throw Error("Invalid RPC workload route filters");
+		let e = [];
+		for (let t = 0; t < i.length; t++) {
+			let n = Object.getOwnPropertyDescriptor(i, String(t));
+			if (!n?.enumerable || !("value" in n) || typeof n.value != "string" || n.value.length > 191 || !/^(?:[A-Za-z][A-Za-z0-9_-]*\.)*[A-Za-z][A-Za-z0-9_-]*(?:\.\*)?$/.test(n.value)) throw Error("Invalid RPC workload tag filter");
+			e.push(n.value);
+		}
+		if (new Set(e).size !== e.length) throw Error("Duplicate RPC workload tag filter");
+		o = Object.freeze(e);
+	}
+	return Object.freeze({
+		rpc: n,
+		subscriptions: r,
+		...a === void 0 ? {} : { events: a },
+		...o === void 0 ? {} : { routes: o }
+	});
+}, o = (a, o, s) => {
+	if (!o) return a;
+	let c = [...a.requests.values()].filter((r) => {
+		let a = r, c = t.isSome(e.getOption(a.annotations, n)), l = o.events ?? o.subscriptions;
+		return (c ? l && (s === "websocket" || o.rpc) : s === "http" ? o.rpc : i.isStreamSchema(a.successSchema) ? o.subscriptions : o.rpc) && (o.routes === void 0 || o.routes.some((e) => e.endsWith(".*") ? r._tag.startsWith(e.slice(0, -1)) : r._tag === e));
+	});
+	return r.make(...c).annotateMerge(a.annotations);
+};
+//#endregion
+export { a as captureRpcWorkloadAdmission, o as selectRpcWorkloadGroup };

package/dist/runAsSystem.js

@@ -0,0 +1,23 @@
+import { NO_ROW_FILTER as e } from "./rowFilter.js";
+import { wrapStoreWithMixinBehaviour as t } from "./storeMiddleware.js";
+import { systemSubject as n } from "@voltro/protocol";
+//#region src/runAsSystem.ts
+var r, i = (e) => {
+	r = e;
+}, a = () => {
+	r = void 0;
+}, o = () => r, s = async (i, a = {}) => {
+	let o = a.scopes === void 0 ? n(a.id ?? "system") : n(a.id ?? "system", a.scopes), s = a.store ?? r?.dataStore, c = a.schemaRegistry ?? r?.schemaRegistry, l = a.dialect ?? r?.dialect;
+	if (s === void 0 || c === void 0) throw Error("runAsSystem: no data store available — register one at boot via setSystemStoreHandle({ dataStore, schemaRegistry }) or pass { store, schemaRegistry } in the options.");
+	return i({
+		subject: o,
+		store: t(s, {
+			subject: o,
+			schemaRegistry: c,
+			...l === void 0 ? {} : { dialect: l },
+			rowFilter: e
+		})
+	});
+};
+//#endregion
+export { a as clearSystemStoreHandle, o as getSystemStoreHandle, s as runAsSystem, i as setSystemStoreHandle };

package/dist/rywPositionStore.js

@@ -0,0 +1,119 @@
+import { Effect as e } from "effect";
+import { createLogger as t } from "@voltro/logger";
+//#region src/rywPositionStore.ts
+var n = t({ scope: "voltro:ryw" }), r = (e = {}) => {
+	let t = e.now ?? Date.now, n = /* @__PURE__ */ new Map();
+	return {
+		get(e) {
+			let r = n.get(e);
+			if (r !== void 0) {
+				if (r.expiresAt <= t()) n.delete(e);
+				else return r;
+			}
+		},
+		set(e, t) {
+			n.set(e, t);
+		},
+		delete(e) {
+			n.delete(e);
+		},
+		size() {
+			return n.size;
+		}
+	};
+}, i = (e, t) => e === null ? t === void 0 ? "anon:bg" : `anon:${t}` : `subject:${e}`, a = (t) => e.gen(function* () {
+	let r = yield* e.context(), i = e.runPromiseWith(r), a = t.now ?? Date.now, s = t.keyPrefix.trim();
+	if (s.length === 0) throw Error("RYW keyPrefix must name an application/environment namespace");
+	let c = t.channel ?? `${s}:bus`;
+	if (c.trim().length === 0) throw Error("RYW channel must not be empty");
+	let l = t.onError ?? ((e, t) => {
+		n.warn("redis operation failed", { op: t });
+	}), u = (e, t) => {
+		try {
+			l(e, t);
+		} catch {
+			n.warn("redis error observer failed", { op: t });
+		}
+	}, d = `${process.pid}:${Math.random()}:${a()}`, f = /* @__PURE__ */ new Map(), p = !1, m = Promise.resolve(), h, g = yield* t.pubsub.subscribe(c, (e) => {
+		if (!p) try {
+			let t = o(e);
+			if (t.senderId === d) return;
+			t.op === "delete" ? f.delete(t.subjectKey) : t.expiresAt > a() ? f.set(t.subjectKey, {
+				position: t.position,
+				expiresAt: t.expiresAt
+			}) : f.delete(t.subjectKey);
+		} catch (e) {
+			u(e, "parse");
+		}
+	}).pipe(e.onError(() => t.pubsub.close)), _ = (e, n) => {
+		m = m.then(async () => {
+			try {
+				await n(), await i(t.pubsub.publish(c, JSON.stringify(e)));
+			} catch (t) {
+				u(t, e.op);
+			}
+		});
+	}, v = () => {
+		if (p) throw Error("RYW consumer is closed");
+	};
+	return {
+		get(e) {
+			let t = f.get(e);
+			if (t !== void 0) {
+				if (t.expiresAt <= a()) f.delete(e);
+				else return t;
+			}
+		},
+		set(e, n) {
+			v();
+			let r = { ...n };
+			f.set(e, r), _({
+				senderId: d,
+				op: "set",
+				subjectKey: e,
+				...r
+			}, () => {
+				let n = r.expiresAt - a();
+				return n > 0 ? t.client.psetex(`${s}:${e}`, n, JSON.stringify(r)) : t.client.del([`${s}:${e}`]);
+			});
+		},
+		delete(e) {
+			v(), f.delete(e), _({
+				senderId: d,
+				op: "delete",
+				subjectKey: e
+			}, () => t.client.del([`${s}:${e}`]));
+		},
+		size: () => f.size,
+		close: () => h ??= (async () => {
+			p = !0, await m;
+			try {
+				await i(g);
+			} finally {
+				try {
+					await i(t.pubsub.close);
+				} finally {
+					f.clear();
+				}
+			}
+		})()
+	};
+}), o = (e) => {
+	let t = JSON.parse(e);
+	if (typeof t != "object" || !t || !("senderId" in t) || typeof t.senderId != "string" || !("subjectKey" in t) || typeof t.subjectKey != "string" || !("op" in t) || t.op !== "set" && t.op !== "delete") throw Error("Invalid RYW message");
+	if (t.op === "delete") return {
+		senderId: t.senderId,
+		subjectKey: t.subjectKey,
+		op: "delete"
+	};
+	if (!("position" in t) || typeof t.position != "string" || !("expiresAt" in t) || typeof t.expiresAt != "number" || !Number.isFinite(t.expiresAt)) throw Error("Invalid RYW position");
+	return {
+		senderId: t.senderId,
+		subjectKey: t.subjectKey,
+		op: "set",
+		position: t.position,
+		expiresAt: t.expiresAt
+	};
+};
+//#endregion
+export { i as buildSubjectKey, r as memoryRywPositionStore, a as redisRywPositionStore };

package/dist/schedule.js

@@ -0,0 +1,23 @@
+import { Cron as e, Result as t } from "effect";
+//#region src/schedule.ts
+var n = Symbol.for("@voltro/ScheduleDefinition"), r = (e) => typeof e == "object" && !!e && n in e, i = 18e5, a = (r) => {
+	let i = e.parse(r.cron, r.timezone);
+	if (t.isFailure(i)) throw Error(`defineSchedule("${r.name}"): invalid cron expression "${r.cron}" (tz="${r.timezone}") — ${String(i.failure)}`);
+	if (!r.timezone || r.timezone.trim() === "") throw Error(`defineSchedule("${r.name}"): timezone is required (e.g. "UTC", "Europe/Berlin").\nThe field is non-optional in \`ScheduleDefinition\`, so an ABSENT one is a tsc error and never reaches here. Arriving at this message means the value was present and EMPTY — almost always \`process.env.TZ ?? ''\` or a config lookup that missed. A reporter lost a crashloop to it, so the distinction is worth stating: this is not a check the type could have made for you.`);
+	if (r.trigger === "external" && r.cron.trim().split(/\s+/).length === 6) throw Error(`defineSchedule("${r.name}"): a six-field (seconds) cron "${r.cron}" cannot be driven by an external scheduler — k8s CronJob, EventBridge and Cloud Scheduler are all minute-resolution.
+Use a five-field expression, or leave this schedule on trigger: 'self' (the in-app timer has no such limit).`);
+	if (r.handler === void 0 && r.workflow === void 0) throw Error(`defineSchedule("${r.name}"): define either handler or workflow`);
+	return {
+		...r,
+		onOverlap: r.onOverlap ?? "skip",
+		backfill: r.backfill ?? "skip",
+		maxRuntimeMs: r.maxRuntimeMs ?? 18e5,
+		[n]: !0
+	};
+}, o = (t) => e.parseUnsafe(t.cron, t.timezone), s = (t, n = /* @__PURE__ */ new Date()) => e.next(o(t), n), c = (t, n, r, i) => {
+	let a = o(t), s = [], c = e.next(a, n);
+	for (; c.getTime() <= r.getTime() && s.length <= i;) s.push(c), c = e.next(a, c);
+	return s;
+};
+//#endregion
+export { i as DEFAULT_MAX_RUNTIME_MS, o as compileCron, c as cronOccurrences, a as defineSchedule, r as isScheduleDefinition, s as nextFiring };

package/dist/scheduleBackfillRequests.js

@@ -0,0 +1,151 @@
+import { Schema as e } from "effect";
+import { and as t, eq as n, id as r, integer as i, isNull as a, json as o, lt as s, table as c, text as l, timestamp as u } from "@voltro/database";
+import { ScheduleBackfillRequestConflict as d } from "@voltro/protocol/inspect";
+//#region src/scheduleBackfillRequests.ts
+var f = 5e3, p = 3e4, m = "_voltro_schedule_backfill_requests", h = c(m, {
+	id: r({ prefix: "schbackfill" }),
+	name: l(),
+	from: u(),
+	to: u(),
+	occurrences: o(),
+	status: l().oneOf([
+		"queued",
+		"running",
+		"completed",
+		"interrupted"
+	]),
+	owner: l().nullable(),
+	createdAt: u(),
+	updatedAt: u(),
+	cursor: i(),
+	activeIndex: i().nullable(),
+	results: o(),
+	error: l().nullable()
+}), g = e.String.pipe(e.check(e.isMinLength(1)), e.check(e.isMaxLength(256))), _ = e.Struct({
+	runId: g,
+	status: e.Literals([
+		"succeeded",
+		"failed",
+		"skipped",
+		"missed"
+	])
+}), v = e.Struct({
+	id: g,
+	name: g,
+	from: e.Date,
+	to: e.Date,
+	occurrences: e.Array(e.Number.pipe(e.check(e.isFinite()))),
+	status: e.Literals([
+		"queued",
+		"running",
+		"completed",
+		"interrupted"
+	]),
+	owner: e.NullOr(g),
+	createdAt: e.Date,
+	updatedAt: e.Date,
+	cursor: e.Number.pipe(e.check(e.isInt()), e.check(e.isGreaterThanOrEqualTo(0))),
+	activeIndex: e.NullOr(e.Number.pipe(e.check(e.isInt()), e.check(e.isGreaterThanOrEqualTo(0)))),
+	results: e.Array(_),
+	error: e.NullOr(e.String)
+}), y = async (t, r) => {
+	let i = await t.query({
+		table: m,
+		predicate: n("id", r),
+		order: [],
+		take: 1,
+		skip: void 0,
+		projection: void 0
+	});
+	return i[0] === void 0 ? void 0 : e.decodeUnknownSync(v)(i[0]);
+}, b = async (t, n) => {
+	let r = n.from.getTime(), i = n.to.getTime();
+	if (!Number.isFinite(r) || !Number.isFinite(i) || r >= i) throw Error("Invalid backfill range");
+	if (n.occurrences.length > 1e4) throw Error("Backfill occurrence limit exceeded");
+	let a = r, o = n.occurrences.map((e) => {
+		let t = e.getTime();
+		if (!Number.isFinite(t) || t <= a || t > i) throw Error("Backfill occurrences must be ordered within (from, to]");
+		return a = t, t;
+	}), s = e.decodeUnknownSync(v)({
+		...n,
+		occurrences: o,
+		status: "queued",
+		owner: null,
+		createdAt: /* @__PURE__ */ new Date(),
+		updatedAt: /* @__PURE__ */ new Date(),
+		cursor: 0,
+		activeIndex: null,
+		results: [],
+		error: null
+	}), c = await t.insertIgnoreWithOutcome(m, s, { conflictColumns: ["id"] }), l = e.decodeUnknownSync(v)(c.row);
+	if (l.name !== s.name || l.from.getTime() !== r || l.to.getTime() !== i) throw new d("Backfill request ID already belongs to a different schedule or range");
+	return {
+		request: l,
+		created: c.outcome === "inserted"
+	};
+}, x = async (r, i, a) => (e.decodeUnknownSync(g)(a), r.transactional(async (e) => await e.updateMany(m, {
+	status: "running",
+	owner: a,
+	updatedAt: /* @__PURE__ */ new Date()
+}, { where: t(n("id", i), n("status", "queued")) }) === 1)), S = async (r, i, o, s) => {
+	if (!await x(r, i, o)) return y(r, i);
+	let c = await y(r, i);
+	if (!c) throw Error("Accepted backfill request disappeared");
+	let l = c, u = () => t(n("id", i), n("status", "running"), n("owner", o)), d, p, h = !1, g, v = () => {
+		d = setTimeout(() => {
+			p = r.transactional(async (e) => {
+				if (await e.updateMany("_voltro_schedule_backfill_requests", { updatedAt: /* @__PURE__ */ new Date() }, { where: u() }) !== 1) throw Error("Backfill ownership was lost");
+			}).then(() => {
+				h || v();
+			}, (e) => {
+				g = e;
+			});
+		}, f), d.unref?.();
+	};
+	v();
+	try {
+		for (let o = l.cursor; o < l.occurrences.length; o++) {
+			if (g !== void 0) throw g;
+			if (await r.transactional(async (e) => e.updateMany("_voltro_schedule_backfill_requests", {
+				activeIndex: o,
+				updatedAt: /* @__PURE__ */ new Date()
+			}, { where: t(u(), n("cursor", o), a("activeIndex")) })) !== 1) return y(r, i);
+			let c = e.decodeUnknownSync(_)(await s(new Date(l.occurrences[o]))), d = [...l.results, c];
+			if (await r.transactional(async (e) => e.updateMany("_voltro_schedule_backfill_requests", {
+				cursor: o + 1,
+				activeIndex: null,
+				results: d,
+				updatedAt: /* @__PURE__ */ new Date()
+			}, { where: t(u(), n("cursor", o), n("activeIndex", o)) })) !== 1) return y(r, i);
+			l = {
+				...l,
+				cursor: o + 1,
+				activeIndex: null,
+				results: d
+			};
+		}
+		await r.transactional(async (e) => e.updateMany(m, {
+			status: "completed",
+			updatedAt: /* @__PURE__ */ new Date()
+		}, { where: t(u(), n("cursor", l.occurrences.length), a("activeIndex")) }));
+	} catch (e) {
+		await r.transactional(async (t) => t.updateMany(m, {
+			status: "interrupted",
+			error: e instanceof Error ? e.message : String(e),
+			updatedAt: /* @__PURE__ */ new Date()
+		}, { where: u() }));
+	} finally {
+		h = !0, clearTimeout(d), await p;
+	}
+	return y(r, i);
+}, C = (e, r = /* @__PURE__ */ new Date()) => e.transactional((e) => e.updateMany(m, {
+	status: "interrupted",
+	error: "Backfill owner stopped reporting; check the active run before starting another range",
+	updatedAt: r
+}, { where: t(n("status", "running"), s("updatedAt", /* @__PURE__ */ new Date(r.getTime() - p))) })), w = (e, r) => e.transactional((e) => e.updateMany(m, {
+	status: "interrupted",
+	error: "Scheduler stopped before the backfill settled",
+	updatedAt: /* @__PURE__ */ new Date()
+}, { where: t(n("status", "running"), n("owner", r)) }));
+//#endregion
+export { f as SCHEDULE_BACKFILL_HEARTBEAT_MS, m as SCHEDULE_BACKFILL_REQUESTS_TABLE, p as SCHEDULE_BACKFILL_STALE_MS, b as acceptScheduleBackfillRequest, x as claimScheduleBackfillRequest, S as executeScheduleBackfillRequest, w as interruptOwnedScheduleBackfills, C as interruptStaleScheduleBackfills, y as readScheduleBackfillRequest, h as scheduleBackfillRequestsTable };

package/dist/scheduleClaimsTable.js

@@ -0,0 +1,11 @@
+import { id as e, table as t, text as n, timestamp as r } from "@voltro/database";
+//#region src/scheduleClaimsTable.ts
+var i = t("_voltro_schedule_claims", {
+	id: e({ prefix: "schclaim" }),
+	scheduleName: n(),
+	bucket: n(),
+	claimedBy: n(),
+	claimedAt: r()
+}).index(["scheduleName", "claimedAt"]).index(["claimedAt"]);
+//#endregion
+export { i as _voltroScheduleClaimsTable };

package/dist/scheduleRunsTable.js

@@ -0,0 +1,37 @@
+import { id as e, integer as t, json as n, table as r, text as i, timestamp as a } from "@voltro/database";
+//#region src/scheduleRunsTable.ts
+var o = r("_voltro_schedule_runs", {
+	id: e({ prefix: "schrun" }),
+	name: i(),
+	status: i().oneOf([
+		"running",
+		"queued",
+		"succeeded",
+		"failed",
+		"skipped",
+		"missed"
+	]).default("running"),
+	trigger: i().oneOf([
+		"self",
+		"external",
+		"manual"
+	]).default("self"),
+	scheduledAt: a(),
+	firedAt: a().nullable(),
+	completedAt: a().nullable(),
+	durationMs: t().nullable(),
+	errorTag: i().nullable(),
+	errorMessage: i().nullable(),
+	coordinationOutcome: i().oneOf([
+		"single",
+		"wonLock",
+		"lostLock",
+		"external",
+		"cluster"
+	]).nullable(),
+	replicaId: i().nullable(),
+	heartbeatAt: a().nullable(),
+	result: n().nullable()
+}).index(["name", "scheduledAt"]).index(["status"]);
+//#endregion
+export { o as _voltroScheduleRunsTable };