@voltro/cms 0.86.0 → 0.87.0

package/dist/snapshotMedia.js

@@ -0,0 +1,111 @@
+import { pageCapturedPublications as e, readCapturedDocument as t, verifyPublicationState as n } from "./publicationState.js";
+import { copySnapshotResource as r } from "./buildSnapshot.js";
+import { snapshotDefinitionSources as i } from "./snapshotDefinitions.js";
+import { pinAssetRevision as a } from "./assetRevision.js";
+import { SnapshotMediaUnavailable as o, compileSnapshotMediaFields as s } from "./snapshotMediaFields.js";
+import { createHash as c } from "node:crypto";
+import { canonicalJson as l } from "@voltro/runtime";
+//#region src/snapshotMedia.ts
+var u = (e) => {
+	throw new o({ reason: e });
+}, d = (e) => c("sha256").update(l(e)).digest("hex"), f = (e) => typeof e == "string" && e.length > 0, p = (o, c, l, p, m = Date.now()) => {
+	let h = {
+		tenantId: c.tenantId,
+		site: c.site,
+		environment: c.environment
+	};
+	if (!Object.values(h).every(f)) return u("scope");
+	let g = i(l, p);
+	return {
+		format: "voltro.cms.media-uses/v1",
+		entries: async function* (i) {
+			let c = await n(o, h, i, m), l = [], p = [];
+			for await (let e of g.schema.entries()) l.push(e);
+			for await (let e of g.components.entries()) p.push(e);
+			let _ = s(l, p);
+			if (c.types.length !== _.length || c.types.some((e) => !_.some((t) => t.name === e))) return u("scope");
+			let v = d({
+				schemas: l,
+				components: p
+			});
+			yield r({
+				key: "configuration",
+				value: {
+					version: 1,
+					...h,
+					definitionDigest: v,
+					assetResolution: "exact-locale/v1",
+					app: l[0].value.app,
+					types: _.map((e) => e.name),
+					locales: c.locales
+				}
+			});
+			for (let n of _) for (let s of c.locales) {
+				let c;
+				for (;;) {
+					let l = await e(o, h, i.id, n.name, s, {
+						limit: 200,
+						now: m,
+						...c === void 0 ? {} : { after: c }
+					});
+					for (let e of l.items) {
+						if (![
+							e.id,
+							e.documentId,
+							e.revisionId
+						].every(f) || !Number.isSafeInteger(e.revision) || Number(e.revision) < 1) return u("publication");
+						let c = n.definition.asset === void 0 ? void 0 : a(h, n.definition, n.digest, e);
+						for (let l of n.uses(e)) {
+							let f = c !== void 0 && l.path.length === 1 && l.path[0] === c.fileField ? c : void 0, p, g;
+							if ("mediaKey" in l) p = l.mediaKey;
+							else {
+								let r = _.find((e) => e.name === l.targetType);
+								if (r === void 0 || r.definition.asset === void 0) continue;
+								let c = await t(o, h, i.id, r.name, s, l.targetDocumentId, m);
+								if (c === null) return u("asset");
+								f = a(h, r.definition, r.digest, c), p = f.fileRefId, g = {
+									id: d([
+										"cms-asset-placement/v1",
+										h.tenantId,
+										h.site,
+										n.name,
+										e.id,
+										l.path
+									]),
+									resolution: "exact-locale/v1"
+								};
+							}
+							yield r({
+								key: `media-use:${d([
+									n.name,
+									e.id,
+									l.path
+								])}`,
+								value: {
+									version: 1,
+									...h,
+									publicationId: i.id,
+									definitionDigest: v,
+									contentType: n.name,
+									documentId: e.documentId,
+									variantId: e.id,
+									revisionId: e.revisionId,
+									revision: e.revision,
+									locale: s,
+									path: l.path,
+									mediaKey: p,
+									...f === void 0 ? {} : { assetRevision: f },
+									...g === void 0 ? {} : { placement: g }
+								}
+							});
+						}
+					}
+					if (l.next === null) break;
+					c = l.next;
+				}
+			}
+		}
+	};
+};
+//#endregion
+export { p as snapshotMediaUsesSource };

package/dist/snapshotMediaCapture.js

@@ -0,0 +1,246 @@
+import { deriveBuildSnapshot as e, pinnedSnapshotPartSource as t, readVerifiedSnapshotResource as n, verifyBuildSnapshot as r } from "./buildSnapshot.js";
+import { Effect as i, Schema as a, Stream as o } from "effect";
+import { and as s, eq as c, json as l, table as u, text as d, timestamp as f } from "@voltro/database";
+import { createHash as p, randomUUID as m } from "node:crypto";
+import { canonicalJson as h } from "@voltro/runtime";
+//#region src/snapshotMediaCapture.ts
+var g = "_voltro_cms_snapshot_media_captures", _ = u(g, {
+	id: d().maxLength(64),
+	captureId: d().maxLength(64),
+	tenantId: d().maxLength(64),
+	site: d().maxLength(64),
+	environment: d().maxLength(64),
+	contextDigest: d().maxLength(64),
+	config: l(),
+	state: d().oneOf([
+		"registering",
+		"registered",
+		"complete",
+		"abandoned"
+	]),
+	nonce: d().maxLength(64),
+	candidate: l().nullable(),
+	custody: l().nullable(),
+	result: l().nullable(),
+	expiresAt: f().nullable(),
+	cleanupCheckedAt: f()
+}).primaryKey(["id"]).index("cms_media_cleanup_order", ["cleanupCheckedAt", "id"]).nonReactive(), v = class extends a.TaggedError()("SnapshotMediaCaptureUnavailable", { reason: a.Literals([
+	"scope",
+	"identity",
+	"state",
+	"media",
+	"integrity"
+]) }) {}, y = (e) => {
+	throw new v({ reason: e });
+}, b = (e) => p("sha256").update(h(e)).digest("hex"), x = (e) => i.tryPromise({
+	try: e,
+	catch: (e) => e
+}), S = (e) => typeof e == "string" && /^[a-f0-9]{64}$/.test(e), C = (e) => typeof e == "string" && e.length > 0 && e.length <= 64, w = (e) => ({
+	tenantId: e.tenantId,
+	site: e.site,
+	environment: e.environment
+}), T = (e) => ({
+	id: e.id,
+	contextDigest: e.contextDigest
+}), E = (e, t) => !Object.values(w(e)).every(C) || !C(t.id) || !S(t.contextDigest) ? y("scope") : b([
+	e.tenantId,
+	e.site,
+	e.environment,
+	t.id
+]), D = (e, t) => s(c("id", E(e, t)), c("tenantId", e.tenantId), c("site", e.site), c("environment", e.environment)), O = (e) => {
+	let t = e;
+	return typeof t != "object" || !t || !C(t.id) || !S(t.digest) ? y("integrity") : {
+		id: t.id,
+		digest: t.digest
+	};
+}, k = (e, t, n) => b({
+	version: 1,
+	scope: e,
+	key: t,
+	candidate: n
+}), A = async (e, t, n, r = !1) => {
+	let [i] = await e.query({
+		table: g,
+		predicate: D(t, n),
+		order: [],
+		take: 1,
+		skip: void 0,
+		projection: void 0,
+		...r ? { lock: "update" } : {}
+	});
+	return i === void 0 || i.captureId !== n.id || i.contextDigest !== n.contextDigest ? y("identity") : [
+		"registering",
+		"registered",
+		"complete",
+		"abandoned"
+	].includes(String(i.state)) ? r && await e.update("_voltro_cms_snapshot_media_captures", E(t, n), { nonce: m() }) === null ? y("identity") : i : y("integrity");
+}, j = (e, t, n) => {
+	let r = O(e.candidate), i = e.custody;
+	return typeof i != "object" || !i || i.id !== E(t, n) || i.tenantId !== t.tenantId || i.contextDigest !== k(t, n, r) || typeof i.instance != "string" || typeof i.bucket != "string" ? y("integrity") : {
+		candidate: r,
+		custody: { ...i }
+	};
+}, M = (e, t, n, r) => {
+	let a = w(n);
+	return !Object.values(a).every(C) || !["voltro.cms.media-uses/v1", "voltro.cms.media-renditions/v1"].includes(r.format) ? y("media") : {
+		format: "voltro.cms.media-selection/v1",
+		entries: async function* (n) {
+			for await (let o of r.entries(n)) {
+				if (o.key === "configuration") {
+					yield o;
+					continue;
+				}
+				let n = o.value.mediaKey;
+				if (!C(n)) return y("media");
+				let r = await i.runPromise(t.inspect(e, {
+					id: n,
+					tenantId: a.tenantId
+				}));
+				for (let { rendition: e } of N(o.value)) if (h(e.source) !== h(r)) return y("media");
+				yield {
+					...o,
+					value: {
+						...o.value,
+						selectedSource: r
+					}
+				};
+			}
+		}
+	};
+}, N = (e) => {
+	if (e.renditions === void 0) return [];
+	let t = e.renditions;
+	return !Array.isArray(t) || t.length > 64 || t.some((t) => !t || !t.selection || !t.rendition || t.selection.renditionId !== t.rendition.id || !S(t.selection.revisionId) || t.rendition.source?.id !== e.mediaKey || !t.rendition.output?.renditionProof) ? y("media") : t;
+}, P = (e, n, r, i) => {
+	let a = t(e, n, r, "assets", i);
+	return a.format === "voltro.cms.media-selection/v1" ? {
+		format: a.format,
+		entries: async function* (e) {
+			let t;
+			for await (let r of a.entries(e)) {
+				let i = r.value;
+				if (i.version !== 1 || i.tenantId !== n.tenantId || i.site !== n.site || i.environment !== n.environment || !S(i.definitionDigest)) return y("media");
+				if (r.key === "configuration") {
+					if (t !== void 0) return y("media");
+					t = i.definitionDigest;
+				} else {
+					let a = i.path, o = i.selectedSource;
+					if (o == null || o.version !== 1 || o.id !== i.mediaKey || o.tenantId !== n.tenantId || !S(o.digest) || !S(o.sourceDigest) || t === void 0 || i.definitionDigest !== t || i.publicationId !== e.id || ![
+						i.mediaKey,
+						i.contentType,
+						i.documentId,
+						i.variantId,
+						i.revisionId,
+						i.locale
+					].every(C) || !Array.isArray(a) || a.length === 0 || a.length > 128 || !a.every((e) => typeof e == "string" || Number.isSafeInteger(e) && Number(e) >= 0) || !Number.isSafeInteger(i.revision) || Number(i.revision) < 1 || r.key !== `media-use:${b([
+						i.contentType,
+						i.variantId,
+						a
+					])}`) return y("media");
+				}
+				r.key !== "configuration" && N(i), yield r;
+			}
+			if (t === void 0) return y("media");
+		}
+	} : y("media");
+}, F = async (e, t, n, a, o) => {
+	let s = w(n), c = T(a), l = E(s, c), u = o.maxBytes, d = o.capture;
+	if (!Number.isSafeInteger(u) || u < 0) return y("scope");
+	await e.insertIgnore(g, {
+		id: l,
+		captureId: c.id,
+		...s,
+		contextDigest: c.contextDigest,
+		config: { maxBytes: u },
+		state: "registering",
+		nonce: m(),
+		candidate: null,
+		custody: null,
+		result: null,
+		expiresAt: null,
+		cleanupCheckedAt: /* @__PURE__ */ new Date(0)
+	}, { conflictColumns: ["id"] });
+	let f = await A(e, s, c, !0);
+	if (h(f.config) !== h({ maxBytes: u })) return y("identity");
+	if (f.state === "abandoned") return y("state");
+	if (f.state !== "registering") return j(f, s, c), c;
+	let p = await d(e), _ = o.now ?? Date.now(), v = await r(e, s, O(p), _), b = O(v), x = P(e, s, v, _), S = await i.runPromise(t.register(e, {
+		id: l,
+		tenantId: s.tenantId,
+		contextDigest: k(s, c, b),
+		maxBytes: u,
+		sources: async function* () {
+			for await (let e of x.entries(v.manifest.publication)) if (e.key !== "configuration") {
+				yield e.value.selectedSource;
+				for (let { rendition: t } of N(e.value)) yield t.output;
+			}
+		}
+	}));
+	return await e.update(g, l, {
+		state: "registered",
+		candidate: b,
+		custody: S.key,
+		expiresAt: new Date(v.expiresAt)
+	}), c;
+}, I = (t, a, s, c, l = Date.now) => i.gen(function* () {
+	let u = w(s), d = T(c), f = yield* x(() => A(t, u, d));
+	if (f.state !== "registered" && f.state !== "complete") return yield* i.fail(new v({ reason: "state" }));
+	let p = j(f, u, d);
+	return yield* x(() => r(t, u, f.state === "complete" ? O(f.result) : p.candidate, l())), yield* a.run(p.custody), yield* x(() => t.transactional(async (t) => {
+		let s = await A(t, u, d, !0), c = l();
+		if (s.state === "complete") return r(t, u, O(s.result), c);
+		if (s.state !== "registered") return y("state");
+		let f = j(s, u, d), p = await r(t, u, f.candidate, c), m = await i.runPromise(a.seal(t, f.custody)), h = P(t, u, p, c), _ = (e) => `binary:${b([m.source?.instance ?? m.instance, e])}`, v = await e(t, u, f.candidate, { assets: {
+			format: "voltro.cms.media-custody/v2",
+			entries: async function* (e) {
+				yield {
+					key: "custody",
+					value: {
+						version: 1,
+						capture: m
+					}
+				};
+				for await (let e of o.toAsyncIterable(a.items(m, t))) yield {
+					key: _(e.sourceId),
+					value: {
+						version: 1,
+						binaryId: b([
+							"cms-binary/v1",
+							u.tenantId,
+							e.checksum,
+							e.size,
+							e.contentType
+						]),
+						object: e
+					}
+				};
+				for await (let t of h.entries(e)) yield t.key === "configuration" ? t : {
+					...t,
+					value: {
+						...t.value,
+						binaryKey: _(String(t.value.mediaKey)),
+						...t.value.renditions === void 0 ? {} : { renditions: N(t.value).map((e) => ({
+							...e,
+							binaryKey: _(e.rendition.output.id)
+						})) }
+					}
+				};
+			}
+		} }, c);
+		for await (let e of h.entries(p.manifest.publication)) {
+			let r = N(e.value);
+			if (r.length === 0) continue;
+			let i = (await n(t, u, v, "assets", _(String(e.value.mediaKey)))).value.object;
+			for (let { rendition: e } of r) {
+				let r = (await n(t, u, v, "assets", _(e.output.id))).value.object, a = e.output.renditionProof;
+				for (let [e, t] of [[i, a.source], [r, a.output]]) if (!e || e.checksum !== t.checksum || e.size !== t.size || e.contentType !== t.contentType) return y("media");
+			}
+		}
+		return await t.update(g, E(u, d), {
+			state: "complete",
+			result: O(v)
+		}), v;
+	}));
+});
+//#endregion
+export { g as SNAPSHOT_MEDIA_CAPTURES, v as SnapshotMediaCaptureUnavailable, F as beginSnapshotMediaCapture, I as resumeSnapshotMediaCapture, _ as snapshotMediaCapturesTable, M as snapshotMediaSelectionSource };

package/dist/snapshotMediaFields.js

@@ -0,0 +1,225 @@
+import { richDocumentProblems as e, richDocumentReferencePaths as t } from "./richDocument.js";
+import { Schema as n } from "effect";
+import { createHash as r } from "node:crypto";
+import { canonicalJson as i } from "@voltro/runtime";
+//#region src/snapshotMediaFields.ts
+var a = class extends n.TaggedError()("SnapshotMediaUnavailable", { reason: n.Literals([
+	"scope",
+	"definition",
+	"publication",
+	"bounds",
+	"asset"
+]) }) {}, o = (e) => {
+	throw new a({ reason: e });
+}, s = (e) => r("sha256").update(i(e)).digest("hex"), c = (e) => typeof e == "string" && e.length > 0, l = (e) => typeof e != "object" || !e || Array.isArray(e) ? o("definition") : e, u = (n, r) => {
+	let i = new Map(r.filter((e) => e.key !== "registry").map((e) => [l(e.value.definition).id, e])), a = (e, t) => Object.entries(l(e)).map(([e, n]) => [e, u(n, t)]), u = (e, t) => {
+		if (t > 64) return o("bounds");
+		let n = l(e), r = (e) => e === void 0 ? /* @__PURE__ */ new Map() : Array.isArray(e) ? new Map(e.map((e) => {
+			let n = l(e), r = i.get(n.id);
+			if (!c(n.id) || r === void 0 || s(r.value) !== n.digest) return o("definition");
+			let u = l(r.value.definition);
+			return !c(u.fingerprint) || u.consent !== void 0 && !c(u.consent) ? o("definition") : [n.id, {
+				fingerprint: u.fingerprint,
+				digest: s(r.value),
+				consent: typeof u.consent == "string" ? u.consent : null,
+				fields: a(u.props, t + 1)
+			}];
+		})) : o("definition");
+		switch (n.kind) {
+			case "media": return { kind: "media" };
+			case "reference": return c(n.referenceType) ? {
+				kind: "reference",
+				targetType: n.referenceType
+			} : o("definition");
+			case "array": return {
+				kind: "array",
+				element: u(n.element, t + 1)
+			};
+			case "struct": return {
+				kind: "struct",
+				fields: a(n.struct, t + 1)
+			};
+			case "components": return {
+				kind: "components",
+				components: r(n.components)
+			};
+			case "richText": {
+				let e = n.richText === void 0 ? {} : l(n.richText);
+				return {
+					kind: "richText",
+					components: r((e.profile === void 0 ? {} : l(e.profile)).components),
+					options: e
+				};
+			}
+			case "string":
+			case "number":
+			case "boolean":
+			case "date":
+			case "datetime":
+			case "literal": return n.token === void 0 ? { kind: "leaf" } : n.kind !== "literal" || !c(n.token) || !Array.isArray(n.literals) || !n.literals.every(c) ? o("definition") : {
+				kind: "leaf",
+				token: {
+					group: n.token,
+					names: n.literals,
+					digest: s(n)
+				}
+			};
+			default: return o("definition");
+		}
+	}, p = n.filter((e) => e.key !== "registry").map((e) => {
+		let t = l(e.value.definition);
+		return c(t.name) ? {
+			name: t.name,
+			fields: a(t.fields, 0),
+			definition: t,
+			digest: s(e.value)
+		} : o("definition");
+	}), m = function* (n, r, i) {
+		if (i.length > 128) return o("bounds");
+		if (r == null) return;
+		if (n.kind === "leaf") {
+			if (n.token !== void 0) {
+				if (typeof r != "string" || !n.token.names.includes(r)) return o("publication");
+				yield {
+					kind: "token",
+					path: i,
+					group: n.token.group,
+					name: r,
+					digest: n.token.digest
+				};
+			}
+			return;
+		}
+		if (n.kind === "reference") {
+			if (typeof r != "string") return o("publication");
+			r !== "" && (yield {
+				path: i,
+				targetType: n.targetType,
+				targetDocumentId: r
+			});
+			return;
+		}
+		if (n.kind === "media") {
+			if (typeof r != "string") return o("publication");
+			r !== "" && (yield {
+				path: i,
+				mediaKey: r
+			});
+			return;
+		}
+		if (n.kind === "array") {
+			if (!Array.isArray(r)) return o("publication");
+			for (let e = 0; e < r.length; e++) yield* m(n.element, r[e], [...i, e]);
+			return;
+		}
+		if (n.kind === "struct") {
+			if (typeof r != "object" || Array.isArray(r)) return o("publication");
+			for (let [e, t] of n.fields) yield* m(t, r[e], [...i, e]);
+			return;
+		}
+		if (n.kind === "richText") {
+			if (e("", r, n.options).length > 0 || n.options.profile !== void 0 && r.profile !== n.options.profile.id) return o("publication");
+			yield {
+				kind: "rich-document",
+				path: i,
+				digest: s(n.options)
+			}, yield* f(r, i, n.options);
+			for (let e of t(i, r, n.options)) {
+				let t = r;
+				for (let n of e.path.slice(i.length)) t = d(t, n);
+				let n = l(t), a = n.type === "image" || n.type === "file" ? ["asset"] : n.type === "contact" ? ["contact", "target"] : ["target"];
+				yield {
+					...e,
+					path: [...e.path, ...a]
+				};
+			}
+		}
+		let a = n.kind === "richText" ? typeof r == "object" && !Array.isArray(r) ? r.blocks : void 0 : r;
+		if (!Array.isArray(a)) return o("publication");
+		for (let e = 0; e < a.length; e++) {
+			let t = a[e];
+			if (typeof t != "object" || !t || Array.isArray(t)) return o("publication");
+			let r = t;
+			if (n.kind === "richText" && r.type !== "component") {
+				if (![
+					"paragraph",
+					"heading",
+					"list",
+					"table",
+					"image",
+					"file"
+				].includes(String(r.type))) return o("publication");
+				continue;
+			}
+			let s = r.props, c = typeof r.componentId == "string" ? n.components.get(r.componentId) : void 0;
+			if (c === void 0 || r.fingerprint !== c.fingerprint || typeof s != "object" || !s || Array.isArray(s)) return o("publication");
+			let l = n.kind === "richText" ? [
+				...i,
+				"blocks",
+				e,
+				"props"
+			] : [
+				...i,
+				e,
+				"props"
+			];
+			yield {
+				kind: "component",
+				path: l.slice(0, -1),
+				componentId: String(r.componentId),
+				digest: c.digest,
+				fingerprint: c.fingerprint,
+				consent: c.consent
+			};
+			for (let [e, t] of c.fields) yield* m(t, s[e], [...l, e]);
+		}
+	};
+	return p.map((e) => ({
+		name: e.name,
+		definition: e.definition,
+		digest: e.digest,
+		uses: function* (t) {
+			for (let [n, r] of e.fields) for (let e of m(r, t[n], [n])) "kind" in e || (yield e);
+		},
+		dependencies: function* (t) {
+			for (let [n, r] of e.fields) for (let e of m(r, t[n], [n])) "kind" in e && (yield e);
+		}
+	}));
+}, d = (e, t) => typeof e != "object" || !e || !Object.hasOwn(e, t) ? o("publication") : e[t], f = function* (e, t, n) {
+	let r = n.profile?.styles;
+	if (r === void 0) return;
+	let i = function* (e, t) {
+		e !== void 0 && (yield {
+			kind: "token",
+			path: [...t, "style"],
+			group: r.group,
+			name: e,
+			digest: s(r)
+		});
+	}, a = function* (e, t) {
+		for (let n = 0; n < e.length; n++) {
+			let r = e[n];
+			r.type === "text" && (yield* i(r.style, [...t, n]));
+		}
+	};
+	for (let n = 0; n < e.blocks.length; n++) {
+		let r = e.blocks[n], o = [
+			...t,
+			"blocks",
+			n
+		];
+		if ((r.type === "paragraph" || r.type === "heading" || r.type === "list") && (yield* i(r.style, o)), (r.type === "paragraph" || r.type === "heading") && (yield* a(r.content, [...o, "content"])), r.type === "list") for (let e = 0; e < r.items.length; e++) yield* a(r.items[e], [
+			...o,
+			"items",
+			e
+		]);
+		if (r.type === "table") for (let e = 0; e < r.rows.length; e++) for (let t = 0; t < r.rows[e].length; t++) yield* a(r.rows[e][t], [
+			...o,
+			"rows",
+			e,
+			t
+		]);
+	}
+};
+//#endregion
+export { a as SnapshotMediaUnavailable, u as compileSnapshotMediaFields };