@fedify/vocab-runtime 2.4.0-dev.2010 → 2.4.0-dev.2027

package/dist/tests/docloader-BcthkJvx.mjs

@@ -0,0 +1,221 @@
+import { a as name, i as logRequest, n as createActivityPubRequest, o as version, t as FetchError } from "./request-CeEwiwiU.mjs";
+import { n as MAX_BODY_SIZE, r as readBoundedText, t as BodyTooLargeError } from "./body-C8W6PG-f.mjs";
+import { t as preloadedContexts } from "./contexts-BBX_qhBL.mjs";
+import { t as HttpHeaderLink } from "./link-Cevmc87v.mjs";
+import { g as validatePublicUrl, t as UrlError } from "./url-Basm1L_c.mjs";
+import { getLogger } from "@logtape/logtape";
+import { SpanKind, SpanStatusCode, trace } from "@opentelemetry/api";
+//#region src/docloader.ts
+const logger = getLogger([
+	"fedify",
+	"runtime",
+	"docloader"
+]);
+const DEFAULT_MAX_REDIRECTION = 20;
+const MAX_HTML_SIZE = 1024 * 1024;
+function createResponseMetadata(response) {
+	return new Response(null, {
+		headers: response.headers,
+		status: response.status,
+		statusText: response.statusText
+	});
+}
+/**
+* Gets a {@link RemoteDocument} from the given response.
+* @param url The URL of the document to load.
+* @param response The response to get the document from.
+* @param fetch The function to fetch the document.
+* @returns The loaded remote document.
+* @throws {FetchError} If the response is not OK.
+* @internal
+*/
+async function getRemoteDocument(url, response, fetch) {
+	const documentUrl = response.url === "" ? url : response.url;
+	const docUrl = new URL(documentUrl);
+	if (!response.ok) {
+		logger.error("Failed to fetch document: {status} {url} {headers}", {
+			status: response.status,
+			url: documentUrl,
+			headers: Object.fromEntries(response.headers.entries())
+		});
+		throw new FetchError(documentUrl, `HTTP ${response.status}: ${documentUrl}`, response.clone());
+	}
+	const contentType = response.headers.get("Content-Type");
+	const jsonLd = contentType == null || contentType === "application/activity+json" || contentType.startsWith("application/activity+json;") || contentType === "application/ld+json" || contentType.startsWith("application/ld+json;");
+	const linkHeader = response.headers.get("Link");
+	let contextUrl = null;
+	if (linkHeader != null) {
+		let link;
+		try {
+			link = new HttpHeaderLink(linkHeader);
+		} catch (e) {
+			if (e instanceof SyntaxError) link = new HttpHeaderLink();
+			else throw e;
+		}
+		if (jsonLd) {
+			const entries = link.getByRel("http://www.w3.org/ns/json-ld#context");
+			for (const [uri, params] of entries) if ("type" in params && params.type === "application/ld+json") {
+				contextUrl = uri;
+				break;
+			}
+		} else {
+			const entries = link.getByRel("alternate");
+			for (const [uri, params] of entries) {
+				const altUri = new URL(uri, docUrl);
+				if ("type" in params && (params.type === "application/activity+json" || params.type === "application/ld+json" || params.type.startsWith("application/ld+json;")) && altUri.href !== docUrl.href) {
+					logger.debug("Found alternate document: {alternateUrl} from {url}", {
+						alternateUrl: altUri.href,
+						url: documentUrl
+					});
+					return await fetch(altUri.href);
+				}
+			}
+		}
+	}
+	let document;
+	if (!jsonLd && (contentType === "text/html" || contentType?.startsWith("text/html;") || contentType === "application/xhtml+xml" || contentType?.startsWith("application/xhtml+xml;"))) {
+		const errorResponse = createResponseMetadata(response);
+		let html;
+		try {
+			html = await readBoundedText(response, MAX_HTML_SIZE, documentUrl);
+		} catch (error) {
+			if (!(error instanceof BodyTooLargeError)) throw error;
+			logger.warn("HTML response too large, skipping alternate link discovery: {url}", {
+				url: documentUrl,
+				maxBytes: MAX_HTML_SIZE
+			});
+			throw new FetchError(documentUrl, `HTML document is too large to scan for an ActivityPub alternate link (Content-Type: ${contentType})`, errorResponse);
+		}
+		const tagPattern = /<(a|link)\s+([^>]*?)\s*\/?>/gi;
+		const attrPattern = /([a-z][a-z:_-]*)=(?:"([^"]*)"|'([^']*)'|([^\s>]+))/gi;
+		let tagMatch;
+		while ((tagMatch = tagPattern.exec(html)) !== null) {
+			const tagContent = tagMatch[2];
+			let attrMatch;
+			const attribs = {};
+			attrPattern.lastIndex = 0;
+			while ((attrMatch = attrPattern.exec(tagContent)) !== null) {
+				const key = attrMatch[1].toLowerCase();
+				attribs[key] = attrMatch[2] ?? attrMatch[3] ?? attrMatch[4] ?? "";
+			}
+			if (attribs.rel === "alternate" && "type" in attribs && (attribs.type === "application/activity+json" || attribs.type === "application/ld+json" || attribs.type.startsWith("application/ld+json;")) && "href" in attribs && new URL(attribs.href, docUrl).href !== docUrl.href) {
+				logger.debug("Found alternate document: {alternateUrl} from {url}", {
+					alternateUrl: attribs.href,
+					url: documentUrl
+				});
+				return await fetch(new URL(attribs.href, docUrl).href);
+			}
+		}
+		try {
+			document = JSON.parse(html);
+		} catch (error) {
+			if (!(error instanceof SyntaxError)) throw error;
+			throw new FetchError(documentUrl, `HTML document has no ActivityPub alternate link (Content-Type: ${contentType})`, errorResponse);
+		}
+	} else document = JSON.parse(await readBoundedText(response, MAX_BODY_SIZE, documentUrl));
+	logger.debug("Fetched document: {status} {url} {headers}", {
+		status: response.status,
+		url: documentUrl,
+		headers: Object.fromEntries(response.headers.entries())
+	});
+	return {
+		contextUrl,
+		document,
+		documentUrl
+	};
+}
+/**
+* Creates a JSON-LD document loader that utilizes the browser's `fetch` API.
+*
+* The created loader preloads the below frequently used contexts by default
+* (unless `options.skipPreloadedContexts` is set to `true`):
+*
+* - <https://www.w3.org/ns/activitystreams>
+* - <https://w3id.org/security/v1>
+* - <https://w3id.org/security/data-integrity/v1>
+* - <https://w3id.org/security/data-integrity/v2>
+* - <https://www.w3.org/ns/did/v1>
+* - <https://www.w3.org/ns/cid/v1>
+* - <https://w3id.org/security/multikey/v1>
+* - <https://w3id.org/fep/ef61>
+* - <https://purl.archive.org/socialweb/webfinger>
+* - <http://schema.org/>
+* @param options Options for the document loader.
+* @returns The document loader.
+* @since 1.3.0
+*/
+function getDocumentLoader({ allowPrivateAddress, maxRedirection, skipPreloadedContexts, userAgent } = {}) {
+	const tracer = trace.getTracerProvider().getTracer(name, version);
+	const maximumRedirection = maxRedirection ?? DEFAULT_MAX_REDIRECTION;
+	async function load(url, options, redirected = 0, visited = /* @__PURE__ */ new Set()) {
+		options?.signal?.throwIfAborted();
+		const currentUrl = new URL(url).href;
+		if (!skipPreloadedContexts && currentUrl in preloadedContexts) {
+			logger.debug("Using preloaded context: {url}.", { url: currentUrl });
+			return {
+				contextUrl: null,
+				document: preloadedContexts[currentUrl],
+				documentUrl: currentUrl
+			};
+		}
+		if (!allowPrivateAddress) try {
+			await validatePublicUrl(currentUrl);
+		} catch (error) {
+			if (error instanceof UrlError) logger.error("Disallowed private URL: {url}", {
+				url: currentUrl,
+				error
+			});
+			throw error;
+		}
+		visited.add(currentUrl);
+		return await tracer.startActiveSpan("activitypub.fetch_document", {
+			kind: SpanKind.CLIENT,
+			attributes: { "url.full": currentUrl }
+		}, async (span) => {
+			try {
+				const request = createActivityPubRequest(currentUrl, { userAgent });
+				logRequest(logger, request);
+				const response = await fetch(request, {
+					redirect: "manual",
+					signal: options?.signal
+				});
+				span.setAttribute("http.response.status_code", response.status);
+				if (response.status >= 300 && response.status < 400 && response.headers.has("Location")) {
+					if (redirected >= maximumRedirection) {
+						logger.error("Too many redirections ({redirections}) while fetching document.", {
+							redirections: redirected + 1,
+							url: currentUrl
+						});
+						throw new FetchError(currentUrl, `Too many redirections (${redirected + 1})`);
+					}
+					const redirectUrl = new URL(response.headers.get("Location"), response.url === "" ? currentUrl : response.url).href;
+					span.setAttribute("http.redirect.url", redirectUrl);
+					if (visited.has(redirectUrl)) {
+						logger.error("Detected a redirect loop while fetching document: {url} -> {redirectUrl}", {
+							url: currentUrl,
+							redirectUrl
+						});
+						throw new FetchError(currentUrl, `Redirect loop detected: ${redirectUrl}`);
+					}
+					return await load(redirectUrl, options, redirected + 1, visited);
+				}
+				const result = await getRemoteDocument(currentUrl, response, load);
+				span.setAttribute("docloader.document_url", result.documentUrl);
+				if (result.contextUrl != null) span.setAttribute("docloader.context_url", result.contextUrl);
+				return result;
+			} catch (error) {
+				span.recordException(error);
+				span.setStatus({
+					code: SpanStatusCode.ERROR,
+					message: String(error)
+				});
+				throw error;
+			} finally {
+				span.end();
+			}
+		});
+	}
+	return load;
+}
+//#endregion
+export { getRemoteDocument as n, getDocumentLoader as t };

package/dist/tests/docloader-DDwe-rFE.cjs

@@ -0,0 +1,232 @@
+const require_request = require("./request-DV2_yz3V.cjs");
+const require_body = require("./body-CjqMU6be.cjs");
+const require_contexts = require("./contexts-Ch3v2Cgu.cjs");
+const require_link = require("./link-DlKm8bEr.cjs");
+const require_url = require("./url-CPfMatUL.cjs");
+let _logtape_logtape = require("@logtape/logtape");
+let _opentelemetry_api = require("@opentelemetry/api");
+//#region src/docloader.ts
+const logger = (0, _logtape_logtape.getLogger)([
+	"fedify",
+	"runtime",
+	"docloader"
+]);
+const DEFAULT_MAX_REDIRECTION = 20;
+const MAX_HTML_SIZE = 1024 * 1024;
+function createResponseMetadata(response) {
+	return new Response(null, {
+		headers: response.headers,
+		status: response.status,
+		statusText: response.statusText
+	});
+}
+/**
+* Gets a {@link RemoteDocument} from the given response.
+* @param url The URL of the document to load.
+* @param response The response to get the document from.
+* @param fetch The function to fetch the document.
+* @returns The loaded remote document.
+* @throws {FetchError} If the response is not OK.
+* @internal
+*/
+async function getRemoteDocument(url, response, fetch) {
+	const documentUrl = response.url === "" ? url : response.url;
+	const docUrl = new URL(documentUrl);
+	if (!response.ok) {
+		logger.error("Failed to fetch document: {status} {url} {headers}", {
+			status: response.status,
+			url: documentUrl,
+			headers: Object.fromEntries(response.headers.entries())
+		});
+		throw new require_request.FetchError(documentUrl, `HTTP ${response.status}: ${documentUrl}`, response.clone());
+	}
+	const contentType = response.headers.get("Content-Type");
+	const jsonLd = contentType == null || contentType === "application/activity+json" || contentType.startsWith("application/activity+json;") || contentType === "application/ld+json" || contentType.startsWith("application/ld+json;");
+	const linkHeader = response.headers.get("Link");
+	let contextUrl = null;
+	if (linkHeader != null) {
+		let link;
+		try {
+			link = new require_link.HttpHeaderLink(linkHeader);
+		} catch (e) {
+			if (e instanceof SyntaxError) link = new require_link.HttpHeaderLink();
+			else throw e;
+		}
+		if (jsonLd) {
+			const entries = link.getByRel("http://www.w3.org/ns/json-ld#context");
+			for (const [uri, params] of entries) if ("type" in params && params.type === "application/ld+json") {
+				contextUrl = uri;
+				break;
+			}
+		} else {
+			const entries = link.getByRel("alternate");
+			for (const [uri, params] of entries) {
+				const altUri = new URL(uri, docUrl);
+				if ("type" in params && (params.type === "application/activity+json" || params.type === "application/ld+json" || params.type.startsWith("application/ld+json;")) && altUri.href !== docUrl.href) {
+					logger.debug("Found alternate document: {alternateUrl} from {url}", {
+						alternateUrl: altUri.href,
+						url: documentUrl
+					});
+					return await fetch(altUri.href);
+				}
+			}
+		}
+	}
+	let document;
+	if (!jsonLd && (contentType === "text/html" || contentType?.startsWith("text/html;") || contentType === "application/xhtml+xml" || contentType?.startsWith("application/xhtml+xml;"))) {
+		const errorResponse = createResponseMetadata(response);
+		let html;
+		try {
+			html = await require_body.readBoundedText(response, MAX_HTML_SIZE, documentUrl);
+		} catch (error) {
+			if (!(error instanceof require_body.BodyTooLargeError)) throw error;
+			logger.warn("HTML response too large, skipping alternate link discovery: {url}", {
+				url: documentUrl,
+				maxBytes: MAX_HTML_SIZE
+			});
+			throw new require_request.FetchError(documentUrl, `HTML document is too large to scan for an ActivityPub alternate link (Content-Type: ${contentType})`, errorResponse);
+		}
+		const tagPattern = /<(a|link)\s+([^>]*?)\s*\/?>/gi;
+		const attrPattern = /([a-z][a-z:_-]*)=(?:"([^"]*)"|'([^']*)'|([^\s>]+))/gi;
+		let tagMatch;
+		while ((tagMatch = tagPattern.exec(html)) !== null) {
+			const tagContent = tagMatch[2];
+			let attrMatch;
+			const attribs = {};
+			attrPattern.lastIndex = 0;
+			while ((attrMatch = attrPattern.exec(tagContent)) !== null) {
+				const key = attrMatch[1].toLowerCase();
+				attribs[key] = attrMatch[2] ?? attrMatch[3] ?? attrMatch[4] ?? "";
+			}
+			if (attribs.rel === "alternate" && "type" in attribs && (attribs.type === "application/activity+json" || attribs.type === "application/ld+json" || attribs.type.startsWith("application/ld+json;")) && "href" in attribs && new URL(attribs.href, docUrl).href !== docUrl.href) {
+				logger.debug("Found alternate document: {alternateUrl} from {url}", {
+					alternateUrl: attribs.href,
+					url: documentUrl
+				});
+				return await fetch(new URL(attribs.href, docUrl).href);
+			}
+		}
+		try {
+			document = JSON.parse(html);
+		} catch (error) {
+			if (!(error instanceof SyntaxError)) throw error;
+			throw new require_request.FetchError(documentUrl, `HTML document has no ActivityPub alternate link (Content-Type: ${contentType})`, errorResponse);
+		}
+	} else document = JSON.parse(await require_body.readBoundedText(response, require_body.MAX_BODY_SIZE, documentUrl));
+	logger.debug("Fetched document: {status} {url} {headers}", {
+		status: response.status,
+		url: documentUrl,
+		headers: Object.fromEntries(response.headers.entries())
+	});
+	return {
+		contextUrl,
+		document,
+		documentUrl
+	};
+}
+/**
+* Creates a JSON-LD document loader that utilizes the browser's `fetch` API.
+*
+* The created loader preloads the below frequently used contexts by default
+* (unless `options.skipPreloadedContexts` is set to `true`):
+*
+* - <https://www.w3.org/ns/activitystreams>
+* - <https://w3id.org/security/v1>
+* - <https://w3id.org/security/data-integrity/v1>
+* - <https://w3id.org/security/data-integrity/v2>
+* - <https://www.w3.org/ns/did/v1>
+* - <https://www.w3.org/ns/cid/v1>
+* - <https://w3id.org/security/multikey/v1>
+* - <https://w3id.org/fep/ef61>
+* - <https://purl.archive.org/socialweb/webfinger>
+* - <http://schema.org/>
+* @param options Options for the document loader.
+* @returns The document loader.
+* @since 1.3.0
+*/
+function getDocumentLoader({ allowPrivateAddress, maxRedirection, skipPreloadedContexts, userAgent } = {}) {
+	const tracer = _opentelemetry_api.trace.getTracerProvider().getTracer(require_request.name, require_request.version);
+	const maximumRedirection = maxRedirection ?? DEFAULT_MAX_REDIRECTION;
+	async function load(url, options, redirected = 0, visited = /* @__PURE__ */ new Set()) {
+		options?.signal?.throwIfAborted();
+		const currentUrl = new URL(url).href;
+		if (!skipPreloadedContexts && currentUrl in require_contexts.preloadedContexts) {
+			logger.debug("Using preloaded context: {url}.", { url: currentUrl });
+			return {
+				contextUrl: null,
+				document: require_contexts.preloadedContexts[currentUrl],
+				documentUrl: currentUrl
+			};
+		}
+		if (!allowPrivateAddress) try {
+			await require_url.validatePublicUrl(currentUrl);
+		} catch (error) {
+			if (error instanceof require_url.UrlError) logger.error("Disallowed private URL: {url}", {
+				url: currentUrl,
+				error
+			});
+			throw error;
+		}
+		visited.add(currentUrl);
+		return await tracer.startActiveSpan("activitypub.fetch_document", {
+			kind: _opentelemetry_api.SpanKind.CLIENT,
+			attributes: { "url.full": currentUrl }
+		}, async (span) => {
+			try {
+				const request = require_request.createActivityPubRequest(currentUrl, { userAgent });
+				require_request.logRequest(logger, request);
+				const response = await fetch(request, {
+					redirect: "manual",
+					signal: options?.signal
+				});
+				span.setAttribute("http.response.status_code", response.status);
+				if (response.status >= 300 && response.status < 400 && response.headers.has("Location")) {
+					if (redirected >= maximumRedirection) {
+						logger.error("Too many redirections ({redirections}) while fetching document.", {
+							redirections: redirected + 1,
+							url: currentUrl
+						});
+						throw new require_request.FetchError(currentUrl, `Too many redirections (${redirected + 1})`);
+					}
+					const redirectUrl = new URL(response.headers.get("Location"), response.url === "" ? currentUrl : response.url).href;
+					span.setAttribute("http.redirect.url", redirectUrl);
+					if (visited.has(redirectUrl)) {
+						logger.error("Detected a redirect loop while fetching document: {url} -> {redirectUrl}", {
+							url: currentUrl,
+							redirectUrl
+						});
+						throw new require_request.FetchError(currentUrl, `Redirect loop detected: ${redirectUrl}`);
+					}
+					return await load(redirectUrl, options, redirected + 1, visited);
+				}
+				const result = await getRemoteDocument(currentUrl, response, load);
+				span.setAttribute("docloader.document_url", result.documentUrl);
+				if (result.contextUrl != null) span.setAttribute("docloader.context_url", result.contextUrl);
+				return result;
+			} catch (error) {
+				span.recordException(error);
+				span.setStatus({
+					code: _opentelemetry_api.SpanStatusCode.ERROR,
+					message: String(error)
+				});
+				throw error;
+			} finally {
+				span.end();
+			}
+		});
+	}
+	return load;
+}
+//#endregion
+Object.defineProperty(exports, "getDocumentLoader", {
+	enumerable: true,
+	get: function() {
+		return getDocumentLoader;
+	}
+});
+Object.defineProperty(exports, "getRemoteDocument", {
+	enumerable: true,
+	get: function() {
+		return getRemoteDocument;
+	}
+});

package/dist/tests/docloader.test.cjs

@@ -1,7 +1,8 @@
 const require_rolldown_runtime = require("./rolldown-runtime-emK7D4bc.cjs");
-const require_request = require("./request-zC7c6dLm.cjs");
-const require_docloader = require("./docloader-D9VClviZ.cjs");
+const require_request = require("./request-DV2_yz3V.cjs");
+const require_contexts = require("./contexts-Ch3v2Cgu.cjs");
 const require_url = require("./url-CPfMatUL.cjs");
+const require_docloader = require("./docloader-DDwe-rFE.cjs");
 let node_test = require("node:test");
 let node_zlib = require("node:zlib");
 let node_assert = require("node:assert");
@@ -1486,7 +1487,7 @@ var esm_default = new class FetchMock {
 		await (0, node_assert.rejects)(() => fetchDocumentLoader("https://example.com/404"), require_request.FetchError, "HTTP 404: https://example.com/404");
 	});
 	await t.test("preloaded contexts", async () => {
-		for (const [url, document] of Object.entries(require_docloader.preloadedContexts)) (0, node_assert.deepStrictEqual)(await fetchDocumentLoader(url), {
+		for (const [url, document] of Object.entries(require_contexts.preloadedContexts)) (0, node_assert.deepStrictEqual)(await fetchDocumentLoader(url), {
 			contextUrl: null,
 			documentUrl: url,
 			document
@@ -1498,12 +1499,12 @@ var esm_default = new class FetchMock {
 		(0, node_assert.deepStrictEqual)(await fetchDocumentLoader(url), {
 			contextUrl: null,
 			documentUrl: url,
-			document: require_docloader.cid_v1_default
+			document: require_contexts.cid_v1_default
 		});
 	});
 	await t.test("preloaded FEP-ef61 context", async () => {
 		const url = "https://w3id.org/fep/ef61";
-		(0, node_assert.ok)(url in require_docloader.preloadedContexts);
+		(0, node_assert.ok)(url in require_contexts.preloadedContexts);
 		(0, node_assert.deepStrictEqual)(await fetchDocumentLoader(url), {
 			contextUrl: null,
 			documentUrl: url,

package/dist/tests/docloader.test.mjs

@@ -1,6 +1,7 @@
-import { t as FetchError } from "./request-Dq_yJVr_.mjs";
-import { i as cid_v1_default, n as getRemoteDocument, r as preloadedContexts, t as getDocumentLoader } from "./docloader-BhIci12h.mjs";
+import { t as FetchError } from "./request-CeEwiwiU.mjs";
+import { n as cid_v1_default, t as preloadedContexts } from "./contexts-BBX_qhBL.mjs";
 import { t as UrlError } from "./url-Basm1L_c.mjs";
+import { n as getRemoteDocument, t as getDocumentLoader } from "./docloader-BcthkJvx.mjs";
 import { test } from "node:test";
 import { gzipSync } from "node:zlib";
 import { deepStrictEqual, ok, rejects } from "node:assert";

package/dist/tests/{request-Dq_yJVr_.mjs → request-CeEwiwiU.mjs}

@@ -1,7 +1,7 @@
 import process from "node:process";
 //#region deno.json
 var name = "@fedify/vocab-runtime";
-var version = "2.4.0-dev.2010+498229f4";
+var version = "2.4.0-dev.2027+fcf88bfc";
 //#endregion
 //#region src/request.ts
 /**

package/dist/tests/{request-zC7c6dLm.cjs → request-DV2_yz3V.cjs}

@@ -3,7 +3,7 @@ let node_process = require("node:process");
 node_process = require_rolldown_runtime.__toESM(node_process, 1);
 //#region deno.json
 var name = "@fedify/vocab-runtime";
-var version = "2.4.0-dev.2010+498229f4";
+var version = "2.4.0-dev.2027+fcf88bfc";
 //#endregion
 //#region src/request.ts
 /**

package/dist/tests/request.test.cjs

@@ -1,5 +1,5 @@
 const require_rolldown_runtime = require("./rolldown-runtime-emK7D4bc.cjs");
-const require_request = require("./request-zC7c6dLm.cjs");
+const require_request = require("./request-DV2_yz3V.cjs");
 let node_test = require("node:test");
 let node_process = require("node:process");
 node_process = require_rolldown_runtime.__toESM(node_process, 1);

package/dist/tests/request.test.mjs

@@ -1,4 +1,4 @@
-import { o as version, r as getUserAgent } from "./request-Dq_yJVr_.mjs";
+import { o as version, r as getUserAgent } from "./request-CeEwiwiU.mjs";
 import { test } from "node:test";
 import process from "node:process";
 import { deepStrictEqual } from "node:assert";