feedsweep 1.0.0

package/dist/index.js

@@ -0,0 +1,118 @@
+import { applyDomTransforms, applyStringTransforms, createEmbedPlaceholder, parseFragment, stripOversizedBase64Sources, transformHtml } from "./common.js";
+import { composeThumbnailUrl, extractVideoId, youtubeEmbedResolver, youtubeResolveEmbed } from "./embeds/youtube.js";
+import { fixLazyImages } from "./transforms/dom/fixLazyImages.js";
+import { detectLanguage, highlightCode } from "./transforms/dom/highlightCode.js";
+import { injectEnclosureEmbedPlaceholders } from "./transforms/dom/injectEnclosureEmbedPlaceholders.js";
+import { linkifyUrls } from "./transforms/dom/linkifyUrls.js";
+import { mergeConsecutiveOneLinerPres } from "./transforms/dom/mergeConsecutiveOneLinerPres.js";
+import { removeTrackingPixels } from "./transforms/dom/removeTrackingPixels.js";
+import { chooseBaseUrl, coerceNumber, createParamExtractor } from "./utils.js";
+import { replaceEmbedsWithPlaceholders } from "./transforms/dom/replaceEmbedsWithPlaceholders.js";
+import { replacePreLineBreaks } from "./transforms/dom/replacePreLineBreaks.js";
+import { resolveRelativeUrls } from "./transforms/dom/resolveRelativeUrls.js";
+import { stripComments } from "./transforms/dom/stripComments.js";
+import { stripInterBlockBreaks } from "./transforms/dom/stripInterBlockBreaks.js";
+import { stripParagraphBoundaryBreaks } from "./transforms/dom/stripParagraphBoundaryBreaks.js";
+import { stripTrackingParams } from "./transforms/dom/stripTrackingParams.js";
+import { trimPreWhitespace } from "./transforms/dom/trimPreWhitespace.js";
+import { extractRedirectTarget, unwrapRedirectUrls } from "./transforms/dom/unwrapRedirectUrls.js";
+import { decodeDoubleEncodedTags } from "./transforms/string/decodeDoubleEncodedTags.js";
+import { paragraphizePlainText } from "./transforms/string/paragraphizePlainText.js";
+import { stripEmptyTags } from "./transforms/string/stripEmptyTags.js";
+import { stripOrphanedClosingTags } from "./transforms/string/stripOrphanedClosingTags.js";
+import { unwrapWrappers } from "./transforms/string/unwrapWrappers.js";
+import { unwrapBing } from "./unwraps/bing.js";
+import { unwrapFacebookShim } from "./unwraps/facebook.js";
+import { unwrapGoogle } from "./unwraps/google.js";
+import { unwrapGoogleAmpViewer } from "./unwraps/googleAmpViewer.js";
+import { unwrapGoogleNews } from "./unwraps/googleNews.js";
+import { unwrapGoogleNewsModern } from "./unwraps/googleNewsModern.js";
+import { unwrapGoogleScholar } from "./unwraps/googleScholar.js";
+import { unwrapInstagramShim } from "./unwraps/instagram.js";
+import { unwrapRedditOut } from "./unwraps/redditOut.js";
+import { unwrapVkAway } from "./unwraps/vkAway.js";
+import { unwrapYahooSearch } from "./unwraps/yahooSearch.js";
+import { unwrapYouTube } from "./unwraps/youtube.js";
+import { defaultDomTransforms, defaultEmbedResolvers, defaultFinalStringTransforms, defaultLazySrcAttributes, defaultResolveUrlFn, defaultStringTransforms, defaultTrackingHosts, defaultTrackingPathSegments, defaultUrlUnwrappers } from "./defaults.js";
+import { simplifyFigures } from "./transforms/dom/simplifyFigures.js";
+import { unwrapAceml } from "./unwraps/aceml.js";
+import { unwrapAdjust } from "./unwraps/adjust.js";
+import { unwrapAmazonAffiliate } from "./unwraps/amazonAffiliate.js";
+import { unwrapAmpCache } from "./unwraps/ampCache.js";
+import { unwrapAwin } from "./unwraps/awin.js";
+import { unwrapCjNetwork } from "./unwraps/cjNetwork.js";
+import { unwrapDigidip } from "./unwraps/digidip.js";
+import { unwrapDisqus } from "./unwraps/disqus.js";
+import { unwrapDouban } from "./unwraps/douban.js";
+import { unwrapDuckduckgo } from "./unwraps/duckduckgo.js";
+import { unwrapEbayRover } from "./unwraps/ebayRover.js";
+import { unwrapEffiliation } from "./unwraps/effiliation.js";
+import { unwrapEmbedly } from "./unwraps/embedly.js";
+import { unwrapFeedsportal } from "./unwraps/feedsportal.js";
+import { unwrapFirebaseDynamicLinks } from "./unwraps/firebaseDynamicLinks.js";
+import { unwrapFlipboard } from "./unwraps/flipboard.js";
+import { unwrapGateSc } from "./unwraps/gateSc.js";
+import { unwrapGeoriot } from "./unwraps/georiot.js";
+import { unwrapGitee } from "./unwraps/gitee.js";
+import { unwrapGoogleTranslate } from "./unwraps/googleTranslate.js";
+import { unwrapHashnode } from "./unwraps/hashnode.js";
+import { unwrapIcptrack } from "./unwraps/icptrack.js";
+import { unwrapIdealoPartner } from "./unwraps/idealoPartner.js";
+import { unwrapJianshuGo } from "./unwraps/jianshuGo.js";
+import { unwrapJuejin } from "./unwraps/juejin.js";
+import { unwrapLeverAnalytics } from "./unwraps/leverAnalytics.js";
+import { unwrapLinksynergy } from "./unwraps/linksynergy.js";
+import { unwrapMailchimp } from "./unwraps/mailchimp.js";
+import { unwrapMailpanion } from "./unwraps/mailpanion.js";
+import { unwrapMailpgn } from "./unwraps/mailpgn.js";
+import { unwrapMailtrack } from "./unwraps/mailtrack.js";
+import { unwrapMedium } from "./unwraps/medium.js";
+import { unwrapMimecast } from "./unwraps/mimecast.js";
+import { unwrapMozillaOutgoing } from "./unwraps/mozillaOutgoing.js";
+import { unwrapNarrativ } from "./unwraps/narrativ.js";
+import { unwrapNicoMs } from "./unwraps/nicoMs.js";
+import { unwrapOutlookSafelinks } from "./unwraps/outlookSafelinks.js";
+import { unwrapPartnerAds } from "./unwraps/partnerAds.js";
+import { unwrapPocket } from "./unwraps/pocket.js";
+import { unwrapPostmark } from "./unwraps/postmark.js";
+import { unwrapProofpointV1 } from "./unwraps/proofpointV1.js";
+import { unwrapProofpointV2 } from "./unwraps/proofpointV2.js";
+import { unwrapProofpointV3 } from "./unwraps/proofpointV3.js";
+import { unwrapPxf } from "./unwraps/pxf.js";
+import { unwrapRecruitics } from "./unwraps/recruitics.js";
+import { unwrapRedirectingat } from "./unwraps/redirectingat.js";
+import { unwrapSegmentfault } from "./unwraps/segmentfault.js";
+import { unwrapShareasale } from "./unwraps/shareasale.js";
+import { unwrapSjv } from "./unwraps/sjv.js";
+import { unwrapSkimlinks } from "./unwraps/skimlinks.js";
+import { unwrapSlack } from "./unwraps/slack.js";
+import { unwrapSmartredirect } from "./unwraps/smartredirect.js";
+import { unwrapSspai } from "./unwraps/sspai.js";
+import { unwrapSteamLinkfilter } from "./unwraps/steamLinkfilter.js";
+import { unwrapTelegramIv } from "./unwraps/telegramIv.js";
+import { unwrapTradedoubler } from "./unwraps/tradedoubler.js";
+import { unwrapTumblr } from "./unwraps/tumblr.js";
+import { unwrapValuecommerce } from "./unwraps/valuecommerce.js";
+import { unwrapViglink } from "./unwraps/viglink.js";
+import { unwrapWebArchive } from "./unwraps/webArchive.js";
+import { unwrapYandexTurbo } from "./unwraps/yandexTurbo.js";
+import { unwrapZhihu } from "./unwraps/zhihu.js";
+//#region src/index.ts
+const transformContent = (html, options = {}) => {
+	const context = {
+		baseUrl: options.baseUrl,
+		enclosures: options.enclosures,
+		embedResolvers: options.embedResolvers ?? defaultEmbedResolvers,
+		lazySrcAttributes: options.lazySrcAttributes ?? defaultLazySrcAttributes,
+		trackingHosts: options.trackingHosts ?? defaultTrackingHosts,
+		trackingPathSegments: options.trackingPathSegments ?? defaultTrackingPathSegments,
+		urlUnwrappers: options.urlUnwrappers ?? defaultUrlUnwrappers,
+		resolveUrlFn: options.resolveUrlFn ?? defaultResolveUrlFn
+	};
+	const stringFns = options.stringTransforms ?? defaultStringTransforms;
+	const domFns = options.domTransforms ?? defaultDomTransforms;
+	const finalFns = options.finalStringTransforms ?? defaultFinalStringTransforms;
+	return applyStringTransforms(applyDomTransforms(applyStringTransforms(html, stringFns.map((transform) => transform(context))), domFns.map((transform) => transform(context))), finalFns.map((transform) => transform(context)));
+};
+//#endregion
+export { applyDomTransforms, applyStringTransforms, chooseBaseUrl, coerceNumber, composeThumbnailUrl, createEmbedPlaceholder, createParamExtractor, decodeDoubleEncodedTags, defaultResolveUrlFn, detectLanguage, extractRedirectTarget, extractVideoId, fixLazyImages, highlightCode, injectEnclosureEmbedPlaceholders, linkifyUrls, mergeConsecutiveOneLinerPres, paragraphizePlainText, parseFragment, removeTrackingPixels, replaceEmbedsWithPlaceholders, replacePreLineBreaks, resolveRelativeUrls, simplifyFigures, stripComments, stripEmptyTags, stripInterBlockBreaks, stripOrphanedClosingTags, stripOversizedBase64Sources, stripParagraphBoundaryBreaks, stripTrackingParams, transformContent, transformHtml, trimPreWhitespace, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectUrls, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapTradedoubler, unwrapTumblr, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapWrappers, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu, youtubeEmbedResolver, youtubeResolveEmbed };

package/dist/transforms/dom/fixLazyImages.d.ts

@@ -0,0 +1,6 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/fixLazyImages.d.ts
+declare const fixLazyImages: DomTransform;
+//#endregion
+export { fixLazyImages };

package/dist/transforms/dom/fixLazyImages.js

@@ -0,0 +1,38 @@
+//#region src/transforms/dom/fixLazyImages.ts
+const imgPattern = /<img\s/i;
+const urlShapeRegex = /[:/.]/;
+const isUrlShaped = (value) => {
+	return urlShapeRegex.test(value) && !value.startsWith("{") && !value.startsWith("[");
+};
+const fixLazyImages = (context) => {
+	return (document) => {
+		const images = document.querySelectorAll("img");
+		for (const image of images) {
+			let resolved = false;
+			for (const attribute of context.lazySrcAttributes) {
+				const value = image.getAttribute(attribute);
+				if (!resolved && value && isUrlShaped(value)) {
+					image.setAttribute("src", value);
+					resolved = true;
+				}
+				image.removeAttribute(attribute);
+			}
+			const dataSrcset = image.getAttribute("data-srcset");
+			if (dataSrcset) {
+				image.setAttribute("srcset", dataSrcset);
+				image.removeAttribute("data-srcset");
+			}
+		}
+		const noscripts = document.querySelectorAll("noscript");
+		for (const noscript of noscripts) {
+			const sibling = noscript.previousElementSibling;
+			if (sibling?.tagName !== "IMG") continue;
+			const inner = noscript.textContent ?? "";
+			if (!imgPattern.test(inner)) continue;
+			sibling.remove();
+			noscript.outerHTML = inner;
+		}
+	};
+};
+//#endregion
+export { fixLazyImages };

package/dist/transforms/dom/highlightCode.d.ts

@@ -0,0 +1,7 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/highlightCode.d.ts
+declare const detectLanguage: (pre: Element, code: Element | null) => string | undefined;
+declare const highlightCode: DomTransform;
+//#endregion
+export { detectLanguage, highlightCode };

package/dist/transforms/dom/highlightCode.js

@@ -0,0 +1,30 @@
+import hljs from "highlight.js/lib/common";
+//#region src/transforms/dom/highlightCode.ts
+const languagePattern = /(?:language|lang)-(\S+)/;
+const languageAttributes = ["data-language", "data-lang"];
+const detectLanguage = (pre, code) => {
+	for (const element of [code, pre]) {
+		const match = element?.className.match(languagePattern)?.[1];
+		if (match) return match;
+	}
+	for (const element of [pre, code]) for (const attribute of languageAttributes) {
+		const value = element?.getAttribute(attribute);
+		if (value) return value;
+	}
+};
+const highlightCode = () => {
+	return (document) => {
+		const pres = document.querySelectorAll("pre");
+		for (const pre of pres) {
+			const code = pre.querySelector("code");
+			if (!code) continue;
+			const text = code.textContent ?? "";
+			if (!text.trim()) continue;
+			const language = detectLanguage(pre, code);
+			code.innerHTML = (language && hljs.getLanguage(language) ? hljs.highlight(text, { language }) : hljs.highlightAuto(text)).value;
+			code.classList.add("hljs");
+		}
+	};
+};
+//#endregion
+export { detectLanguage, highlightCode };

package/dist/transforms/dom/injectEnclosureEmbedPlaceholders.d.ts

@@ -0,0 +1,6 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/injectEnclosureEmbedPlaceholders.d.ts
+declare const injectEnclosureEmbedPlaceholders: DomTransform;
+//#endregion
+export { injectEnclosureEmbedPlaceholders };

package/dist/transforms/dom/injectEnclosureEmbedPlaceholders.js

@@ -0,0 +1,33 @@
+import { createEmbedPlaceholder } from "../../common.js";
+//#region src/transforms/dom/injectEnclosureEmbedPlaceholders.ts
+const isAudioEnclosure = (enclosure) => {
+	return enclosure.medium === "audio" || !!enclosure.type?.startsWith("audio/");
+};
+const isVideoEnclosure = (enclosure) => {
+	return enclosure.medium === "video" || !!enclosure.type?.startsWith("video/");
+};
+const resolveEnclosure = (url, resolvers, document) => {
+	const probe = document.createElement("iframe");
+	probe.setAttribute("src", url);
+	for (const resolver of resolvers) if (probe.matches(resolver.selector)) {
+		const metadata = resolver.extract(probe);
+		if (metadata) return metadata;
+	}
+};
+const injectEnclosureEmbedPlaceholders = (context) => {
+	return (document) => {
+		if (!context.enclosures?.length) return;
+		const html = document.toString();
+		for (const enclosure of context.enclosures) {
+			if (html.includes(enclosure.url)) continue;
+			if (!context.resolveUrlFn(enclosure.url, context.baseUrl)) continue;
+			const resolved = resolveEnclosure(enclosure.url, context.embedResolvers, document);
+			if (!resolved && !isAudioEnclosure(enclosure) && !isVideoEnclosure(enclosure)) continue;
+			const type = resolved?.type ?? (isAudioEnclosure(enclosure) ? "audio" : "video");
+			const placeholder = createEmbedPlaceholder(document, enclosure.url, type, resolved);
+			document.body.prepend(placeholder);
+		}
+	};
+};
+//#endregion
+export { injectEnclosureEmbedPlaceholders };

package/dist/transforms/dom/linkifyUrls.d.ts

@@ -0,0 +1,6 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/linkifyUrls.d.ts
+declare const linkifyUrls: DomTransform;
+//#endregion
+export { linkifyUrls };

package/dist/transforms/dom/linkifyUrls.js

@@ -0,0 +1,45 @@
+import { Node } from "../../common.js";
+import { find } from "linkifyjs";
+//#region src/transforms/dom/linkifyUrls.ts
+const urlProtocolRegex = /^https?:\/\//i;
+const linkifyIgnoreTags = new Set([
+	"a",
+	"pre",
+	"code",
+	"kbd",
+	"samp",
+	"var",
+	"script",
+	"style"
+]);
+const collectTextNodes = (node, result = []) => {
+	if (node.nodeType === Node.ELEMENT_NODE && linkifyIgnoreTags.has(node.tagName.toLowerCase())) return result;
+	for (const child of node.childNodes) if (child.nodeType === Node.TEXT_NODE) result.push(child);
+	else if (child.nodeType === Node.ELEMENT_NODE && !linkifyIgnoreTags.has(child.tagName.toLowerCase())) collectTextNodes(child, result);
+	return result;
+};
+const linkifyUrls = () => {
+	return (document) => {
+		const textNodes = collectTextNodes(document);
+		for (const node of textNodes) {
+			const text = node.textContent;
+			if (!text?.trim() || !text?.includes("://")) continue;
+			const links = find(text).filter((link) => link.type === "url" && urlProtocolRegex.test(link.value));
+			if (links.length === 0) continue;
+			const parts = [];
+			let lastIndex = 0;
+			for (const link of links) {
+				if (link.start > lastIndex) parts.push(document.createTextNode(text.slice(lastIndex, link.start)));
+				const anchor = document.createElement("a");
+				anchor.setAttribute("href", link.href);
+				anchor.textContent = link.value;
+				parts.push(anchor);
+				lastIndex = link.end;
+			}
+			if (lastIndex < text.length) parts.push(document.createTextNode(text.slice(lastIndex)));
+			node.replaceWith(...parts);
+		}
+	};
+};
+//#endregion
+export { linkifyUrls };

package/dist/transforms/dom/mergeConsecutiveOneLinerPres.d.ts

@@ -0,0 +1,6 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/mergeConsecutiveOneLinerPres.d.ts
+declare const mergeConsecutiveOneLinerPres: DomTransform;
+//#endregion
+export { mergeConsecutiveOneLinerPres };

package/dist/transforms/dom/mergeConsecutiveOneLinerPres.js

@@ -0,0 +1,33 @@
+//#region src/transforms/dom/mergeConsecutiveOneLinerPres.ts
+const trailingBrRegex = /<br\s*\/?>\s*$/i;
+const surroundingNewlinesRegex = /^\n+|\n+$/g;
+const mergeConsecutiveOneLinerPres = () => {
+	return (document) => {
+		const pres = document.querySelectorAll("pre");
+		for (const pre of pres) {
+			if (!pre.parentNode) continue;
+			const run = [pre];
+			let sibling = pre.nextSibling;
+			while (sibling) {
+				if (sibling.nodeType !== 1 && sibling.nodeType !== 3) break;
+				if (sibling.nodeType === 3) {
+					if (sibling.textContent?.trim() !== "") break;
+					sibling = sibling.nextSibling;
+					continue;
+				}
+				if (sibling.tagName !== "PRE") break;
+				run.push(sibling);
+				sibling = sibling.nextSibling;
+			}
+			if (run.length < 2) continue;
+			const isSingleLine = (element) => {
+				return !element.innerHTML.replace(surroundingNewlinesRegex, "").includes("\n");
+			};
+			if (!run.every(isSingleLine)) continue;
+			pre.innerHTML = run.map((element) => element.innerHTML.replace(surroundingNewlinesRegex, "").replace(trailingBrRegex, "")).join("\n");
+			for (const element of run.slice(1)) element.remove();
+		}
+	};
+};
+//#endregion
+export { mergeConsecutiveOneLinerPres };

package/dist/transforms/dom/removeTrackingPixels.d.ts

@@ -0,0 +1,6 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/removeTrackingPixels.d.ts
+declare const removeTrackingPixels: DomTransform;
+//#endregion
+export { removeTrackingPixels };

package/dist/transforms/dom/removeTrackingPixels.js

@@ -0,0 +1,59 @@
+//#region src/transforms/dom/removeTrackingPixels.ts
+const styleWidthRegex = /(?:^|;)\s*width\s*:\s*([0-9]*\.?[0-9]+)\s*(?:px)?\s*(?:;|$)/i;
+const styleHeightRegex = /(?:^|;)\s*height\s*:\s*([0-9]*\.?[0-9]+)\s*(?:px)?\s*(?:;|$)/i;
+const styleDisplayNoneRegex = /(?:^|;)\s*display\s*:\s*none/i;
+const styleVisibilityHiddenRegex = /(?:^|;)\s*visibility\s*:\s*hidden/i;
+const styleOpacityZeroRegex = /(?:^|;)\s*opacity\s*:\s*0(?:\.0+)?\s*(?:;|$)/i;
+const pixelDimensionLimit = 2;
+const buildPathRegex = (segments) => {
+	if (segments.length === 0) return null;
+	const alternation = segments.map(RegExp.escape).join("|");
+	return new RegExp(`/(?:${alternation})[./]`, "i");
+};
+const isTrackingUrl = (src, hosts, pathRegex) => {
+	try {
+		const url = new URL(src, "http://placeholder/");
+		for (const host of hosts) if (url.hostname === host || url.hostname.endsWith(`.${host}`)) return true;
+		return pathRegex?.test(url.pathname) ?? false;
+	} catch {
+		return false;
+	}
+};
+const getDimension = (image, prop) => {
+	const attribute = image.getAttribute(prop);
+	if (attribute !== null) {
+		const value = Number(attribute);
+		if (Number.isFinite(value)) return value;
+	}
+	const style = image.getAttribute("style");
+	if (style) {
+		const regex = prop === "width" ? styleWidthRegex : styleHeightRegex;
+		const match = style.match(regex);
+		if (match) return Number(match[1]);
+	}
+};
+const isHiddenImage = (image) => {
+	if (image.hasAttribute("hidden")) return true;
+	const style = image.getAttribute("style");
+	if (!style) return false;
+	return styleDisplayNoneRegex.test(style) || styleVisibilityHiddenRegex.test(style) || styleOpacityZeroRegex.test(style);
+};
+const isPixelSized = (image) => {
+	const width = getDimension(image, "width");
+	const height = getDimension(image, "height");
+	return width !== void 0 && width <= pixelDimensionLimit || height !== void 0 && height <= pixelDimensionLimit;
+};
+const removeTrackingPixels = (context) => {
+	const hosts = new Set(context.trackingHosts);
+	const pathRegex = buildPathRegex(context.trackingPathSegments);
+	return (document) => {
+		const images = document.querySelectorAll("img");
+		for (const image of images) {
+			const src = image.getAttribute("src");
+			const trackingSrc = src ? isTrackingUrl(src, hosts, pathRegex) : false;
+			if (isPixelSized(image) || isHiddenImage(image) || trackingSrc) image.remove();
+		}
+	};
+};
+//#endregion
+export { removeTrackingPixels };

package/dist/transforms/dom/replaceEmbedsWithPlaceholders.d.ts

@@ -0,0 +1,6 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/replaceEmbedsWithPlaceholders.d.ts
+declare const replaceEmbedsWithPlaceholders: DomTransform;
+//#endregion
+export { replaceEmbedsWithPlaceholders };

package/dist/transforms/dom/replaceEmbedsWithPlaceholders.js

@@ -0,0 +1,36 @@
+import { createEmbedPlaceholder } from "../../common.js";
+import { coerceNumber } from "../../utils.js";
+//#region src/transforms/dom/replaceEmbedsWithPlaceholders.ts
+const replaceEmbedsWithPlaceholders = (context) => {
+	return (document) => {
+		for (const resolver of context.embedResolvers) {
+			const elements = document.querySelectorAll(resolver.selector);
+			for (const element of elements) {
+				const metadata = resolver.extract(element);
+				if (!metadata) continue;
+				if (!context.resolveUrlFn(metadata.src, context.baseUrl)) continue;
+				if (metadata.url && !context.resolveUrlFn(metadata.url, context.baseUrl)) continue;
+				const width = coerceNumber(element.getAttribute("width")) ?? metadata.width;
+				const height = coerceNumber(element.getAttribute("height")) ?? metadata.height;
+				const placeholder = createEmbedPlaceholder(document, metadata.src, metadata.type ?? "iframe", {
+					...metadata,
+					width,
+					height
+				});
+				element.replaceWith(placeholder);
+			}
+		}
+		for (const iframe of document.querySelectorAll("iframe[src]")) {
+			const src = iframe.getAttribute("src") ?? "";
+			if (!context.resolveUrlFn(src, context.baseUrl)) continue;
+			const width = coerceNumber(iframe.getAttribute("width"));
+			const height = coerceNumber(iframe.getAttribute("height"));
+			iframe.replaceWith(createEmbedPlaceholder(document, src, "iframe", {
+				width,
+				height
+			}));
+		}
+	};
+};
+//#endregion
+export { replaceEmbedsWithPlaceholders };

package/dist/transforms/dom/replacePreLineBreaks.d.ts

@@ -0,0 +1,6 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/replacePreLineBreaks.d.ts
+declare const replacePreLineBreaks: DomTransform;
+//#endregion
+export { replacePreLineBreaks };

package/dist/transforms/dom/replacePreLineBreaks.js

@@ -0,0 +1,13 @@
+//#region src/transforms/dom/replacePreLineBreaks.ts
+const brTagRegex = /<br\s*\/?>/gi;
+const replacePreLineBreaks = () => {
+	return (document) => {
+		const pres = document.querySelectorAll("pre");
+		for (const pre of pres) {
+			const target = pre.querySelector("code") ?? pre;
+			target.innerHTML = target.innerHTML.replace(brTagRegex, "\n");
+		}
+	};
+};
+//#endregion
+export { replacePreLineBreaks };

package/dist/transforms/dom/resolveRelativeUrls.d.ts

@@ -0,0 +1,6 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/resolveRelativeUrls.d.ts
+declare const resolveRelativeUrls: DomTransform;
+//#endregion
+export { resolveRelativeUrls };

package/dist/transforms/dom/resolveRelativeUrls.js

@@ -0,0 +1,42 @@
+import { resolveUrl } from "feedcanon";
+import { parseSrcset, stringifySrcset } from "srcset";
+//#region src/transforms/dom/resolveRelativeUrls.ts
+const resolveRelativeUrls = ({ baseUrl }) => {
+	return (document) => {
+		if (!baseUrl) return;
+		const anchors = document.querySelectorAll("a[href]");
+		for (const anchor of anchors) {
+			const href = anchor.getAttribute("href");
+			if (!href) continue;
+			const resolved = resolveUrl(href, baseUrl);
+			if (resolved) anchor.setAttribute("href", resolved);
+		}
+		const elementsWithSrc = document.querySelectorAll("[src]");
+		for (const element of elementsWithSrc) {
+			const src = element.getAttribute("src");
+			if (!src) continue;
+			const resolved = resolveUrl(src, baseUrl);
+			if (resolved) element.setAttribute("src", resolved);
+		}
+		const videos = document.querySelectorAll("video[poster]");
+		for (const video of videos) {
+			const poster = video.getAttribute("poster");
+			if (!poster) continue;
+			const resolved = resolveUrl(poster, baseUrl);
+			if (resolved) video.setAttribute("poster", resolved);
+		}
+		const elements = document.querySelectorAll("img, source");
+		for (const element of elements) {
+			const srcset = element.getAttribute("srcset") ?? element.getAttribute("srcSet");
+			if (!srcset) continue;
+			const resolved = parseSrcset(srcset).map((entry) => ({
+				...entry,
+				url: resolveUrl(entry.url, baseUrl) ?? entry.url
+			}));
+			element.removeAttribute("srcSet");
+			element.setAttribute("srcset", stringifySrcset(resolved));
+		}
+	};
+};
+//#endregion
+export { resolveRelativeUrls };

package/dist/transforms/dom/simplifyFigures.d.ts

@@ -0,0 +1,6 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/simplifyFigures.d.ts
+declare const simplifyFigures: DomTransform;
+//#endregion
+export { simplifyFigures };

package/dist/transforms/dom/simplifyFigures.js

@@ -0,0 +1,27 @@
+import { Node, unwrapOuterTag } from "../../common.js";
+//#region src/transforms/dom/simplifyFigures.ts
+const figureWrapperRegex = /^<(p|div|span)(\s[^>]*)?>[\s\n]*([\s\S]*)[\s\n]*<\/\1>$/i;
+const mediaContentRegex = /<(img|picture|video|audio)[\s>]/i;
+const isMediaOnly = (html) => {
+	return html.replace(/<\/?(img|picture|video|audio|source)(\s[^>]*)?>/gi, "").trim() === "" && mediaContentRegex.test(html);
+};
+const simplifyFigures = () => {
+	return (document) => {
+		const figures = document.querySelectorAll("figure");
+		for (const figure of figures) {
+			for (const child of [...figure.children]) {
+				if (child.tagName.toLowerCase() === "figcaption") continue;
+				const unwrapped = unwrapOuterTag(child.outerHTML, figureWrapperRegex);
+				if (unwrapped !== child.outerHTML && isMediaOnly(unwrapped)) child.outerHTML = unwrapped;
+			}
+			const captions = figure.querySelectorAll("figcaption");
+			for (const caption of captions) {
+				const elements = [...caption.children];
+				if (elements.length !== 1 || elements[0].tagName.toLowerCase() !== "div") continue;
+				if (![...caption.childNodes].some((node) => node.nodeType === Node.TEXT_NODE && (node.textContent ?? "").trim() !== "")) caption.innerHTML = elements[0].innerHTML;
+			}
+		}
+	};
+};
+//#endregion
+export { simplifyFigures };

package/dist/transforms/dom/stripComments.d.ts

@@ -0,0 +1,6 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/stripComments.d.ts
+declare const stripComments: DomTransform;
+//#endregion
+export { stripComments };

package/dist/transforms/dom/stripComments.js

@@ -0,0 +1,23 @@
+import { Node } from "../../common.js";
+//#region src/transforms/dom/stripComments.ts
+const codeBlockTags = new Set(["pre", "code"]);
+const stripComments = () => {
+	return (document) => {
+		const visit = (node, inCodeBlock) => {
+			const children = Array.from(node.childNodes);
+			for (const child of children) {
+				if (child.nodeType === Node.COMMENT_NODE) {
+					if (!inCodeBlock) child.remove();
+					continue;
+				}
+				if (child.nodeType === Node.ELEMENT_NODE) {
+					const element = child;
+					visit(element, inCodeBlock || codeBlockTags.has(element.tagName.toLowerCase()));
+				}
+			}
+		};
+		visit(document.body, false);
+	};
+};
+//#endregion
+export { stripComments };

package/dist/transforms/dom/stripInterBlockBreaks.d.ts

@@ -0,0 +1,6 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/stripInterBlockBreaks.d.ts
+declare const stripInterBlockBreaks: DomTransform;
+//#endregion
+export { stripInterBlockBreaks };

package/dist/transforms/dom/stripInterBlockBreaks.js

@@ -0,0 +1,18 @@
+import { isBlockElement, isSkippable } from "../../common.js";
+//#region src/transforms/dom/stripInterBlockBreaks.ts
+const stripInterBlockBreaks = () => {
+	return (document) => {
+		const brs = document.querySelectorAll("br");
+		for (const br of brs) {
+			let previous = br.previousSibling;
+			while (previous && isSkippable(previous)) previous = previous.previousSibling;
+			let next = br.nextSibling;
+			while (next && isSkippable(next)) next = next.nextSibling;
+			const previousIsBlock = !previous || isBlockElement(previous);
+			const nextIsBlock = !next || isBlockElement(next);
+			if (previousIsBlock && nextIsBlock) br.remove();
+		}
+	};
+};
+//#endregion
+export { stripInterBlockBreaks };

package/dist/transforms/dom/stripParagraphBoundaryBreaks.d.ts

@@ -0,0 +1,6 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/stripParagraphBoundaryBreaks.d.ts
+declare const stripParagraphBoundaryBreaks: DomTransform;
+//#endregion
+export { stripParagraphBoundaryBreaks };