feedsweep 1.0.0 → 1.2.0

package/dist/unwraps/googleNewsModern.js

@@ -1,11 +1,15 @@
 import { isHostOf } from "feedscout/utils";
 //#region src/unwraps/googleNewsModern.ts
+const articleIdRegex = /^\/(?:rss\/)?articles\/([\w-]+)/;
+const base64UrlMinusRegex = /-/g;
+const base64UrlUnderscoreRegex = /_/g;
+const protobufFramingRegex = /\x08\x13".+?(https?:\/\/[^\xd2]+)\xd2\x01/;
 const unwrapGoogleNewsModern = (url) => {
 	if (!isHostOf(url.href, "news.google.com")) return;
-	const match = url.pathname.match(/^\/(?:rss\/)?articles\/([\w-]+)/);
+	const match = url.pathname.match(articleIdRegex);
 	if (!match) return;
-	const padded = match[1].replace(/-/g, "+").replace(/_/g, "/");
-	return Buffer.from(padded, "base64").toString("latin1").match(/\x08\x13".+?(https?:\/\/[^\xd2]+)\xd2\x01/)?.[1];
+	const padded = match[1].replace(base64UrlMinusRegex, "+").replace(base64UrlUnderscoreRegex, "/");
+	return Buffer.from(padded, "base64").toString("latin1").match(protobufFramingRegex)?.[1];
 };
 //#endregion
 export { unwrapGoogleNewsModern };

package/package.json

@@ -29,6 +29,10 @@
     "./defaults": {
       "types": "./dist/defaults.d.ts",
       "default": "./dist/defaults.js"
+    },
+    "./linkedom": {
+      "types": "./dist/parsers/linkedom.d.ts",
+      "default": "./dist/parsers/linkedom.js"
     }
   },
   "files": [
@@ -36,23 +40,29 @@
   ],
   "scripts": {
     "prepare": "lefthook install",
-    "build": "tsdown src/index.ts src/defaults.ts --format esm --dts --clean --unbundle --no-fixed-extension"
+    "build": "tsdown src/index.ts src/defaults.ts src/parsers/linkedom.ts --format esm --dts --clean --unbundle --no-fixed-extension"
   },
   "dependencies": {
-    "@wordpress/autop": "^4.45.0",
+    "@wordpress/autop": "^4.46.0",
     "highlight.js": "^11.11.1",
-    "linkedom": "^0.18.12",
     "linkifyjs": "^4.3.2",
     "srcset": "^5.0.3"
   },
   "peerDependencies": {
     "feedcanon": "^2.0.0-next.3",
-    "feedscout": "^2.0.0-next.2"
+    "feedscout": "^2.0.0-next.2",
+    "linkedom": "^0.18.12"
+  },
+  "peerDependenciesMeta": {
+    "linkedom": {
+      "optional": true
+    }
   },
   "devDependencies": {
     "@types/bun": "^1.3.13",
     "kvalita": "^1.13.0",
+    "linkedom": "^0.18.12",
     "tsdown": "^0.22.0"
   },
-  "version": "1.0.0"
+  "version": "1.2.0"
 }

package/dist/transforms/dom/injectEnclosureEmbedPlaceholders.d.ts

@@ -1,6 +0,0 @@
-import { DomTransform } from "../../types.js";
-
-//#region src/transforms/dom/injectEnclosureEmbedPlaceholders.d.ts
-declare const injectEnclosureEmbedPlaceholders: DomTransform;
-//#endregion
-export { injectEnclosureEmbedPlaceholders };

package/dist/transforms/dom/injectEnclosureEmbedPlaceholders.js

@@ -1,33 +0,0 @@
-import { createEmbedPlaceholder } from "../../common.js";
-//#region src/transforms/dom/injectEnclosureEmbedPlaceholders.ts
-const isAudioEnclosure = (enclosure) => {
-	return enclosure.medium === "audio" || !!enclosure.type?.startsWith("audio/");
-};
-const isVideoEnclosure = (enclosure) => {
-	return enclosure.medium === "video" || !!enclosure.type?.startsWith("video/");
-};
-const resolveEnclosure = (url, resolvers, document) => {
-	const probe = document.createElement("iframe");
-	probe.setAttribute("src", url);
-	for (const resolver of resolvers) if (probe.matches(resolver.selector)) {
-		const metadata = resolver.extract(probe);
-		if (metadata) return metadata;
-	}
-};
-const injectEnclosureEmbedPlaceholders = (context) => {
-	return (document) => {
-		if (!context.enclosures?.length) return;
-		const html = document.toString();
-		for (const enclosure of context.enclosures) {
-			if (html.includes(enclosure.url)) continue;
-			if (!context.resolveUrlFn(enclosure.url, context.baseUrl)) continue;
-			const resolved = resolveEnclosure(enclosure.url, context.embedResolvers, document);
-			if (!resolved && !isAudioEnclosure(enclosure) && !isVideoEnclosure(enclosure)) continue;
-			const type = resolved?.type ?? (isAudioEnclosure(enclosure) ? "audio" : "video");
-			const placeholder = createEmbedPlaceholder(document, enclosure.url, type, resolved);
-			document.body.prepend(placeholder);
-		}
-	};
-};
-//#endregion
-export { injectEnclosureEmbedPlaceholders };

package/dist/transforms/dom/simplifyFigures.d.ts

@@ -1,6 +0,0 @@
-import { DomTransform } from "../../types.js";
-
-//#region src/transforms/dom/simplifyFigures.d.ts
-declare const simplifyFigures: DomTransform;
-//#endregion
-export { simplifyFigures };

package/dist/transforms/dom/simplifyFigures.js

@@ -1,27 +0,0 @@
-import { Node, unwrapOuterTag } from "../../common.js";
-//#region src/transforms/dom/simplifyFigures.ts
-const figureWrapperRegex = /^<(p|div|span)(\s[^>]*)?>[\s\n]*([\s\S]*)[\s\n]*<\/\1>$/i;
-const mediaContentRegex = /<(img|picture|video|audio)[\s>]/i;
-const isMediaOnly = (html) => {
-	return html.replace(/<\/?(img|picture|video|audio|source)(\s[^>]*)?>/gi, "").trim() === "" && mediaContentRegex.test(html);
-};
-const simplifyFigures = () => {
-	return (document) => {
-		const figures = document.querySelectorAll("figure");
-		for (const figure of figures) {
-			for (const child of [...figure.children]) {
-				if (child.tagName.toLowerCase() === "figcaption") continue;
-				const unwrapped = unwrapOuterTag(child.outerHTML, figureWrapperRegex);
-				if (unwrapped !== child.outerHTML && isMediaOnly(unwrapped)) child.outerHTML = unwrapped;
-			}
-			const captions = figure.querySelectorAll("figcaption");
-			for (const caption of captions) {
-				const elements = [...caption.children];
-				if (elements.length !== 1 || elements[0].tagName.toLowerCase() !== "div") continue;
-				if (![...caption.childNodes].some((node) => node.nodeType === Node.TEXT_NODE && (node.textContent ?? "").trim() !== "")) caption.innerHTML = elements[0].innerHTML;
-			}
-		}
-	};
-};
-//#endregion
-export { simplifyFigures };

package/dist/transforms/string/decodeDoubleEncodedTags.d.ts

@@ -1,6 +0,0 @@
-import { StringTransform } from "../../types.js";
-
-//#region src/transforms/string/decodeDoubleEncodedTags.d.ts
-declare const decodeDoubleEncodedTags: StringTransform;
-//#endregion
-export { decodeDoubleEncodedTags };

package/dist/transforms/string/decodeDoubleEncodedTags.js

@@ -1,23 +0,0 @@
-//#region src/transforms/string/decodeDoubleEncodedTags.ts
-const hasHtmlRegex = /<[a-z][a-z0-9]*[\s>]/i;
-const encodedTagRegex = /&lt;(\/?)([a-zA-Z][\w-]*)((?:[^&]|&(?!gt;))*)&gt;/g;
-const hasEncodedTagRegex = /&lt;[a-zA-Z/]/;
-const codeBlockRegex = /<(code|pre)(\s[^>]*)?>[\s\S]*?<\/\1>/gi;
-const decodeDoubleEncodedTags = () => {
-	return (html) => {
-		if (!hasHtmlRegex.test(html) || !hasEncodedTagRegex.test(html)) return html;
-		let result = "";
-		let lastIndex = 0;
-		for (const match of html.matchAll(codeBlockRegex)) {
-			const matchStart = match.index;
-			const matchEnd = matchStart + match[0].length;
-			result += html.slice(lastIndex, matchStart).replace(encodedTagRegex, "<$1$2$3>");
-			result += match[0];
-			lastIndex = matchEnd;
-		}
-		result += html.slice(lastIndex).replace(encodedTagRegex, "<$1$2$3>");
-		return result;
-	};
-};
-//#endregion
-export { decodeDoubleEncodedTags };

package/dist/transforms/string/stripEmptyTags.d.ts

@@ -1,6 +0,0 @@
-import { StringTransform } from "../../types.js";
-
-//#region src/transforms/string/stripEmptyTags.d.ts
-declare const stripEmptyTags: StringTransform;
-//#endregion
-export { stripEmptyTags };

package/dist/transforms/string/stripEmptyTags.js

@@ -1,25 +0,0 @@
-//#region src/transforms/string/stripEmptyTags.ts
-const emptyTagRegex = /<([a-z][a-z0-9]*)(\s[^>]*)?>(\s*)<\/\1>/gi;
-const preserveWhenEmpty = new Set([
-	"iframe",
-	"video",
-	"audio",
-	"img",
-	"source"
-]);
-const stripEmptyTags = () => {
-	return (html) => {
-		let previous = "";
-		let result = html;
-		while (result !== previous) {
-			previous = result;
-			result = result.replace(emptyTagRegex, (match, tagName, _attrs, content) => {
-				if (preserveWhenEmpty.has(tagName.toLowerCase())) return match;
-				return content.length > 0 ? " " : "";
-			});
-		}
-		return result;
-	};
-};
-//#endregion
-export { stripEmptyTags };

package/dist/transforms/string/stripOrphanedClosingTags.d.ts

@@ -1,6 +0,0 @@
-import { StringTransform } from "../../types.js";
-
-//#region src/transforms/string/stripOrphanedClosingTags.d.ts
-declare const stripOrphanedClosingTags: StringTransform;
-//#endregion
-export { stripOrphanedClosingTags };

package/dist/transforms/string/stripOrphanedClosingTags.js

@@ -1,28 +0,0 @@
-//#region src/transforms/string/stripOrphanedClosingTags.ts
-const orphanTags = new Set([
-	"p",
-	"h1",
-	"h2",
-	"h3",
-	"h4",
-	"h5",
-	"h6"
-]);
-const orphanTagRegex = /<(\/?([a-z][a-z0-9]*))(\s[^>]*)?\/?>/gi;
-const stripOrphanedClosingTags = () => {
-	return (html) => {
-		const counts = {};
-		return html.replace(orphanTagRegex, (match, _full, tagName) => {
-			const name = tagName.toLowerCase();
-			if (!orphanTags.has(name)) return match;
-			if (match[1] === "/") {
-				const count = counts[name] ?? 0;
-				if (count <= 0) return "";
-				counts[name] = count - 1;
-			} else counts[name] = (counts[name] ?? 0) + 1;
-			return match;
-		});
-	};
-};
-//#endregion
-export { stripOrphanedClosingTags };

package/dist/transforms/string/unwrapWrappers.d.ts

@@ -1,6 +0,0 @@
-import { StringTransform } from "../../types.js";
-
-//#region src/transforms/string/unwrapWrappers.d.ts
-declare const unwrapWrappers: StringTransform;
-//#endregion
-export { unwrapWrappers };

package/dist/transforms/string/unwrapWrappers.js

@@ -1,10 +0,0 @@
-import { unwrapOuterTag } from "../../common.js";
-//#region src/transforms/string/unwrapWrappers.ts
-const wrapperRegex = /^<(div|article|section|main|header|footer)(\s[^>]*)?>[\s\n]*([\s\S]*)[\s\n]*<\/\1>$/i;
-const unwrapWrappers = () => {
-	return (html) => {
-		return unwrapOuterTag(html, wrapperRegex);
-	};
-};
-//#endregion
-export { unwrapWrappers };