feedsweep 2.1.0 → 2.2.0

package/README.md

@@ -42,6 +42,7 @@ Inventory of every transform exported from the package. Most are enabled by defa
 | `stripBoundaryBreaks` | Remove `<br>` tags adjacent to block-element boundaries (paragraphs, headings, divs, list items, blockquotes, …) |
 | `stripDuplicateTitleHeading` | Remove first `<h1>`–`<h6>` matching article title |
 | `demoteHeadings` | Shift every heading down by one level (`<h1>`→`<h2>`, …, `<h5>`→`<h6>`) when the body contains an `<h1>`, so it sits below the reader's own page title |
+| `unwrapHeadingBold` | Unwrap `<b>`/`<strong>` that wraps the entire content of a heading (redundant — headings are already bold) |
 | `unwrapRedirectUrls` | Remove Google/Bing/Facebook/etc. redirect wrappers |
 | `stripDeadAnchors` | Unwrap `<a>` with empty, `#`, or `javascript:` href |
 | `stripInertElements` | Remove platform chrome and dead placeholders — subscribe widgets, share buttons, related-posts widgets, ad slots (AdSense / AdThrive), author bio blocks, email preheaders, Substack image controls, and Drupal `<drupal-render-placeholder>` tags. Pass `inertSelectors` to extend or replace |
@@ -57,6 +58,7 @@ Inventory of every transform exported from the package. Most are enabled by defa
 | `resolveRelativeUrls` | Convert relative URLs to absolute using base URL |
 | `unwrapWrappers` | Remove outer `<div>`, `<article>`, `<section>` wrappers |
 | `unwrapDoublyNestedLists` | Unwrap `<ul>`/`<ol>` that wrap a single `<li>` containing a same-type list |
+| `wrapTablesForScroll` | Wrap each top-level `<table>` in a `<div data-table>` as a horizontal-scroll container |
 | `mergeFragmentedLists` | Merge consecutive sibling `<ul>` / `<ol>` lists with matching attributes |
 | `paragraphizePlainText` | Wrap plain text in `<p>` tags |
 | `stripOversizedBase64Sources` | Drop base64 `src`/`srcset`/`poster` payloads larger than 50 KB before parsing |

package/dist/defaults.js

@@ -28,8 +28,10 @@ import { stripTrackingParams } from "./transforms/dom/stripTrackingParams.js";
 import { trimPreWhitespace } from "./transforms/dom/trimPreWhitespace.js";
 import { unwrapDoublyNestedLists } from "./transforms/dom/unwrapDoublyNestedLists.js";
 import { unwrapEmojiImages } from "./transforms/dom/unwrapEmojiImages.js";
+import { unwrapHeadingBold } from "./transforms/dom/unwrapHeadingBold.js";
 import { unwrapRedirectUrls } from "./transforms/dom/unwrapRedirectUrls.js";
 import { unwrapWrappers } from "./transforms/dom/unwrapWrappers.js";
+import { wrapTablesForScroll } from "./transforms/dom/wrapTablesForScroll.js";
 import { paragraphizePlainText } from "./transforms/string/paragraphizePlainText.js";
 import { stripControlChars } from "./transforms/string/stripControlChars.js";
 import { stripOversizedBase64Sources } from "./transforms/string/stripOversizedBase64Sources.js";
@@ -60,6 +62,7 @@ const defaultDomTransforms = [
 	unwrapDoublyNestedLists,
 	stripDuplicateTitleHeading,
 	demoteHeadings,
+	unwrapHeadingBold,
 	fixLazyImages,
 	stripInertElements,
 	resolveRelativeUrls,
@@ -83,7 +86,8 @@ const defaultDomTransforms = [
 	injectEnclosures,
 	proxyAssetUrls,
 	unwrapWrappers,
-	stripEmptyTags
+	stripEmptyTags,
+	wrapTablesForScroll
 ];
 const defaultEmbedResolvers = [youtubeEmbedResolver];
 const defaultBookmarkResolvers = [ghostBookmarkResolver, substackBookmarkResolver];

package/dist/index.d.ts

@@ -32,8 +32,10 @@ import { stripTrackingParams } from "./transforms/dom/stripTrackingParams.js";
 import { trimPreWhitespace } from "./transforms/dom/trimPreWhitespace.js";
 import { unwrapDoublyNestedLists } from "./transforms/dom/unwrapDoublyNestedLists.js";
 import { unwrapEmojiImages } from "./transforms/dom/unwrapEmojiImages.js";
+import { unwrapHeadingBold } from "./transforms/dom/unwrapHeadingBold.js";
 import { extractRedirectTarget, unwrapRedirectUrls } from "./transforms/dom/unwrapRedirectUrls.js";
 import { unwrapWrappers } from "./transforms/dom/unwrapWrappers.js";
+import { wrapTablesForScroll } from "./transforms/dom/wrapTablesForScroll.js";
 import { paragraphizePlainText } from "./transforms/string/paragraphizePlainText.js";
 import { stripControlChars } from "./transforms/string/stripControlChars.js";
 import { stripOversizedBase64Sources } from "./transforms/string/stripOversizedBase64Sources.js";
@@ -117,4 +119,4 @@ import { ParamExtractorConfig, chooseBaseUrl, coerceNumber, createParamExtractor
 //#region src/index.d.ts
 declare const transformContent: (html: string, options: TransformContentOptions) => Promise<string>;
 //#endregion
-export { type AssetProxyFn, type AssetType, type BookmarkResolver, type BookmarkResolverResult, type DomTransform, type EmbedResolver, type EmbedResolverResult, type Enclosure, type EnrichEmbedFn, type MaybePromise, type ParamExtractorConfig, type ParseHtmlFn, type ResolveUrlFn, type StringTransform, type TransformContentOptions, type TransformContext, applyDomTransforms, applyStringTransforms, chooseBaseUrl, coerceNumber, composeThumbnailUrl, convertBookmarkCards, convertBreaksToParagraphs, createBookmarkPlaceholder, createEmbedPlaceholder, createParamExtractor, createPlaceholder, decodeDoubleEncodedTags, defaultResolveUrlFn, demoteHeadings, detectLanguage, enrichEmbedPlaceholders, extractRedirectTarget, extractVideoId, fixLazyImages, ghostBookmarkResolver, highlightCode, injectEnclosures, isSafeThumbnailUrl, linkifyUrls, markTimestamps, mergeConsecutiveOneLinerPres, mergeFragmentedLists, normalizeEmbedFields, paragraphizePlainText, parseTimestampSeconds, proxyAssetUrls, removeTrackingPixels, replaceEmbedsWithPlaceholders, replacePreLineBreaks, resolveRelativeUrls, stripBoundaryBreaks, stripComments, stripControlChars, stripDeadAnchors, stripDuplicateTitleHeading, stripEmptyTags, stripInertElements, stripInterBlockBreaks, stripOversizedBase64Sources, stripTrackingParams, substackBookmarkResolver, transformContent, trimPreWhitespace, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapCdataComments, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDoublyNestedLists, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapEmojiImages, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectUrls, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapTradedoubler, unwrapTumblr, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapWrappers, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu, updateEmbedPlaceholder, youtubeEmbedResolver, youtubeResolveEmbed };
+export { type AssetProxyFn, type AssetType, type BookmarkResolver, type BookmarkResolverResult, type DomTransform, type EmbedResolver, type EmbedResolverResult, type Enclosure, type EnrichEmbedFn, type MaybePromise, type ParamExtractorConfig, type ParseHtmlFn, type ResolveUrlFn, type StringTransform, type TransformContentOptions, type TransformContext, applyDomTransforms, applyStringTransforms, chooseBaseUrl, coerceNumber, composeThumbnailUrl, convertBookmarkCards, convertBreaksToParagraphs, createBookmarkPlaceholder, createEmbedPlaceholder, createParamExtractor, createPlaceholder, decodeDoubleEncodedTags, defaultResolveUrlFn, demoteHeadings, detectLanguage, enrichEmbedPlaceholders, extractRedirectTarget, extractVideoId, fixLazyImages, ghostBookmarkResolver, highlightCode, injectEnclosures, isSafeThumbnailUrl, linkifyUrls, markTimestamps, mergeConsecutiveOneLinerPres, mergeFragmentedLists, normalizeEmbedFields, paragraphizePlainText, parseTimestampSeconds, proxyAssetUrls, removeTrackingPixels, replaceEmbedsWithPlaceholders, replacePreLineBreaks, resolveRelativeUrls, stripBoundaryBreaks, stripComments, stripControlChars, stripDeadAnchors, stripDuplicateTitleHeading, stripEmptyTags, stripInertElements, stripInterBlockBreaks, stripOversizedBase64Sources, stripTrackingParams, substackBookmarkResolver, transformContent, trimPreWhitespace, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapCdataComments, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDoublyNestedLists, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapEmojiImages, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapHeadingBold, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectUrls, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapTradedoubler, unwrapTumblr, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapWrappers, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu, updateEmbedPlaceholder, wrapTablesForScroll, youtubeEmbedResolver, youtubeResolveEmbed };

package/dist/index.js

@@ -30,8 +30,10 @@ import { stripTrackingParams } from "./transforms/dom/stripTrackingParams.js";
 import { trimPreWhitespace } from "./transforms/dom/trimPreWhitespace.js";
 import { unwrapDoublyNestedLists } from "./transforms/dom/unwrapDoublyNestedLists.js";
 import { unwrapEmojiImages } from "./transforms/dom/unwrapEmojiImages.js";
+import { unwrapHeadingBold } from "./transforms/dom/unwrapHeadingBold.js";
 import { extractRedirectTarget, unwrapRedirectUrls } from "./transforms/dom/unwrapRedirectUrls.js";
 import { unwrapWrappers } from "./transforms/dom/unwrapWrappers.js";
+import { wrapTablesForScroll } from "./transforms/dom/wrapTablesForScroll.js";
 import { paragraphizePlainText } from "./transforms/string/paragraphizePlainText.js";
 import { stripControlChars } from "./transforms/string/stripControlChars.js";
 import { stripOversizedBase64Sources } from "./transforms/string/stripOversizedBase64Sources.js";
@@ -138,4 +140,4 @@ const transformContent = async (html, options) => {
 	return await applyDomTransforms(await options.parseHtmlFn(afterString), domFns.map((transform) => transform(context)));
 };
 //#endregion
-export { applyDomTransforms, applyStringTransforms, chooseBaseUrl, coerceNumber, composeThumbnailUrl, convertBookmarkCards, convertBreaksToParagraphs, createBookmarkPlaceholder, createEmbedPlaceholder, createParamExtractor, createPlaceholder, decodeDoubleEncodedTags, defaultResolveUrlFn, demoteHeadings, detectLanguage, enrichEmbedPlaceholders, extractRedirectTarget, extractVideoId, fixLazyImages, ghostBookmarkResolver, highlightCode, injectEnclosures, isSafeThumbnailUrl, linkifyUrls, markTimestamps, mergeConsecutiveOneLinerPres, mergeFragmentedLists, normalizeEmbedFields, paragraphizePlainText, parseTimestampSeconds, proxyAssetUrls, removeTrackingPixels, replaceEmbedsWithPlaceholders, replacePreLineBreaks, resolveRelativeUrls, stripBoundaryBreaks, stripComments, stripControlChars, stripDeadAnchors, stripDuplicateTitleHeading, stripEmptyTags, stripInertElements, stripInterBlockBreaks, stripOversizedBase64Sources, stripTrackingParams, substackBookmarkResolver, transformContent, trimPreWhitespace, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapCdataComments, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDoublyNestedLists, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapEmojiImages, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectUrls, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapTradedoubler, unwrapTumblr, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapWrappers, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu, updateEmbedPlaceholder, youtubeEmbedResolver, youtubeResolveEmbed };
+export { applyDomTransforms, applyStringTransforms, chooseBaseUrl, coerceNumber, composeThumbnailUrl, convertBookmarkCards, convertBreaksToParagraphs, createBookmarkPlaceholder, createEmbedPlaceholder, createParamExtractor, createPlaceholder, decodeDoubleEncodedTags, defaultResolveUrlFn, demoteHeadings, detectLanguage, enrichEmbedPlaceholders, extractRedirectTarget, extractVideoId, fixLazyImages, ghostBookmarkResolver, highlightCode, injectEnclosures, isSafeThumbnailUrl, linkifyUrls, markTimestamps, mergeConsecutiveOneLinerPres, mergeFragmentedLists, normalizeEmbedFields, paragraphizePlainText, parseTimestampSeconds, proxyAssetUrls, removeTrackingPixels, replaceEmbedsWithPlaceholders, replacePreLineBreaks, resolveRelativeUrls, stripBoundaryBreaks, stripComments, stripControlChars, stripDeadAnchors, stripDuplicateTitleHeading, stripEmptyTags, stripInertElements, stripInterBlockBreaks, stripOversizedBase64Sources, stripTrackingParams, substackBookmarkResolver, transformContent, trimPreWhitespace, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapCdataComments, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDoublyNestedLists, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapEmojiImages, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapHeadingBold, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectUrls, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapTradedoubler, unwrapTumblr, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapWrappers, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu, updateEmbedPlaceholder, wrapTablesForScroll, youtubeEmbedResolver, youtubeResolveEmbed };

package/dist/transforms/dom/unwrapHeadingBold.d.ts

@@ -0,0 +1,6 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/unwrapHeadingBold.d.ts
+declare const unwrapHeadingBold: DomTransform;
+//#endregion
+export { unwrapHeadingBold };

package/dist/transforms/dom/unwrapHeadingBold.js

@@ -0,0 +1,28 @@
+import { isComment, isElement, isWhitespaceText } from "../../common.js";
+//#region src/transforms/dom/unwrapHeadingBold.ts
+const headingSelector = "h1, h2, h3, h4, h5, h6";
+const boldTags = new Set(["b", "strong"]);
+const soleContentElement = (heading) => {
+	let found = null;
+	for (const child of heading.childNodes) {
+		if (isWhitespaceText(child) || isComment(child)) continue;
+		if (found || !isElement(child)) return null;
+		found = child;
+	}
+	return found;
+};
+const unwrapHeadingBold = () => {
+	return (document) => {
+		const headings = document.querySelectorAll(headingSelector);
+		for (const heading of headings) {
+			let bold = soleContentElement(heading);
+			while (bold && boldTags.has(bold.localName)) {
+				while (bold.firstChild) heading.insertBefore(bold.firstChild, bold);
+				bold.remove();
+				bold = soleContentElement(heading);
+			}
+		}
+	};
+};
+//#endregion
+export { unwrapHeadingBold };

package/dist/transforms/dom/unwrapWrappers.js

@@ -7,7 +7,11 @@ const wrapperTags = new Set([
 	"header",
 	"footer"
 ]);
-const preservedPrefixes = ["data-embed", "data-bookmark"];
+const preservedPrefixes = [
+	"data-embed",
+	"data-bookmark",
+	"data-table"
+];
 const hasPreservedAttribute = (element) => {
 	const attributes = element.attributes;
 	for (let i = 0, n = attributes.length; i < n; i++) {

package/dist/transforms/dom/wrapTablesForScroll.d.ts

@@ -0,0 +1,6 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/wrapTablesForScroll.d.ts
+declare const wrapTablesForScroll: DomTransform;
+//#endregion
+export { wrapTablesForScroll };

package/dist/transforms/dom/wrapTablesForScroll.js

@@ -0,0 +1,20 @@
+import { hasAncestorWithTagName } from "../../common.js";
+//#region src/transforms/dom/wrapTablesForScroll.ts
+const tableTags = new Set(["table"]);
+const wrapTablesForScroll = () => {
+	return (document) => {
+		const tables = document.querySelectorAll("table");
+		for (const table of tables) {
+			const parent = table.parentNode;
+			if (!parent) continue;
+			if (hasAncestorWithTagName(table, tableTags)) continue;
+			if (table.parentElement?.hasAttribute("data-table")) continue;
+			const wrapper = document.createElement("div");
+			wrapper.setAttribute("data-table", "");
+			parent.insertBefore(wrapper, table);
+			wrapper.appendChild(table);
+		}
+	};
+};
+//#endregion
+export { wrapTablesForScroll };

package/package.json

@@ -69,5 +69,5 @@
     "linkedom": "^0.18.12",
     "tsdown": "^0.22.1"
   },
-  "version": "2.1.0"
+  "version": "2.2.0"
 }