feedsweep 2.0.0 → 2.1.0

package/README.md

@@ -39,7 +39,7 @@ Inventory of every transform exported from the package. Most are enabled by defa
 | `mergeConsecutiveOneLinerPres` | Merge consecutive single-line `<pre>` tags |
 | `replacePreLineBreaks` | Replace `<br>` with `\n` inside `<pre>` |
 | `stripInterBlockBreaks` | Remove `<br>` tags between block elements |
-| `stripParagraphBoundaryBreaks` | Remove `<br>` tags adjacent to paragraph boundaries |
+| `stripBoundaryBreaks` | Remove `<br>` tags adjacent to block-element boundaries (paragraphs, headings, divs, list items, blockquotes, …) |
 | `stripDuplicateTitleHeading` | Remove first `<h1>`–`<h6>` matching article title |
 | `demoteHeadings` | Shift every heading down by one level (`<h1>`→`<h2>`, …, `<h5>`→`<h6>`) when the body contains an `<h1>`, so it sits below the reader's own page title |
 | `unwrapRedirectUrls` | Remove Google/Bing/Facebook/etc. redirect wrappers |
@@ -61,6 +61,7 @@ Inventory of every transform exported from the package. Most are enabled by defa
 | `paragraphizePlainText` | Wrap plain text in `<p>` tags |
 | `stripOversizedBase64Sources` | Drop base64 `src`/`srcset`/`poster` payloads larger than 50 KB before parsing |
 | `linkifyUrls` | Wrap bare URLs in `<a>` tags |
+| `markTimestamps` | Wrap line-leading timestamps (`MM:SS` / `HH:MM:SS`) in `<span data-timestamp="seconds">` so a player can be seeked to that point |
 | `trimPreWhitespace` | Remove common leading indentation from `<pre>` |
 | `highlightCode` | Syntax-highlight `<code>` blocks with highlight.js |
 | `stripEmptyTags` | Remove empty `<p>`, `<div>`, `<span>` and other tags |
@@ -96,7 +97,7 @@ The `stringTransforms` and `domTransforms` options each fully replace the corres
 
 ## DOM library
 
-Feedsweep is parser-agnostic. You provide `parseHtmlFn` — a function that turns an HTML string into a `Document`. Use any DOM library that produces a standards-compliant `Document`.
+Feedsweep is parser-agnostic. You provide `parseHtmlFn` — a function that turns an HTML string into a `Document`. Use any DOM library that produces a standards-compliant `Document`. The test suite runs the full pipeline against both linkedom and jsdom.
 
 ```typescript
 // linkedom (recommended default)

package/dist/common.js

@@ -58,25 +58,31 @@ const blockElements = new Set([
 	"table",
 	"ul"
 ]);
-const isWhitespaceText = (node) => {
-	return node.nodeType === Node.TEXT_NODE && !node.textContent?.trim();
+const isElement = (node) => {
+	return node?.nodeType === Node.ELEMENT_NODE;
 };
-const isBr = (node) => {
-	return node.nodeType === Node.ELEMENT_NODE && node.localName === "br";
+const isText = (node) => {
+	return node?.nodeType === Node.TEXT_NODE;
 };
 const isComment = (node) => {
-	return node.nodeType === Node.COMMENT_NODE;
+	return node?.nodeType === Node.COMMENT_NODE;
+};
+const isWhitespaceText = (node) => {
+	return isText(node) && !node.textContent?.trim();
+};
+const isBr = (node) => {
+	return isElement(node) && node.localName === "br";
 };
 const isSkippable = (node) => {
 	return isWhitespaceText(node) || isBr(node) || isComment(node);
 };
 const isBlockElement = (node) => {
-	return node.nodeType === Node.ELEMENT_NODE && blockElements.has(node.localName);
+	return isElement(node) && blockElements.has(node.localName);
 };
 const hasAncestorWithTagName = (node, tagSet, stopAt) => {
 	let ancestor = node.parentNode;
 	while (ancestor !== null && ancestor !== stopAt) {
-		if (ancestor.nodeType === Node.ELEMENT_NODE && tagSet.has(ancestor.localName)) return true;
+		if (isElement(ancestor) && tagSet.has(ancestor.localName)) return true;
 		ancestor = ancestor.parentNode;
 	}
 	return false;
@@ -161,4 +167,4 @@ const createBookmarkPlaceholder = (document, result) => {
 	return element;
 };
 //#endregion
-export { Node, NodeFilter, applyDomTransforms, applyStringTransforms, createBookmarkPlaceholder, createEmbedPlaceholder, createPlaceholder, getDimensions, hasAncestorWithTagName, isBlockElement, isBr, isSafeThumbnailUrl, isSkippable, isWhitespaceText, normalizeEmbedFields, updateEmbedPlaceholder };
+export { NodeFilter, applyDomTransforms, applyStringTransforms, createBookmarkPlaceholder, createEmbedPlaceholder, createPlaceholder, getDimensions, hasAncestorWithTagName, isBlockElement, isBr, isComment, isElement, isSafeThumbnailUrl, isSkippable, isText, isWhitespaceText, normalizeEmbedFields, updateEmbedPlaceholder };

package/dist/defaults.js

@@ -9,6 +9,7 @@ import { fixLazyImages } from "./transforms/dom/fixLazyImages.js";
 import { highlightCode } from "./transforms/dom/highlightCode.js";
 import { injectEnclosures } from "./transforms/dom/injectEnclosures.js";
 import { linkifyUrls } from "./transforms/dom/linkifyUrls.js";
+import { markTimestamps } from "./transforms/dom/markTimestamps.js";
 import { mergeConsecutiveOneLinerPres } from "./transforms/dom/mergeConsecutiveOneLinerPres.js";
 import { mergeFragmentedLists } from "./transforms/dom/mergeFragmentedLists.js";
 import { proxyAssetUrls } from "./transforms/dom/proxyAssetUrls.js";
@@ -16,13 +17,13 @@ import { removeTrackingPixels } from "./transforms/dom/removeTrackingPixels.js";
 import { replaceEmbedsWithPlaceholders } from "./transforms/dom/replaceEmbedsWithPlaceholders.js";
 import { replacePreLineBreaks } from "./transforms/dom/replacePreLineBreaks.js";
 import { resolveRelativeUrls } from "./transforms/dom/resolveRelativeUrls.js";
+import { stripBoundaryBreaks } from "./transforms/dom/stripBoundaryBreaks.js";
 import { stripComments } from "./transforms/dom/stripComments.js";
 import { stripDeadAnchors } from "./transforms/dom/stripDeadAnchors.js";
 import { stripDuplicateTitleHeading } from "./transforms/dom/stripDuplicateTitleHeading.js";
 import { stripEmptyTags } from "./transforms/dom/stripEmptyTags.js";
 import { stripInertElements } from "./transforms/dom/stripInertElements.js";
 import { stripInterBlockBreaks } from "./transforms/dom/stripInterBlockBreaks.js";
-import { stripParagraphBoundaryBreaks } from "./transforms/dom/stripParagraphBoundaryBreaks.js";
 import { stripTrackingParams } from "./transforms/dom/stripTrackingParams.js";
 import { trimPreWhitespace } from "./transforms/dom/trimPreWhitespace.js";
 import { unwrapDoublyNestedLists } from "./transforms/dom/unwrapDoublyNestedLists.js";
@@ -70,13 +71,14 @@ const defaultDomTransforms = [
 	unwrapEmojiImages,
 	convertBreaksToParagraphs,
 	stripInterBlockBreaks,
-	stripParagraphBoundaryBreaks,
+	stripBoundaryBreaks,
 	mergeFragmentedLists,
 	highlightCode,
 	mergeConsecutiveOneLinerPres,
 	replacePreLineBreaks,
 	trimPreWhitespace,
 	linkifyUrls,
+	markTimestamps,
 	replaceEmbedsWithPlaceholders,
 	injectEnclosures,
 	proxyAssetUrls,

package/dist/embeds/youtube.js

@@ -33,7 +33,7 @@ const youtubeResolveEmbed = (url) => {
 	return {
 		provider: "youtube",
 		id: videoId,
-		src: `https://www.youtube-nocookie.com/embed/${videoId}`,
+		src: `https://www.youtube.com/embed/${videoId}`,
 		url: `https://www.youtube.com/watch?v=${videoId}`,
 		thumbnail: composeThumbnailUrl(videoId)
 	};

package/dist/index.d.ts

@@ -13,6 +13,7 @@ import { fixLazyImages } from "./transforms/dom/fixLazyImages.js";
 import { detectLanguage, highlightCode } from "./transforms/dom/highlightCode.js";
 import { injectEnclosures } from "./transforms/dom/injectEnclosures.js";
 import { linkifyUrls } from "./transforms/dom/linkifyUrls.js";
+import { markTimestamps, parseTimestampSeconds } from "./transforms/dom/markTimestamps.js";
 import { mergeConsecutiveOneLinerPres } from "./transforms/dom/mergeConsecutiveOneLinerPres.js";
 import { mergeFragmentedLists } from "./transforms/dom/mergeFragmentedLists.js";
 import { proxyAssetUrls } from "./transforms/dom/proxyAssetUrls.js";
@@ -20,13 +21,13 @@ import { removeTrackingPixels } from "./transforms/dom/removeTrackingPixels.js";
 import { replaceEmbedsWithPlaceholders } from "./transforms/dom/replaceEmbedsWithPlaceholders.js";
 import { replacePreLineBreaks } from "./transforms/dom/replacePreLineBreaks.js";
 import { resolveRelativeUrls } from "./transforms/dom/resolveRelativeUrls.js";
+import { stripBoundaryBreaks } from "./transforms/dom/stripBoundaryBreaks.js";
 import { stripComments } from "./transforms/dom/stripComments.js";
 import { stripDeadAnchors } from "./transforms/dom/stripDeadAnchors.js";
 import { stripDuplicateTitleHeading } from "./transforms/dom/stripDuplicateTitleHeading.js";
 import { stripEmptyTags } from "./transforms/dom/stripEmptyTags.js";
 import { stripInertElements } from "./transforms/dom/stripInertElements.js";
 import { stripInterBlockBreaks } from "./transforms/dom/stripInterBlockBreaks.js";
-import { stripParagraphBoundaryBreaks } from "./transforms/dom/stripParagraphBoundaryBreaks.js";
 import { stripTrackingParams } from "./transforms/dom/stripTrackingParams.js";
 import { trimPreWhitespace } from "./transforms/dom/trimPreWhitespace.js";
 import { unwrapDoublyNestedLists } from "./transforms/dom/unwrapDoublyNestedLists.js";
@@ -116,4 +117,4 @@ import { ParamExtractorConfig, chooseBaseUrl, coerceNumber, createParamExtractor
 //#region src/index.d.ts
 declare const transformContent: (html: string, options: TransformContentOptions) => Promise<string>;
 //#endregion
-export { type AssetProxyFn, type AssetType, type BookmarkResolver, type BookmarkResolverResult, type DomTransform, type EmbedResolver, type EmbedResolverResult, type Enclosure, type EnrichEmbedFn, type MaybePromise, type ParamExtractorConfig, type ParseHtmlFn, type ResolveUrlFn, type StringTransform, type TransformContentOptions, type TransformContext, applyDomTransforms, applyStringTransforms, chooseBaseUrl, coerceNumber, composeThumbnailUrl, convertBookmarkCards, convertBreaksToParagraphs, createBookmarkPlaceholder, createEmbedPlaceholder, createParamExtractor, createPlaceholder, decodeDoubleEncodedTags, defaultResolveUrlFn, demoteHeadings, detectLanguage, enrichEmbedPlaceholders, extractRedirectTarget, extractVideoId, fixLazyImages, ghostBookmarkResolver, highlightCode, injectEnclosures, isSafeThumbnailUrl, linkifyUrls, mergeConsecutiveOneLinerPres, mergeFragmentedLists, normalizeEmbedFields, paragraphizePlainText, proxyAssetUrls, removeTrackingPixels, replaceEmbedsWithPlaceholders, replacePreLineBreaks, resolveRelativeUrls, stripComments, stripControlChars, stripDeadAnchors, stripDuplicateTitleHeading, stripEmptyTags, stripInertElements, stripInterBlockBreaks, stripOversizedBase64Sources, stripParagraphBoundaryBreaks, stripTrackingParams, substackBookmarkResolver, transformContent, trimPreWhitespace, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapCdataComments, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDoublyNestedLists, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapEmojiImages, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectUrls, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapTradedoubler, unwrapTumblr, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapWrappers, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu, updateEmbedPlaceholder, youtubeEmbedResolver, youtubeResolveEmbed };
+export { type AssetProxyFn, type AssetType, type BookmarkResolver, type BookmarkResolverResult, type DomTransform, type EmbedResolver, type EmbedResolverResult, type Enclosure, type EnrichEmbedFn, type MaybePromise, type ParamExtractorConfig, type ParseHtmlFn, type ResolveUrlFn, type StringTransform, type TransformContentOptions, type TransformContext, applyDomTransforms, applyStringTransforms, chooseBaseUrl, coerceNumber, composeThumbnailUrl, convertBookmarkCards, convertBreaksToParagraphs, createBookmarkPlaceholder, createEmbedPlaceholder, createParamExtractor, createPlaceholder, decodeDoubleEncodedTags, defaultResolveUrlFn, demoteHeadings, detectLanguage, enrichEmbedPlaceholders, extractRedirectTarget, extractVideoId, fixLazyImages, ghostBookmarkResolver, highlightCode, injectEnclosures, isSafeThumbnailUrl, linkifyUrls, markTimestamps, mergeConsecutiveOneLinerPres, mergeFragmentedLists, normalizeEmbedFields, paragraphizePlainText, parseTimestampSeconds, proxyAssetUrls, removeTrackingPixels, replaceEmbedsWithPlaceholders, replacePreLineBreaks, resolveRelativeUrls, stripBoundaryBreaks, stripComments, stripControlChars, stripDeadAnchors, stripDuplicateTitleHeading, stripEmptyTags, stripInertElements, stripInterBlockBreaks, stripOversizedBase64Sources, stripTrackingParams, substackBookmarkResolver, transformContent, trimPreWhitespace, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapCdataComments, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDoublyNestedLists, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapEmojiImages, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectUrls, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapTradedoubler, unwrapTumblr, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapWrappers, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu, updateEmbedPlaceholder, youtubeEmbedResolver, youtubeResolveEmbed };

package/dist/index.js

@@ -11,6 +11,7 @@ import { fixLazyImages } from "./transforms/dom/fixLazyImages.js";
 import { detectLanguage, highlightCode } from "./transforms/dom/highlightCode.js";
 import { injectEnclosures } from "./transforms/dom/injectEnclosures.js";
 import { linkifyUrls } from "./transforms/dom/linkifyUrls.js";
+import { markTimestamps, parseTimestampSeconds } from "./transforms/dom/markTimestamps.js";
 import { mergeConsecutiveOneLinerPres } from "./transforms/dom/mergeConsecutiveOneLinerPres.js";
 import { mergeFragmentedLists } from "./transforms/dom/mergeFragmentedLists.js";
 import { proxyAssetUrls } from "./transforms/dom/proxyAssetUrls.js";
@@ -18,13 +19,13 @@ import { removeTrackingPixels } from "./transforms/dom/removeTrackingPixels.js";
 import { replaceEmbedsWithPlaceholders } from "./transforms/dom/replaceEmbedsWithPlaceholders.js";
 import { replacePreLineBreaks } from "./transforms/dom/replacePreLineBreaks.js";
 import { resolveRelativeUrls } from "./transforms/dom/resolveRelativeUrls.js";
+import { stripBoundaryBreaks } from "./transforms/dom/stripBoundaryBreaks.js";
 import { stripComments } from "./transforms/dom/stripComments.js";
 import { stripDeadAnchors } from "./transforms/dom/stripDeadAnchors.js";
 import { stripDuplicateTitleHeading } from "./transforms/dom/stripDuplicateTitleHeading.js";
 import { stripEmptyTags } from "./transforms/dom/stripEmptyTags.js";
 import { stripInertElements } from "./transforms/dom/stripInertElements.js";
 import { stripInterBlockBreaks } from "./transforms/dom/stripInterBlockBreaks.js";
-import { stripParagraphBoundaryBreaks } from "./transforms/dom/stripParagraphBoundaryBreaks.js";
 import { stripTrackingParams } from "./transforms/dom/stripTrackingParams.js";
 import { trimPreWhitespace } from "./transforms/dom/trimPreWhitespace.js";
 import { unwrapDoublyNestedLists } from "./transforms/dom/unwrapDoublyNestedLists.js";
@@ -137,4 +138,4 @@ const transformContent = async (html, options) => {
 	return await applyDomTransforms(await options.parseHtmlFn(afterString), domFns.map((transform) => transform(context)));
 };
 //#endregion
-export { applyDomTransforms, applyStringTransforms, chooseBaseUrl, coerceNumber, composeThumbnailUrl, convertBookmarkCards, convertBreaksToParagraphs, createBookmarkPlaceholder, createEmbedPlaceholder, createParamExtractor, createPlaceholder, decodeDoubleEncodedTags, defaultResolveUrlFn, demoteHeadings, detectLanguage, enrichEmbedPlaceholders, extractRedirectTarget, extractVideoId, fixLazyImages, ghostBookmarkResolver, highlightCode, injectEnclosures, isSafeThumbnailUrl, linkifyUrls, mergeConsecutiveOneLinerPres, mergeFragmentedLists, normalizeEmbedFields, paragraphizePlainText, proxyAssetUrls, removeTrackingPixels, replaceEmbedsWithPlaceholders, replacePreLineBreaks, resolveRelativeUrls, stripComments, stripControlChars, stripDeadAnchors, stripDuplicateTitleHeading, stripEmptyTags, stripInertElements, stripInterBlockBreaks, stripOversizedBase64Sources, stripParagraphBoundaryBreaks, stripTrackingParams, substackBookmarkResolver, transformContent, trimPreWhitespace, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapCdataComments, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDoublyNestedLists, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapEmojiImages, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectUrls, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapTradedoubler, unwrapTumblr, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapWrappers, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu, updateEmbedPlaceholder, youtubeEmbedResolver, youtubeResolveEmbed };
+export { applyDomTransforms, applyStringTransforms, chooseBaseUrl, coerceNumber, composeThumbnailUrl, convertBookmarkCards, convertBreaksToParagraphs, createBookmarkPlaceholder, createEmbedPlaceholder, createParamExtractor, createPlaceholder, decodeDoubleEncodedTags, defaultResolveUrlFn, demoteHeadings, detectLanguage, enrichEmbedPlaceholders, extractRedirectTarget, extractVideoId, fixLazyImages, ghostBookmarkResolver, highlightCode, injectEnclosures, isSafeThumbnailUrl, linkifyUrls, markTimestamps, mergeConsecutiveOneLinerPres, mergeFragmentedLists, normalizeEmbedFields, paragraphizePlainText, parseTimestampSeconds, proxyAssetUrls, removeTrackingPixels, replaceEmbedsWithPlaceholders, replacePreLineBreaks, resolveRelativeUrls, stripBoundaryBreaks, stripComments, stripControlChars, stripDeadAnchors, stripDuplicateTitleHeading, stripEmptyTags, stripInertElements, stripInterBlockBreaks, stripOversizedBase64Sources, stripTrackingParams, substackBookmarkResolver, transformContent, trimPreWhitespace, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapCdataComments, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDoublyNestedLists, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapEmojiImages, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectUrls, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapTradedoubler, unwrapTumblr, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapWrappers, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu, updateEmbedPlaceholder, youtubeEmbedResolver, youtubeResolveEmbed };

package/dist/transforms/dom/convertBreaksToParagraphs.js

@@ -1,4 +1,4 @@
-import { Node, hasAncestorWithTagName, isBlockElement, isBr, isWhitespaceText } from "../../common.js";
+import { hasAncestorWithTagName, isBlockElement, isBr, isElement, isText, isWhitespaceText } from "../../common.js";
 //#region src/transforms/dom/convertBreaksToParagraphs.ts
 const processContainersSelector = "body, div, blockquote, td, li, article, section, main, header, footer, aside";
 const preOrCodeTags = new Set(["pre", "code"]);
@@ -49,11 +49,10 @@ const convertBreaksToParagraphs = () => {
 						i++;
 					}
 				} else {
-					const nodeType = child.nodeType;
-					if (nodeType === Node.ELEMENT_NODE) {
+					if (isElement(child)) {
 						current.hasContent = true;
 						if (isBlockElement(child)) current.hasBlock = true;
-					} else if (nodeType === Node.TEXT_NODE) {
+					} else if (isText(child)) {
 						if (!current.hasContent && child.textContent?.trim()) current.hasContent = true;
 					}
 					i++;

package/dist/transforms/dom/decodeDoubleEncodedTags.js

@@ -1,4 +1,4 @@
-import { NodeFilter, hasAncestorWithTagName } from "../../common.js";
+import { NodeFilter, hasAncestorWithTagName, isText } from "../../common.js";
 //#region src/transforms/dom/decodeDoubleEncodedTags.ts
 const opaqueTags = new Set([
 	"code",
@@ -16,13 +16,13 @@ const decodeDoubleEncodedTags = () => {
 		const walker = document.createTreeWalker(document.body, NodeFilter.SHOW_TEXT);
 		let tempDiv = null;
 		for (let node = walker.nextNode(); node !== null; node = walker.nextNode()) {
-			const text = node;
-			const data = text.data;
+			if (!isText(node)) continue;
+			const data = node.data;
 			if (!data.includes("<") || !tagInTextRegex.test(data)) continue;
-			if (hasAncestorWithTagName(text, opaqueTags)) continue;
+			if (hasAncestorWithTagName(node, opaqueTags)) continue;
 			if (tempDiv === null) tempDiv = document.createElement("div");
 			tempDiv.innerHTML = data;
-			text.replaceWith(...tempDiv.childNodes);
+			node.replaceWith(...tempDiv.childNodes);
 		}
 	};
 };

package/dist/transforms/dom/linkifyUrls.js

@@ -1,4 +1,4 @@
-import { Node } from "../../common.js";
+import { isElement, isText } from "../../common.js";
 import { find } from "linkifyjs";
 //#region src/transforms/dom/linkifyUrls.ts
 const urlProtocolRegex = /^https?:\/\//i;
@@ -13,9 +13,9 @@ const linkifyIgnoreTags = new Set([
 	"style"
 ]);
 const collectTextNodes = (node, result = []) => {
-	if (node.nodeType === Node.ELEMENT_NODE && linkifyIgnoreTags.has(node.tagName.toLowerCase())) return result;
-	for (const child of node.childNodes) if (child.nodeType === Node.TEXT_NODE) result.push(child);
-	else if (child.nodeType === Node.ELEMENT_NODE && !linkifyIgnoreTags.has(child.tagName.toLowerCase())) collectTextNodes(child, result);
+	if (isElement(node) && linkifyIgnoreTags.has(node.tagName.toLowerCase())) return result;
+	for (const child of node.childNodes) if (isText(child)) result.push(child);
+	else if (isElement(child) && !linkifyIgnoreTags.has(child.tagName.toLowerCase())) collectTextNodes(child, result);
 	return result;
 };
 const linkifyUrls = () => {

package/dist/transforms/dom/markTimestamps.d.ts

@@ -0,0 +1,7 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/markTimestamps.d.ts
+declare const parseTimestampSeconds: (timestamp: string) => number | undefined;
+declare const markTimestamps: DomTransform;
+//#endregion
+export { markTimestamps, parseTimestampSeconds };

package/dist/transforms/dom/markTimestamps.js

@@ -0,0 +1,64 @@
+import { isElement, isText } from "../../common.js";
+//#region src/transforms/dom/markTimestamps.ts
+const timestampIgnoreTags = new Set([
+	"a",
+	"pre",
+	"code",
+	"kbd",
+	"samp",
+	"var",
+	"script",
+	"style"
+]);
+const lineLeadingTimestampRegex = /(^|\n)([ \t]*)((?:\d{1,2}:)?\d{1,2}:\d{2})/gm;
+const numericPartRegex = /^\d+$/;
+const parseTimestampSeconds = (timestamp) => {
+	const parts = timestamp.split(":");
+	if (!parts.every((part) => numericPartRegex.test(part))) return;
+	if (parts.length === 2) {
+		const [minutes, seconds] = parts.map(Number);
+		if (seconds > 59) return;
+		return minutes * 60 + seconds;
+	}
+	if (parts.length === 3) {
+		const [hours, minutes, seconds] = parts.map(Number);
+		if (minutes > 59 || seconds > 59) return;
+		return hours * 3600 + minutes * 60 + seconds;
+	}
+};
+const shouldSkipElement = (element) => {
+	return timestampIgnoreTags.has(element.tagName.toLowerCase()) || element.hasAttribute("data-timestamp");
+};
+const collectTextNodes = (node, result = []) => {
+	for (const child of node.childNodes) if (isText(child)) result.push(child);
+	else if (isElement(child) && !shouldSkipElement(child)) collectTextNodes(child, result);
+	return result;
+};
+const markTimestamps = () => {
+	return (document) => {
+		const textNodes = collectTextNodes(document);
+		for (const node of textNodes) {
+			const text = node.textContent;
+			if (!text?.includes(":")) continue;
+			const parts = [];
+			let lastIndex = 0;
+			for (const match of text.matchAll(lineLeadingTimestampRegex)) {
+				const [, lineStart, leading, token] = match;
+				const seconds = parseTimestampSeconds(token);
+				if (seconds === void 0) continue;
+				const tokenStart = (match.index ?? 0) + lineStart.length + leading.length;
+				if (tokenStart > lastIndex) parts.push(document.createTextNode(text.slice(lastIndex, tokenStart)));
+				const span = document.createElement("span");
+				span.setAttribute("data-timestamp", String(seconds));
+				span.textContent = token;
+				parts.push(span);
+				lastIndex = tokenStart + token.length;
+			}
+			if (parts.length === 0) continue;
+			if (lastIndex < text.length) parts.push(document.createTextNode(text.slice(lastIndex)));
+			node.replaceWith(...parts);
+		}
+	};
+};
+//#endregion
+export { markTimestamps, parseTimestampSeconds };

package/dist/transforms/dom/mergeConsecutiveOneLinerPres.js

@@ -1,3 +1,4 @@
+import { isElement, isText } from "../../common.js";
 //#region src/transforms/dom/mergeConsecutiveOneLinerPres.ts
 const trailingBrRegex = /<br\s*\/?>\s*$/i;
 const surroundingNewlinesRegex = /^\n+|\n+$/g;
@@ -17,8 +18,8 @@ const mergeConsecutiveOneLinerPres = ({ preservedPreClasses }) => {
 			const run = [pre];
 			let sibling = pre.nextSibling;
 			while (sibling) {
-				if (sibling.nodeType !== 1 && sibling.nodeType !== 3) break;
-				if (sibling.nodeType === 3) {
+				if (!isElement(sibling) && !isText(sibling)) break;
+				if (isText(sibling)) {
 					if (sibling.textContent?.trim() !== "") break;
 					sibling = sibling.nextSibling;
 					continue;

package/dist/transforms/dom/mergeFragmentedLists.js

@@ -1,4 +1,4 @@
-import { Node, isWhitespaceText } from "../../common.js";
+import { isComment, isElement, isText, isWhitespaceText } from "../../common.js";
 //#region src/transforms/dom/mergeFragmentedLists.ts
 const mergeFragmentedLists = () => {
 	return (document) => {
@@ -24,9 +24,8 @@ const mergeFragmentedLists = () => {
 				let between = target.nextSibling;
 				while (between && between !== extra) {
 					const next = between.nextSibling;
-					const type = between.nodeType;
-					if (type === Node.COMMENT_NODE) between.parentNode?.removeChild(between);
-					else if (type === Node.TEXT_NODE) target.appendChild(between);
+					if (isComment(between)) between.parentNode?.removeChild(between);
+					else if (isText(between)) target.appendChild(between);
 					between = next;
 				}
 				while (extra.firstChild) target.appendChild(extra.firstChild);
@@ -38,14 +37,13 @@ const mergeFragmentedLists = () => {
 const nextMergeableSibling = (from, localName) => {
 	let sibling = from.nextSibling;
 	while (sibling) {
-		const type = sibling.nodeType;
-		if (type === Node.ELEMENT_NODE) return sibling.localName === localName ? sibling : void 0;
-		if (type === Node.TEXT_NODE) {
+		if (isElement(sibling)) return sibling.localName === localName ? sibling : void 0;
+		if (isText(sibling)) {
 			if (!isWhitespaceText(sibling)) return;
 			sibling = sibling.nextSibling;
 			continue;
 		}
-		if (type === Node.COMMENT_NODE) {
+		if (isComment(sibling)) {
 			sibling = sibling.nextSibling;
 			continue;
 		}
@@ -54,16 +52,15 @@ const nextMergeableSibling = (from, localName) => {
 };
 const hasOnlyListItemChildren = (list) => {
 	for (let child = list.firstChild; child; child = child.nextSibling) {
-		const type = child.nodeType;
-		if (type === Node.ELEMENT_NODE) {
+		if (isElement(child)) {
 			if (child.localName !== "li") return false;
 			continue;
 		}
-		if (type === Node.TEXT_NODE) {
+		if (isText(child)) {
 			if (!isWhitespaceText(child)) return false;
 			continue;
 		}
-		if (type !== Node.COMMENT_NODE) return false;
+		if (!isComment(child)) return false;
 	}
 	return true;
 };

package/dist/transforms/dom/stripBoundaryBreaks.d.ts

@@ -0,0 +1,6 @@
+import { DomTransform } from "../../types.js";
+
+//#region src/transforms/dom/stripBoundaryBreaks.d.ts
+declare const stripBoundaryBreaks: DomTransform;
+//#endregion
+export { stripBoundaryBreaks };

package/dist/transforms/dom/{stripParagraphBoundaryBreaks.js → stripBoundaryBreaks.js}

@@ -1,10 +1,26 @@
 import { isBr, isSkippable } from "../../common.js";
-//#region src/transforms/dom/stripParagraphBoundaryBreaks.ts
-const stripParagraphBoundaryBreaks = () => {
+//#region src/transforms/dom/stripBoundaryBreaks.ts
+const boundaryBreakSelectors = [
+	"p",
+	"h1",
+	"h2",
+	"h3",
+	"h4",
+	"h5",
+	"h6",
+	"div",
+	"blockquote",
+	"li",
+	"ul",
+	"ol",
+	"figcaption",
+	"section"
+];
+const stripBoundaryBreaks = () => {
 	return (document) => {
-		const paragraphs = document.querySelectorAll("p");
-		for (const paragraph of paragraphs) {
-			let cursor = paragraph.firstChild;
+		const elements = document.querySelectorAll(boundaryBreakSelectors.join(", "));
+		for (const element of elements) {
+			let cursor = element.firstChild;
 			let leadingHasBr = false;
 			let leadingEnd = null;
 			while (cursor && isSkippable(cursor)) {
@@ -13,7 +29,7 @@ const stripParagraphBoundaryBreaks = () => {
 				cursor = cursor.nextSibling;
 			}
 			if (leadingHasBr) {
-				let node = paragraph.firstChild;
+				let node = element.firstChild;
 				while (node) {
 					const next = node.nextSibling;
 					node.remove();
@@ -21,7 +37,7 @@ const stripParagraphBoundaryBreaks = () => {
 					node = next;
 				}
 			}
-			cursor = paragraph.lastChild;
+			cursor = element.lastChild;
 			let trailingHasBr = false;
 			let trailingEnd = null;
 			while (cursor && isSkippable(cursor)) {
@@ -30,7 +46,7 @@ const stripParagraphBoundaryBreaks = () => {
 				cursor = cursor.previousSibling;
 			}
 			if (trailingHasBr) {
-				let node = paragraph.lastChild;
+				let node = element.lastChild;
 				while (node) {
 					const prev = node.previousSibling;
 					node.remove();
@@ -42,4 +58,4 @@ const stripParagraphBoundaryBreaks = () => {
 	};
 };
 //#endregion
-export { stripParagraphBoundaryBreaks };
+export { stripBoundaryBreaks };

package/dist/transforms/dom/stripEmptyTags.js

@@ -1,4 +1,4 @@
-import { Node } from "../../common.js";
+import { isElement, isText } from "../../common.js";
 //#region src/transforms/dom/stripEmptyTags.ts
 const preserveWhenEmpty = new Set([
 	"iframe",
@@ -33,12 +33,11 @@ const stripEmptyTags = () => {
 			let hasContent = false;
 			for (let j = 0; j < childCount; j++) {
 				const child = childNodes[j];
-				const nodeType = child.nodeType;
-				if (nodeType === Node.ELEMENT_NODE) {
+				if (isElement(child)) {
 					hasContent = true;
 					break;
 				}
-				if (nodeType === Node.TEXT_NODE && child.data.trim().length > 0) {
+				if (isText(child) && child.data.trim().length > 0) {
 					hasContent = true;
 					break;
 				}

package/dist/transforms/dom/unwrapDoublyNestedLists.js

@@ -1,4 +1,4 @@
-import { Node } from "../../common.js";
+import { isText } from "../../common.js";
 //#region src/transforms/dom/unwrapDoublyNestedLists.ts
 const unwrapDoublyNestedLists = () => {
 	return (document) => {
@@ -21,7 +21,7 @@ const unwrapDoublyNestedLists = () => {
 			}
 			if (elementDisqualified || inner === null) continue;
 			let textDisqualified = false;
-			for (let node = wrapper.firstChild; node !== null; node = node.nextSibling) if (node.nodeType === Node.TEXT_NODE && node.textContent?.trim()) {
+			for (let node = wrapper.firstChild; node !== null; node = node.nextSibling) if (isText(node) && node.textContent?.trim()) {
 				textDisqualified = true;
 				break;
 			}
@@ -30,7 +30,7 @@ const unwrapDoublyNestedLists = () => {
 			if (parent === null) continue;
 			for (let node = wrapper.firstChild; node !== null;) {
 				const next = node.nextSibling;
-				if (node.nodeType === Node.TEXT_NODE || node === inner) parent.insertBefore(node, outer);
+				if (isText(node) || node === inner) parent.insertBefore(node, outer);
 				node = next;
 			}
 			outer.remove();

package/package.json

@@ -40,10 +40,13 @@
   ],
   "scripts": {
     "prepare": "lefthook install",
-    "build": "tsdown src/index.ts src/defaults.ts src/parsers/linkedom.ts --format esm --dts --clean --unbundle --no-fixed-extension"
+    "build": "tsdown src/index.ts src/defaults.ts src/parsers/linkedom.ts --format esm --dts --clean --unbundle --no-fixed-extension",
+    "test": "bun test",
+    "test:linkedom": "DOM_LIBRARY=linkedom bun test",
+    "test:jsdom": "DOM_LIBRARY=jsdom bun test"
   },
   "dependencies": {
-    "@wordpress/autop": "^4.46.0",
+    "@wordpress/autop": "^4.47.0",
     "highlight.js": "^11.11.1",
     "linkifyjs": "^4.3.2",
     "srcset": "^5.0.3"
@@ -60,9 +63,11 @@
   },
   "devDependencies": {
     "@types/bun": "^1.3.13",
+    "@types/jsdom": "^28.0.3",
+    "jsdom": "^29.1.1",
     "kvalita": "^1.13.0",
     "linkedom": "^0.18.12",
-    "tsdown": "^0.22.0"
+    "tsdown": "^0.22.1"
   },
-  "version": "2.0.0"
+  "version": "2.1.0"
 }

package/dist/transforms/dom/stripParagraphBoundaryBreaks.d.ts

@@ -1,6 +0,0 @@
-import { DomTransform } from "../../types.js";
-
-//#region src/transforms/dom/stripParagraphBoundaryBreaks.d.ts
-declare const stripParagraphBoundaryBreaks: DomTransform;
-//#endregion
-export { stripParagraphBoundaryBreaks };