defuddle-js 0.1.0

package/package.json

@@ -0,0 +1,41 @@
+{
+  "name": "defuddle-js",
+  "version": "0.1.0",
+  "description": "Extract main content and metadata from HTML pages. Works in browser and Node.js.",
+  "license": "MIT",
+  "main": "dist/defuddle.cjs.js",
+  "module": "src/index.js",
+  "browser": "dist/defuddle.umd.js",
+  "exports": {
+    ".": {
+      "import": "./src/index.js",
+      "require": "./dist/defuddle.cjs.js",
+      "browser": "./dist/defuddle.umd.js"
+    }
+  },
+  "files": [
+    "src",
+    "dist"
+  ],
+  "type": "module",
+  "scripts": {
+    "build": "node build.cjs",
+    "test": "NODE_OPTIONS=--experimental-vm-modules jest",
+    "test:watch": "NODE_OPTIONS=--experimental-vm-modules jest --watch"
+  },
+  "devDependencies": {
+    "esbuild": "^0.25.0",
+    "jest": "^29.0.0",
+    "jest-environment-jsdom": "^29.0.0"
+  },
+  "keywords": [
+    "html",
+    "content-extraction",
+    "readability",
+    "article",
+    "metadata",
+    "parser",
+    "browser",
+    "nodejs"
+  ]
+}

package/src/constants.js

@@ -0,0 +1,297 @@
+/**
+ * Constants for defuddle-js content extraction.
+ * Ported from defuddle/src/constants.ts and defuddle-php.
+ */
+
+export const ENTRY_POINT_SELECTORS = [
+  '#post',
+  '.post-content',
+  '.post-body',
+  '.article-content',
+  '#article-content',
+  '.article_post',
+  '.article-wrapper',
+  '.entry-content',
+  '.content-article',
+  '.instapaper_body',
+  '.post',
+  '.markdown-body',
+  'article',
+  '[role="article"]',
+  'main',
+  '[role="main"]',
+  '#content',
+  'body',
+];
+
+export const BLOCK_ELEMENTS_SELECTOR =
+  'div,section,article,main,aside,header,footer,nav';
+
+export const CONTENT_INDICATORS = new Set([
+  'article', 'body', 'content', 'entry', 'hentry', 'main',
+  'page', 'post', 'text', 'blog', 'story',
+]);
+
+export const NAV_INDICATORS = [
+  'nav', 'navigation', 'menu', 'sidebar', 'header', 'footer',
+  'breadcrumb', 'pagination', 'pager', 'tags', 'categories',
+];
+
+export const SOCIAL_MEDIA_PATTERNS = [
+  'twitter.com/', 'facebook.com/', 'instagram.com/', 'linkedin.com/',
+  'youtube.com/', 'tiktok.com/', 'pinterest.com/', 'reddit.com/',
+];
+
+export const MIN_IMAGE_DIMENSION = 33;
+
+/** Exact CSS selectors for known non-content elements */
+export const EXACT_SELECTORS = [
+  'noscript',
+  'style',
+  'meta',
+  'link',
+  '.promo',
+  '.Promo',
+  '.alert',
+  '#barrier-page',
+  '[id="comments"]',
+  '[id="comment"]',
+  'div[class*="cover-"]',
+  'div[id*="cover-"]',
+  'header',
+  '.header',
+  '#header',
+  '#Header',
+  '#banner',
+  '#Banner',
+  'nav',
+  '.navigation',
+  '#navigation',
+  '[role="navigation"]',
+  '[role="dialog"]',
+  '[role="complementary"]',
+  '[class*="pagination"]',
+  '.menu',
+  '#siteSub',
+  '.previous',
+  '.Author',
+  '[class$="_bio"]',
+  '#categories',
+  '.contributor',
+  '.date',
+  '#date',
+  '[data-date]',
+  '.entry-meta',
+  '.meta',
+  '.tags',
+  '#tags',
+  '[rel="tag"]',
+  '.toc',
+  '.Toc',
+  '#toc',
+  '.headline',
+  '#headline',
+  '#title',
+  '#Title',
+  '#articleTag',
+  '[href*="/tag/"]',
+  '[href*="/tags/"]',
+  '[href*="/author/"]',
+  '[href*="/author?"]',
+  '[href$="/author"]',
+  'a[href*="copyright.com"]',
+  'a[href*="google.com/preferences"]',
+  '[href*="#toc"]',
+  '[href="#top"]',
+  '[href="#Top"]',
+  '[href="#page-header"]',
+  '[href="#content"]',
+  '[href="#site-content"]',
+  '[href="#main-content"]',
+  '[href^="#main"]',
+  '[src*="author"]',
+  'footer',
+  '.aside',
+  'button',
+  'canvas',
+  'dialog',
+  'fieldset',
+  'form',
+  'label',
+  'option',
+  'select',
+  '[role="listbox"]',
+  '[role="option"]',
+  'textarea',
+  '[hidden]',
+  '[aria-hidden="true"]',
+  '.hidden',
+  '.invisible',
+  '#logo',
+  '#Logo',
+  '#newsletter',
+  '#Newsletter',
+  '.subscribe',
+  '.noprint',
+  '[data-print-layout="hide"]',
+  '[data-block="donotprint"]',
+  '.sidebar',
+  '.Sidebar',
+  '#sidebar',
+  '#Sidebar',
+  '#side-bar',
+  '#sitesub',
+  '.copyright',
+  '#copyright',
+  '.licensebox',
+  '#page-info',
+  '#rss',
+  '#feed',
+  '.gutter',
+  '#primaryaudio',
+  'table.infobox',
+  '.gh-header-sticky',
+];
+
+/** Partial substring patterns tested against class + id attribute values */
+export const PARTIAL_SELECTORS = [
+  'a-statement', 'access-wall', 'activitypub', 'actioncall', 'addcomment', 'addtoany',
+  'advert', 'adlayout', 'ad-tldr', 'ad-placement', 'ads-container', '_ad_', 'AdBlock_',
+  'AdUnit', 'after_content', 'after_main_article', 'afterpost', 'allterms', '-alert-',
+  'alert-box', '_archive', 'around-the-web', 'aroundpages', 'article-author',
+  'article-badges', 'article-banner', 'article-bottom-section', 'article-bottom',
+  'article-category', 'article-card', 'article-citation', 'article__copy',
+  'article_date', 'article-date', 'article-end ', 'article_header', 'article-header',
+  'article__header', 'article__hero', 'article__info', 'article-info', 'article-meta',
+  'article_meta', 'article__meta', 'articlename', 'article-subject', 'article_subject',
+  'article-snippet', 'article-separator', 'article--share', 'article--topics',
+  'articletags', 'article-tags', 'article_tags', 'articletitle', 'article-title',
+  'article_title', 'articletopics', 'article-topics', 'article-actions',
+  'article--lede', 'articlewell', 'associated-people', 'audio-card', 'author-bio',
+  'author-box', 'author-info', 'author_info', 'authorm', 'author-mini-bio',
+  'author-name', 'author-publish-info', 'authored-by', 'avatar',
+  'back-to-top', 'backlink_container', 'backlinks-section', 'bio-block', 'biobox',
+  'blog-pager', 'bookmark-', '-bookmark', 'bottominfo', 'bottomnav',
+  'bottom-of-article', 'bottom-wrapper', 'brand-bar', 'bcrumb', 'breadcrumb',
+  'brdcrumb', 'button-wrapper', 'buttons-container', 'btn-', '-btn', 'byline',
+  'captcha', 'card-text', 'card-media', 'card-post', 'carouselcontainer',
+  'carousel-container', 'cat_header', 'catlinks', '_categories', 'card-author',
+  'card-content', 'chapter-list', 'collections', 'comments', '-comment',
+  'commentbox', 'comment-button', 'commentcomp', 'comment-content', 'comment-count',
+  'comment-form', 'comment-number', 'comment-respond', 'comment-thread',
+  'comment-wrap', 'complementary', 'consent', 'contact-', 'content-card',
+  'copycontent', 'content-topics', 'contentpromo', 'context-bar', 'context-widget',
+  'core-collateral', 'cover-image', 'cover-photo', 'cover-wrap', 'created-date',
+  'creative-commons_', 'c-subscribe', '_cta', '-cta', 'cta-', 'cta_',
+  'current-issue', 'custom-list-number',
+  'dateline', 'dateheader', 'date-header', 'date-pub', 'disclaimer', 'disclosure',
+  'discussion', 'discuss_', '-dismiss', 'disqus', 'donate', 'donation', 'dropdown',
+  'editorial_contact', 'editorial-contact', 'element-invisible', 'eletters',
+  'emailsignup', 'emoji-bar', 'engagement-widget', 'enhancement-', 'entry-author-info',
+  'entry-categories', 'entry-date', 'entry-title', 'entry-utility', '-error', 'error-',
+  'eyebrow', 'expand-reduce', 'external-anchor', 'externallinkembedwrapper',
+  'extra-services', 'extra-title',
+  'facebook', 'fancy-box', 'favorite', 'featured-content', 'feature_feed', 'feedback',
+  'feed-links', 'field-site-sections', 'fixheader', 'floating-vid', 'follower',
+  'footer', 'footnote-back', 'footnoteback', 'form-group', 'for-you', 'frontmatter',
+  'further-reading', 'fullbleedheader',
+  'gallery-count', 'gated-', 'gh-feed', 'gist-meta', 'goog-', 'graph-view',
+  'hamburger', 'header_logo', 'header-logo', 'header-pattern', 'hero-list',
+  'hide-for-print', 'hide-print', 'hide-when-no-script', 'hidden-print',
+  'hidden-sidenote', 'hidden-accessibility',
+  'infoline', 'inline-topic', 'instacartIntegration', 'interlude', 'interaction',
+  'itemendrow', 'intro-date', 'invisible',
+  'jp-no-solution', 'jp-relatedposts', 'jswarning', 'js-warning', 'jumplink',
+  'jumpto', 'jump-to-', 'js-skip-to-content',
+  'keepreading', 'keep-reading', 'keep_reading', 'keyword_wrap', 'kicker',
+  'labstab', '-labels', 'language-name', 'lastupdated', 'latest-content', '-ledes-',
+  '-license', 'license-', 'lightbox-popup', 'like-button', 'link-box', 'links-grid',
+  'links-title', 'listing-dynamic-terms', 'list-tags', 'listinks', 'loading',
+  'loa-info', 'logo_container',
+  'masthead', 'marketing', 'media-inquiry', '-menu', 'menu-', 'metadata', 'meta-date',
+  'meta-row', 'might-like', 'minibio', 'more-about', 'mod-paywall', '_modal',
+  '-modal', 'more-', 'morenews', 'morestories', 'more_wrapper', 'most-read',
+  'mw-editsection', 'mw-cite-backlink', 'mw-indicators', 'mw-jump-link',
+  'nav-', 'nav_', 'navigation-post', 'next-', 'newsgallery', 'news-story-title',
+  'newsletter_', 'newsletterbanner', 'newslettercontainer', 'newsletter-form',
+  'newsletter-signup', 'newslettersignup', 'newsletterwidget', 'newsletterwrapper',
+  'not-found', 'notessection', 'nomobile', 'noprint',
+  'open-slideshow', 'originally-published', 'other-blogs', 'outline-view',
+  'pagehead', 'page-header', 'page-title', 'paywall_message', '-partners',
+  'permission-', 'plea', 'popular', 'popup_links', 'pop_stories', 'pop-up',
+  'post__author', 'post-author', 'post-bottom', 'post__category', 'postcomment',
+  'postdate', 'post-date', 'post_date', 'post-details', 'post-feeds', 'postinfo',
+  'post-info', 'post_info', 'post-inline-date', 'post-links', 'postlist',
+  'post_list', 'post_meta', 'post-meta', 'postmeta', 'post_more', 'postnavi',
+  'post-navigation', 'postpath', 'post-preview', 'postsnippet', 'post_snippet',
+  'post-snippet', 'post-subject', 'posttax', 'post-tax', 'post_tax', 'posttag',
+  'post_tag', 'post-tag', 'post_time', 'posttitle', 'post-title', 'post_title',
+  'post__title', 'post-ufi-button', 'prev-post', 'prevnext', 'prev_next',
+  'prev-next', 'previousnext', 'press-inquiries', 'print-none', 'print-header',
+  'privacy-notice', 'privacy-settings', 'profile', 'promo_article', 'promo-bar',
+  'promo-box', 'pubdate', 'pub_date', 'pub-date', 'publish_date', 'publish-date',
+  'publication-date', 'publicationName',
+  'qr-code', 'qr_code', 'quick_up',
+  '_rail', 'ratingssection', 'read_also', 'readmore', 'read-next', 'read_next',
+  'read_time', 'read-time', 'reading_time', 'reading-time', 'reading-list',
+  'recent-', 'recent-articles', 'recentpost', 'recent_post', 'recent-post',
+  'recommend', 'redirectedfrom', 'recirc', 'register', 'related', 'relevant',
+  'reversefootnote', 'robots-nocontent', '_rss', 'rss-link',
+  'screen-reader-text', 'scroll_to', 'scroll-to', '_search', '-search',
+  'section-nav', 'series-banner', 'share-box', 'sharedaddy', 'share-icons',
+  'sharelinks', 'share-post', 'share-print', 'share-section', 'sharing_',
+  'shariff-', 'show-for-print', 'sidebartitle', 'sidebar-content', 'sidebar-wrapper',
+  'sideitems', 'sidebar-author', 'sidebar-item', 'side-box', 'side-logo',
+  'sign-in-gate', 'similar-', 'similar_', 'similars-', 'site-index', 'site-header',
+  'siteheader', 'site-logo', 'site-name', 'site-wordpress', 'skip-content',
+  'skip-to-content', 'skip-link', 'c-skip-link', '_skip-link', '-slider',
+  'slug-wrap', 'social-author', 'social-shar', 'social-date', 'speechify-ignore',
+  'speedbump', 'sponsor', 'springercitation', 'sr-only', '_stats', 'story-date',
+  'story-navigation', 'storyreadtime', 'storysmall', 'storypublishdate',
+  'subject-label', 'subhead', 'submenu', '-subscribe-', 'subscriber-drive',
+  'subscription-',
+  '_tags', 'tags__item', 'tag_list', 'taxonomy', 'table-of-contents', 'tabs-',
+  'terminaltout', 'time-rubric', 'timestamp', 'time-read', 'time-to-read',
+  'tip_off', 'tiptout', '-tout-', 'toc-container', 'toggle-caption',
+  'tooltip-content', 'topbar', 'topic-authors', 'topic-footer', 'topic-list',
+  'topic-subnav', 'top-wrapper', 'tree-item', 'trending', 'trust-feat',
+  'trust-badge', 'trust-project', 'twitter', 'twiblock',
+  'u-hide', 'upsell',
+  'viewbottom', 'yarpp-related', 'visually-hidden', 'welcomebox', 'widget_pages',
+];
+
+export const PARTIAL_SELECTORS_REGEX = new RegExp(
+  '(?:' + PARTIAL_SELECTORS.map(p => p.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')).join('|') + ')',
+  'i'
+);
+
+export const FOOTNOTE_SELECTORS = [
+  'div.footnote ol', 'div.footnotes ol', 'div[role="doc-endnotes"]',
+  'div[role="doc-footnotes"]', 'ol.footnotes-list', 'ol.footnotes',
+  'ol.references', 'section.footnotes ol', 'section[role="doc-endnotes"]',
+  'section[role="doc-footnotes"]', 'section[role="doc-bibliography"]',
+  'ul.footnotes-list', '#footnotes',
+];
+
+export const PARTIAL_MATCH_ATTRIBUTES = [
+  'class', 'id', 'data-test', 'data-testid', 'data-test-id', 'data-qa', 'data-cy',
+];
+
+export const VIDEO_EMBED_PATTERNS = [
+  'youtube.com', 'youtu.be', 'vimeo.com', 'twitter.com', 'x.com', 'datawrapper.de',
+];
+
+export const ALLOWED_ATTRIBUTES = new Set([
+  'alt', 'allow', 'allowfullscreen', 'aria-label', 'checked',
+  'colspan', 'controls', 'data-latex', 'data-src', 'data-srcset',
+  'data-callout', 'data-callout-title', 'data-lang', 'dir',
+  'frameborder', 'headers', 'height', 'href', 'kind', 'label',
+  'lang', 'role', 'rowspan', 'src', 'srclang', 'srcset',
+  'title', 'type', 'width', 'datetime',
+]);
+
+export const ALLOWED_EMPTY_TAGS = new Set([
+  'area', 'audio', 'br', 'col', 'embed', 'figure', 'hr',
+  'iframe', 'img', 'input', 'link', 'meta', 'picture',
+  'source', 'svg', 'td', 'th', 'track', 'video', 'wbr',
+]);

package/src/content-finder.js

@@ -0,0 +1,116 @@
+/**
+ * Find the main content element in a document.
+ * Ported from defuddle-php/src/Content/ContentFinder.php
+ */
+import { ENTRY_POINT_SELECTORS, BLOCK_ELEMENTS_SELECTOR } from './constants.js';
+import { scoreElement, findBestElement } from './content-scorer.js';
+import { countWords, isAncestorOrSelf } from './utils.js';
+
+/**
+ * Find the main content element in a document.
+ * @param {Document} doc
+ * @returns {Element|null}
+ */
+export function findMainContent(doc) {
+  const selectorCount = ENTRY_POINT_SELECTORS.length;
+  const candidates = [];
+
+  for (let index = 0; index < selectorCount; index++) {
+    const selector = ENTRY_POINT_SELECTORS[index];
+    let elements;
+    try {
+      elements = doc.querySelectorAll(selector);
+    } catch (e) {
+      continue;
+    }
+
+    for (const el of elements) {
+      const baseScore = (selectorCount - index) * 40;
+      const contentScore = scoreElement(el);
+      candidates.push({
+        element: el,
+        score: baseScore + contentScore,
+        selectorIndex: index,
+      });
+    }
+  }
+
+  if (candidates.length === 0) {
+    return findByScoring(doc);
+  }
+
+  // Sort by score descending
+  candidates.sort((a, b) => b.score - a.score);
+
+  const top = candidates[0];
+
+  // If body is the only match, try table-based detection
+  if (
+    candidates.length === 1 &&
+    top.element.tagName.toLowerCase() === 'body'
+  ) {
+    const tableContent = findTableBasedContent(doc);
+    if (tableContent) return tableContent;
+  }
+
+  // Prefer more-specific child over generic parent
+  let best = top;
+  for (const child of candidates) {
+    if (child === top) continue;
+    if (child.selectorIndex >= best.selectorIndex) continue;
+    if (!top.element.contains(child.element)) continue;
+
+    const childWords = countWords(child.element.textContent || '');
+    if (childWords <= 50) continue;
+
+    // Don't prefer child if multiple siblings at same selector (listing page)
+    const siblingsAtIndex = candidates.filter(
+      c => c.selectorIndex === child.selectorIndex && top.element.contains(c.element)
+    ).length;
+    if (siblingsAtIndex > 1) continue;
+
+    best = child;
+  }
+
+  return best.element;
+}
+
+/**
+ * Fallback: score all block elements and return the highest-scoring one.
+ * @param {Document} doc
+ * @returns {Element|null}
+ */
+function findByScoring(doc) {
+  const elements = Array.from(doc.querySelectorAll(BLOCK_ELEMENTS_SELECTOR))
+    .filter(el => scoreElement(el) > 0);
+
+  if (elements.length === 0) {
+    return doc.body || null;
+  }
+
+  return elements.reduce((best, el) =>
+    scoreElement(el) > scoreElement(best) ? el : best
+  );
+}
+
+/**
+ * For old-style table-based layouts, find the highest-scoring <td>.
+ * @param {Document} doc
+ * @returns {Element|null}
+ */
+function findTableBasedContent(doc) {
+  const tables = Array.from(doc.getElementsByTagName('table'));
+  const hasTableLayout = tables.some(table => {
+    const width = parseInt(table.getAttribute('width') || '0');
+    const cls = (table.className || '').toLowerCase();
+    return width > 400 ||
+      cls.includes('content') ||
+      cls.includes('article') ||
+      table.getAttribute('align') === 'center';
+  });
+
+  if (!hasTableLayout) return null;
+
+  const cells = Array.from(doc.getElementsByTagName('td'));
+  return findBestElement(cells);
+}

package/src/content-scorer.js

@@ -0,0 +1,194 @@
+/**
+ * Content scoring algorithm for defuddle-js.
+ * Ported from defuddle/src/removals/scoring.ts and defuddle-php.
+ */
+import { CONTENT_INDICATORS, NAV_INDICATORS, SOCIAL_MEDIA_PATTERNS } from './constants.js';
+import { countWords, getClassId, isAncestorOrSelf } from './utils.js';
+
+/**
+ * Score an element as a potential content container.
+ * Higher = more likely to be main content.
+ * @param {Element} el
+ * @returns {number}
+ */
+export function scoreElement(el) {
+  const text = el.textContent || '';
+  const words = countWords(text);
+  let score = words;
+
+  // Paragraphs are a strong positive signal
+  score += el.getElementsByTagName('p').length * 10;
+
+  // Commas suggest prose
+  score += (text.match(/,/g) || []).length;
+
+  // Content-indicating class/id names
+  const classId = getClassId(el).toLowerCase();
+  for (const indicator of CONTENT_INDICATORS) {
+    if (classId.includes(indicator)) {
+      score += 15;
+      break;
+    }
+  }
+
+  // Link density penalty
+  const linkDensity = getLinkDensity(el);
+  score *= Math.max(0.5, 1 - linkDensity);
+
+  return score;
+}
+
+/**
+ * Score an element as a potential non-content block.
+ * Returns a score where < 0 means the element should be removed.
+ * @param {Element} el
+ * @returns {number}
+ */
+export function scoreNonContentBlock(el) {
+  let score = 0;
+  const classId = getClassId(el).toLowerCase();
+
+  // Navigation indicator penalty
+  for (const indicator of NAV_INDICATORS) {
+    if (classId.includes(indicator)) score -= 10;
+  }
+
+  // High link density
+  if (getLinkDensity(el) > 0.5) score -= 15;
+
+  // Social media profile links
+  if (hasSocialMediaLinks(el)) score -= 15;
+
+  // Short author+date byline
+  if (isAuthorDateByline(el)) score -= 10;
+
+  // Card grid (listing page pattern)
+  if (isCardGrid(el)) score -= 15;
+
+  return score;
+}
+
+/**
+ * Score all block elements and remove those with score < 0.
+ * Protects mainContent and its ancestors.
+ * @param {Document} doc
+ * @param {Element} mainContent
+ * @param {boolean} debug
+ * @returns {Array}
+ */
+export function scoreAndRemove(doc, mainContent, debug = false) {
+  const removed = [];
+  const body = doc.body || doc.documentElement;
+  if (!body) return removed;
+
+  const tags = ['div', 'section', 'article', 'main', 'aside', 'header', 'footer', 'nav'];
+  const candidates = [];
+  for (const tag of tags) {
+    candidates.push(...Array.from(body.getElementsByTagName(tag)));
+  }
+
+  const toRemove = [];
+  for (const el of candidates) {
+    if (isAncestorOrSelf(el, mainContent)) continue;
+    const score = scoreNonContentBlock(el);
+    if (score < 0) {
+      toRemove.push(el);
+      if (debug) {
+        removed.push({ step: 'scoreAndRemove', score, tag: el.tagName, class: el.className });
+      }
+    }
+  }
+
+  for (const el of toRemove) {
+    if (el.parentNode) el.parentNode.removeChild(el);
+  }
+
+  return removed;
+}
+
+/**
+ * Find the highest-scoring element from a list.
+ * @param {Element[]} elements
+ * @returns {Element|null}
+ */
+export function findBestElement(elements) {
+  let best = null;
+  let bestScore = -Infinity;
+  for (const el of elements) {
+    const score = scoreElement(el);
+    if (score > bestScore) {
+      bestScore = score;
+      best = el;
+    }
+  }
+  return best;
+}
+
+/**
+ * Calculate link density of an element (link text / total text).
+ * @param {Element} el
+ * @returns {number} 0.0 to 1.0
+ */
+export function getLinkDensity(el) {
+  const totalText = (el.textContent || '').trim().length;
+  if (totalText === 0) return 0;
+
+  let linkText = 0;
+  for (const a of el.getElementsByTagName('a')) {
+    linkText += (a.textContent || '').trim().length;
+  }
+
+  return Math.min(1, linkText / totalText);
+}
+
+/**
+ * Detect if an element looks like a card grid (listing page).
+ * 3+ headings, 2+ images, low prose per heading.
+ * @param {Element} el
+ * @returns {boolean}
+ */
+export function isCardGrid(el) {
+  const headings = el.querySelectorAll('h2,h3,h4').length;
+  if (headings < 3) return false;
+
+  const images = el.getElementsByTagName('img').length;
+  if (images < 2) return false;
+
+  const words = countWords(el.textContent || '');
+  if (words >= 500) return false;
+
+  return headings > 0 && (words / headings) < 20;
+}
+
+/**
+ * Detect if element is a short author+date byline (<15 words).
+ * @param {Element} el
+ * @returns {boolean}
+ */
+export function isAuthorDateByline(el) {
+  const text = (el.textContent || '').trim();
+  const words = countWords(text);
+  if (words >= 15) return false;
+
+  const hasDate = /\b(?:Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)[a-z]*\.?\s+\d{1,2}|\d{4}|\b\d{1,2}\/\d{1,2}/i.test(text);
+  const hasByline = /^by\s+/i.test(text);
+
+  return hasDate || hasByline;
+}
+
+/**
+ * Check if element contains social media profile links.
+ * @param {Element} el
+ * @returns {boolean}
+ */
+export function hasSocialMediaLinks(el) {
+  const links = Array.from(el.getElementsByTagName('a'));
+  if (links.length === 0) return false;
+
+  const socialLinks = links.filter(a => {
+    const href = (a.getAttribute('href') || '').toLowerCase();
+    return SOCIAL_MEDIA_PATTERNS.some(p => href.includes(p));
+  });
+
+  return socialLinks.length > 0 && socialLinks.length / links.length > 0.5;
+}