magpie-html 0.2.1 → 0.2.3

package/dist/index.js

@@ -2347,6 +2347,378 @@ function parseFeedAs(content, format, baseUrl) {
   }
 }
 
+// src/feed/sitemap/xml-parser.ts
+function parseSitemapXML(xml) {
+  const cleaned = cleanXMLDeclaration2(xml);
+  const withoutDoctype = removeDoctype3(cleaned);
+  const withoutComments = removeComments3(withoutDoctype);
+  const root = parseElement3(withoutComments, 0).element;
+  return root;
+}
+function cleanXMLDeclaration2(xml) {
+  return xml.replace(/<\?xml[^?]*\?>/g, "").trim();
+}
+function removeDoctype3(xml) {
+  return xml.replace(/<!DOCTYPE[^>]*>/gi, "");
+}
+function removeComments3(xml) {
+  return xml.replace(/<!--[\s\S]*?-->/g, "");
+}
+function extractCDATA3(text) {
+  const cdataMap = /* @__PURE__ */ new Map();
+  let counter = 0;
+  const processed = text.replace(/<!\[CDATA\[([\s\S]*?)\]\]>/g, (_match, content) => {
+    const placeholder = `__CDATA_${counter}__`;
+    cdataMap.set(placeholder, content);
+    counter++;
+    return placeholder;
+  });
+  return { text: processed, cdataMap };
+}
+function restoreCDATA3(text, cdataMap) {
+  let result = text;
+  for (const [placeholder, content] of cdataMap.entries()) {
+    result = result.replace(placeholder, content);
+  }
+  return result;
+}
+function parseAttributes3(tagContent) {
+  const attributes = {};
+  const attrRegex = /(\S+)=["']([^"']*)["']/g;
+  let match = attrRegex.exec(tagContent);
+  while (match !== null) {
+    attributes[match[1]] = match[2];
+    match = attrRegex.exec(tagContent);
+  }
+  return attributes;
+}
+function findClosingTag3(xml, tagName, startPos) {
+  const openTag = `<${tagName}`;
+  const closeTag = `</${tagName}>`;
+  let depth = 1;
+  let pos = startPos;
+  while (pos < xml.length && depth > 0) {
+    const nextOpen = xml.indexOf(openTag, pos);
+    const nextClose = xml.indexOf(closeTag, pos);
+    if (nextClose === -1) {
+      return -1;
+    }
+    if (nextOpen !== -1 && nextOpen < nextClose) {
+      depth++;
+      pos = nextOpen + openTag.length;
+    } else {
+      depth--;
+      if (depth === 0) {
+        return nextClose;
+      }
+      pos = nextClose + closeTag.length;
+    }
+  }
+  return -1;
+}
+function parseElement3(xml, startPos, parent = null, cdataMap) {
+  const extracted = cdataMap ? { text: xml, cdataMap } : extractCDATA3(xml);
+  const cleanedXML = extracted.text;
+  const currentCdataMap = extracted.cdataMap;
+  const openTagStart = cleanedXML.indexOf("<", startPos);
+  if (openTagStart === -1) {
+    throw new Error("No opening tag found");
+  }
+  const openTagEnd = cleanedXML.indexOf(">", openTagStart);
+  if (openTagEnd === -1) {
+    throw new Error("Unclosed opening tag");
+  }
+  const openTagContent = cleanedXML.substring(openTagStart + 1, openTagEnd);
+  const isSelfClosing = openTagContent.endsWith("/");
+  const tagContent = isSelfClosing ? openTagContent.slice(0, -1).trim() : openTagContent;
+  const spaceIndex = tagContent.indexOf(" ");
+  const tagName = spaceIndex === -1 ? tagContent : tagContent.substring(0, spaceIndex);
+  const attributes = spaceIndex === -1 ? {} : parseAttributes3(tagContent.substring(spaceIndex));
+  const element = {
+    tagName,
+    attributes,
+    text: "",
+    children: [],
+    parent
+  };
+  if (isSelfClosing) {
+    return { element, endPos: openTagEnd + 1, cdataMap: currentCdataMap };
+  }
+  const closingTagPos = findClosingTag3(cleanedXML, tagName, openTagEnd + 1);
+  if (closingTagPos === -1) {
+    throw new Error(`No closing tag found for <${tagName}>`);
+  }
+  const content = cleanedXML.substring(openTagEnd + 1, closingTagPos);
+  if (content.includes("<")) {
+    let pos = 0;
+    const trimmedContent = content.trim();
+    while (pos < trimmedContent.length) {
+      const nextTag = trimmedContent.indexOf("<", pos);
+      if (nextTag === -1) break;
+      if (trimmedContent[nextTag + 1] === "/" || trimmedContent[nextTag + 1] === "!") {
+        pos = nextTag + 1;
+        continue;
+      }
+      try {
+        const { element: child, endPos } = parseElement3(
+          trimmedContent,
+          nextTag,
+          element,
+          currentCdataMap
+        );
+        element.children.push(child);
+        pos = endPos;
+      } catch {
+        pos = nextTag + 1;
+      }
+    }
+    let textContent = content.replace(/<[^>]+>/g, "").trim();
+    textContent = restoreCDATA3(textContent, currentCdataMap);
+    element.text = textContent;
+  } else {
+    let textContent = content.trim();
+    textContent = restoreCDATA3(textContent, currentCdataMap);
+    element.text = textContent;
+  }
+  const closingTagEnd = closingTagPos + `</${tagName}>`.length;
+  return { element, endPos: closingTagEnd, cdataMap: currentCdataMap };
+}
+function querySelector3(element, selector, caseSensitive = false) {
+  const tagName = caseSensitive ? selector : selector.toLowerCase();
+  const elementTag = caseSensitive ? element.tagName : element.tagName.toLowerCase();
+  if (elementTag === tagName) {
+    return element;
+  }
+  for (const child of element.children) {
+    const found = querySelector3(child, selector, caseSensitive);
+    if (found) return found;
+  }
+  return null;
+}
+function querySelectorAll3(element, selector, caseSensitive = false) {
+  const results = [];
+  const tagName = caseSensitive ? selector : selector.toLowerCase();
+  const elementTag = caseSensitive ? element.tagName : element.tagName.toLowerCase();
+  if (elementTag === tagName) {
+    results.push(element);
+  }
+  for (const child of element.children) {
+    results.push(...querySelectorAll3(child, selector, caseSensitive));
+  }
+  return results;
+}
+function getText2(element) {
+  return element?.text || "";
+}
+function getChild(element, tagName) {
+  const lowerTag = tagName.toLowerCase();
+  return element.children.find((c) => c.tagName.toLowerCase() === lowerTag) || null;
+}
+function getChildren(element, tagName) {
+  const lowerTag = tagName.toLowerCase();
+  return element.children.filter((c) => c.tagName.toLowerCase() === lowerTag);
+}
+
+// src/feed/sitemap/parse.ts
+function parseSitemap(xml, baseUrl) {
+  const doc = parseSitemapXML(xml);
+  const sitemapIndex = querySelector3(doc, "sitemapindex");
+  if (sitemapIndex) {
+    return parseSitemapIndex(sitemapIndex, baseUrl);
+  }
+  const urlset = querySelector3(doc, "urlset");
+  if (urlset) {
+    return parseUrlset(urlset, baseUrl);
+  }
+  const urls = querySelectorAll3(doc, "url");
+  if (urls.length > 0) {
+    return {
+      sitemap: {
+        type: "urlset",
+        urls: urls.map((url) => extractUrl(url, baseUrl)),
+        sitemaps: []
+      },
+      isIndex: false
+    };
+  }
+  return {
+    sitemap: {
+      type: "urlset",
+      urls: [],
+      sitemaps: []
+    },
+    isIndex: false
+  };
+}
+function parseSitemapIndex(element, baseUrl) {
+  const sitemapElements = getChildren(element, "sitemap");
+  const sitemaps = sitemapElements.map((el) => {
+    const loc = getText2(getChild(el, "loc"));
+    const lastmod = getText2(getChild(el, "lastmod")) || void 0;
+    return {
+      loc: baseUrl ? normalizeUrlHttps(baseUrl, loc) : loc,
+      lastmod
+    };
+  });
+  return {
+    sitemap: {
+      type: "sitemapindex",
+      urls: [],
+      sitemaps
+    },
+    isIndex: true
+  };
+}
+function parseUrlset(element, baseUrl) {
+  const urlElements = getChildren(element, "url");
+  const urls = urlElements.map((el) => extractUrl(el, baseUrl));
+  return {
+    sitemap: {
+      type: "urlset",
+      urls,
+      sitemaps: []
+    },
+    isIndex: false
+  };
+}
+function extractUrl(element, baseUrl) {
+  const rawLoc = getText2(getChild(element, "loc"));
+  const loc = decodeXmlEntities(rawLoc);
+  const lastmod = getText2(getChild(element, "lastmod")) || void 0;
+  const changefreq = getText2(getChild(element, "changefreq")) || void 0;
+  const priorityText = getText2(getChild(element, "priority"));
+  const priority = priorityText ? Number.parseFloat(priorityText) : void 0;
+  const result = {
+    loc: baseUrl ? normalizeUrlHttps(baseUrl, loc) : loc,
+    lastmod,
+    changefreq,
+    priority: priority && !Number.isNaN(priority) ? priority : void 0
+  };
+  const news = extractNews(element);
+  if (news) {
+    result.news = news;
+  }
+  const images = extractImages(element, baseUrl);
+  if (images.length > 0) {
+    result.images = images;
+  }
+  const videos = extractVideos(element, baseUrl);
+  if (videos.length > 0) {
+    result.videos = videos;
+  }
+  return result;
+}
+function extractNews(urlElement) {
+  const newsEl = getChild(urlElement, "news:news") || getChild(urlElement, "news") || urlElement.children.find((c) => c.tagName.toLowerCase().endsWith(":news"));
+  if (!newsEl) {
+    return void 0;
+  }
+  const news = {};
+  const pubEl = getChild(newsEl, "news:publication") || getChild(newsEl, "publication") || newsEl.children.find((c) => c.tagName.toLowerCase().endsWith(":publication"));
+  if (pubEl) {
+    const name = getText2(getChild(pubEl, "news:name")) || getText2(getChild(pubEl, "name")) || getText2(pubEl.children.find((c) => c.tagName.toLowerCase().endsWith(":name")));
+    const language = getText2(getChild(pubEl, "news:language")) || getText2(getChild(pubEl, "language")) || getText2(pubEl.children.find((c) => c.tagName.toLowerCase().endsWith(":language")));
+    if (name || language) {
+      news.publication = {
+        name: name || void 0,
+        language: language || void 0
+      };
+    }
+  }
+  const pubDate = getText2(getChild(newsEl, "news:publication_date")) || getText2(getChild(newsEl, "publication_date")) || getText2(newsEl.children.find((c) => c.tagName.toLowerCase().endsWith(":publication_date")));
+  if (pubDate) {
+    news.publicationDate = pubDate;
+  }
+  const title = getText2(getChild(newsEl, "news:title")) || getText2(getChild(newsEl, "title")) || getText2(newsEl.children.find((c) => c.tagName.toLowerCase().endsWith(":title")));
+  if (title) {
+    news.title = decodeXmlEntities(title);
+  }
+  const keywords = getText2(getChild(newsEl, "news:keywords")) || getText2(getChild(newsEl, "keywords")) || getText2(newsEl.children.find((c) => c.tagName.toLowerCase().endsWith(":keywords")));
+  if (keywords) {
+    news.keywords = keywords.split(",").map((k) => k.trim());
+  }
+  const stockTickers = getText2(getChild(newsEl, "news:stock_tickers")) || getText2(getChild(newsEl, "stock_tickers")) || getText2(newsEl.children.find((c) => c.tagName.toLowerCase().endsWith(":stock_tickers")));
+  if (stockTickers) {
+    news.stockTickers = stockTickers.split(",").map((t) => t.trim());
+  }
+  return Object.keys(news).length > 0 ? news : void 0;
+}
+function extractImages(urlElement, baseUrl) {
+  const imageElements = urlElement.children.filter(
+    (c) => c.tagName.toLowerCase() === "image:image" || c.tagName.toLowerCase() === "image" || c.tagName.toLowerCase().endsWith(":image")
+  );
+  return imageElements.map((imgEl) => {
+    const loc = getText2(getChild(imgEl, "image:loc")) || getText2(getChild(imgEl, "loc")) || getText2(imgEl.children.find((c) => c.tagName.toLowerCase().endsWith(":loc")));
+    if (!loc) return null;
+    const image = {
+      loc: baseUrl ? normalizeUrlHttps(baseUrl, loc) : loc
+    };
+    const caption = getText2(getChild(imgEl, "image:caption")) || getText2(getChild(imgEl, "caption")) || getText2(imgEl.children.find((c) => c.tagName.toLowerCase().endsWith(":caption")));
+    if (caption) image.caption = decodeXmlEntities(caption);
+    const geoLocation = getText2(getChild(imgEl, "image:geo_location")) || getText2(getChild(imgEl, "geo_location")) || getText2(imgEl.children.find((c) => c.tagName.toLowerCase().endsWith(":geo_location")));
+    if (geoLocation) image.geoLocation = geoLocation;
+    const title = getText2(getChild(imgEl, "image:title")) || getText2(getChild(imgEl, "title")) || getText2(imgEl.children.find((c) => c.tagName.toLowerCase().endsWith(":title")));
+    if (title) image.title = decodeXmlEntities(title);
+    const license = getText2(getChild(imgEl, "image:license")) || getText2(getChild(imgEl, "license")) || getText2(imgEl.children.find((c) => c.tagName.toLowerCase().endsWith(":license")));
+    if (license) image.license = baseUrl ? normalizeUrlHttps(baseUrl, license) : license;
+    return image;
+  }).filter((img) => img !== null);
+}
+function extractVideos(urlElement, baseUrl) {
+  const videoElements = urlElement.children.filter(
+    (c) => c.tagName.toLowerCase() === "video:video" || c.tagName.toLowerCase() === "video" || c.tagName.toLowerCase().endsWith(":video")
+  );
+  return videoElements.map((vidEl) => {
+    const thumbnailLoc = getText2(getChild(vidEl, "video:thumbnail_loc")) || getText2(getChild(vidEl, "thumbnail_loc")) || getText2(vidEl.children.find((c) => c.tagName.toLowerCase().endsWith(":thumbnail_loc")));
+    const title = getText2(getChild(vidEl, "video:title")) || getText2(getChild(vidEl, "title")) || getText2(vidEl.children.find((c) => c.tagName.toLowerCase().endsWith(":title")));
+    const description = getText2(getChild(vidEl, "video:description")) || getText2(getChild(vidEl, "description")) || getText2(vidEl.children.find((c) => c.tagName.toLowerCase().endsWith(":description")));
+    if (!thumbnailLoc || !title || !description) return null;
+    const video = {
+      thumbnailLoc: baseUrl ? normalizeUrlHttps(baseUrl, thumbnailLoc) : thumbnailLoc,
+      title: decodeXmlEntities(title),
+      description: decodeXmlEntities(description)
+    };
+    const contentLoc = getText2(getChild(vidEl, "video:content_loc")) || getText2(getChild(vidEl, "content_loc")) || getText2(vidEl.children.find((c) => c.tagName.toLowerCase().endsWith(":content_loc")));
+    if (contentLoc)
+      video.contentLoc = baseUrl ? normalizeUrlHttps(baseUrl, contentLoc) : contentLoc;
+    const playerLoc = getText2(getChild(vidEl, "video:player_loc")) || getText2(getChild(vidEl, "player_loc")) || getText2(vidEl.children.find((c) => c.tagName.toLowerCase().endsWith(":player_loc")));
+    if (playerLoc) video.playerLoc = baseUrl ? normalizeUrlHttps(baseUrl, playerLoc) : playerLoc;
+    const duration = getText2(getChild(vidEl, "video:duration")) || getText2(getChild(vidEl, "duration")) || getText2(vidEl.children.find((c) => c.tagName.toLowerCase().endsWith(":duration")));
+    if (duration) {
+      const dur = Number.parseInt(duration, 10);
+      if (!Number.isNaN(dur)) video.duration = dur;
+    }
+    const rating = getText2(getChild(vidEl, "video:rating")) || getText2(getChild(vidEl, "rating")) || getText2(vidEl.children.find((c) => c.tagName.toLowerCase().endsWith(":rating")));
+    if (rating) {
+      const r = Number.parseFloat(rating);
+      if (!Number.isNaN(r)) video.rating = r;
+    }
+    const viewCount = getText2(getChild(vidEl, "video:view_count")) || getText2(getChild(vidEl, "view_count")) || getText2(vidEl.children.find((c) => c.tagName.toLowerCase().endsWith(":view_count")));
+    if (viewCount) {
+      const vc = Number.parseInt(viewCount, 10);
+      if (!Number.isNaN(vc)) video.viewCount = vc;
+    }
+    const publicationDate = getText2(getChild(vidEl, "video:publication_date")) || getText2(getChild(vidEl, "publication_date")) || getText2(vidEl.children.find((c) => c.tagName.toLowerCase().endsWith(":publication_date")));
+    if (publicationDate) video.publicationDate = publicationDate;
+    const familyFriendly = getText2(getChild(vidEl, "video:family_friendly")) || getText2(getChild(vidEl, "family_friendly")) || getText2(vidEl.children.find((c) => c.tagName.toLowerCase().endsWith(":family_friendly")));
+    if (familyFriendly) {
+      video.familyFriendly = familyFriendly.toLowerCase() === "yes";
+    }
+    const category = getText2(getChild(vidEl, "video:category")) || getText2(getChild(vidEl, "category")) || getText2(vidEl.children.find((c) => c.tagName.toLowerCase().endsWith(":category")));
+    if (category) video.category = category;
+    const tagElements = vidEl.children.filter(
+      (c) => c.tagName.toLowerCase() === "video:tag" || c.tagName.toLowerCase() === "tag" || c.tagName.toLowerCase().endsWith(":tag")
+    );
+    if (tagElements.length > 0) {
+      video.tags = tagElements.map((t) => getText2(t)).filter(Boolean);
+    }
+    return video;
+  }).filter((vid) => vid !== null);
+}
+function decodeXmlEntities(text) {
+  return text.replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&amp;/g, "&").replace(/&quot;/g, '"').replace(/&apos;/g, "'").replace(/&#(\d+);/g, (_, code) => String.fromCharCode(Number.parseInt(code, 10))).replace(/&#x([0-9a-fA-F]+);/g, (_, code) => String.fromCharCode(Number.parseInt(code, 16)));
+}
+
 // src/pluck/types.ts
 var PluckError = class extends Error {
   constructor(message) {
@@ -2723,6 +3095,12 @@ function parseHTML(html, baseUrl) {
   });
   return document;
 }
+function ensureDocument(input, baseUrl) {
+  if (typeof input === "string") {
+    return parseHTML(input, baseUrl);
+  }
+  return input;
+}
 
 // src/utils/meta-helpers.ts
 function getMetaContent(doc, name) {
@@ -2750,7 +3128,8 @@ function getMetaHttpEquiv(doc, httpEquiv) {
 }
 
 // src/metadata/opengraph/extract.ts
-function extractOpenGraph(doc) {
+function extractOpenGraph(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   metadata.title = getMetaProperty(doc, "og:title");
   metadata.type = getMetaProperty(doc, "og:type");
@@ -2775,7 +3154,7 @@ function extractOpenGraph(doc) {
   if (Object.keys(audio).length > 0) {
     metadata.audio = audio;
   }
-  const images = extractImages(doc);
+  const images = extractImages2(doc);
   if (images.length > 0) {
     metadata.images = images;
   }
@@ -2844,7 +3223,7 @@ function extractAudio(doc) {
     Object.entries(audio).filter(([_, value]) => value !== void 0)
   );
 }
-function extractImages(doc) {
+function extractImages2(doc) {
   const images = [];
   const imageUrls = getAllMetaPropertyValues(doc, "og:image");
   const imageSecureUrls = getAllMetaPropertyValues(doc, "og:image:secure_url");
@@ -2963,7 +3342,8 @@ function matchesAnyType(obj, targetTypes) {
 }
 
 // src/metadata/schema-org/extract.ts
-function extractSchemaOrg(doc) {
+function extractSchemaOrg(input) {
+  const doc = ensureDocument(input);
   const metadata = {
     jsonLd: []
   };
@@ -3040,7 +3420,8 @@ function organizeByType(metadata) {
 }
 
 // src/metadata/seo/extract.ts
-function extractSEO(doc) {
+function extractSEO(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   const titleElement = doc.querySelector("title");
   if (titleElement?.textContent) {
@@ -3072,7 +3453,8 @@ function extractSEO(doc) {
 }
 
 // src/metadata/twitter-card/extract.ts
-function extractTwitterCard(doc) {
+function extractTwitterCard(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   metadata.card = getMetaContent(doc, "twitter:card");
   metadata.site = getMetaContent(doc, "twitter:site");
@@ -3229,7 +3611,8 @@ function getAllLinksByPrefix(doc, relPrefix) {
 }
 
 // src/metadata/icons/extract.ts
-function extractIcons(doc) {
+function extractIcons(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   const iconLinks = getAllLinksByRels(doc, ["icon", "shortcut icon"]);
   for (const link of iconLinks) {
@@ -3410,7 +3793,8 @@ function parseSizeString(sizeStr) {
 }
 
 // src/metadata/language/extract.ts
-function extractLanguage(doc) {
+function extractLanguage(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   const htmlElement = doc.querySelector("html");
   if (htmlElement) {
@@ -3462,7 +3846,8 @@ function extractBestLanguage(doc) {
 }
 
 // src/metadata/links/extract.ts
-function extractLinks3(doc, baseUrl, options = {}) {
+function extractLinks3(input, baseUrl, options = {}) {
+  const doc = ensureDocument(input);
   const opts = normalizeOptions3(options);
   const effectiveBaseUrl = getEffectiveBaseUrl(doc, baseUrl);
   const baseOrigin = effectiveBaseUrl ? getOrigin(effectiveBaseUrl) : null;
@@ -3793,7 +4178,8 @@ function getStringProperty3(obj, prop) {
 }
 
 // src/metadata/canonical/extract.ts
-function extractCanonical(doc) {
+function extractCanonical(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   metadata.canonical = getLinkHref(doc, "canonical");
   const alternateLinks = getAllLinks(doc, "alternate");
@@ -3938,9 +4324,63 @@ async function gatherFeed(url) {
   }
   const response = await pluck(feedUrl);
   const content = await response.textUtf8();
+  const format = detectFormat(content);
+  if (format === "sitemap") {
+    return normalizeSitemapToFeed(content, response.finalUrl);
+  }
   const result = parseFeed(content, response.finalUrl);
   return result.feed;
 }
+function normalizeSitemapToFeed(content, baseUrl) {
+  const result = parseSitemap(content, baseUrl);
+  if (result.isIndex) {
+    const items2 = result.sitemap.sitemaps.map((sitemap, index) => ({
+      id: sitemap.loc || `sitemap-${index}`,
+      url: sitemap.loc,
+      title: `Sitemap: ${sitemap.loc}`,
+      modified: sitemap.lastmod
+    }));
+    return {
+      format: "sitemap",
+      title: "Sitemap Index",
+      url: baseUrl,
+      items: items2
+    };
+  }
+  const items = result.sitemap.urls.map((url, index) => {
+    const item = {
+      id: url.loc || `url-${index}`,
+      url: url.loc,
+      modified: url.lastmod
+    };
+    if (url.news) {
+      item.title = url.news.title;
+      item.published = url.news.publicationDate;
+      if (url.news.publication?.name) {
+        item.authors = [{ name: url.news.publication.name }];
+      }
+      if (url.news.keywords) {
+        item.tags = url.news.keywords;
+      }
+    }
+    if (url.images && url.images.length > 0) {
+      item.image = url.images[0].loc;
+    }
+    return item;
+  });
+  let title = "Sitemap";
+  try {
+    const urlObj = new URL(baseUrl);
+    title = `${urlObj.hostname} Sitemap`;
+  } catch {
+  }
+  return {
+    format: "sitemap",
+    title,
+    url: baseUrl,
+    items
+  };
+}
 
 // src/metadata/feed-discovery/heuristics.ts
 var COMMON_FEED_PATHS = [
@@ -3975,7 +4415,8 @@ function generateFeedSuggestions(documentUrl) {
 }
 
 // src/metadata/feed-discovery/extract.ts
-function extractFeedDiscovery(doc, documentUrl) {
+function extractFeedDiscovery(input, documentUrl) {
+  const doc = ensureDocument(input);
   const metadata = {
     feeds: []
   };
@@ -4152,7 +4593,8 @@ async function gatherWebsite(url) {
 }
 
 // src/metadata/analytics/extract.ts
-function extractAnalytics(doc) {
+function extractAnalytics(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   const scripts = doc.querySelectorAll("script");
   const googleAnalytics = /* @__PURE__ */ new Set();
@@ -4244,10 +4686,11 @@ function extractAnalytics(doc) {
 }
 
 // src/metadata/assets/extract.ts
-function extractAssets(doc, baseUrl) {
+function extractAssets(input, baseUrl) {
+  const doc = ensureDocument(input);
   const metadata = {};
   const effectiveBaseUrl = getEffectiveBaseUrl2(doc, baseUrl);
-  const images = extractImages2(doc, effectiveBaseUrl);
+  const images = extractImages3(doc, effectiveBaseUrl);
   if (images.length > 0) {
     metadata.images = images;
   }
@@ -4301,7 +4744,7 @@ function getEffectiveBaseUrl2(doc, baseUrl) {
   }
   return null;
 }
-function extractImages2(doc, baseUrl) {
+function extractImages3(doc, baseUrl) {
   const urls = /* @__PURE__ */ new Set();
   const imgElements = doc.querySelectorAll("img[src]");
   for (const img of Array.from(imgElements)) {
@@ -4571,7 +5014,8 @@ function extractConnectionHints(doc, baseUrl) {
 }
 
 // src/metadata/copyright/extract.ts
-function extractCopyright(doc) {
+function extractCopyright(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   metadata.copyright = getMetaContent(doc, "copyright");
   metadata.license = getLinkHref(doc, "license");
@@ -4607,7 +5051,8 @@ function parseCopyright(copyrightString) {
 }
 
 // src/metadata/dublin-core/extract.ts
-function extractDublinCore(doc) {
+function extractDublinCore(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   metadata.title = getMetaContent(doc, "DC.title") || getMetaContent(doc, "dcterms.title");
   metadata.description = getMetaContent(doc, "DC.description") || getMetaContent(doc, "dcterms.description");
@@ -4648,7 +5093,8 @@ function extractMultiValue(doc, field) {
 }
 
 // src/metadata/geo/extract.ts
-function extractGeo(doc) {
+function extractGeo(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   const geoPosition = getMetaContent(doc, "geo.position");
   if (geoPosition) {
@@ -4705,7 +5151,8 @@ function parseICBM(icbm) {
 }
 
 // src/metadata/monetization/extract.ts
-function extractMonetization(doc) {
+function extractMonetization(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   metadata.webMonetization = getMetaContent(doc, "monetization");
   metadata.paypalVerification = getMetaContent(doc, "paypal-site-verification");
@@ -4719,7 +5166,8 @@ function extractMonetization(doc) {
 }
 
 // src/metadata/news/extract.ts
-function extractNews(doc) {
+function extractNews2(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   const newsKeywords = getMetaContent(doc, "news_keywords");
   if (newsKeywords) {
@@ -4737,7 +5185,8 @@ function extractNews(doc) {
 }
 
 // src/metadata/pagination/extract.ts
-function extractPagination(doc) {
+function extractPagination(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   metadata.prev = getLinkHref(doc, "prev") || getLinkHref(doc, "previous");
   metadata.next = getLinkHref(doc, "next");
@@ -4836,7 +5285,8 @@ function parseKeyValueDirective(key, value, result) {
 }
 
 // src/metadata/robots/extract.ts
-function extractRobots(doc) {
+function extractRobots(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   const robotsContent = getMetaContent(doc, "robots");
   if (robotsContent) {
@@ -4870,7 +5320,8 @@ function extractRobots(doc) {
 }
 
 // src/metadata/security/extract.ts
-function extractSecurity(doc) {
+function extractSecurity(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   metadata.referrerPolicy = getMetaContent(doc, "referrer");
   metadata.contentSecurityPolicy = getMetaHttpEquiv(doc, "Content-Security-Policy");
@@ -4921,7 +5372,8 @@ function generateSitemapSuggestions(documentUrl) {
 }
 
 // src/metadata/sitemap-discovery/extract.ts
-function extractSitemapDiscovery(doc, documentUrl) {
+function extractSitemapDiscovery(input, documentUrl) {
+  const doc = ensureDocument(input);
   const metadata = {
     sitemaps: []
   };
@@ -4934,7 +5386,8 @@ function extractSitemapDiscovery(doc, documentUrl) {
 }
 
 // src/metadata/social-profiles/extract.ts
-function extractSocialProfiles(doc) {
+function extractSocialProfiles(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   metadata.twitter = getMetaContent(doc, "twitter:site") || getMetaContent(doc, "twitter:creator") || extractFromProperty(doc, "twitter:site") || extractFromProperty(doc, "twitter:creator");
   if (metadata.twitter) {
@@ -5087,7 +5540,8 @@ function categorizeSchemaProfile(url, metadata) {
 }
 
 // src/metadata/verification/extract.ts
-function extractVerification(doc) {
+function extractVerification(input) {
+  const doc = ensureDocument(input);
   const metadata = {};
   metadata.googleSiteVerification = getMetaContent(doc, "google-site-verification");
   metadata.msvalidate = getMetaContent(doc, "msvalidate.01");
@@ -6934,6 +7388,6 @@ async function swoop(url, init) {
  * @packageDocumentation
  */
 
-export { PluckContentTypeError, PluckEncodingError, PluckError, PluckHttpError, PluckNetworkError, PluckRedirectError, PluckSizeError, PluckTimeoutError, SwoopEnvironmentError, SwoopError, SwoopExecutionError, SwoopSecurityError, SwoopTimeoutError, assessContentQuality, calculateReadingTime, countWords, detectFormat, extractAnalytics, extractAssets, extractCanonical, extractContent, extractCopyright, extractDublinCore, extractFeedDiscovery, extractGeo, extractIcons, extractLanguage, extractLinks3 as extractLinks, extractMonetization, extractNews, extractOpenGraph, extractPagination, extractRobots, extractSEO, extractSchemaOrg, extractSecurity, extractSitemapDiscovery, extractSocialProfiles, extractTwitterCard, extractVerification, gatherArticle, gatherFeed, gatherWebsite, htmlToText, isAtom, isFeed, isJSONFeed, isProbablyReaderable, isRSS, parseFeed, parseHTML, pluck, swoop };
+export { PluckContentTypeError, PluckEncodingError, PluckError, PluckHttpError, PluckNetworkError, PluckRedirectError, PluckSizeError, PluckTimeoutError, SwoopEnvironmentError, SwoopError, SwoopExecutionError, SwoopSecurityError, SwoopTimeoutError, assessContentQuality, calculateReadingTime, countWords, detectFormat, extractAnalytics, extractAssets, extractCanonical, extractContent, extractCopyright, extractDublinCore, extractFeedDiscovery, extractGeo, extractIcons, extractLanguage, extractLinks3 as extractLinks, extractMonetization, extractNews2 as extractNews, extractOpenGraph, extractPagination, extractRobots, extractSEO, extractSchemaOrg, extractSecurity, extractSitemapDiscovery, extractSocialProfiles, extractTwitterCard, extractVerification, gatherArticle, gatherFeed, gatherWebsite, htmlToText, isAtom, isFeed, isJSONFeed, isProbablyReaderable, isRSS, parseFeed, parseHTML, pluck, swoop };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map