formatferry 1.0.39 → 1.0.41

package/dist/index.js

@@ -58011,6 +58011,153 @@ import DOMPurifyImport from "dompurify";
 // ../../src/shared/constants.ts
 var MAX_INTERMEDIATE_HTML_CHARS = 256 * 1024 * 1024;
 
+// ../../src/shared/linkedom-sanitizer.ts
+var FORBID_CONTENTS = /* @__PURE__ */ new Set([
+  "annotation-xml",
+  "audio",
+  "colgroup",
+  "desc",
+  "foreignobject",
+  "head",
+  "iframe",
+  "math",
+  "mi",
+  "mn",
+  "mo",
+  "ms",
+  "mtext",
+  "noembed",
+  "noframes",
+  "noscript",
+  "plaintext",
+  "script",
+  "selectedcontent",
+  "style",
+  "svg",
+  "template",
+  "thead",
+  "title",
+  "video",
+  "xmp"
+]);
+var BLOCK_UNWRAP_TAGS = /* @__PURE__ */ new Set([
+  "address",
+  "article",
+  "aside",
+  "center",
+  "details",
+  "dialog",
+  "dir",
+  "dd",
+  "dl",
+  "dt",
+  "fieldset",
+  "figcaption",
+  "figure",
+  "footer",
+  "form",
+  "header",
+  "hgroup",
+  "legend",
+  "main",
+  "menu",
+  "nav",
+  "search",
+  "section",
+  "summary"
+]);
+var DATA_URI_TAGS = /* @__PURE__ */ new Set(["audio", "video", "img", "source", "image", "track"]);
+var URI_SAFE_ATTRIBUTES = /* @__PURE__ */ new Set([
+  "alt",
+  "class",
+  "for",
+  "id",
+  "label",
+  "name",
+  "pattern",
+  "placeholder",
+  "role",
+  "summary",
+  "title",
+  "value",
+  "style",
+  "xmlns"
+]);
+var IS_ALLOWED_URI = /^(?:(?:(?:f|ht)tps?|mailto|tel|callto|sms|cid|xmpp|matrix):|[^a-z]|[a-z+.\-]+(?:[^a-z+.\-:]|$))/i;
+var ATTR_WHITESPACE = /[\u0000-\u0020\u00A0\u1680\u180E\u2000-\u2029\u205F\u3000]/g;
+var ELEMENT_NODE = 1;
+var COMMENT_NODE = 8;
+function toSet(list) {
+  return new Set((list ?? []).map((s) => s.toLowerCase()));
+}
+function attrAllowed(name, allowed, wildcards) {
+  return allowed.has(name) || wildcards.some((prefix) => name.startsWith(prefix));
+}
+function isSafeValue(tag, name, value) {
+  if (URI_SAFE_ATTRIBUTES.has(name) || !value) return true;
+  if (IS_ALLOWED_URI.test(value.replace(ATTR_WHITESPACE, ""))) return true;
+  return (name === "src" || name === "href" || name === "xlink:href") && value.startsWith("data:") && DATA_URI_TAGS.has(tag);
+}
+function sanitizeWithLinkedom(html, config, parse) {
+  if (!html) return "";
+  const allowedTags = toSet(config.ALLOWED_TAGS);
+  const forbidTags = toSet(config.FORBID_TAGS);
+  const allowedAttrList = (config.ALLOWED_ATTR ?? []).map((s) => s.toLowerCase());
+  const allowedAttrs = new Set(allowedAttrList.filter((a) => !a.endsWith("*")));
+  const attrWildcards = allowedAttrList.filter((a) => a.endsWith("*")).map((a) => a.slice(0, -1));
+  const forbidAttrs = toSet(config.FORBID_ATTR);
+  const doc = parse(`<!DOCTYPE html><html><head></head><body>${html}</body></html>`);
+  const body = doc.body;
+  if (!body) return "";
+  const toUnwrap = [];
+  const hadChildren = /* @__PURE__ */ new Set();
+  const stack = [body];
+  while (stack.length > 0) {
+    const parent = stack.pop();
+    for (const child of Array.from(parent.childNodes)) {
+      if (child.nodeType === COMMENT_NODE) {
+        parent.removeChild(child);
+        continue;
+      }
+      if (child.nodeType !== ELEMENT_NODE) continue;
+      const el = child;
+      const tag = el.nodeName.toLowerCase();
+      if (!allowedTags.has(tag) || forbidTags.has(tag)) {
+        if (FORBID_CONTENTS.has(tag)) {
+          parent.removeChild(el);
+        } else {
+          toUnwrap.push(el);
+          if (el.firstChild) hadChildren.add(el);
+          stack.push(el);
+        }
+        continue;
+      }
+      for (const attr of Array.from(el.attributes)) {
+        const name = attr.name.toLowerCase();
+        if (name.startsWith("on") || forbidAttrs.has(name) || !attrAllowed(name, allowedAttrs, attrWildcards) || !isSafeValue(tag, name, attr.value)) {
+          el.removeAttribute(attr.name);
+        }
+      }
+      stack.push(el);
+    }
+  }
+  const wrapBlocks = allowedTags.has("div") && !forbidTags.has("div");
+  for (let i = toUnwrap.length - 1; i >= 0; i--) {
+    const el = toUnwrap[i];
+    const parent = el.parentNode;
+    if (!parent) continue;
+    if (wrapBlocks && hadChildren.has(el) && BLOCK_UNWRAP_TAGS.has(el.nodeName.toLowerCase())) {
+      const div = doc.createElement("div");
+      while (el.firstChild) div.appendChild(el.firstChild);
+      parent.replaceChild(div, el);
+      continue;
+    }
+    while (el.firstChild) parent.insertBefore(el.firstChild, el);
+    parent.removeChild(el);
+  }
+  return body.innerHTML;
+}
+
 // ../../src/shared/input-sanitizer.ts
 function resolveDOMPurify() {
   const shimInstance = globalThis.__FF_DOMPurify;
@@ -58056,12 +58203,42 @@ var InputSanitizer = class {
     if (!html || typeof html !== "string") {
       return "";
     }
-    return this.domEnv.DOMPurify.sanitize(html, {
-      ALLOWED_TAGS: this.purifyConfig.ALLOWED_TAGS,
-      ALLOWED_ATTR: this.purifyConfig.ALLOWED_ATTR,
-      FORBID_TAGS: this.purifyConfig.FORBID_TAGS,
-      FORBID_ATTR: this.purifyConfig.FORBID_ATTR
-    });
+    const purify = this.domEnv.DOMPurify;
+    const hook = this.blockUnwrapHook();
+    const useHook = hook && purify.addHook && purify.removeHook;
+    if (useHook) purify.addHook("uponSanitizeElement", hook);
+    try {
+      return purify.sanitize(html, {
+        ALLOWED_TAGS: this.purifyConfig.ALLOWED_TAGS,
+        ALLOWED_ATTR: this.purifyConfig.ALLOWED_ATTR,
+        FORBID_TAGS: this.purifyConfig.FORBID_TAGS,
+        FORBID_ATTR: this.purifyConfig.FORBID_ATTR
+      });
+    } finally {
+      if (useHook) purify.removeHook("uponSanitizeElement", hook);
+    }
+  }
+  /**
+   * DOMPurify unwraps a disallowed element by moving its children up, so
+   * `<header>Head</header><nav>Nav</nav>` came out as "HeadNav". For a
+   * block-level element, move its children into a <div> first: DOMPurify then
+   * hoists that <div>, and Turndown gives the content its own paragraph. Same
+   * rule as the linkedom sanitiser (BLOCK_UNWRAP_TAGS, #177).
+   */
+  blockUnwrapHook() {
+    const allowed = new Set((this.purifyConfig.ALLOWED_TAGS ?? []).map((t) => t.toLowerCase()));
+    const forbidden = new Set((this.purifyConfig.FORBID_TAGS ?? []).map((t) => t.toLowerCase()));
+    if (!allowed.has("div") || forbidden.has("div")) return void 0;
+    return (node, data) => {
+      const tag = data.tagName.toLowerCase();
+      if (!BLOCK_UNWRAP_TAGS.has(tag) || allowed.has(tag) && !forbidden.has(tag)) return;
+      const el = node;
+      const doc = el.ownerDocument;
+      if (!doc || !el.firstChild) return;
+      const div = doc.createElement("div");
+      while (el.firstChild) div.appendChild(el.firstChild);
+      el.appendChild(div);
+    };
   }
   /**
    * Sanitize HTML content to prevent XSS attacks
@@ -58238,6 +58415,13 @@ var InputSanitizer = class {
         "th",
         "figure",
         "figcaption",
+        // Definition lists and disclosure widgets (#177): unwrapped, their
+        // text ran together ("TermDefinition", "MoreHidden").
+        "dl",
+        "dt",
+        "dd",
+        "details",
+        "summary",
         "a",
         "img",
         "sup",
@@ -58942,6 +59126,12 @@ h${level}. ${trimmed}
 }
 
 // ../../src/shared/conversion-engine.ts
+var TableMarkdownLimitError = class extends Error {
+  constructor() {
+    super("Table Markdown exceeds the conversion limit");
+    this.name = "TableMarkdownLimitError";
+  }
+};
 var ConversionEngine = class {
   githubService;
   commonmarkService;
@@ -58953,6 +59143,10 @@ var ConversionEngine = class {
   confluenceService;
   dom;
   domSanitizer;
+  /** Scoped to one synchronous Turndown pass; cloned cells do not change while table rules read them. */
+  tableCellCache;
+  /** Table Markdown characters this conversion may still emit (maxTableMarkdownChars). */
+  tableMarkdownBudget = Number.POSITIVE_INFINITY;
   constructor(options = {}) {
     this.dom = options.dom;
     this.initializeServices();
@@ -58967,7 +59161,7 @@ var ConversionEngine = class {
         this.slackService,
         this.confluenceService
       ]) {
-        this.parseWithInjectedDom(service, this.dom);
+        this.parseWithInjectedDom(service, this.dom, service === this.githubService);
       }
     }
   }
@@ -58978,7 +59172,7 @@ var ConversionEngine = class {
    * passes the element, which Turndown accepts in place of a string. Covers
    * the nested `service.turndown(el.outerHTML)` calls in the list rules too.
    */
-  parseWithInjectedDom(service, dom) {
+  parseWithInjectedDom(service, dom, batchParagraphs) {
     const turndown = service.turndown.bind(service);
     service.turndown = (input) => {
       if (typeof input !== "string") return turndown(input);
@@ -58989,9 +59183,64 @@ var ConversionEngine = class {
       const root = doc.getElementById("turndown-root");
       root?.normalize();
       if (!root) throw new Error("Injected DOM did not produce the turndown root element");
-      return turndown(root);
+      if (batchParagraphs) {
+        this.batchParagraphSiblings(root);
+        this.batchTableRows(root);
+      }
+      return turndown(this.ownedDomInput(root));
     };
   }
+  /** Turndown consumes a fresh private tree synchronously; caller-owned DOM never uses this adapter. */
+  ownedDomInput(root) {
+    return { nodeType: 1, cloneNode: () => root };
+  }
+  /**
+   * GFM paragraphs and generic divs both contribute two separating newlines. Group long runs in the
+   * private parsed DOM so Turndown joins a few hundred outputs at a time, instead of flattening a growing
+   * string tens of thousands of times (#180). Keep DOM-sensitive table/list/quote/pre rules untouched.
+   */
+  batchParagraphSiblings(root) {
+    const containers = [root, ...Array.from(root.querySelectorAll("body,main,article,section,div"))];
+    for (const container of containers) {
+      if (container.childNodes.length < 512 || container.closest("table,ul,ol,pre,blockquote")) continue;
+      const children = Array.from(container.childNodes);
+      if (!children.every((child) => child.nodeType === 1 ? child.nodeName === "P" : child.nodeType === 8 || child.nodeType === 3 && !child.textContent?.trim())) continue;
+      let group;
+      let count = 0;
+      for (const child of children) {
+        if (!group) {
+          group = container.ownerDocument.createElement("div");
+          container.insertBefore(group, child);
+        }
+        group.appendChild(child);
+        if (child.nodeType === 1 && ++count === 256) {
+          group = void 0;
+          count = 0;
+        }
+      }
+    }
+  }
+  /** The table rule discards preliminary row Markdown and queries all descendant rows itself. */
+  batchTableRows(root) {
+    for (const container of Array.from(root.querySelectorAll("table,thead,tbody,tfoot"))) {
+      if (container.childNodes.length < 512) continue;
+      const children = Array.from(container.childNodes);
+      if (!children.every((child) => child.nodeType === 1 ? child.nodeName === "TR" : child.nodeType === 8 || child.nodeType === 3 && !child.textContent?.trim())) continue;
+      let group;
+      let count = 0;
+      for (const child of children) {
+        if (!group) {
+          group = container.ownerDocument.createElement("tbody");
+          container.insertBefore(group, child);
+        }
+        group.appendChild(child);
+        if (child.nodeType === 1 && ++count === 256) {
+          group = void 0;
+          count = 0;
+        }
+      }
+    }
+  }
   initializeServices() {
     this.githubService = new import_turndown2.default({
       headingStyle: "atx",
@@ -59063,7 +59312,21 @@ var ConversionEngine = class {
       this.rmarkdownService,
       this.slackService,
       this.confluenceService
-    ].forEach((service) => this.addGoogleDocsWrapperRule(service));
+    ].forEach((service) => {
+      this.addGoogleDocsWrapperRule(service);
+      this.addDisclosureBlockRule(service);
+    });
+  }
+  /**
+   * Turndown's block list has no DETAILS or SUMMARY, so it treated them as
+   * inline and `<details><summary>More</summary>Hidden</details>` came out as
+   * "MoreHidden". Give them block spacing like a <div> (#177).
+   */
+  addDisclosureBlockRule(service) {
+    service.addRule("disclosureBlock", {
+      filter: ["details", "summary"],
+      replacement: (content) => "\n\n" + content + "\n\n"
+    });
   }
   /**
    * Google Docs wraps every copied selection in
@@ -59627,10 +59890,22 @@ ${plainText}
         if (rows.length === 0) return content;
         let markdown = "\n";
         let headerProcessed = false;
+        let tableLength = 0;
         rows.forEach((row, index) => {
           const cells = Array.from(row.querySelectorAll("th, td"));
-          const cellContents = cells.map((cell) => this.escapeTableCell(this.renderTableCell(cell)));
+          const cellContents = cells.map((cell) => {
+            let rendered = this.tableCellCache?.get(cell);
+            if (rendered === void 0) {
+              rendered = this.escapeTableCell(this.renderTableCell(cell));
+              this.chargeTableMarkdown(rendered.length);
+              this.tableCellCache?.set(cell, rendered);
+            }
+            return rendered;
+          });
           if (cellContents.length > 0) {
+            tableLength += 1 + 3 * cellContents.length;
+            for (const value of cellContents) tableLength += value.length;
+            if (tableLength > this.tableMarkdownBudget) throw new TableMarkdownLimitError();
             markdown += "| " + cellContents.join(" | ") + " |\n";
             if (!headerProcessed && (row.querySelector("th") || index === 0)) {
               const separator = cellContents.map(() => "---").join(" | ");
@@ -59643,6 +59918,11 @@ ${plainText}
       }
     });
   }
+  /** Deduct a rendered cell, which the per-conversion cache keeps alive until the conversion ends. */
+  chargeTableMarkdown(chars) {
+    this.tableMarkdownBudget -= chars;
+    if (this.tableMarkdownBudget < 0) throw new TableMarkdownLimitError();
+  }
   renderTableCell(cell) {
     const ELEMENT_NODE2 = 1;
     const blocks = [];
@@ -59700,8 +59980,17 @@ ${plainText}
   }
   renderCodeSpan(content) {
     if (!content.includes("`")) return `\`${content}\``;
-    const runs = content.match(/`+/g) || ["`"];
-    const delimiter = "`".repeat(Math.max(...runs.map((run) => run.length)) + 1);
+    let longest = 0;
+    let current = 0;
+    for (let i = 0; i < content.length; i++) {
+      if (content.charCodeAt(i) === 96) {
+        current++;
+        if (current > longest) longest = current;
+      } else {
+        current = 0;
+      }
+    }
+    const delimiter = "`".repeat(longest + 1);
     return `${delimiter} ${content} ${delimiter}`;
   }
   escapeMarkdownLinkText(text) {
@@ -59711,7 +60000,8 @@ ${plainText}
     return href.replace(/</g, "%3C").replace(/>/g, "%3E");
   }
   escapeTableCell(content) {
-    return content.replace(/\|/g, "\\|").replace(/\s*<br>\s*/g, "<br>").trim();
+    const escaped = content.replace(/\|/g, "\\|");
+    return escaped.includes("<br>") ? escaped.split("<br>").map((part) => part.trim()).join("<br>") : escaped.trim();
   }
   /** A space after a checkbox marker unless the label text already starts with one. */
   checkboxSpacer(node) {
@@ -59766,6 +60056,12 @@ ${plainText}
     });
   }
   addListRules(service) {
+    if (this.dom && service === this.githubService) {
+      service.addRule("discardPreliminaryListItems", {
+        filter: (node) => node.nodeName === "LI" && (node.parentNode?.nodeName === "UL" || node.parentNode?.nodeName === "OL"),
+        replacement: () => ""
+      });
+    }
     service.addRule("enhancedList", {
       filter: ["ul", "ol"],
       replacement: (content, node) => {
@@ -59792,10 +60088,12 @@ ${plainText}
     let markdown = "";
     items.forEach((item, index) => {
       const marker = isOrdered ? `${index + 1}.` : bullet;
-      const indent = " ".repeat(marker.length + 1);
       const body = this.processListItem(item, service);
-      const lines = body.split("\n");
-      const indented = lines.map((line, i) => i === 0 || line === "" ? line : indent + line).join("\n");
+      let indented = body;
+      if (body.includes("\n")) {
+        const indent = " ".repeat(marker.length + 1);
+        indented = body.split("\n").map((line, i) => i === 0 || line === "" ? line : indent + line).join("\n");
+      }
       markdown += `${marker} ${indented}
 `;
     });
@@ -59808,13 +60106,21 @@ ${plainText}
    * multiple paragraphs stay separated.
    */
   processListItem(item, service) {
+    if (this.dom && service === this.githubService && service.options.linkStyle !== "referenced") {
+      const child = item.firstChild;
+      if (child?.nodeType === 3 && child.nextSibling === null) {
+        const text = child.textContent ?? "";
+        if (!/\s/.test(text)) return service.escape(text).trim();
+      }
+    }
     const parts = [];
     const ELEMENT_NODE2 = 1;
     const doc = item.ownerDocument;
     let buffer = doc.createElement("div");
     const flush = () => {
       if (buffer.childNodes.length > 0) {
-        const md = service.turndown(buffer).trim();
+        const input = this.dom && service === this.githubService ? this.ownedDomInput(buffer) : buffer;
+        const md = service.turndown(input).trim();
         if (md) parts.push(md);
       }
       buffer = doc.createElement("div");
@@ -59936,7 +60242,17 @@ ${plainText}
         break;
     }
     const htmlForConversion = options.preserveTables ? sanitizedHtml : this.flattenTables(sanitizedHtml);
-    let markdown = service.turndown(htmlForConversion);
+    const previousCache = this.tableCellCache;
+    const previousBudget = this.tableMarkdownBudget;
+    this.tableCellCache = /* @__PURE__ */ new WeakMap();
+    this.tableMarkdownBudget = options.maxTableMarkdownChars ?? Number.POSITIVE_INFINITY;
+    let markdown;
+    try {
+      markdown = service.turndown(htmlForConversion);
+    } finally {
+      this.tableCellCache = previousCache;
+      this.tableMarkdownBudget = previousBudget;
+    }
     markdown = this.applyFormatPostProcessing(markdown, options.format);
     const endTime = performance.now();
     const metadata = {
@@ -63696,118 +64012,6 @@ function buildCachedProvider(config, lastValidated) {
   return new CachedEntitlementProvider(cachedState);
 }
 
-// ../../src/shared/linkedom-sanitizer.ts
-var FORBID_CONTENTS = /* @__PURE__ */ new Set([
-  "annotation-xml",
-  "audio",
-  "colgroup",
-  "desc",
-  "foreignobject",
-  "head",
-  "iframe",
-  "math",
-  "mi",
-  "mn",
-  "mo",
-  "ms",
-  "mtext",
-  "noembed",
-  "noframes",
-  "noscript",
-  "plaintext",
-  "script",
-  "selectedcontent",
-  "style",
-  "svg",
-  "template",
-  "thead",
-  "title",
-  "video",
-  "xmp"
-]);
-var DATA_URI_TAGS = /* @__PURE__ */ new Set(["audio", "video", "img", "source", "image", "track"]);
-var URI_SAFE_ATTRIBUTES = /* @__PURE__ */ new Set([
-  "alt",
-  "class",
-  "for",
-  "id",
-  "label",
-  "name",
-  "pattern",
-  "placeholder",
-  "role",
-  "summary",
-  "title",
-  "value",
-  "style",
-  "xmlns"
-]);
-var IS_ALLOWED_URI = /^(?:(?:(?:f|ht)tps?|mailto|tel|callto|sms|cid|xmpp|matrix):|[^a-z]|[a-z+.\-]+(?:[^a-z+.\-:]|$))/i;
-var ATTR_WHITESPACE = /[\u0000-\u0020\u00A0\u1680\u180E\u2000-\u2029\u205F\u3000]/g;
-var ELEMENT_NODE = 1;
-var COMMENT_NODE = 8;
-function toSet(list) {
-  return new Set((list ?? []).map((s) => s.toLowerCase()));
-}
-function attrAllowed(name, allowed, wildcards) {
-  return allowed.has(name) || wildcards.some((prefix) => name.startsWith(prefix));
-}
-function isSafeValue(tag, name, value) {
-  if (URI_SAFE_ATTRIBUTES.has(name) || !value) return true;
-  if (IS_ALLOWED_URI.test(value.replace(ATTR_WHITESPACE, ""))) return true;
-  return (name === "src" || name === "href" || name === "xlink:href") && value.startsWith("data:") && DATA_URI_TAGS.has(tag);
-}
-function sanitizeWithLinkedom(html, config, parse) {
-  if (!html) return "";
-  const allowedTags = toSet(config.ALLOWED_TAGS);
-  const forbidTags = toSet(config.FORBID_TAGS);
-  const allowedAttrList = (config.ALLOWED_ATTR ?? []).map((s) => s.toLowerCase());
-  const allowedAttrs = new Set(allowedAttrList.filter((a) => !a.endsWith("*")));
-  const attrWildcards = allowedAttrList.filter((a) => a.endsWith("*")).map((a) => a.slice(0, -1));
-  const forbidAttrs = toSet(config.FORBID_ATTR);
-  const doc = parse(`<!DOCTYPE html><html><head></head><body>${html}</body></html>`);
-  const body = doc.body;
-  if (!body) return "";
-  const toUnwrap = [];
-  const stack = [body];
-  while (stack.length > 0) {
-    const parent = stack.pop();
-    for (const child of Array.from(parent.childNodes)) {
-      if (child.nodeType === COMMENT_NODE) {
-        parent.removeChild(child);
-        continue;
-      }
-      if (child.nodeType !== ELEMENT_NODE) continue;
-      const el = child;
-      const tag = el.nodeName.toLowerCase();
-      if (!allowedTags.has(tag) || forbidTags.has(tag)) {
-        if (FORBID_CONTENTS.has(tag)) {
-          parent.removeChild(el);
-        } else {
-          toUnwrap.push(el);
-          stack.push(el);
-        }
-        continue;
-      }
-      for (const attr of Array.from(el.attributes)) {
-        const name = attr.name.toLowerCase();
-        if (name.startsWith("on") || forbidAttrs.has(name) || !attrAllowed(name, allowedAttrs, attrWildcards) || !isSafeValue(tag, name, attr.value)) {
-          el.removeAttribute(attr.name);
-        }
-      }
-      stack.push(el);
-    }
-  }
-  for (let i = toUnwrap.length - 1; i >= 0; i--) {
-    const el = toUnwrap[i];
-    const parent = el.parentNode;
-    if (!parent) continue;
-    while (el.firstChild) parent.insertBefore(el.firstChild, el);
-    parent.removeChild(el);
-  }
-  return body.innerHTML;
-}
-
 // ../../src/shared/token-estimator.ts
 var CJK_REGEX3 = /[\u4e00-\u9fff\u3400-\u4dbf\u3000-\u303f\u3040-\u309f\u30a0-\u30ff\uac00-\ud7af]/g;
 var MAX_INPUT_LENGTH = 1e6;
@@ -64272,7 +64476,7 @@ function readStdin() {
 }
 async function htmlToMarkdown(html, format, applyAtlassianNormalization = false) {
   const processedHtml = applyAtlassianNormalization ? normalizeAtlassianHTML(html) : html;
-  const engine = new ConversionEngine();
+  const engine = new ConversionEngine({ dom: linkedomDomEnvironment() });
   const result = await engine.convert(processedHtml, {
     format,
     preserveTables: true,
@@ -64286,12 +64490,11 @@ async function binaryToMarkdown(buffer, type, format) {
     buffer.byteOffset,
     buffer.byteOffset + buffer.byteLength
   );
-  const engine = new ConversionEngine();
+  const engine = new ConversionEngine({ dom: linkedomDomEnvironment() });
   switch (type) {
     case "docx": {
       const result = await docxAdapter.parseToHtml(buffer);
-      const sanitized = sanitizeHTML(result.html);
-      const converted = await engine.convert(sanitized, {
+      const converted = await engine.convert(result.html, {
         format,
         preserveTables: true,
         preserveLists: true,
@@ -64301,8 +64504,7 @@ async function binaryToMarkdown(buffer, type, format) {
     }
     case "pdf": {
       const result = await pdfAdapter.parseToText(toArrayBuffer());
-      const sanitized = sanitizeHTML(result.html);
-      const converted = await engine.convert(sanitized, {
+      const converted = await engine.convert(result.html, {
         format,
         preserveTables: true,
         preserveLists: true,
@@ -64313,8 +64515,7 @@ async function binaryToMarkdown(buffer, type, format) {
     case "xlsx":
     case "csv": {
       const result = await spreadsheetAdapter.parseToHtml(toArrayBuffer(), type, 0);
-      const sanitized = sanitizeHTML(result.html);
-      const converted = await engine.convert(sanitized, {
+      const converted = await engine.convert(result.html, {
         format,
         preserveTables: true,
         preserveLists: true,
@@ -64324,8 +64525,7 @@ async function binaryToMarkdown(buffer, type, format) {
     }
     case "json": {
       const result = await dataAdapter.parseJsonToHtml(toArrayBuffer());
-      const sanitized = sanitizeHTML(result.html);
-      const converted = await engine.convert(sanitized, {
+      const converted = await engine.convert(result.html, {
         format,
         preserveTables: true,
         preserveLists: true,
@@ -64335,8 +64535,7 @@ async function binaryToMarkdown(buffer, type, format) {
     }
     case "xml": {
       const result = await dataAdapter.parseXmlToHtml(toArrayBuffer());
-      const sanitized = sanitizeHTML(result.html);
-      const converted = await engine.convert(sanitized, {
+      const converted = await engine.convert(result.html, {
         format,
         preserveTables: true,
         preserveLists: true,
@@ -64346,8 +64545,7 @@ async function binaryToMarkdown(buffer, type, format) {
     }
     case "pptx": {
       const result = await pptxAdapter.parseToHtml(toArrayBuffer());
-      const sanitized = sanitizeHTML(result.html);
-      const converted = await engine.convert(sanitized, {
+      const converted = await engine.convert(result.html, {
         format,
         preserveTables: true,
         preserveLists: true,
@@ -64359,7 +64557,7 @@ async function binaryToMarkdown(buffer, type, format) {
 }
 function linkedomDomEnvironment() {
   const parseHTML2 = globalThis.__FF_parseHTML;
-  if (!parseHTML2) throw new Error("The CLI shim must be loaded before converting a URL");
+  if (!parseHTML2) throw new Error("The CLI shim must be loaded before converting");
   const parseDocument = (html) => parseHTML2(html).document;
   const { window: window3 } = parseHTML2("<!DOCTYPE html><html><head></head><body></body></html>");
   return {
@@ -64567,9 +64765,9 @@ async function convertFile(filePath, format) {
   const ext = extname2(filePath).toLowerCase();
   if (!SUPPORTED_EXTENSIONS.has(ext)) throw new Error(`Unsupported file type: ${ext}`);
   const buffer = readFileSync4(filePath);
-  const engine = new ConversionEngine();
+  const engine = new ConversionEngine({ dom: linkedomDomEnvironment() });
   if (ext === ".html" || ext === ".htm") {
-    const result = await engine.convert(sanitizeHTML(buffer.toString("utf8")), {
+    const result = await engine.convert(buffer.toString("utf8"), {
       format,
       preserveTables: true,
       preserveLists: true,
@@ -64580,32 +64778,32 @@ async function convertFile(filePath, format) {
   const arrayBuffer = buffer.buffer.slice(buffer.byteOffset, buffer.byteOffset + buffer.byteLength);
   if (ext === ".docx") {
     const r = await docxAdapter.parseToHtml(arrayBuffer);
-    const c = await engine.convert(sanitizeHTML(r.html), { format, preserveTables: true, preserveLists: true, customRules: [] });
+    const c = await engine.convert(r.html, { format, preserveTables: true, preserveLists: true, customRules: [] });
     return { markdown: c.markdown, warnings: r.warnings ?? [] };
   }
   if (ext === ".pdf") {
     const r = await pdfAdapter.parseToText(arrayBuffer);
-    const c = await engine.convert(sanitizeHTML(r.html), { format, preserveTables: true, preserveLists: true, customRules: [] });
+    const c = await engine.convert(r.html, { format, preserveTables: true, preserveLists: true, customRules: [] });
     return { markdown: c.markdown, warnings: r.warnings ?? [] };
   }
   if (ext === ".xlsx" || ext === ".csv") {
     const r = await spreadsheetAdapter.parseToHtml(arrayBuffer, ext.slice(1), 0);
-    const c = await engine.convert(sanitizeHTML(r.html), { format, preserveTables: true, preserveLists: true, customRules: [] });
+    const c = await engine.convert(r.html, { format, preserveTables: true, preserveLists: true, customRules: [] });
     return { markdown: c.markdown, warnings: r.warnings ?? [] };
   }
   if (ext === ".json") {
     const r = await dataAdapter.parseJsonToHtml(arrayBuffer);
-    const c = await engine.convert(sanitizeHTML(r.html), { format, preserveTables: true, preserveLists: true, customRules: [] });
+    const c = await engine.convert(r.html, { format, preserveTables: true, preserveLists: true, customRules: [] });
     return { markdown: c.markdown, warnings: r.warnings ?? [] };
   }
   if (ext === ".xml") {
     const r = await dataAdapter.parseXmlToHtml(arrayBuffer);
-    const c = await engine.convert(sanitizeHTML(r.html), { format, preserveTables: true, preserveLists: true, customRules: [] });
+    const c = await engine.convert(r.html, { format, preserveTables: true, preserveLists: true, customRules: [] });
     return { markdown: c.markdown, warnings: r.warnings ?? [] };
   }
   if (ext === ".pptx") {
     const r = await pptxAdapter.parseToHtml(arrayBuffer);
-    const c = await engine.convert(sanitizeHTML(r.html), { format, preserveTables: true, preserveLists: true, customRules: [] });
+    const c = await engine.convert(r.html, { format, preserveTables: true, preserveLists: true, customRules: [] });
     return { markdown: c.markdown, warnings: r.warnings ?? [] };
   }
   throw new Error(`Unsupported file type: ${ext}`);
@@ -64909,8 +65107,8 @@ import { readFileSync as readFileSync5 } from "fs";
 import { resolve, dirname as dirname3 } from "path";
 import { fileURLToPath } from "url";
 var getVersion = () => {
-  if ("1.0.39") {
-    return "1.0.39";
+  if ("1.0.41") {
+    return "1.0.41";
   }
   try {
     const __dirname2 = dirname3(fileURLToPath(import.meta.url));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "formatferry",
-  "version": "1.0.39",
+  "version": "1.0.41",
   "description": "Format Ferry CLI — Convert HTML, DOCX, PDF, XLSX, CSV, JSON, XML, PPTX to Markdown",
   "keywords": [
     "markdown",