@ai-react-markdown/engine 2.5.4 → 2.6.0

package/dist/index.js

@@ -244,6 +244,26 @@ var HTML_BREAKOUT_TAGS = /* @__PURE__ */ new Set([
   "var"
 ]);
 var HTML_INTEGRATION_POINTS = ["foreignobject", "desc", "title", "mi", "mo", "mn", "ms", "mtext", "annotation-xml"];
+var SCOPE_BARRIER_NAMES = /* @__PURE__ */ new Set([
+  "applet",
+  "caption",
+  "html",
+  "table",
+  "td",
+  "th",
+  "marquee",
+  "object",
+  "template",
+  "mi",
+  "mo",
+  "mn",
+  "ms",
+  "mtext",
+  "annotation-xml",
+  "foreignobject",
+  "desc",
+  "title"
+]);
 var FOREIGN_ROOT_NAMES = ["svg", "math"];
 var TYPE1_NAMES = /* @__PURE__ */ new Set(["script", "pre", "style", "textarea"]);
 var RAW_TEXT_ELEMENTS = /* @__PURE__ */ new Set([
@@ -414,6 +434,7 @@ function freshCheckpoint(defListEnabled, mathFlow, referenceTaint) {
     piOpen: false,
     bogusOpen: false,
     rawTextOpen: null,
+    openStack: [],
     scriptDataEscaped: false,
     declOpen: false,
     cdataOpen: false,
@@ -537,7 +558,8 @@ function classifyBlockStart(text, indent, defListEnabled) {
 function computeFreezeBoundary(text, options, resume) {
   const mathFlow = options.mathFlow ?? true;
   const referenceTaint = options.referenceTaint ?? true;
-  const cp = resume && resume.defListEnabled === options.defListEnabled && resume.mathFlow === mathFlow && resume.referenceTaint === referenceTaint && resume.confirmedOffset <= text.length ? resume : freshCheckpoint(options.defListEnabled, mathFlow, referenceTaint);
+  const prev = resume;
+  const cp = prev && prev.defListEnabled === options.defListEnabled && prev.mathFlow === mathFlow && prev.referenceTaint === referenceTaint && prev.confirmedOffset <= text.length ? prev : freshCheckpoint(options.defListEnabled, mathFlow, referenceTaint);
   let start = cp.confirmedOffset;
   let tailLine = null;
   while (start < text.length) {
@@ -600,6 +622,14 @@ function computeFreezeBoundary(text, options, resume) {
   }
   return { boundary, checkpoint: cp };
 }
+function pendingFenceCloser(checkpoint) {
+  const cp = checkpoint;
+  if (cp.phasePoisonedAt !== Infinity) return "";
+  if (cp.openIndent !== 0) return "";
+  if (cp.inFence) return cp.fenceChar.repeat(cp.fenceLen);
+  if (cp.inMath) return "$".repeat(cp.mathFenceLen);
+  return "";
+}
 function floatingResidue(text, commentOpenAtStart) {
   let out = "";
   let open = commentOpenAtStart;
@@ -675,6 +705,7 @@ function processConfirmedLine(cp, ln, text) {
         cp.openTotal -= count;
       }
     }
+    if (cp.openStack.length > 0) cp.openStack = cp.openStack.filter((n) => !FOREIGN_ROOT_NAMES.includes(n));
   };
   const noteBreakout = (tag, closing) => {
     if (closing || cp.rawTextOpen !== null) return;
@@ -698,13 +729,25 @@ function processConfirmedLine(cp, ln, text) {
       }
     }
     if (DOCUMENT_STRUCTURE_NAMES.has(tag)) cp.phasePoisonedAt = 0;
+    if (tag === "template" && !closing) cp.phasePoisonedAt = 0;
     if (closing) {
+      let idx = -1;
+      for (let i = cp.openStack.length - 1; i >= 0; i--) {
+        if (cp.openStack[i] === tag) {
+          idx = i;
+          break;
+        }
+        if (SCOPE_BARRIER_NAMES.has(cp.openStack[i])) break;
+      }
+      if (idx === -1) return;
+      cp.openStack.splice(idx, 1);
       const count = cp.tagBalance.get(tag) ?? 0;
       if (count > 0) {
         cp.tagBalance.set(tag, count - 1);
         cp.openTotal -= 1;
       }
     } else {
+      cp.openStack.push(tag);
       cp.tagBalance.set(tag, (cp.tagBalance.get(tag) ?? 0) + 1);
       cp.openTotal += 1;
     }
@@ -823,6 +866,9 @@ function processConfirmedLine(cp, ln, text) {
     if (!cp.type1FlowOpen) {
       cp.htmlFlowSinceBlank = false;
       cp.htmlFlowReal = false;
+      if (cp.rawTextOpen !== null && !cp.rawTextInline) {
+        cp.phasePoisonedAt = 0;
+      }
     }
     cp.prevLineBlank = true;
     cp.prevLineWasText = false;
@@ -922,6 +968,7 @@ ${cont(scanText)}` };
   const poisonRawDivergence = () => {
     cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start);
   };
+  let inlineRawOpenerIdx = -1;
   while (pos < scanText.length) {
     if (cp.piOpen) {
       const c = scanText.indexOf("?>", pos);
@@ -977,6 +1024,7 @@ ${cont(scanText)}` };
     } else if (first === cd) {
       rawSpans.push([cd, cd + 9]);
       cp.cdataOpen = true;
+      if (!isMdBlank(scanText.slice(0, cd)) || ln.indent > 3) inlineRawOpenerIdx = cd;
       pos = cd + 9;
     } else if (first === pi) {
       if (scanText[pi + 2] === ">") {
@@ -987,14 +1035,19 @@ ${cont(scanText)}` };
       }
       rawSpans.push([pi, pi + 2]);
       cp.piOpen = true;
+      if (!isMdBlank(scanText.slice(0, pi)) || ln.indent > 3) inlineRawOpenerIdx = pi;
       pos = pi + 2;
     } else {
       rawSpans.push([decl, decl + 2]);
       if (ln.indent <= 3 && /^doctype/i.test(scanText.slice(decl + 2))) cp.phasePoisonedAt = 0;
       cp.declOpen = true;
+      if (!isMdBlank(scanText.slice(0, decl)) || ln.indent > 3) inlineRawOpenerIdx = decl;
       pos = decl + 2;
     }
   }
+  if (inlineRawOpenerIdx !== -1 && (cp.piOpen || cp.declOpen || cp.cdataOpen)) {
+    cp.phasePoisonedAt = 0;
+  }
   let tagText = scanText;
   for (const [from, to] of rawSpans) {
     tagText = tagText.slice(0, from) + " ".repeat(to - from) + tagText.slice(to);
@@ -1083,9 +1136,9 @@ ${cont(scanText)}` };
       if (VOID_TAGS.has(tag) || selfClosing && honoursSelfClosing(tag)) continue;
       applyTag(tag, closing);
     }
-    if (cp.commentOpen && lastCommentOpenerIdx !== -1 && !inRawText) {
-      if (!isMdBlank(tagText.slice(0, lastCommentOpenerIdx))) {
-        cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start + lastCommentOpenerIdx);
+    if (cp.commentOpen && lastCommentOpenerIdx !== -1) {
+      if (!isMdBlank(tagText.slice(0, lastCommentOpenerIdx)) || ln.indent > 3) {
+        cp.phasePoisonedAt = 0;
       }
     }
     if (masked !== null && masked !== ln.text) {
@@ -1385,6 +1438,40 @@ function hasStrayTablePart(values) {
   }
   return false;
 }
+var HEAD_ROUTED_NAMES = /* @__PURE__ */ new Set([
+  "base",
+  "basefont",
+  "bgsound",
+  "link",
+  "meta",
+  "noframes",
+  "script",
+  "style",
+  "template",
+  "title"
+]);
+var HEAD_ROUTED_RAW_TEXT_RE = /<(script|style|title|noframes)(?=[\s/>])/i;
+var ANY_START_TAG_RE = /<([a-z][a-z0-9-]*)(?=[\s/>])/gi;
+function headRoutedCaptureUnclosed(values) {
+  if (values.length === 0) return false;
+  const joined = values.join("\n");
+  const opener = HEAD_ROUTED_RAW_TEXT_RE.exec(joined);
+  if (opener === null) return false;
+  const before = joined.slice(0, opener.index);
+  if (/<[!?]/.test(before)) return true;
+  ANY_START_TAG_RE.lastIndex = 0;
+  let m;
+  while ((m = ANY_START_TAG_RE.exec(before)) !== null) {
+    if (!HEAD_ROUTED_NAMES.has(m[1].toLowerCase())) return false;
+  }
+  const name = opener[1].toLowerCase();
+  const after = joined.slice(opener.index + opener[0].length);
+  if (name === "script") {
+    const close = after.search(/<\/script(?=[\s/>])/i);
+    return close === -1 || /<!--/.test(after.slice(0, close));
+  }
+  return !new RegExp(`</${name}(?=[\\s/>])`, "i").test(after);
+}
 var STRAY_SYNTHESIZED_END_TAG_RE = /<\/(?:br|p)\b/i;
 function spliceTrees(input) {
   const { prevMdast, prevHast, tailMdast, tailHast, content, boundary, injectionPrefix, injectedSegments } = input;
@@ -1443,11 +1530,14 @@ function spliceTrees(input) {
   });
   const tailWrapVisible = tailMdastChildren.some((child) => !isWrapInvisible(child));
   if (hasStrayTablePart(prefixMdast.flatMap((c) => c.type === "html" ? [c.value] : []))) return null;
+  const leadingHtml = [];
   for (const child of tailMdastChildren) {
     if (isWrapInvisible(child)) continue;
     if (child.type !== "html") break;
     if (STRAY_SYNTHESIZED_END_TAG_RE.test(child.value) || TABLE_PART_TAG_RE.test(child.value)) return null;
+    leadingHtml.push(child.value);
   }
+  if (headRoutedCaptureUnclosed(leadingHtml)) return null;
   const aligned = alignPrefixCut(prefixMdast, cutRegion, tailWrapVisible);
   if (aligned === null) return null;
   const hastChildren = aligned.children;
@@ -2091,12 +2181,10 @@ function phantomSuffixCloser(content) {
   const endsWithNewline = content.endsWith("\n");
   const confirmed = endsWithNewline ? content : content + "\n";
   const { checkpoint } = computeFreezeBoundary(confirmed, { defListEnabled: false, referenceTaint: false });
-  if (checkpoint.phasePoisonedAt !== Infinity) return "";
-  if (checkpoint.openIndent !== 0) return "";
-  const nl = endsWithNewline ? "" : "\n";
-  if (checkpoint.inFence) return `${nl}${checkpoint.fenceChar.repeat(checkpoint.fenceLen)}`;
-  if (checkpoint.inMath) return `${nl}${"$".repeat(checkpoint.mathFenceLen)}`;
-  return "";
+  const closer = pendingFenceCloser(checkpoint);
+  if (closer === "") return "";
+  return endsWithNewline ? closer : `
+${closer}`;
 }
 
 // src/components/extractContributions.ts
@@ -2372,7 +2460,7 @@ function createRegistry(onEmpty) {
 
 // src/components/pluginChain.ts
 import rehypeKatex from "rehype-katex";
-import rehypeRaw from "rehype-raw";
+import rehypeRaw from "@ai-markdown/rehype-raw";
 import rehypeUnwrapImages from "rehype-unwrap-images";
 
 // src/components/rehypeUnwrapCrossChunkImages.ts