@ai-react-markdown/engine 2.8.0 → 2.8.2

package/dist/index.js

@@ -501,6 +501,7 @@ var isType7Line = (line) => {
   return i >= t.length;
 };
 var mdHtml = (b, type) => b.kind === "html" && b.type === type;
+var mdType1RawText = (b) => b.kind === "html" && b.type === 1 && b.raw;
 var mdHtml25 = (b) => b.kind === "html" && b.type >= 2 && b.type <= 5;
 var commentEitherOpen = (md, p5) => mdHtml(md, 2) || p5.kind === "comment";
 var inRawTextTok = (t) => t.kind === "rawText" || t.kind === "script";
@@ -522,11 +523,13 @@ var VOID_TAGS = /* @__PURE__ */ new Set([
   "wbr"
 ]);
 var LIST_MARKER_RE = /^ {0,3}(?:[-*+]|\d{1,9}[.)])(?:[ \t]|$)/;
+var CONTAINER_MARKER_RE = /^ {0,3}(?:>|(?:[-*+]|\d{1,9}[.)])[ \t]+\S)/;
 var ATX_HEADING_RE = /^#{1,6}(?:[ \t]|$)/;
 var THEMATIC_BREAK_RE = /^(?:(?:-[ \t]*){3,}|(?:\*[ \t]*){3,}|(?:_[ \t]*){3,})$/;
 var BARE_MARKER_RE = /^(?:[-*+]|\d{1,9}[.)])[ \t]*$/;
 var SETEXT_LEFTOVER_RE = /^(?:=+|--)[ \t]*$/;
 var DEF_LIST_DD_RE = /^ {0,3}:[ \t]/;
+var CLOSE_TAG_ONLY_RE = /^[ \t]*<\/[A-Za-z][A-Za-z0-9-]*[ \t]*>[ \t\r]*$/;
 var FENCE_RE = /^ {0,3}(`{3,}|~{3,})/;
 var MATH_RUN_RE = /^ {0,3}(\$\$+)/;
 var TAG_OR_COMMENT_RE = /<(\/?)([A-Za-z][A-Za-z0-9-]*)(?=[\s/>])([^>]*)>|<!--|-->|--!>/g;
@@ -637,9 +640,12 @@ function freshCheckpoint(defListEnabled, mathFlow, referenceTaint) {
     prevLineWasValidDef: false,
     prevLineOpenContent: false,
     tableMaybeOpen: false,
+    containerMaybeOpen: false,
     paragraphHasUnpairedRun: false,
     openBracket: null,
     p5SealPending: false,
+    defBlockMaybeOpen: false,
+    fnDefResumable: false,
     phasePoisonedAt: Infinity,
     pendingTruncatedTags: [],
     pendingTruncatedCloses: [],
@@ -767,9 +773,10 @@ function processConfirmedLine(cp, ln, text) {
   }
   const isBlockStart = cp.prevLineBlank;
   if (cp.p5SealPending && !ln.blank && cp.mdBlock.kind !== "html" && !(cp.p5Tok.kind === "comment" || cp.p5Tok.kind === "bogus")) {
-    const defShapedLine = DEF_RE.test(ln.text) || FOOTNOTE_DEF_RE.test(ln.text);
+    const defShapedLine = DEF_RE.test(ln.text) || FOOTNOTE_DEF_RE.test(ln.text) || cp.defBlockMaybeOpen || cp.fnDefResumable && !(isBlockStart && ln.indent <= 3);
     const commentOnly = ln.text.replace(/<!--[\s\S]*?-->/g, " ").replace(/<!--[\s\S]*$/, " ").replace(/[ \t\r]/g, "") === "";
-    if (!defShapedLine && !commentOnly) {
+    const closeTagOnly = CLOSE_TAG_ONLY_RE.test(ln.text);
+    if (!defShapedLine && !commentOnly && !closeTagOnly) {
       cp.p5SealPending = false;
     }
   }
@@ -821,7 +828,7 @@ function processConfirmedLine(cp, ln, text) {
       cp.openTotal += 1;
     }
   };
-  const definitelyInsideTable = () => (cp.tagBalance.get("table") ?? 0) > 0;
+  const definitelyInsideTable = () => (cp.tagBalance.get("table") ?? 0) > cp.pendingTruncatedTags.filter((t) => t === "table").length;
   const strayTablePart = (tag) => TABLE_PART_NAMES.has(tag) && !definitelyInsideTable();
   const commentOpenAtLineStart = commentEitherOpen(cp.mdBlock, cp.p5Tok);
   const bothCommentsOpenAtLineStart = mdHtml(cp.mdBlock, 2) && cp.p5Tok.kind === "comment";
@@ -843,6 +850,7 @@ function processConfirmedLine(cp, ln, text) {
     cp.prevLineWasValidDef = false;
     cp.prevLineOpenContent = false;
     cp.tableMaybeOpen = false;
+    cp.containerMaybeOpen = false;
     return;
   }
   if (cp.mdBlock.kind !== "math" && !rawOpenAtLineStart) {
@@ -864,6 +872,7 @@ function processConfirmedLine(cp, ln, text) {
       cp.prevLineWasValidDef = false;
       cp.prevLineOpenContent = false;
       cp.tableMaybeOpen = false;
+      cp.containerMaybeOpen = false;
       return;
     }
   }
@@ -880,6 +889,7 @@ function processConfirmedLine(cp, ln, text) {
     cp.prevLineWasValidDef = false;
     cp.prevLineOpenContent = false;
     cp.tableMaybeOpen = false;
+    cp.containerMaybeOpen = false;
     return;
   }
   const mathRun = cp.mathFlow && !rawOpenAtLineStart ? MATH_RUN_RE.exec(ln.text) : null;
@@ -902,6 +912,7 @@ function processConfirmedLine(cp, ln, text) {
         cp.prevLineWasValidDef = false;
         cp.prevLineOpenContent = false;
         cp.tableMaybeOpen = false;
+        cp.containerMaybeOpen = false;
         return;
       }
     }
@@ -950,8 +961,10 @@ function processConfirmedLine(cp, ln, text) {
     cp.prevLineBlank = true;
     cp.prevLineWasText = false;
     cp.prevLineWasValidDef = false;
+    cp.defBlockMaybeOpen = false;
     cp.prevLineOpenContent = false;
     cp.tableMaybeOpen = false;
+    cp.containerMaybeOpen = false;
     return;
   }
   if (isBlockStart) {
@@ -963,21 +976,27 @@ function processConfirmedLine(cp, ln, text) {
   const tagStart = ln.indent <= 3 ? /^<\/?([A-Za-z][A-Za-z0-9-]*)/.exec(mdTrimStart(ln.text)) : null;
   if (tagStart) {
     const noRealBlockOpen = cp.mdBlock.kind !== "html";
-    if (noRealBlockOpen && TYPE1_START_RE.test(mdTrimStart(ln.text))) cp.mdBlock = { kind: "html", type: 1 };
+    const t1 = noRealBlockOpen ? TYPE1_START_RE.exec(mdTrimStart(ln.text)) : null;
+    if (t1) cp.mdBlock = { kind: "html", type: 1, raw: RAW_TEXT_ELEMENTS.has(t1[1].toLowerCase()), indent: ln.indent };
     if (cp.mdBlock.kind !== "html") {
       const t = mdTrimStart(ln.text);
       const t6 = TYPE6_START_RE.exec(t);
       const realT6 = t6 !== null && TYPE6_NAMES.has(t6[1].toLowerCase());
-      if (realT6 || TYPE1_START_RE.test(t) || // Type 7 cannot interrupt CONTENT (micromark's paragraph/definition
+      const t1Line = TYPE1_START_RE.test(t);
+      const type7Shaped = !realT6 && !t1Line && isType7Line(t);
+      if (realT6 || t1Line || // Type 7 cannot interrupt CONTENT (micromark's paragraph/definition
       // construct — `prevLineOpenContent`, the exact interrupt input; the
       // old `prevLineWasText` gate refused after headings, terminator
       // lines and fence closes, where micromark measurably opens). The
       // classifier itself is exact too (isType7Line) — including closing
       // raw-text names (`</style>` alone is type 7, measured) and
       // quoted-`>` attribute values.
-      !cp.prevLineOpenContent && isType7Line(t)) {
-        if (cp.mdBlock.kind === "none") cp.mdBlock = { kind: "html", type: realT6 ? 6 : 7 };
-      } else if (cp.prevLineOpenContent && cp.tableMaybeOpen && isType7Line(t)) {
+      !cp.prevLineOpenContent && type7Shaped) {
+        if (cp.mdBlock.kind === "none") cp.mdBlock = { kind: "html", type: realT6 ? 6 : 7, indent: ln.indent };
+      } else if (cp.prevLineOpenContent && cp.tableMaybeOpen && type7Shaped) {
+        cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start);
+      }
+      if (type7Shaped && cp.containerMaybeOpen) {
         cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start);
       }
     }
@@ -1043,7 +1062,12 @@ function processConfirmedLine(cp, ln, text) {
       pos = c + 1;
       continue;
     }
-    if (commentOpenAtLineStart || inRawTextTok(cp.p5Tok) || mdHtml(cp.mdBlock, 1)) break;
+    if (commentOpenAtLineStart || inRawTextTok(cp.p5Tok) || mdType1RawText(cp.mdBlock)) {
+      if (inRawTextTok(cp.p5Tok) && cp.p5Tok.openedInline && (tailCarriesRetroactive(ln.text) || /<template(?![a-z0-9-])/i.test(ln.text))) {
+        cp.phasePoisonedAt = 0;
+      }
+      break;
+    }
     const pi = scanText.indexOf("<?", pos);
     const cd = scanText.indexOf("<![CDATA[", pos);
     const dm = scanText.slice(pos).search(/<![A-Za-z]/);
@@ -1060,7 +1084,7 @@ function processConfirmedLine(cp, ln, text) {
       pos = bogus + 2;
     } else if (first === cd) {
       rawSpans.push([cd, cd + 9]);
-      if (cp.mdBlock.kind === "none") cp.mdBlock = { kind: "html", type: 5 };
+      if (cp.mdBlock.kind === "none") cp.mdBlock = { kind: "html", type: 5, indent: ln.indent };
       if (cp.p5Tok.kind === "data") cp.p5Tok = { kind: "bogus" };
       if (!isMdBlank(scanText.slice(0, cd)) || ln.indent > 3) inlineRawOpenerIdx = cd;
       pos = cd + 9;
@@ -1072,14 +1096,14 @@ function processConfirmedLine(cp, ln, text) {
         continue;
       }
       rawSpans.push([pi, pi + 2]);
-      if (cp.mdBlock.kind === "none") cp.mdBlock = { kind: "html", type: 3 };
+      if (cp.mdBlock.kind === "none") cp.mdBlock = { kind: "html", type: 3, indent: ln.indent };
       if (cp.p5Tok.kind === "data") cp.p5Tok = { kind: "bogus" };
       if (!isMdBlank(scanText.slice(0, pi)) || ln.indent > 3) inlineRawOpenerIdx = pi;
       pos = pi + 2;
     } else {
       rawSpans.push([decl, decl + 2]);
       if (ln.indent <= 3 && /^doctype/i.test(scanText.slice(decl + 2))) cp.phasePoisonedAt = 0;
-      if (cp.mdBlock.kind === "none") cp.mdBlock = { kind: "html", type: 4 };
+      if (cp.mdBlock.kind === "none") cp.mdBlock = { kind: "html", type: 4, indent: ln.indent };
       if (cp.p5Tok.kind === "data") cp.p5Tok = { kind: "bogus" };
       if (!isMdBlank(scanText.slice(0, decl)) || ln.indent > 3) inlineRawOpenerIdx = decl;
       pos = decl + 2;
@@ -1138,7 +1162,7 @@ function processConfirmedLine(cp, ln, text) {
         if (next.startsWith(">") || next === "->") {
           continue;
         }
-        if (cp.mdBlock.kind === "none") cp.mdBlock = { kind: "html", type: 2 };
+        if (cp.mdBlock.kind === "none") cp.mdBlock = { kind: "html", type: 2, indent: ln.indent };
         if (cp.p5Tok.kind === "data") cp.p5Tok = { kind: "comment" };
         lastCommentOpenerIdx = m.index;
         continue;
@@ -1280,17 +1304,37 @@ function processConfirmedLine(cp, ln, text) {
       openContent = false;
     } else if (ln.indent >= 4) {
       openContent = cp.prevLineOpenContent;
-    } else if (ATX_HEADING_RE.test(tt) || THEMATIC_BREAK_RE.test(tt) || BARE_MARKER_RE.test(tt)) {
+    } else if (ATX_HEADING_RE.test(tt) || THEMATIC_BREAK_RE.test(tt)) {
       openContent = false;
+    } else if (BARE_MARKER_RE.test(tt)) {
+      openContent = tt[0] === "-" ? false : cp.prevLineOpenContent;
     } else if (SETEXT_LEFTOVER_RE.test(tt)) {
-      openContent = !cp.prevLineOpenContent;
+      openContent = cp.tableMaybeOpen && cp.prevLineOpenContent ? true : !cp.prevLineOpenContent;
     } else {
       openContent = true;
     }
     cp.prevLineOpenContent = openContent;
-    cp.tableMaybeOpen = ln.text.includes("|") || cp.tableMaybeOpen && openContent;
+    cp.tableMaybeOpen = !htmlOwnedLine && ln.text.includes("|") || cp.tableMaybeOpen && openContent;
+    const containerMarker = CONTAINER_MARKER_RE.test(ln.text) || FOOTNOTE_DEF_RE.test(ln.text) || cp.defListEnabled && DEF_LIST_DD_RE.test(ln.text);
+    cp.containerMaybeOpen = openContent && (containerMarker || cp.containerMaybeOpen);
   }
   cp.prevLineWasValidDef = validLinkDef;
+  cp.defBlockMaybeOpen = cp.defBlockMaybeOpen || DEF_RE.test(ln.text) || FOOTNOTE_DEF_RE.test(ln.text);
+  if (FOOTNOTE_DEF_RE.test(ln.text)) cp.fnDefResumable = true;
+  else if (isBlockStart && ln.indent <= 3) cp.fnDefResumable = false;
+  const isBarrier = (name) => SCOPE_BARRIER_NAMES.has(name);
+  const topLevelHtmlBlock = cp.mdBlock.kind === "html" && cp.mdBlock.indent === 0;
+  const confirmedBarriers = cp.openStack.filter(isBarrier).length - cp.pendingTruncatedTags.filter(isBarrier).length;
+  if (!topLevelHtmlBlock && confirmedBarriers > 0) {
+    cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start);
+  }
+  const maskUnbacked = mdType1RawText(cp.mdBlock) && !inRawTextTok(cp.p5Tok);
+  if (maskUnbacked) {
+    cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start);
+    if (tailCarriesRetroactive(ln.text) || /<template(?![a-z0-9-])/i.test(ln.text)) {
+      cp.phasePoisonedAt = 0;
+    }
+  }
 }
 
 // src/components/incrementalParse/spliceParse.ts
@@ -1805,7 +1849,7 @@ function alignPrefixCut(prefixMdast, cutRegion, tailWrapVisible) {
   if (sepBuffer.length !== trailingGaps && sepBuffer.length !== trailingGaps + 1) return null;
   for (let j = pairIdx + 1; j < visibles.length; j++) {
     const v = visibles[j];
-    if (v.type === "html" && !/^\s*<[!?]/.test(v.value)) return null;
+    if (v.type === "html" && !isExactSanitizeStrippedConstruct(v.value)) return null;
   }
   for (let i = 0; i < trailingGaps + seam; i++) {
     out.push({ type: "text", value: "\n" });
@@ -1855,7 +1899,7 @@ function tailLeadingTextIsHoist(tailMdastChildren, tailHastChildren) {
   if (!isSeparatorText(firstText)) {
     if (firstText.type === "text" && firstText.position === void 0 && firstVisible?.type === "html") {
       if (/^\s*<\/[A-Za-z][A-Za-z0-9-]*\s*>/.test(firstVisible.value)) return true;
-      if (isCompleteRawConstruct(firstVisible.value)) return false;
+      if (isSanitizeStrippedConstruct(firstVisible.value)) return false;
       return null;
     }
     return false;
@@ -1871,12 +1915,26 @@ function tailLeadingTextIsHoist(tailMdastChildren, tailHastChildren) {
     }
   }
   if (firstVisible.type === "math") return false;
-  if (firstVisible.type === "html" && isCompleteRawConstruct(firstVisible.value)) return false;
+  if (firstVisible.type === "html" && isSanitizeStrippedConstruct(firstVisible.value)) return false;
   return null;
 }
-function isCompleteRawConstruct(value) {
+function isSanitizeStrippedConstruct(value) {
   const v = value.trim();
-  return v.startsWith("<!--") && v.endsWith("-->") || v.startsWith("<?") && v.endsWith("?>") || v.startsWith("<![CDATA[") && v.endsWith("]]>") || /^<![A-Za-z]/.test(v) && v.endsWith(">");
+  return v.startsWith("<!--") && v.endsWith("-->") || v.startsWith("<?") && v.endsWith("?>") || v.startsWith("<![CDATA[") && v.endsWith("]]>") || /^<![A-Za-z]/.test(v) && !/^<!doctype/i.test(v) && v.endsWith(">");
+}
+function isExactSanitizeStrippedConstruct(value) {
+  if (value.startsWith("<!--")) {
+    if (value.length < 7 || !value.endsWith("-->")) return false;
+    const close = value.indexOf("-->", 4);
+    const bangClose = value.indexOf("--!>", 4);
+    if (close !== value.length - 3) return false;
+    return bangClose === -1 || bangClose > close;
+  }
+  if (/^<!doctype/i.test(value)) return false;
+  if (value.startsWith("<?") || /^<!(?:[A-Za-z]|\[CDATA\[)/.test(value)) {
+    return value.indexOf(">") === value.length - 1;
+  }
+  return false;
 }
 function isSeparatorText(node) {
   return node.type === "text" && node.position === void 0 && node.value.trim() === "";
@@ -5029,7 +5087,6 @@ export {
   collectDefLabels,
   computeFreezeBoundary,
   createDefLabelScanner,
-  createFile,
   createIncrementalLatexPreprocessor,
   createProcessor,
   createRegistry,
@@ -5046,10 +5103,8 @@ export {
   hasLoneSurrogate,
   highlight,
   isFootnoteSection,
-  isWhitespaceText,
   lastMeaningfulIdx,
   measureStage,
-  mergeClassNameAllowlist,
   normalizeForMatch,
   normalizeId,
   pangu,
@@ -5065,7 +5120,6 @@ export {
   shortenDocumentId,
   smartypants,
   sourceIdFromFootnoteLiId,
-  splitByProtectedRegions,
   subscribeStageTimings,
   transformStage,
   withDefs