@ai-react-markdown/engine 2.5.1 → 2.5.2

package/dist/index.cjs

@@ -65,6 +65,8 @@ __export(src_exports, {
   hasLoneSurrogate: () => hasLoneSurrogate,
   highlight: () => highlight,
   isFootnoteSection: () => isFootnoteSection,
+  isWhitespaceText: () => isWhitespaceText,
+  lastMeaningfulIdx: () => lastMeaningfulIdx,
   measureStage: () => measureStage,
   mergeClassNameAllowlist: () => mergeClassNameAllowlist,
   normalizeForMatch: () => normalizeForMatch,
@@ -1199,6 +1201,15 @@ function isFootnoteSection(node) {
   const props = node.properties;
   return props?.dataFootnotes !== void 0;
 }
+function isWhitespaceText(c) {
+  return c.type === "text" && /^\s*$/.test(c.value);
+}
+function lastMeaningfulIdx(children) {
+  for (let i = children.length - 1; i >= 0; i--) {
+    if (!isWhitespaceText(children[i])) return i;
+  }
+  return -1;
+}
 
 // src/components/incrementalParse/attributeHastChildren.ts
 function attributeHastChildren(mdast, hast, stopAt = Infinity) {
@@ -1981,16 +1992,6 @@ function isBackrefAnchor(c) {
   if (el.tagName !== "a") return false;
   return Boolean(el.properties && "dataFootnoteBackref" in el.properties);
 }
-function isWhitespaceText(c) {
-  if (c.type !== "text") return false;
-  return /^\s*$/.test(c.value);
-}
-function lastMeaningfulIdx(children) {
-  for (let i = children.length - 1; i >= 0; i--) {
-    if (!isWhitespaceText(children[i])) return i;
-  }
-  return -1;
-}
 function dropTrailingBackrefs(children) {
   let trailingWsStart = children.length;
   while (trailingWsStart > 0 && isWhitespaceText(children[trailingWsStart - 1])) {
@@ -4657,21 +4658,7 @@ function convertSingleToDoubleDollar(text) {
 }
 function preprocessLaTeX(str) {
   if (!hasLatexTrigger(str)) return str;
-  const segments = splitByProtectedRegions(str);
-  const result = segments.map((segment) => {
-    if (segment.isCode) return segment.text;
-    let text = segment.text;
-    text = escapeMhchemCommands(text);
-    text = escapeCurrencyDollarSigns(text);
-    text = convertLatexDelimiters(text);
-    text = escapeLatexPipes(text);
-    text = escapeLatexPipesInUnclosed(text);
-    text = escapeTextUnderscores(text);
-    text = convertSingleToDoubleDollar(text);
-    text = truncateUnclosedLatexBlock(text);
-    return text;
-  });
-  return result.join("");
+  return processSlice(str, false).out;
 }
 function hasLatexTrigger(str) {
   return str.includes("$") || str.includes("\\[") || str.includes("\\(");
@@ -4700,7 +4687,7 @@ function hasUnclosedTextCommand(text) {
 }
 var RESIDUAL_OPEN_BRACKET_RE = /(?<!!)\\\[/;
 var LEADING_DOUBLE_DOLLAR_RE = /^\s*\$\$/;
-function processSliceInstrumented(slice, probe = true) {
+function processSlice(slice, probe = true) {
   const segments = splitByProtectedRegions(slice);
   const parts = [];
   let quiescent = true;
@@ -4824,13 +4811,13 @@ function createIncrementalLatexPreprocessor(options) {
       };
       const cut = findRawSafeCut(active);
       if (cut > 0) {
-        const candidate = processSliceInstrumented(active.slice(0, cut));
+        const candidate = processSlice(active.slice(0, cut));
         if (candidate.quiescent) freeze(cut, candidate);
       }
       nextAttemptLen = advanced || !backoff ? 0 : active.length * 2;
       onAttempt?.({ activeLength, frozenBytes });
     }
-    const tail = processSliceInstrumented(active, false);
+    const tail = processSlice(active, false);
     const head = tail.truncatedAtSeamStart ? frozenOut.replace(/\s+$/, "") : frozenOut;
     const out = head + tail.out;
     prevSource = source;
@@ -4895,6 +4882,8 @@ function createRemendPreprocessor(options) {
   hasLoneSurrogate,
   highlight,
   isFootnoteSection,
+  isWhitespaceText,
+  lastMeaningfulIdx,
   measureStage,
   mergeClassNameAllowlist,
   normalizeForMatch,