@ai-react-markdown/engine 2.4.5 → 2.5.1

package/dist/index.cjs

@@ -31,7 +31,6 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 var src_exports = {};
 __export(src_exports, {
   DEFAULT_PAYLOAD: () => DEFAULT_PAYLOAD,
-  DEF_LINE_START_RE: () => DEF_LINE_START_RE,
   PIPELINE_STAGES: () => PIPELINE_STAGES,
   SENTINEL_FN_CONTENT: () => SENTINEL_FN_CONTENT,
   SENTINEL_LINK_URL: () => SENTINEL_LINK_URL,
@@ -66,7 +65,6 @@ __export(src_exports, {
   hasLoneSurrogate: () => hasLoneSurrogate,
   highlight: () => highlight,
   isFootnoteSection: () => isFootnoteSection,
-  lastRegionStart: () => lastRegionStart,
   measureStage: () => measureStage,
   mergeClassNameAllowlist: () => mergeClassNameAllowlist,
   normalizeForMatch: () => normalizeForMatch,
@@ -270,10 +268,73 @@ var import_micromark_util_html_tag_name = require("micromark-util-html-tag-name"
 var import_micromark_util_normalize_identifier = require("micromark-util-normalize-identifier");
 var TYPE6_NAMES = new Set(import_micromark_util_html_tag_name.htmlBlockNames);
 var TABLE_PART_NAMES = /* @__PURE__ */ new Set(["td", "th", "tr", "tbody", "thead", "tfoot", "caption", "col", "colgroup"]);
+var HTML_BREAKOUT_TAGS = /* @__PURE__ */ new Set([
+  "b",
+  "big",
+  "blockquote",
+  "body",
+  "br",
+  "center",
+  "code",
+  "dd",
+  "div",
+  "dl",
+  "dt",
+  "em",
+  "embed",
+  "h1",
+  "h2",
+  "h3",
+  "h4",
+  "h5",
+  "h6",
+  "head",
+  "hr",
+  "i",
+  "img",
+  "li",
+  "listing",
+  "menu",
+  "meta",
+  "nobr",
+  "ol",
+  "p",
+  "pre",
+  "ruby",
+  "s",
+  "small",
+  "span",
+  "strong",
+  "strike",
+  "sub",
+  "sup",
+  "table",
+  "tt",
+  "u",
+  "ul",
+  "var"
+]);
+var HTML_INTEGRATION_POINTS = ["foreignobject", "desc", "mi", "mo", "mn", "ms", "mtext", "annotation-xml"];
 var TYPE1_NAMES = /* @__PURE__ */ new Set(["script", "pre", "style", "textarea"]);
+var RAW_TEXT_ELEMENTS = /* @__PURE__ */ new Set([
+  "script",
+  "style",
+  "textarea",
+  "title",
+  "xmp",
+  "iframe",
+  "noembed",
+  "noframes",
+  // NOT `noscript`: hast-util-raw constructs parse5 with
+  // `scriptingEnabled: false`, under which `<noscript>` content is ordinary
+  // HTML — modelling it as raw text ignored a `<b>` inside and under-blocked
+  // (oracle review of the r2 batch; regression caught before release).
+  "plaintext"
+]);
 var TYPE6_START_RE = /^<\/?([A-Za-z][A-Za-z0-9-]*)(?:[ \t\r]|\/?>|$)/;
 var TYPE1_START_RE = /^<(script|pre|style|textarea)(?:[ \t\r]|>|$)/i;
-var TYPE7_LINE_RE = /^<(\/?)([A-Za-z][A-Za-z0-9-]*)(?:[ \t\r][^>]*|\/)?>[ \t\r]*$/;
+var TYPE7_LINE_RE = /^(?:<[A-Za-z][A-Za-z0-9-]*(?:[ \t\r][^>]*|\/)?>|<\/[A-Za-z][A-Za-z0-9-]*[ \t\r]*>)[ \t\r]*$/;
+var t7Name = (line) => /^<\/?([A-Za-z][A-Za-z0-9-]*)/.exec(line)[1];
 var VOID_TAGS = /* @__PURE__ */ new Set([
   "area",
   "base",
@@ -297,7 +358,35 @@ var DEF_RE = /^ {0,3}\[((?:[^[\]\\]|\\.)+)\]:/;
 var FENCE_RE = /^ {0,3}(`{3,}|~{3,})/;
 var MATH_RUN_RE = /^ {0,3}(\$\$+)/;
 var TAG_OR_COMMENT_RE = /<(\/?)([A-Za-z][A-Za-z0-9-]*)(?=[\s/>])([^>]*)>|<!--|-->|--!>/g;
-var TRUNCATED_TAG_RE = /<(\/?)([A-Za-z][A-Za-z0-9-]*)([^<>]*)$/;
+var TRUNCATED_TAG_RE = /<(\/?)([A-Za-z][A-Za-z0-9-]*)([^>]*)$/;
+var TAG_START_LT_RE = /<\/?[A-Za-z]/g;
+function scanTagAttrs(text, from, to, out) {
+  let st = out.state;
+  for (let i = from; i < to; i++) {
+    const c = text[i];
+    if (st === '"' || st === "'") {
+      if (c === st) st = "outside";
+      continue;
+    }
+    const ws = c === " " || c === "	" || c === "\n" || c === "\r" || c === "\f";
+    if (st === "afterEq") {
+      if (ws) continue;
+      if (c === '"' || c === "'") st = c;
+      else if (c === ">") return i;
+      else st = "unquoted";
+      continue;
+    }
+    if (st === "unquoted") {
+      if (ws) st = "outside";
+      else if (c === ">") return i;
+      continue;
+    }
+    if (c === "=") st = "afterEq";
+    else if (c === ">") return i;
+  }
+  out.state = st;
+  return -1;
+}
 var REF_RE = /!?\[((?:[^[\]\\]|\\.)*)\]/g;
 var BACKTICK_RUN_RE = /`+/g;
 var MD_BLANK_RE = /^[ \t\r]*$/;
@@ -392,6 +481,8 @@ function freshCheckpoint(defListEnabled, mathFlow, referenceTaint) {
     openTotal: 0,
     commentOpen: false,
     piOpen: false,
+    bogusOpen: false,
+    rawTextOpen: null,
     declOpen: false,
     cdataOpen: false,
     inFence: false,
@@ -416,6 +507,7 @@ function freshCheckpoint(defListEnabled, mathFlow, referenceTaint) {
     pendingTruncatedCloses: [],
     tagAcrossLines: false,
     tagAcrossLinesIndent: 0,
+    tagAcrossLinesState: "outside",
     htmlFlowReal: false
   };
 }
@@ -515,11 +607,21 @@ function computeFreezeBoundary(text, options, resume) {
   let start = cp.confirmedOffset;
   let tailLine = null;
   while (start < text.length) {
-    let end = text.indexOf("\n", start);
-    if (end === -1) end = text.length;
-    const confirmed = end < text.length;
-    const rawLine = text.slice(start, end);
-    const lineText = rawLine.endsWith("\r") ? rawLine.slice(0, -1) : rawLine;
+    let end = text.length;
+    let textEnd = text.length;
+    {
+      const nl = text.indexOf("\n", start);
+      const cr = text.indexOf("\r", start);
+      if (cr !== -1 && (nl === -1 || cr < nl)) {
+        textEnd = cr;
+        end = text.charCodeAt(cr + 1) === 10 ? cr + 1 : cr;
+      } else if (nl !== -1) {
+        textEnd = nl;
+        end = nl;
+      }
+    }
+    const confirmed = end < text.length && !(end === text.length - 1 && text.charCodeAt(end) === 13);
+    const lineText = text.slice(start, textEnd);
     const ln = {
       start,
       end,
@@ -611,14 +713,33 @@ function processConfirmedLine(cp, ln, text) {
     newest.defListSettled = ln.blank ? true : !canBecomeDdLine(ln.text, true);
   }
   const isBlockStart = cp.prevLineBlank;
-  if (cp.htmlSeamPending && !ln.blank && !cp.htmlFlowSinceBlank && !(cp.commentOpen || cp.piOpen || cp.declOpen || cp.cdataOpen)) {
+  if (cp.htmlSeamPending && !ln.blank && !cp.htmlFlowSinceBlank && !(cp.commentOpen || cp.piOpen || cp.declOpen || cp.cdataOpen || cp.bogusOpen)) {
     const defShapedLine = DEF_RE.test(ln.text) || FOOTNOTE_DEF_RE.test(ln.text);
     const commentOnly = ln.text.replace(/<!--[\s\S]*?-->/g, " ").replace(/<!--[\s\S]*$/, " ").replace(/[ \t\r]/g, "") === "";
     if (!defShapedLine && !commentOnly) {
       cp.htmlSeamPending = false;
     }
   }
+  const inForeignContent = () => (cp.tagBalance.get("svg") ?? 0) > 0 || (cp.tagBalance.get("math") ?? 0) > 0;
+  const honoursSelfClosing = (tag) => {
+    if (tag === "svg" || tag === "math") return true;
+    if (!inForeignContent() || HTML_BREAKOUT_TAGS.has(tag)) return false;
+    for (const ip of HTML_INTEGRATION_POINTS) if ((cp.tagBalance.get(ip) ?? 0) > 0) return false;
+    return true;
+  };
+  const htmlRulesApply = () => {
+    if (!inForeignContent()) return true;
+    for (const ip of HTML_INTEGRATION_POINTS) if ((cp.tagBalance.get(ip) ?? 0) > 0) return true;
+    return false;
+  };
   const applyTag = (tag, closing) => {
+    if (cp.rawTextOpen !== null) {
+      if (!(closing && tag === cp.rawTextOpen)) return;
+      cp.rawTextOpen = null;
+    } else if (!closing && RAW_TEXT_ELEMENTS.has(tag) && htmlRulesApply()) {
+      cp.rawTextOpen = tag;
+      if (tag === "plaintext") cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start);
+    }
     if (closing) {
       const count = cp.tagBalance.get(tag) ?? 0;
       if (count > 0) {
@@ -630,8 +751,9 @@ function processConfirmedLine(cp, ln, text) {
       cp.openTotal += 1;
     }
   };
+  const strayTablePart = (tag) => TABLE_PART_NAMES.has(tag) && (cp.tagBalance.get("table") ?? 0) === 0;
   const commentOpenAtLineStart = cp.commentOpen;
-  const rawOpenAtLineStart = cp.commentOpen || cp.piOpen || cp.declOpen || cp.cdataOpen;
+  const rawOpenAtLineStart = cp.commentOpen || cp.piOpen || cp.declOpen || cp.cdataOpen || cp.bogusOpen;
   if (cp.inFence) {
     const close = FENCE_RE.exec(ln.text);
     if (close && close[1][0] === cp.fenceChar && close[1].length >= cp.fenceLen && isMdBlank(ln.text.slice(close[0].length))) {
@@ -714,13 +836,21 @@ function processConfirmedLine(cp, ln, text) {
       cp.pendingTruncatedTags = [];
     }
     cp.pendingTruncatedCloses = [];
+    if (cp.tagAcrossLines && (cp.tagAcrossLinesState === '"' || cp.tagAcrossLinesState === "'")) {
+      cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start);
+    }
     cp.tagAcrossLines = false;
+    cp.tagAcrossLinesState = "outside";
+    if (cp.bogusOpen) {
+      cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start);
+      cp.bogusOpen = false;
+    }
     cp.blankRun += 1;
     cp.lastBlankStart = ln.start;
     cp.candidates.push({
       offset: Math.min(ln.end + 1, text.length),
       blankRun: cp.blankRun,
-      htmlBalanced: cp.openTotal === 0 && !cp.commentOpen && !cp.piOpen && !cp.declOpen && !cp.cdataOpen,
+      htmlBalanced: cp.openTotal === 0 && !cp.commentOpen && !cp.piOpen && !cp.declOpen && !cp.cdataOpen && !cp.bogusOpen,
       hazard: cp.hazardVerdict,
       seamRisk: cp.htmlSeamPending,
       defListSettled: null
@@ -750,7 +880,7 @@ function processConfirmedLine(cp, ln, text) {
       const t7 = TYPE7_LINE_RE.exec(t);
       if (t6 !== null && TYPE6_NAMES.has(t6[1].toLowerCase()) || TYPE1_START_RE.test(t) || // Type 7 cannot interrupt a paragraph, and excludes the raw-text
       // names (those are type 1 as start tags, paragraph as end tags).
-      t7 !== null && !cp.prevLineWasText && !TYPE1_NAMES.has(t7[2].toLowerCase())) {
+      t7 !== null && !cp.prevLineWasText && !TYPE1_NAMES.has(t7Name(t).toLowerCase())) {
         cp.htmlFlowReal = true;
       }
     }
@@ -852,7 +982,7 @@ ${cont(scanText)}` };
       pos = c + 3;
       continue;
     }
-    if (cp.declOpen) {
+    if (cp.declOpen || cp.bogusOpen) {
       const c = scanText.indexOf(">", pos);
       if (c === -1) {
         rawSpans.push([pos, scanText.length]);
@@ -860,6 +990,7 @@ ${cont(scanText)}` };
       }
       rawSpans.push([pos, c + 1]);
       cp.declOpen = false;
+      cp.bogusOpen = false;
       pos = c + 1;
       continue;
     }
@@ -867,10 +998,16 @@ ${cont(scanText)}` };
     const cd = scanText.indexOf("<![CDATA[", pos);
     const dm = scanText.slice(pos).search(/<![A-Za-z]/);
     const decl = dm === -1 ? -1 : pos + dm;
-    const starts = [pi, cd, decl].filter((x) => x !== -1);
+    const bm = cp.htmlFlowReal ? scanText.slice(pos).search(/<!(?!--|[A-Za-z]|\[CDATA\[)|<\/(?![A-Za-z])/) : -1;
+    const bogus = bm === -1 ? -1 : pos + bm;
+    const starts = [pi, cd, decl, bogus].filter((x) => x !== -1);
     if (starts.length === 0) break;
     const first = Math.min(...starts);
-    if (first === cd) {
+    if (first === bogus) {
+      rawSpans.push([bogus, bogus + 2]);
+      cp.bogusOpen = true;
+      pos = bogus + 2;
+    } else if (first === cd) {
       rawSpans.push([cd, cd + 9]);
       cp.cdataOpen = true;
       pos = cd + 9;
@@ -897,22 +1034,27 @@ ${cont(scanText)}` };
   let skipTagScan = false;
   if (cp.tagAcrossLines) {
     if (ln.indent < cp.tagAcrossLinesIndent) poisonRawDivergence();
-    const gt = ln.text.indexOf(">");
+    const attrs = { state: cp.tagAcrossLinesState };
+    const gt = scanTagAttrs(ln.text, 0, ln.text.length, attrs);
     if (gt === -1) {
+      scanTagAttrs("\n", 0, 1, attrs);
+      cp.tagAcrossLinesState = attrs.state;
       skipTagScan = true;
     } else {
-      if (/["']/.test(ln.text.slice(0, gt))) poisonRawDivergence();
       for (const tag of cp.pendingTruncatedCloses) applyTag(tag, true);
       cp.pendingTruncatedCloses = [];
       cp.tagAcrossLines = false;
+      cp.tagAcrossLinesState = "outside";
       tagText = " ".repeat(gt + 1) + tagText.slice(gt + 1);
     }
   }
+  let tagHandledAsTruncated = false;
   if (!skipTagScan) {
     TAG_OR_COMMENT_RE.lastIndex = 0;
     let m;
     let lastCommentOpenerIdx = -1;
     while ((m = TAG_OR_COMMENT_RE.exec(tagText)) !== null) {
+      if (cp.rawTextOpen !== null && (m[0] === "<!--" || m[0] === "-->" || m[0] === "--!>")) continue;
       if (m[0] === "<!--") {
         const next = tagText.slice(m.index + 4, m.index + 6);
         if (cp.commentOpen) {
@@ -938,9 +1080,32 @@ ${cont(scanText)}` };
       if (cp.commentOpen) continue;
       const closing = m[1] === "/";
       const tag = m[2].toLowerCase();
-      if (TABLE_PART_NAMES.has(tag)) cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start + m.index);
-      const selfClosing = m[3] !== void 0 && /\/\s*$/.test(m[3]);
-      if (VOID_TAGS.has(tag) || selfClosing) continue;
+      if (strayTablePart(tag)) cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start + m.index);
+      let attrs = m[3] ?? "";
+      if (cp.htmlFlowReal && (cp.rawTextOpen === null || closing && tag === cp.rawTextOpen)) {
+        const attrStart = m.index + 1 + (closing ? 1 : 0) + m[2].length;
+        const st = { state: "outside" };
+        const gt = scanTagAttrs(tagText, attrStart, tagText.length, st);
+        if (gt === -1) {
+          if (!VOID_TAGS.has(tag)) {
+            if (closing) cp.pendingTruncatedCloses.push(tag);
+            else applyTag(tag, false);
+          }
+          scanTagAttrs("\n", 0, 1, st);
+          cp.tagAcrossLines = true;
+          cp.tagAcrossLinesIndent = ln.indent;
+          cp.tagAcrossLinesState = st.state;
+          tagHandledAsTruncated = true;
+          break;
+        }
+        if (gt + 1 !== m.index + m[0].length) {
+          attrs = tagText.slice(attrStart, gt);
+          TAG_OR_COMMENT_RE.lastIndex = gt + 1;
+        }
+      }
+      if (closing && !cp.htmlFlowReal && !/^\s*$/.test(attrs)) continue;
+      const selfClosing = /\/\s*$/.test(attrs);
+      if (VOID_TAGS.has(tag) || selfClosing && honoursSelfClosing(tag)) continue;
       applyTag(tag, closing);
     }
     if (cp.commentOpen && lastCommentOpenerIdx !== -1 && !inRawText) {
@@ -959,26 +1124,40 @@ ${cont(scanText)}` };
         if (startMasked || wholeVisible || inRaw(mr.index) || cp.commentOpen) continue;
         const closing = mr[1] === "/";
         const tag = mr[2].toLowerCase();
-        if (TABLE_PART_NAMES.has(tag)) cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start + mr.index);
+        if (strayTablePart(tag)) cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start + mr.index);
+        if (closing && mr[3] !== void 0 && !/^\s*$/.test(mr[3])) continue;
         const selfClosing = mr[3] !== void 0 && /\/\s*$/.test(mr[3]);
-        if (VOID_TAGS.has(tag) || selfClosing) continue;
+        if (VOID_TAGS.has(tag) || selfClosing && honoursSelfClosing(tag)) continue;
         applyTag(tag, closing);
       }
     }
     if (cp.pendingTruncatedTags.length > 0 && ln.text.includes(">")) {
+      if (cp.pendingTruncatedTags.some((t) => strayTablePart(t))) {
+        cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start);
+      }
       cp.pendingTruncatedTags = [];
     }
-    if (!cp.commentOpen) {
-      const lastLt = tagText.lastIndexOf("<");
+    if (!cp.commentOpen && !tagHandledAsTruncated) {
+      let lastLt = -1;
+      TAG_START_LT_RE.lastIndex = 0;
+      for (let ms = TAG_START_LT_RE.exec(tagText); ms !== null; ms = TAG_START_LT_RE.exec(tagText)) {
+        lastLt = ms.index;
+        TAG_START_LT_RE.lastIndex = ms.index + 1;
+      }
       if (lastLt !== -1 && !tagText.includes(">", lastLt)) {
         const m2 = TRUNCATED_TAG_RE.exec(tagText.slice(lastLt));
         if (m2) {
           const closing = m2[1] === "/";
           const tag = m2[2].toLowerCase();
-          if (TABLE_PART_NAMES.has(tag)) cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start + lastLt);
+          if (strayTablePart(tag) && cp.htmlFlowReal) {
+            cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start + lastLt);
+          }
           if (cp.htmlFlowReal) {
             cp.tagAcrossLines = true;
             cp.tagAcrossLinesIndent = ln.indent;
+            const attrs = { state: "outside" };
+            scanTagAttrs(m2[3] + "\n", 0, m2[3].length + 1, attrs);
+            cp.tagAcrossLinesState = attrs.state;
           }
           if (closing) {
             if (!VOID_TAGS.has(tag) && cp.htmlFlowReal) cp.pendingTruncatedCloses.push(tag);
@@ -1195,6 +1374,24 @@ function rebaseDualWalk(node, segments, maxEnd, offsetDelta, lineDelta) {
   }
 }
 var TABLE_PART_TAG_RE = /<(?:td|th|tr|tbody|thead|tfoot|caption|col|colgroup)\b/i;
+var TABLE_TOKEN_RE = /<(\/?)(table|td|th|tr|tbody|thead|tfoot|caption|col|colgroup)\b/gi;
+function hasStrayTablePart(values) {
+  let depth = 0;
+  for (const value of values) {
+    TABLE_TOKEN_RE.lastIndex = 0;
+    let m;
+    while ((m = TABLE_TOKEN_RE.exec(value)) !== null) {
+      const closing = m[1] === "/";
+      const tag = m[2].toLowerCase();
+      if (tag === "table") {
+        depth = closing ? Math.max(0, depth - 1) : depth + 1;
+        continue;
+      }
+      if (depth === 0) return true;
+    }
+  }
+  return false;
+}
 var STRAY_SYNTHESIZED_END_TAG_RE = /<\/(?:br|p)\b/i;
 function spliceTrees(input) {
   const { prevMdast, prevHast, tailMdast, tailHast, content, boundary, injectionPrefix, injectedSegments } = input;
@@ -1252,7 +1449,7 @@ function spliceTrees(input) {
     return !(start !== void 0 && start < injectedLen);
   });
   const tailWrapVisible = tailMdastChildren.some((child) => !isWrapInvisible(child));
-  if (prefixMdast.some((c) => c.type === "html" && TABLE_PART_TAG_RE.test(c.value))) return null;
+  if (hasStrayTablePart(prefixMdast.flatMap((c) => c.type === "html" ? [c.value] : []))) return null;
   for (const child of tailMdastChildren) {
     if (isWrapInvisible(child)) continue;
     if (child.type !== "html") break;
@@ -1647,7 +1844,7 @@ function normalizeId(s) {
   return (0, import_micromark_util_normalize_identifier3.normalizeIdentifier)(s);
 }
 function normalizeForMatch(s) {
-  return (0, import_micromark_util_normalize_identifier3.normalizeIdentifier)(s.replace(/\\([!-/:-@[-`{-~])/g, "$1"));
+  return (0, import_micromark_util_normalize_identifier3.normalizeIdentifier)(s);
 }
 
 // src/components/collectDefLabels.ts
@@ -1965,22 +2162,68 @@ function createRegistry(onEmpty) {
     labelSet: { footnoteLabels: /* @__PURE__ */ new Set(), linkLabels: /* @__PURE__ */ new Set() },
     version: 0,
     _reactIdMap: /* @__PURE__ */ new Map(),
+    /** Symbol → its `documentIndex`, for chunks that supplied one. */
+    _chunkIndex: /* @__PURE__ */ new Map(),
     _subscribers: /* @__PURE__ */ new Set(),
     _notifyScheduled: false,
-    allocateSymbol(reactId) {
+    allocateSymbol(reactId, rawDocumentIndex) {
+      const documentIndex = rawDocumentIndex !== void 0 && Number.isFinite(rawDocumentIndex) ? rawDocumentIndex : void 0;
+      if (false) {
+        console.warn(
+          `[ai-react-markdown] documentIndex must be a finite number \u2014 received ${String(rawDocumentIndex)}; ignoring it for this chunk.`
+        );
+      }
       const existing = this._reactIdMap.get(reactId);
       if (existing) {
         existing.refcount++;
+        const moved = documentIndex !== void 0 ? this._chunkIndex.get(existing.symbol) !== documentIndex : this._chunkIndex.has(existing.symbol);
+        if (moved) {
+          const at = this.chunkOrder.indexOf(existing.symbol);
+          if (at !== -1) this.chunkOrder.splice(at, 1);
+          this._placeChunk(existing.symbol, documentIndex);
+          this._notify();
+        }
         return existing.symbol;
       }
       const sym = Symbol(reactId);
       this._reactIdMap.set(reactId, { symbol: sym, refcount: 1 });
-      this.chunkOrder.push(sym);
+      this._placeChunk(sym, documentIndex);
       this._notify();
       return sym;
     },
-    registerChunk(reactId, footnotes, links) {
-      const sym = this.allocateSymbol(reactId);
+    /** Put `sym` into `chunkOrder` at its document position. Without an index
+     *  it goes last (mount order — the historical behaviour); with one it
+     *  sorts before the first chunk that sits later, where a chunk WITHOUT an
+     *  index counts as "later" so an indexed chunk never lands behind one
+     *  whose position is unknown. */
+    _placeChunk(sym, documentIndex) {
+      if (false) {
+        const anyIndexed = documentIndex !== void 0 || this.chunkOrder.some((s) => this._chunkIndex.has(s));
+        const anyPlain = documentIndex === void 0 || this.chunkOrder.some((s) => !this._chunkIndex.has(s));
+        if (anyIndexed && anyPlain) {
+          console.warn(
+            "[ai-react-markdown] Some chunks of this document supply `documentIndex` and some do not. Indexed chunks always sort ahead of un-indexed ones, so footnote numbering and aggregate-footer placement will not follow document order. Pass `documentIndex` to every chunk, or to none."
+          );
+        }
+      }
+      if (documentIndex === void 0) {
+        this._chunkIndex.delete(sym);
+        this.chunkOrder.push(sym);
+        return;
+      }
+      this._chunkIndex.set(sym, documentIndex);
+      let at = this.chunkOrder.length;
+      for (let i = 0; i < this.chunkOrder.length; i++) {
+        const other = this._chunkIndex.get(this.chunkOrder[i]);
+        if (other === void 0 || other > documentIndex) {
+          at = i;
+          break;
+        }
+      }
+      this.chunkOrder.splice(at, 0, sym);
+    },
+    registerChunk(reactId, footnotes, links, documentIndex) {
+      const sym = this.allocateSymbol(reactId, documentIndex);
       this.contributeLabels(sym, footnotes, links);
       return sym;
     },
@@ -2003,6 +2246,7 @@ function createRegistry(onEmpty) {
             this._reactIdMap.delete(reactId);
             const idx = this.chunkOrder.indexOf(entry.symbol);
             if (idx !== -1) this.chunkOrder.splice(idx, 1);
+            this._chunkIndex.delete(entry.symbol);
             this.chunkData.delete(entry.symbol);
             const nextFn = /* @__PURE__ */ new Set();
             const nextLink = /* @__PURE__ */ new Set();
@@ -3629,17 +3873,28 @@ function mergeClassNameAllowlist(existing, extraClassNames) {
   return entries;
 }
 var crossChunkTags = ["cross-chunk-link", "cross-chunk-image", "footnote-sup"];
-var sanitizeSchema = cloneDeep_default({
-  ...import_rehype_sanitize2.defaultSchema,
-  tagNames: [...import_rehype_sanitize2.defaultSchema.tagNames || [], "mark", ...crossChunkTags],
-  attributes: {
-    ...import_rehype_sanitize2.defaultSchema.attributes,
-    code: mergeClassNameAllowlist(import_rehype_sanitize2.defaultSchema.attributes?.code, ["math-inline", "math-display"]),
-    "cross-chunk-link": ["label", "referenceType", "documentId", "localUrl", "localTitle"],
-    "cross-chunk-image": ["label", "referenceType", "documentId", "alt", "localUrl", "localTitle"],
-    "footnote-sup": ["label", "localOccurrence", "localNumber", "documentId"]
-  }
-});
+function deepFreeze(value) {
+  if (value !== null && typeof value === "object" && !Object.isFrozen(value)) {
+    Object.freeze(value);
+    for (const key of Object.keys(value)) deepFreeze(value[key]);
+  }
+  return value;
+}
+var STRIPPED_TAGS = ["script", "style", "title", "textarea", "noframes", "noembed", "xmp", "iframe", "plaintext"];
+var sanitizeSchema = deepFreeze(
+  cloneDeep_default({
+    ...import_rehype_sanitize2.defaultSchema,
+    tagNames: [...import_rehype_sanitize2.defaultSchema.tagNames || [], "mark", ...crossChunkTags],
+    attributes: {
+      ...import_rehype_sanitize2.defaultSchema.attributes,
+      code: mergeClassNameAllowlist(import_rehype_sanitize2.defaultSchema.attributes?.code, ["math-inline", "math-display"]),
+      "cross-chunk-link": ["label", "referenceType", "documentId", "localUrl", "localTitle"],
+      "cross-chunk-image": ["label", "referenceType", "documentId", "alt", "localUrl", "localTitle"],
+      "footnote-sup": ["label", "localOccurrence", "localNumber", "documentId"]
+    },
+    strip: [.../* @__PURE__ */ new Set([...import_rehype_sanitize2.defaultSchema.strip || [], ...STRIPPED_TAGS])]
+  })
+);
 
 // src/components/crossChunkUrlSanitize.ts
 function fakeElement(tagName, key, url) {
@@ -3852,6 +4107,14 @@ var graphemeEnds = (text, base) => {
   }
   return ends;
 };
+var RESUME_LOOKBACK = 64;
+var isMidSurrogatePair = (text, at) => at > 0 && at < text.length && (text.charCodeAt(at - 1) & 64512) === 55296 && (text.charCodeAt(at) & 64512) === 56320;
+var RI_FIRST = 127462;
+var RI_LAST = 127487;
+var isRegionalIndicatorAt = (text, at) => {
+  const cp = text.codePointAt(at);
+  return cp !== void 0 && cp >= RI_FIRST && cp <= RI_LAST;
+};
 var createSmoothStreamController = (options = {}) => {
   const now = options.now ?? defaultNow;
   const schedule = options.schedule ?? defaultSchedule;
@@ -3860,6 +4123,7 @@ var createSmoothStreamController = (options = {}) => {
   let pending = [];
   let tentativeEnd = 0;
   let finished = false;
+  let seam;
   let drainDeadlineAt;
   let initialized = false;
   let visibleCache = "";
@@ -3943,15 +4207,31 @@ var createSmoothStreamController = (options = {}) => {
     if (!disposed && !cancelFrame && pending.length > 0) cancelFrame = schedule(tick);
   };
   const resegmentTail = () => {
+    if (seam !== void 0 && seam < source.length && pending[pending.length - 1] === seam) {
+      pending.pop();
+    }
     const from = pending.length > 0 ? pending[pending.length - 1] : visibleEnd;
-    const ends = graphemeEnds(source.slice(from), from);
+    let anchor = from;
+    if (seam !== void 0 && from <= seam) {
+      anchor = Math.max(0, from - RESUME_LOOKBACK);
+      if (isMidSurrogatePair(source, anchor)) anchor -= 1;
+      while (anchor >= 2 && isRegionalIndicatorAt(source, anchor - 2)) anchor -= 2;
+    } else {
+      seam = void 0;
+    }
+    const ends = graphemeEnds(source.slice(anchor), anchor);
     if (ends.length === 0) {
       tentativeEnd = from;
       return;
     }
     tentativeEnd = ends[ends.length - 1];
-    const confirmedEnds = finished ? ends : ends.slice(0, -1);
-    for (const end of confirmedEnds) pending.push(end);
+    let hold = 1;
+    if (!finished && ends.length > 1) {
+      const last = source.charCodeAt(source.length - 1);
+      if (last >= 55296 && last <= 56319) hold = 2;
+    }
+    const confirmedEnds = finished ? ends : ends.slice(0, -hold);
+    for (const end of confirmedEnds) if (end > from) pending.push(end);
   };
   const snap = (next) => {
     disposed = false;
@@ -3965,6 +4245,7 @@ var createSmoothStreamController = (options = {}) => {
     visibleEnd = next.length;
     tentativeEnd = next.length;
     pending = [];
+    seam = next.length;
     credit = 0;
     cancelScheduled();
     if (visibleCache !== next) notify();
@@ -3999,6 +4280,7 @@ var createSmoothStreamController = (options = {}) => {
       if (tentativeEnd > (pending.length > 0 ? pending[pending.length - 1] : visibleEnd)) {
         pending.push(tentativeEnd);
       }
+      seam = source.length;
       ensureScheduled();
     },
     snap,
@@ -4078,10 +4360,11 @@ function findClosingBacktickRun(content, start, n) {
       const runLen = getRepeatedMarkerLength(content, i, "`");
       if (runLen === n) return i;
       i += runLen;
-    } else if (ch === "\n") {
+    } else if (ch === "\n" || ch === "\r") {
       let j = i + 1;
-      while (j < content.length && (content[j] === " " || content[j] === "	" || content[j] === "\r")) j += 1;
-      if (j >= content.length || content[j] === "\n") return -1;
+      if (ch === "\r" && content[j] === "\n") j += 1;
+      while (j < content.length && (content[j] === " " || content[j] === "	")) j += 1;
+      if (j >= content.length || content[j] === "\n" || content[j] === "\r") return -1;
       i += 1;
     } else {
       i += 1;
@@ -4182,26 +4465,54 @@ function escapeMhchemCommands(text) {
   return text.replaceAll("$\\ce{", "$\\\\ce{").replaceAll("$\\pu{", "$\\\\pu{");
 }
 var CURRENCY_REGEX = /(?<![\\$])\$(?!\$)(?=\d+(?:,\d{3})*(?:\.\d+)?(?:[KMBkmb])?(?:\s|$|[^a-zA-Z\d]))/g;
-var NO_ESCAPED_DOLLAR_REGEX = /(?<![\\$])\$(?!\$)/g;
 var DELIMITERS_REGEX = /(?<!!)\\\[([\S\s]*?[^\\])\\](?!\()|\\\((.*?)\\\)/g;
 var ARRAY_COL_SPEC_OR_PIPE_REGEX = /(\\begin\{(?:array|tabular[x*]?)\}\{[^}]*\})|(?<!\\)\|/g;
-var LATEX_BLOCK_REGEX = /\$\$([\S\s]*?)\$\$|(?<![\\$])\$(?!\$)((?:[^$\n]|\\\$)*?)(?<![\\`])\$(?!\$)/g;
+var EVEN_BACKSLASHES = String.raw`(?<=(?:^|[^\\])(?:\\\\)*)`;
+var LATEX_BLOCK_REGEX = new RegExp(
+  String.raw`${EVEN_BACKSLASHES}\$\$([\S\s]*?)${EVEN_BACKSLASHES}\$\$|(?<![\\$])\$(?!\$)((?:[^$\n]|\\\$)*?)(?<![\\` + "`" + String.raw`])\$(?!\$)`,
+  "g"
+);
 var TEXT_COMMAND = "\\text{";
 var SINGLE_DOLLAR_REGEX = /(?<![\\$])\$(?!\$)((?:[^$\n]|\\[$])+?)(?<!\\)(?<!`)\$(?!\$)/g;
+function countBareDollars(str, from, to, prev, next) {
+  let n = 0;
+  for (let j = from; j < to; j++) {
+    if (str.charCodeAt(j) !== 36) continue;
+    const before = j > from ? str[j - 1] : prev;
+    const after = j + 1 < to ? str[j + 1] : next;
+    if (before !== "\\" && before !== "$" && after !== "$") n += 1;
+  }
+  return n;
+}
 function escapeCurrencyDollarSigns(text) {
   const parts = [];
   let lastIndex = 0;
   const currencyMatches = Array.from(text.matchAll(CURRENCY_REGEX));
   let currentLineProcessed = "";
+  let currentLineDollars = 0;
+  const appendToLine = (piece) => {
+    if (piece.length === 0) return;
+    const prevLast = currentLineProcessed.length > 0 ? currentLineProcessed[currentLineProcessed.length - 1] : "";
+    const prevBeforeLast = currentLineProcessed.length > 1 ? currentLineProcessed[currentLineProcessed.length - 2] : "";
+    const prevLastCounted = prevLast === "$" && prevBeforeLast !== "\\" && prevBeforeLast !== "$";
+    if (prevLastCounted && piece[0] === "$") currentLineDollars -= 1;
+    currentLineDollars += countBareDollars(piece, 0, piece.length, prevLast, "");
+    currentLineProcessed += piece;
+  };
+  const resetLine = (rest) => {
+    currentLineProcessed = "";
+    currentLineDollars = 0;
+    appendToLine(rest);
+  };
   for (let i = 0; i < currencyMatches.length; i++) {
     const match = currencyMatches[i];
     const segment = text.substring(lastIndex, match.index);
     parts.push(segment);
     const newlineIdx = Math.max(segment.lastIndexOf("\n"), segment.lastIndexOf("\r"));
     if (newlineIdx !== -1) {
-      currentLineProcessed = segment.substring(newlineIdx + 1);
+      resetLine(segment.substring(newlineIdx + 1));
     } else {
-      currentLineProcessed += segment;
+      appendToLine(segment);
     }
     let needEscape = true;
     const restStart = match.index + 1;
@@ -4218,15 +4529,21 @@ function escapeCurrencyDollarSigns(text) {
       }
       firstLineBeforeNextMatch = text.substring(restStart, eol);
     }
-    if (Array.from(firstLineBeforeNextMatch.matchAll(NO_ESCAPED_DOLLAR_REGEX)).length % 2 !== 0) {
-      const wholeLineBeforeNextMatchWithoutCurrentDollar = currentLineProcessed + firstLineBeforeNextMatch;
-      if (Array.from(wholeLineBeforeNextMatchWithoutCurrentDollar.matchAll(NO_ESCAPED_DOLLAR_REGEX)).length % 2 !== 0) {
-        needEscape = false;
-      }
+    const restDollars = countBareDollars(firstLineBeforeNextMatch, 0, firstLineBeforeNextMatch.length, "", "");
+    if (restDollars % 2 !== 0) {
+      const L = currentLineProcessed;
+      const lLast = L.length > 0 ? L[L.length - 1] : "";
+      const lBeforeLast = L.length > 1 ? L[L.length - 2] : "";
+      const lLastCounted = lLast === "$" && lBeforeLast !== "\\" && lBeforeLast !== "$";
+      const f0 = firstLineBeforeNextMatch[0];
+      let whole = currentLineDollars + restDollars;
+      if (lLastCounted && f0 === "$") whole -= 1;
+      if (f0 === "$" && (lLast === "\\" || lLast === "$") && firstLineBeforeNextMatch[1] !== "$") whole -= 1;
+      if (whole % 2 !== 0) needEscape = false;
     }
     const replacement = needEscape ? "\\$" : "$";
     parts.push(replacement);
-    currentLineProcessed += replacement;
+    appendToLine(replacement);
     lastIndex = match.index + 1;
   }
   parts.push(text.substring(lastIndex));
@@ -4294,8 +4611,7 @@ function escapeLatexPipesInUnclosed(text) {
   const tail = text.substring(unclosedStart + delimLen);
   return before + delim + replaceUnescapedPipes(tail);
 }
-function truncateUnclosedLatexBlock(text) {
-  const unclosedStart = findUnclosedDelimiterStart(text, "double-only");
+function truncateUnclosedLatexBlock(text, unclosedStart = findUnclosedDelimiterStart(text, "double-only")) {
   if (unclosedStart === -1) return text;
   return text.substring(0, unclosedStart).trimEnd();
 }
@@ -4406,8 +4722,9 @@ function processSliceInstrumented(slice, probe = true) {
     if (probe && hasUnclosedTextCommand(text)) quiescent = false;
     text = escapeTextUnderscores(text);
     text = convertSingleToDoubleDollar(text);
+    let unclosedDouble;
     if (probe || index === 0 && LEADING_DOUBLE_DOLLAR_RE.test(text)) {
-      const unclosedDouble = findUnclosedDelimiterStart(text, "double-only");
+      unclosedDouble = findUnclosedDelimiterStart(text, "double-only");
       if (unclosedDouble !== -1) {
         quiescent = false;
         if (index === 0 && text.slice(0, unclosedDouble).trim() === "") {
@@ -4415,7 +4732,7 @@ function processSliceInstrumented(slice, probe = true) {
         }
       }
     }
-    text = truncateUnclosedLatexBlock(text);
+    text = truncateUnclosedLatexBlock(text, unclosedDouble);
     parts.push(text);
   }
   return { out: parts.join(""), quiescent, truncatedAtSeamStart };
@@ -4544,7 +4861,6 @@ function createRemendPreprocessor(options) {
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   DEFAULT_PAYLOAD,
-  DEF_LINE_START_RE,
   PIPELINE_STAGES,
   SENTINEL_FN_CONTENT,
   SENTINEL_LINK_URL,
@@ -4579,7 +4895,6 @@ function createRemendPreprocessor(options) {
   hasLoneSurrogate,
   highlight,
   isFootnoteSection,
-  lastRegionStart,
   measureStage,
   mergeClassNameAllowlist,
   normalizeForMatch,