@ai-react-markdown/engine 2.5.0 → 2.5.2

package/dist/index.d.cts

@@ -1460,6 +1460,28 @@ declare const defaultEnginePlugins: readonly AIMarkdownEnginePlugin[];
  * `tagName === 'section'` AND presence of the `dataFootnotes` property.
  */
 declare function isFootnoteSection(node: Element): boolean;
+/**
+ * Whitespace-only text node. `mdast-util-to-hast`'s `state.wrap(content,
+ * true)` interleaves `\n` text nodes between (and around) the block-level
+ * children of an `<li>`, so any code reasoning about a list item's real
+ * children has to look past them.
+ */
+declare function isWhitespaceText(c: ElementContent): boolean;
+/**
+ * Index of the last child that is not a whitespace-only text node, or -1 if
+ * there is none.
+ *
+ * Both footnote-footer paths need exactly this and for the same reason.
+ * Appending a backref follows mdast-util-to-hast's contract — "if the tail of
+ * the `<li>`'s content is a `<p>`, push into it, else push onto the `<li>`" —
+ * and stripping one has to find that tail again. Read the trailing
+ * wrap-emitted `\n` as the tail and the `<p>` path is bypassed in one case
+ * and the wrong node stripped in the other.
+ *
+ * Lived in two copies until 2.5.2 (core's aggregate footer and the engine's
+ * body extractor), one on each side of the 2.3.0 package split.
+ */
+declare function lastMeaningfulIdx(children: ElementContent[]): number;
 
 declare function normalizeId(s: string): string;
 /**
@@ -2021,4 +2043,4 @@ type RemendPreprocessorOptions = Omit<RemendOptions, 'katex' | 'inlineKatex'>;
  */
 declare function createRemendPreprocessor(options?: RemendPreprocessorOptions): AIMDContentPreprocessor;
 
-export { type AIMDContentPreprocessor, type AIMarkdownEnginePlugin, type AIMarkdownEnginePluginName, type AdvanceOptions, type AdvanceResult, type AllowElement, type ChunkData, type Contribution, type CrossChunkHandlerOptions, DEFAULT_PAYLOAD, type DefLabelScanner, type DefLabels, type Deprecation, type EnginePluginInternals, type EnginePluginStage, type ExtractContributionsOptions, type FootnoteDef, type FreezeBoundaryOptions, type IncrementalParseState, type IncrementalStage, type LinkDef, PIPELINE_STAGES, type ParsedMarkdown, type PhantomLabels, type PipelineOptions, type PipelineStage, type RefKind, type RefRecord, type Registry, type RegistryInternal, type RehypePlugins, type RehypeRebaseHashLinksOptions, type RemarkPlugins, type RemarkRehypeOptions, type RemendPreprocessorOptions, SENTINEL_FN_CONTENT, SENTINEL_LINK_URL, SMOOTH_STREAM_PACING_PRESETS, STAGE_MEASURE_PREFIX, type SanitizeSchema, type SmoothStreamController, type SmoothStreamOptions, type SmoothStreamPacing, type SmoothStreamPacingParams, type TransformContext, type UrlAttrKey, type UrlAttrTag, type UrlTransform, advanceIncrementalParse, attributeHastChildren, buildCoreRehypePlugins, buildCoreRemarkPlugins, buildCoreRemarkRehypeOptions, buildCrossChunkHandlers, buildPhantomSuffix, buildTransform, codePointSnapshots, collectDefLabels, computeFreezeBoundary, createDefLabelScanner, createFile, createIncrementalLatexPreprocessor, createProcessor, createRegistry, createRemendPreprocessor, createSmoothStreamController, defaultEnginePlugins, defaultUrlTransform, definitionList, extendSanitizeSchema, extractContributions, extractDefBodiesFromHast, footnoteSafeId, getEnginePluginInternals, hasLoneSurrogate, highlight, isFootnoteSection, measureStage, mergeClassNameAllowlist, normalizeForMatch, normalizeId, pangu, parseStage, phantomSuffixCloser, preprocessAIMDContent, preprocessLaTeX, rehypeFooterAdorn, rehypeRebaseHashLinks, removeComments, sanitizeCrossChunkUrl, sanitizeSchema, shortenDocumentId, smartypants, sourceIdFromFootnoteLiId, splitByProtectedRegions, subscribeStageTimings, transformStage, withDefs };
+export { type AIMDContentPreprocessor, type AIMarkdownEnginePlugin, type AIMarkdownEnginePluginName, type AdvanceOptions, type AdvanceResult, type AllowElement, type ChunkData, type Contribution, type CrossChunkHandlerOptions, DEFAULT_PAYLOAD, type DefLabelScanner, type DefLabels, type Deprecation, type EnginePluginInternals, type EnginePluginStage, type ExtractContributionsOptions, type FootnoteDef, type FreezeBoundaryOptions, type IncrementalParseState, type IncrementalStage, type LinkDef, PIPELINE_STAGES, type ParsedMarkdown, type PhantomLabels, type PipelineOptions, type PipelineStage, type RefKind, type RefRecord, type Registry, type RegistryInternal, type RehypePlugins, type RehypeRebaseHashLinksOptions, type RemarkPlugins, type RemarkRehypeOptions, type RemendPreprocessorOptions, SENTINEL_FN_CONTENT, SENTINEL_LINK_URL, SMOOTH_STREAM_PACING_PRESETS, STAGE_MEASURE_PREFIX, type SanitizeSchema, type SmoothStreamController, type SmoothStreamOptions, type SmoothStreamPacing, type SmoothStreamPacingParams, type TransformContext, type UrlAttrKey, type UrlAttrTag, type UrlTransform, advanceIncrementalParse, attributeHastChildren, buildCoreRehypePlugins, buildCoreRemarkPlugins, buildCoreRemarkRehypeOptions, buildCrossChunkHandlers, buildPhantomSuffix, buildTransform, codePointSnapshots, collectDefLabels, computeFreezeBoundary, createDefLabelScanner, createFile, createIncrementalLatexPreprocessor, createProcessor, createRegistry, createRemendPreprocessor, createSmoothStreamController, defaultEnginePlugins, defaultUrlTransform, definitionList, extendSanitizeSchema, extractContributions, extractDefBodiesFromHast, footnoteSafeId, getEnginePluginInternals, hasLoneSurrogate, highlight, isFootnoteSection, isWhitespaceText, lastMeaningfulIdx, measureStage, mergeClassNameAllowlist, normalizeForMatch, normalizeId, pangu, parseStage, phantomSuffixCloser, preprocessAIMDContent, preprocessLaTeX, rehypeFooterAdorn, rehypeRebaseHashLinks, removeComments, sanitizeCrossChunkUrl, sanitizeSchema, shortenDocumentId, smartypants, sourceIdFromFootnoteLiId, splitByProtectedRegions, subscribeStageTimings, transformStage, withDefs };

package/dist/index.d.ts

@@ -1460,6 +1460,28 @@ declare const defaultEnginePlugins: readonly AIMarkdownEnginePlugin[];
  * `tagName === 'section'` AND presence of the `dataFootnotes` property.
  */
 declare function isFootnoteSection(node: Element): boolean;
+/**
+ * Whitespace-only text node. `mdast-util-to-hast`'s `state.wrap(content,
+ * true)` interleaves `\n` text nodes between (and around) the block-level
+ * children of an `<li>`, so any code reasoning about a list item's real
+ * children has to look past them.
+ */
+declare function isWhitespaceText(c: ElementContent): boolean;
+/**
+ * Index of the last child that is not a whitespace-only text node, or -1 if
+ * there is none.
+ *
+ * Both footnote-footer paths need exactly this and for the same reason.
+ * Appending a backref follows mdast-util-to-hast's contract — "if the tail of
+ * the `<li>`'s content is a `<p>`, push into it, else push onto the `<li>`" —
+ * and stripping one has to find that tail again. Read the trailing
+ * wrap-emitted `\n` as the tail and the `<p>` path is bypassed in one case
+ * and the wrong node stripped in the other.
+ *
+ * Lived in two copies until 2.5.2 (core's aggregate footer and the engine's
+ * body extractor), one on each side of the 2.3.0 package split.
+ */
+declare function lastMeaningfulIdx(children: ElementContent[]): number;
 
 declare function normalizeId(s: string): string;
 /**
@@ -2021,4 +2043,4 @@ type RemendPreprocessorOptions = Omit<RemendOptions, 'katex' | 'inlineKatex'>;
  */
 declare function createRemendPreprocessor(options?: RemendPreprocessorOptions): AIMDContentPreprocessor;
 
-export { type AIMDContentPreprocessor, type AIMarkdownEnginePlugin, type AIMarkdownEnginePluginName, type AdvanceOptions, type AdvanceResult, type AllowElement, type ChunkData, type Contribution, type CrossChunkHandlerOptions, DEFAULT_PAYLOAD, type DefLabelScanner, type DefLabels, type Deprecation, type EnginePluginInternals, type EnginePluginStage, type ExtractContributionsOptions, type FootnoteDef, type FreezeBoundaryOptions, type IncrementalParseState, type IncrementalStage, type LinkDef, PIPELINE_STAGES, type ParsedMarkdown, type PhantomLabels, type PipelineOptions, type PipelineStage, type RefKind, type RefRecord, type Registry, type RegistryInternal, type RehypePlugins, type RehypeRebaseHashLinksOptions, type RemarkPlugins, type RemarkRehypeOptions, type RemendPreprocessorOptions, SENTINEL_FN_CONTENT, SENTINEL_LINK_URL, SMOOTH_STREAM_PACING_PRESETS, STAGE_MEASURE_PREFIX, type SanitizeSchema, type SmoothStreamController, type SmoothStreamOptions, type SmoothStreamPacing, type SmoothStreamPacingParams, type TransformContext, type UrlAttrKey, type UrlAttrTag, type UrlTransform, advanceIncrementalParse, attributeHastChildren, buildCoreRehypePlugins, buildCoreRemarkPlugins, buildCoreRemarkRehypeOptions, buildCrossChunkHandlers, buildPhantomSuffix, buildTransform, codePointSnapshots, collectDefLabels, computeFreezeBoundary, createDefLabelScanner, createFile, createIncrementalLatexPreprocessor, createProcessor, createRegistry, createRemendPreprocessor, createSmoothStreamController, defaultEnginePlugins, defaultUrlTransform, definitionList, extendSanitizeSchema, extractContributions, extractDefBodiesFromHast, footnoteSafeId, getEnginePluginInternals, hasLoneSurrogate, highlight, isFootnoteSection, measureStage, mergeClassNameAllowlist, normalizeForMatch, normalizeId, pangu, parseStage, phantomSuffixCloser, preprocessAIMDContent, preprocessLaTeX, rehypeFooterAdorn, rehypeRebaseHashLinks, removeComments, sanitizeCrossChunkUrl, sanitizeSchema, shortenDocumentId, smartypants, sourceIdFromFootnoteLiId, splitByProtectedRegions, subscribeStageTimings, transformStage, withDefs };
+export { type AIMDContentPreprocessor, type AIMarkdownEnginePlugin, type AIMarkdownEnginePluginName, type AdvanceOptions, type AdvanceResult, type AllowElement, type ChunkData, type Contribution, type CrossChunkHandlerOptions, DEFAULT_PAYLOAD, type DefLabelScanner, type DefLabels, type Deprecation, type EnginePluginInternals, type EnginePluginStage, type ExtractContributionsOptions, type FootnoteDef, type FreezeBoundaryOptions, type IncrementalParseState, type IncrementalStage, type LinkDef, PIPELINE_STAGES, type ParsedMarkdown, type PhantomLabels, type PipelineOptions, type PipelineStage, type RefKind, type RefRecord, type Registry, type RegistryInternal, type RehypePlugins, type RehypeRebaseHashLinksOptions, type RemarkPlugins, type RemarkRehypeOptions, type RemendPreprocessorOptions, SENTINEL_FN_CONTENT, SENTINEL_LINK_URL, SMOOTH_STREAM_PACING_PRESETS, STAGE_MEASURE_PREFIX, type SanitizeSchema, type SmoothStreamController, type SmoothStreamOptions, type SmoothStreamPacing, type SmoothStreamPacingParams, type TransformContext, type UrlAttrKey, type UrlAttrTag, type UrlTransform, advanceIncrementalParse, attributeHastChildren, buildCoreRehypePlugins, buildCoreRemarkPlugins, buildCoreRemarkRehypeOptions, buildCrossChunkHandlers, buildPhantomSuffix, buildTransform, codePointSnapshots, collectDefLabels, computeFreezeBoundary, createDefLabelScanner, createFile, createIncrementalLatexPreprocessor, createProcessor, createRegistry, createRemendPreprocessor, createSmoothStreamController, defaultEnginePlugins, defaultUrlTransform, definitionList, extendSanitizeSchema, extractContributions, extractDefBodiesFromHast, footnoteSafeId, getEnginePluginInternals, hasLoneSurrogate, highlight, isFootnoteSection, isWhitespaceText, lastMeaningfulIdx, measureStage, mergeClassNameAllowlist, normalizeForMatch, normalizeId, pangu, parseStage, phantomSuffixCloser, preprocessAIMDContent, preprocessLaTeX, rehypeFooterAdorn, rehypeRebaseHashLinks, removeComments, sanitizeCrossChunkUrl, sanitizeSchema, shortenDocumentId, smartypants, sourceIdFromFootnoteLiId, splitByProtectedRegions, subscribeStageTimings, transformStage, withDefs };

package/dist/index.dev.cjs

@@ -65,6 +65,8 @@ __export(src_exports, {
   hasLoneSurrogate: () => hasLoneSurrogate,
   highlight: () => highlight,
   isFootnoteSection: () => isFootnoteSection,
+  isWhitespaceText: () => isWhitespaceText,
+  lastMeaningfulIdx: () => lastMeaningfulIdx,
   measureStage: () => measureStage,
   mergeClassNameAllowlist: () => mergeClassNameAllowlist,
   normalizeForMatch: () => normalizeForMatch,
@@ -751,6 +753,7 @@ function processConfirmedLine(cp, ln, text) {
       cp.openTotal += 1;
     }
   };
+  const strayTablePart = (tag) => TABLE_PART_NAMES.has(tag) && (cp.tagBalance.get("table") ?? 0) === 0;
   const commentOpenAtLineStart = cp.commentOpen;
   const rawOpenAtLineStart = cp.commentOpen || cp.piOpen || cp.declOpen || cp.cdataOpen || cp.bogusOpen;
   if (cp.inFence) {
@@ -1079,7 +1082,7 @@ ${cont(scanText)}` };
       if (cp.commentOpen) continue;
       const closing = m[1] === "/";
       const tag = m[2].toLowerCase();
-      if (TABLE_PART_NAMES.has(tag)) cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start + m.index);
+      if (strayTablePart(tag)) cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start + m.index);
       let attrs = m[3] ?? "";
       if (cp.htmlFlowReal && (cp.rawTextOpen === null || closing && tag === cp.rawTextOpen)) {
         const attrStart = m.index + 1 + (closing ? 1 : 0) + m[2].length;
@@ -1123,7 +1126,7 @@ ${cont(scanText)}` };
         if (startMasked || wholeVisible || inRaw(mr.index) || cp.commentOpen) continue;
         const closing = mr[1] === "/";
         const tag = mr[2].toLowerCase();
-        if (TABLE_PART_NAMES.has(tag)) cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start + mr.index);
+        if (strayTablePart(tag)) cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start + mr.index);
         if (closing && mr[3] !== void 0 && !/^\s*$/.test(mr[3])) continue;
         const selfClosing = mr[3] !== void 0 && /\/\s*$/.test(mr[3]);
         if (VOID_TAGS.has(tag) || selfClosing && honoursSelfClosing(tag)) continue;
@@ -1131,7 +1134,7 @@ ${cont(scanText)}` };
       }
     }
     if (cp.pendingTruncatedTags.length > 0 && ln.text.includes(">")) {
-      if (cp.pendingTruncatedTags.some((t) => TABLE_PART_NAMES.has(t))) {
+      if (cp.pendingTruncatedTags.some((t) => strayTablePart(t))) {
         cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start);
       }
       cp.pendingTruncatedTags = [];
@@ -1148,7 +1151,7 @@ ${cont(scanText)}` };
         if (m2) {
           const closing = m2[1] === "/";
           const tag = m2[2].toLowerCase();
-          if (TABLE_PART_NAMES.has(tag) && cp.htmlFlowReal) {
+          if (strayTablePart(tag) && cp.htmlFlowReal) {
             cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start + lastLt);
           }
           if (cp.htmlFlowReal) {
@@ -1198,6 +1201,15 @@ function isFootnoteSection(node) {
   const props = node.properties;
   return props?.dataFootnotes !== void 0;
 }
+function isWhitespaceText(c) {
+  return c.type === "text" && /^\s*$/.test(c.value);
+}
+function lastMeaningfulIdx(children) {
+  for (let i = children.length - 1; i >= 0; i--) {
+    if (!isWhitespaceText(children[i])) return i;
+  }
+  return -1;
+}
 
 // src/components/incrementalParse/attributeHastChildren.ts
 function attributeHastChildren(mdast, hast, stopAt = Infinity) {
@@ -1373,6 +1385,24 @@ function rebaseDualWalk(node, segments, maxEnd, offsetDelta, lineDelta) {
   }
 }
 var TABLE_PART_TAG_RE = /<(?:td|th|tr|tbody|thead|tfoot|caption|col|colgroup)\b/i;
+var TABLE_TOKEN_RE = /<(\/?)(table|td|th|tr|tbody|thead|tfoot|caption|col|colgroup)\b/gi;
+function hasStrayTablePart(values) {
+  let depth = 0;
+  for (const value of values) {
+    TABLE_TOKEN_RE.lastIndex = 0;
+    let m;
+    while ((m = TABLE_TOKEN_RE.exec(value)) !== null) {
+      const closing = m[1] === "/";
+      const tag = m[2].toLowerCase();
+      if (tag === "table") {
+        depth = closing ? Math.max(0, depth - 1) : depth + 1;
+        continue;
+      }
+      if (depth === 0) return true;
+    }
+  }
+  return false;
+}
 var STRAY_SYNTHESIZED_END_TAG_RE = /<\/(?:br|p)\b/i;
 function spliceTrees(input) {
   const { prevMdast, prevHast, tailMdast, tailHast, content, boundary, injectionPrefix, injectedSegments } = input;
@@ -1430,7 +1460,7 @@ function spliceTrees(input) {
     return !(start !== void 0 && start < injectedLen);
   });
   const tailWrapVisible = tailMdastChildren.some((child) => !isWrapInvisible(child));
-  if (prefixMdast.some((c) => c.type === "html" && TABLE_PART_TAG_RE.test(c.value))) return null;
+  if (hasStrayTablePart(prefixMdast.flatMap((c) => c.type === "html" ? [c.value] : []))) return null;
   for (const child of tailMdastChildren) {
     if (isWrapInvisible(child)) continue;
     if (child.type !== "html") break;
@@ -1962,16 +1992,6 @@ function isBackrefAnchor(c) {
   if (el.tagName !== "a") return false;
   return Boolean(el.properties && "dataFootnoteBackref" in el.properties);
 }
-function isWhitespaceText(c) {
-  if (c.type !== "text") return false;
-  return /^\s*$/.test(c.value);
-}
-function lastMeaningfulIdx(children) {
-  for (let i = children.length - 1; i >= 0; i--) {
-    if (!isWhitespaceText(children[i])) return i;
-  }
-  return -1;
-}
 function dropTrailingBackrefs(children) {
   let trailingWsStart = children.length;
   while (trailingWsStart > 0 && isWhitespaceText(children[trailingWsStart - 1])) {
@@ -4100,6 +4120,14 @@ var graphemeEnds = (text, base) => {
   }
   return ends;
 };
+var RESUME_LOOKBACK = 64;
+var isMidSurrogatePair = (text, at) => at > 0 && at < text.length && (text.charCodeAt(at - 1) & 64512) === 55296 && (text.charCodeAt(at) & 64512) === 56320;
+var RI_FIRST = 127462;
+var RI_LAST = 127487;
+var isRegionalIndicatorAt = (text, at) => {
+  const cp = text.codePointAt(at);
+  return cp !== void 0 && cp >= RI_FIRST && cp <= RI_LAST;
+};
 var createSmoothStreamController = (options = {}) => {
   const now = options.now ?? defaultNow;
   const schedule = options.schedule ?? defaultSchedule;
@@ -4108,6 +4136,7 @@ var createSmoothStreamController = (options = {}) => {
   let pending = [];
   let tentativeEnd = 0;
   let finished = false;
+  let seam;
   let drainDeadlineAt;
   let initialized = false;
   let visibleCache = "";
@@ -4191,8 +4220,19 @@ var createSmoothStreamController = (options = {}) => {
     if (!disposed && !cancelFrame && pending.length > 0) cancelFrame = schedule(tick);
   };
   const resegmentTail = () => {
+    if (seam !== void 0 && seam < source.length && pending[pending.length - 1] === seam) {
+      pending.pop();
+    }
     const from = pending.length > 0 ? pending[pending.length - 1] : visibleEnd;
-    const ends = graphemeEnds(source.slice(from), from);
+    let anchor = from;
+    if (seam !== void 0 && from <= seam) {
+      anchor = Math.max(0, from - RESUME_LOOKBACK);
+      if (isMidSurrogatePair(source, anchor)) anchor -= 1;
+      while (anchor >= 2 && isRegionalIndicatorAt(source, anchor - 2)) anchor -= 2;
+    } else {
+      seam = void 0;
+    }
+    const ends = graphemeEnds(source.slice(anchor), anchor);
     if (ends.length === 0) {
       tentativeEnd = from;
       return;
@@ -4204,7 +4244,7 @@ var createSmoothStreamController = (options = {}) => {
       if (last >= 55296 && last <= 56319) hold = 2;
     }
     const confirmedEnds = finished ? ends : ends.slice(0, -hold);
-    for (const end of confirmedEnds) pending.push(end);
+    for (const end of confirmedEnds) if (end > from) pending.push(end);
   };
   const snap = (next) => {
     disposed = false;
@@ -4218,6 +4258,7 @@ var createSmoothStreamController = (options = {}) => {
     visibleEnd = next.length;
     tentativeEnd = next.length;
     pending = [];
+    seam = next.length;
     credit = 0;
     cancelScheduled();
     if (visibleCache !== next) notify();
@@ -4252,6 +4293,7 @@ var createSmoothStreamController = (options = {}) => {
       if (tentativeEnd > (pending.length > 0 ? pending[pending.length - 1] : visibleEnd)) {
         pending.push(tentativeEnd);
       }
+      seam = source.length;
       ensureScheduled();
     },
     snap,
@@ -4628,21 +4670,7 @@ function convertSingleToDoubleDollar(text) {
 }
 function preprocessLaTeX(str) {
   if (!hasLatexTrigger(str)) return str;
-  const segments = splitByProtectedRegions(str);
-  const result = segments.map((segment) => {
-    if (segment.isCode) return segment.text;
-    let text = segment.text;
-    text = escapeMhchemCommands(text);
-    text = escapeCurrencyDollarSigns(text);
-    text = convertLatexDelimiters(text);
-    text = escapeLatexPipes(text);
-    text = escapeLatexPipesInUnclosed(text);
-    text = escapeTextUnderscores(text);
-    text = convertSingleToDoubleDollar(text);
-    text = truncateUnclosedLatexBlock(text);
-    return text;
-  });
-  return result.join("");
+  return processSlice(str, false).out;
 }
 function hasLatexTrigger(str) {
   return str.includes("$") || str.includes("\\[") || str.includes("\\(");
@@ -4671,7 +4699,7 @@ function hasUnclosedTextCommand(text) {
 }
 var RESIDUAL_OPEN_BRACKET_RE = /(?<!!)\\\[/;
 var LEADING_DOUBLE_DOLLAR_RE = /^\s*\$\$/;
-function processSliceInstrumented(slice, probe = true) {
+function processSlice(slice, probe = true) {
   const segments = splitByProtectedRegions(slice);
   const parts = [];
   let quiescent = true;
@@ -4795,13 +4823,13 @@ function createIncrementalLatexPreprocessor(options) {
       };
       const cut = findRawSafeCut(active);
       if (cut > 0) {
-        const candidate = processSliceInstrumented(active.slice(0, cut));
+        const candidate = processSlice(active.slice(0, cut));
         if (candidate.quiescent) freeze(cut, candidate);
       }
       nextAttemptLen = advanced || !backoff ? 0 : active.length * 2;
       onAttempt?.({ activeLength, frozenBytes });
     }
-    const tail = processSliceInstrumented(active, false);
+    const tail = processSlice(active, false);
     const head = tail.truncatedAtSeamStart ? frozenOut.replace(/\s+$/, "") : frozenOut;
     const out = head + tail.out;
     prevSource = source;
@@ -4866,6 +4894,8 @@ function createRemendPreprocessor(options) {
   hasLoneSurrogate,
   highlight,
   isFootnoteSection,
+  isWhitespaceText,
+  lastMeaningfulIdx,
   measureStage,
   mergeClassNameAllowlist,
   normalizeForMatch,