@ai-react-markdown/engine 2.5.1 → 2.5.2

package/dist/index.d.cts

@@ -1460,6 +1460,28 @@ declare const defaultEnginePlugins: readonly AIMarkdownEnginePlugin[];
  * `tagName === 'section'` AND presence of the `dataFootnotes` property.
  */
 declare function isFootnoteSection(node: Element): boolean;
+/**
+ * Whitespace-only text node. `mdast-util-to-hast`'s `state.wrap(content,
+ * true)` interleaves `\n` text nodes between (and around) the block-level
+ * children of an `<li>`, so any code reasoning about a list item's real
+ * children has to look past them.
+ */
+declare function isWhitespaceText(c: ElementContent): boolean;
+/**
+ * Index of the last child that is not a whitespace-only text node, or -1 if
+ * there is none.
+ *
+ * Both footnote-footer paths need exactly this and for the same reason.
+ * Appending a backref follows mdast-util-to-hast's contract — "if the tail of
+ * the `<li>`'s content is a `<p>`, push into it, else push onto the `<li>`" —
+ * and stripping one has to find that tail again. Read the trailing
+ * wrap-emitted `\n` as the tail and the `<p>` path is bypassed in one case
+ * and the wrong node stripped in the other.
+ *
+ * Lived in two copies until 2.5.2 (core's aggregate footer and the engine's
+ * body extractor), one on each side of the 2.3.0 package split.
+ */
+declare function lastMeaningfulIdx(children: ElementContent[]): number;
 
 declare function normalizeId(s: string): string;
 /**
@@ -2021,4 +2043,4 @@ type RemendPreprocessorOptions = Omit<RemendOptions, 'katex' | 'inlineKatex'>;
  */
 declare function createRemendPreprocessor(options?: RemendPreprocessorOptions): AIMDContentPreprocessor;
 
-export { type AIMDContentPreprocessor, type AIMarkdownEnginePlugin, type AIMarkdownEnginePluginName, type AdvanceOptions, type AdvanceResult, type AllowElement, type ChunkData, type Contribution, type CrossChunkHandlerOptions, DEFAULT_PAYLOAD, type DefLabelScanner, type DefLabels, type Deprecation, type EnginePluginInternals, type EnginePluginStage, type ExtractContributionsOptions, type FootnoteDef, type FreezeBoundaryOptions, type IncrementalParseState, type IncrementalStage, type LinkDef, PIPELINE_STAGES, type ParsedMarkdown, type PhantomLabels, type PipelineOptions, type PipelineStage, type RefKind, type RefRecord, type Registry, type RegistryInternal, type RehypePlugins, type RehypeRebaseHashLinksOptions, type RemarkPlugins, type RemarkRehypeOptions, type RemendPreprocessorOptions, SENTINEL_FN_CONTENT, SENTINEL_LINK_URL, SMOOTH_STREAM_PACING_PRESETS, STAGE_MEASURE_PREFIX, type SanitizeSchema, type SmoothStreamController, type SmoothStreamOptions, type SmoothStreamPacing, type SmoothStreamPacingParams, type TransformContext, type UrlAttrKey, type UrlAttrTag, type UrlTransform, advanceIncrementalParse, attributeHastChildren, buildCoreRehypePlugins, buildCoreRemarkPlugins, buildCoreRemarkRehypeOptions, buildCrossChunkHandlers, buildPhantomSuffix, buildTransform, codePointSnapshots, collectDefLabels, computeFreezeBoundary, createDefLabelScanner, createFile, createIncrementalLatexPreprocessor, createProcessor, createRegistry, createRemendPreprocessor, createSmoothStreamController, defaultEnginePlugins, defaultUrlTransform, definitionList, extendSanitizeSchema, extractContributions, extractDefBodiesFromHast, footnoteSafeId, getEnginePluginInternals, hasLoneSurrogate, highlight, isFootnoteSection, measureStage, mergeClassNameAllowlist, normalizeForMatch, normalizeId, pangu, parseStage, phantomSuffixCloser, preprocessAIMDContent, preprocessLaTeX, rehypeFooterAdorn, rehypeRebaseHashLinks, removeComments, sanitizeCrossChunkUrl, sanitizeSchema, shortenDocumentId, smartypants, sourceIdFromFootnoteLiId, splitByProtectedRegions, subscribeStageTimings, transformStage, withDefs };
+export { type AIMDContentPreprocessor, type AIMarkdownEnginePlugin, type AIMarkdownEnginePluginName, type AdvanceOptions, type AdvanceResult, type AllowElement, type ChunkData, type Contribution, type CrossChunkHandlerOptions, DEFAULT_PAYLOAD, type DefLabelScanner, type DefLabels, type Deprecation, type EnginePluginInternals, type EnginePluginStage, type ExtractContributionsOptions, type FootnoteDef, type FreezeBoundaryOptions, type IncrementalParseState, type IncrementalStage, type LinkDef, PIPELINE_STAGES, type ParsedMarkdown, type PhantomLabels, type PipelineOptions, type PipelineStage, type RefKind, type RefRecord, type Registry, type RegistryInternal, type RehypePlugins, type RehypeRebaseHashLinksOptions, type RemarkPlugins, type RemarkRehypeOptions, type RemendPreprocessorOptions, SENTINEL_FN_CONTENT, SENTINEL_LINK_URL, SMOOTH_STREAM_PACING_PRESETS, STAGE_MEASURE_PREFIX, type SanitizeSchema, type SmoothStreamController, type SmoothStreamOptions, type SmoothStreamPacing, type SmoothStreamPacingParams, type TransformContext, type UrlAttrKey, type UrlAttrTag, type UrlTransform, advanceIncrementalParse, attributeHastChildren, buildCoreRehypePlugins, buildCoreRemarkPlugins, buildCoreRemarkRehypeOptions, buildCrossChunkHandlers, buildPhantomSuffix, buildTransform, codePointSnapshots, collectDefLabels, computeFreezeBoundary, createDefLabelScanner, createFile, createIncrementalLatexPreprocessor, createProcessor, createRegistry, createRemendPreprocessor, createSmoothStreamController, defaultEnginePlugins, defaultUrlTransform, definitionList, extendSanitizeSchema, extractContributions, extractDefBodiesFromHast, footnoteSafeId, getEnginePluginInternals, hasLoneSurrogate, highlight, isFootnoteSection, isWhitespaceText, lastMeaningfulIdx, measureStage, mergeClassNameAllowlist, normalizeForMatch, normalizeId, pangu, parseStage, phantomSuffixCloser, preprocessAIMDContent, preprocessLaTeX, rehypeFooterAdorn, rehypeRebaseHashLinks, removeComments, sanitizeCrossChunkUrl, sanitizeSchema, shortenDocumentId, smartypants, sourceIdFromFootnoteLiId, splitByProtectedRegions, subscribeStageTimings, transformStage, withDefs };

package/dist/index.d.ts

@@ -1460,6 +1460,28 @@ declare const defaultEnginePlugins: readonly AIMarkdownEnginePlugin[];
  * `tagName === 'section'` AND presence of the `dataFootnotes` property.
  */
 declare function isFootnoteSection(node: Element): boolean;
+/**
+ * Whitespace-only text node. `mdast-util-to-hast`'s `state.wrap(content,
+ * true)` interleaves `\n` text nodes between (and around) the block-level
+ * children of an `<li>`, so any code reasoning about a list item's real
+ * children has to look past them.
+ */
+declare function isWhitespaceText(c: ElementContent): boolean;
+/**
+ * Index of the last child that is not a whitespace-only text node, or -1 if
+ * there is none.
+ *
+ * Both footnote-footer paths need exactly this and for the same reason.
+ * Appending a backref follows mdast-util-to-hast's contract — "if the tail of
+ * the `<li>`'s content is a `<p>`, push into it, else push onto the `<li>`" —
+ * and stripping one has to find that tail again. Read the trailing
+ * wrap-emitted `\n` as the tail and the `<p>` path is bypassed in one case
+ * and the wrong node stripped in the other.
+ *
+ * Lived in two copies until 2.5.2 (core's aggregate footer and the engine's
+ * body extractor), one on each side of the 2.3.0 package split.
+ */
+declare function lastMeaningfulIdx(children: ElementContent[]): number;
 
 declare function normalizeId(s: string): string;
 /**
@@ -2021,4 +2043,4 @@ type RemendPreprocessorOptions = Omit<RemendOptions, 'katex' | 'inlineKatex'>;
  */
 declare function createRemendPreprocessor(options?: RemendPreprocessorOptions): AIMDContentPreprocessor;
 
-export { type AIMDContentPreprocessor, type AIMarkdownEnginePlugin, type AIMarkdownEnginePluginName, type AdvanceOptions, type AdvanceResult, type AllowElement, type ChunkData, type Contribution, type CrossChunkHandlerOptions, DEFAULT_PAYLOAD, type DefLabelScanner, type DefLabels, type Deprecation, type EnginePluginInternals, type EnginePluginStage, type ExtractContributionsOptions, type FootnoteDef, type FreezeBoundaryOptions, type IncrementalParseState, type IncrementalStage, type LinkDef, PIPELINE_STAGES, type ParsedMarkdown, type PhantomLabels, type PipelineOptions, type PipelineStage, type RefKind, type RefRecord, type Registry, type RegistryInternal, type RehypePlugins, type RehypeRebaseHashLinksOptions, type RemarkPlugins, type RemarkRehypeOptions, type RemendPreprocessorOptions, SENTINEL_FN_CONTENT, SENTINEL_LINK_URL, SMOOTH_STREAM_PACING_PRESETS, STAGE_MEASURE_PREFIX, type SanitizeSchema, type SmoothStreamController, type SmoothStreamOptions, type SmoothStreamPacing, type SmoothStreamPacingParams, type TransformContext, type UrlAttrKey, type UrlAttrTag, type UrlTransform, advanceIncrementalParse, attributeHastChildren, buildCoreRehypePlugins, buildCoreRemarkPlugins, buildCoreRemarkRehypeOptions, buildCrossChunkHandlers, buildPhantomSuffix, buildTransform, codePointSnapshots, collectDefLabels, computeFreezeBoundary, createDefLabelScanner, createFile, createIncrementalLatexPreprocessor, createProcessor, createRegistry, createRemendPreprocessor, createSmoothStreamController, defaultEnginePlugins, defaultUrlTransform, definitionList, extendSanitizeSchema, extractContributions, extractDefBodiesFromHast, footnoteSafeId, getEnginePluginInternals, hasLoneSurrogate, highlight, isFootnoteSection, measureStage, mergeClassNameAllowlist, normalizeForMatch, normalizeId, pangu, parseStage, phantomSuffixCloser, preprocessAIMDContent, preprocessLaTeX, rehypeFooterAdorn, rehypeRebaseHashLinks, removeComments, sanitizeCrossChunkUrl, sanitizeSchema, shortenDocumentId, smartypants, sourceIdFromFootnoteLiId, splitByProtectedRegions, subscribeStageTimings, transformStage, withDefs };
+export { type AIMDContentPreprocessor, type AIMarkdownEnginePlugin, type AIMarkdownEnginePluginName, type AdvanceOptions, type AdvanceResult, type AllowElement, type ChunkData, type Contribution, type CrossChunkHandlerOptions, DEFAULT_PAYLOAD, type DefLabelScanner, type DefLabels, type Deprecation, type EnginePluginInternals, type EnginePluginStage, type ExtractContributionsOptions, type FootnoteDef, type FreezeBoundaryOptions, type IncrementalParseState, type IncrementalStage, type LinkDef, PIPELINE_STAGES, type ParsedMarkdown, type PhantomLabels, type PipelineOptions, type PipelineStage, type RefKind, type RefRecord, type Registry, type RegistryInternal, type RehypePlugins, type RehypeRebaseHashLinksOptions, type RemarkPlugins, type RemarkRehypeOptions, type RemendPreprocessorOptions, SENTINEL_FN_CONTENT, SENTINEL_LINK_URL, SMOOTH_STREAM_PACING_PRESETS, STAGE_MEASURE_PREFIX, type SanitizeSchema, type SmoothStreamController, type SmoothStreamOptions, type SmoothStreamPacing, type SmoothStreamPacingParams, type TransformContext, type UrlAttrKey, type UrlAttrTag, type UrlTransform, advanceIncrementalParse, attributeHastChildren, buildCoreRehypePlugins, buildCoreRemarkPlugins, buildCoreRemarkRehypeOptions, buildCrossChunkHandlers, buildPhantomSuffix, buildTransform, codePointSnapshots, collectDefLabels, computeFreezeBoundary, createDefLabelScanner, createFile, createIncrementalLatexPreprocessor, createProcessor, createRegistry, createRemendPreprocessor, createSmoothStreamController, defaultEnginePlugins, defaultUrlTransform, definitionList, extendSanitizeSchema, extractContributions, extractDefBodiesFromHast, footnoteSafeId, getEnginePluginInternals, hasLoneSurrogate, highlight, isFootnoteSection, isWhitespaceText, lastMeaningfulIdx, measureStage, mergeClassNameAllowlist, normalizeForMatch, normalizeId, pangu, parseStage, phantomSuffixCloser, preprocessAIMDContent, preprocessLaTeX, rehypeFooterAdorn, rehypeRebaseHashLinks, removeComments, sanitizeCrossChunkUrl, sanitizeSchema, shortenDocumentId, smartypants, sourceIdFromFootnoteLiId, splitByProtectedRegions, subscribeStageTimings, transformStage, withDefs };

package/dist/index.dev.cjs

@@ -65,6 +65,8 @@ __export(src_exports, {
   hasLoneSurrogate: () => hasLoneSurrogate,
   highlight: () => highlight,
   isFootnoteSection: () => isFootnoteSection,
+  isWhitespaceText: () => isWhitespaceText,
+  lastMeaningfulIdx: () => lastMeaningfulIdx,
   measureStage: () => measureStage,
   mergeClassNameAllowlist: () => mergeClassNameAllowlist,
   normalizeForMatch: () => normalizeForMatch,
@@ -1199,6 +1201,15 @@ function isFootnoteSection(node) {
   const props = node.properties;
   return props?.dataFootnotes !== void 0;
 }
+function isWhitespaceText(c) {
+  return c.type === "text" && /^\s*$/.test(c.value);
+}
+function lastMeaningfulIdx(children) {
+  for (let i = children.length - 1; i >= 0; i--) {
+    if (!isWhitespaceText(children[i])) return i;
+  }
+  return -1;
+}
 
 // src/components/incrementalParse/attributeHastChildren.ts
 function attributeHastChildren(mdast, hast, stopAt = Infinity) {
@@ -1981,16 +1992,6 @@ function isBackrefAnchor(c) {
   if (el.tagName !== "a") return false;
   return Boolean(el.properties && "dataFootnoteBackref" in el.properties);
 }
-function isWhitespaceText(c) {
-  if (c.type !== "text") return false;
-  return /^\s*$/.test(c.value);
-}
-function lastMeaningfulIdx(children) {
-  for (let i = children.length - 1; i >= 0; i--) {
-    if (!isWhitespaceText(children[i])) return i;
-  }
-  return -1;
-}
 function dropTrailingBackrefs(children) {
   let trailingWsStart = children.length;
   while (trailingWsStart > 0 && isWhitespaceText(children[trailingWsStart - 1])) {
@@ -4669,21 +4670,7 @@ function convertSingleToDoubleDollar(text) {
 }
 function preprocessLaTeX(str) {
   if (!hasLatexTrigger(str)) return str;
-  const segments = splitByProtectedRegions(str);
-  const result = segments.map((segment) => {
-    if (segment.isCode) return segment.text;
-    let text = segment.text;
-    text = escapeMhchemCommands(text);
-    text = escapeCurrencyDollarSigns(text);
-    text = convertLatexDelimiters(text);
-    text = escapeLatexPipes(text);
-    text = escapeLatexPipesInUnclosed(text);
-    text = escapeTextUnderscores(text);
-    text = convertSingleToDoubleDollar(text);
-    text = truncateUnclosedLatexBlock(text);
-    return text;
-  });
-  return result.join("");
+  return processSlice(str, false).out;
 }
 function hasLatexTrigger(str) {
   return str.includes("$") || str.includes("\\[") || str.includes("\\(");
@@ -4712,7 +4699,7 @@ function hasUnclosedTextCommand(text) {
 }
 var RESIDUAL_OPEN_BRACKET_RE = /(?<!!)\\\[/;
 var LEADING_DOUBLE_DOLLAR_RE = /^\s*\$\$/;
-function processSliceInstrumented(slice, probe = true) {
+function processSlice(slice, probe = true) {
   const segments = splitByProtectedRegions(slice);
   const parts = [];
   let quiescent = true;
@@ -4836,13 +4823,13 @@ function createIncrementalLatexPreprocessor(options) {
       };
       const cut = findRawSafeCut(active);
       if (cut > 0) {
-        const candidate = processSliceInstrumented(active.slice(0, cut));
+        const candidate = processSlice(active.slice(0, cut));
         if (candidate.quiescent) freeze(cut, candidate);
       }
       nextAttemptLen = advanced || !backoff ? 0 : active.length * 2;
       onAttempt?.({ activeLength, frozenBytes });
     }
-    const tail = processSliceInstrumented(active, false);
+    const tail = processSlice(active, false);
     const head = tail.truncatedAtSeamStart ? frozenOut.replace(/\s+$/, "") : frozenOut;
     const out = head + tail.out;
     prevSource = source;
@@ -4907,6 +4894,8 @@ function createRemendPreprocessor(options) {
   hasLoneSurrogate,
   highlight,
   isFootnoteSection,
+  isWhitespaceText,
+  lastMeaningfulIdx,
   measureStage,
   mergeClassNameAllowlist,
   normalizeForMatch,