@ai-react-markdown/engine 2.10.1 → 2.12.0

package/dist/index.d.cts

@@ -319,6 +319,10 @@ interface FreezeScanResult {
 interface FreezeScanCheckpoint {
     readonly '~freezeScanCheckpoint'?: never;
 }
+/**
+ * @soak-entry freeze-scanner-resume
+ * @soak-entry freeze-direction
+ */
 declare function computeFreezeBoundary(text: string, options: FreezeBoundaryOptions, resume?: FreezeScanCheckpoint | null): FreezeScanResult;
 
 /**
@@ -494,6 +498,7 @@ interface AdvanceResult {
     boundary: number;
     nextState: IncrementalParseState;
 }
+/** @soak-entry incremental-parse */
 declare function advanceIncrementalParse(prev: IncrementalParseState | null, content: string, options: AdvanceOptions): AdvanceResult;
 
 /**
@@ -580,6 +585,7 @@ interface DefLabelScanner {
  *   parse is indistinguishable from a parse whose sets came out equal).
  *   Production callers never pass it.
  */
+/** @soak-entry definition-label-scanner */
 declare function createDefLabelScanner(parse?: (source: string) => DefLabels): DefLabelScanner;
 
 /**
@@ -1033,13 +1039,83 @@ type RemarkRehypeOptions = NonNullable<PipelineOptions['remarkRehypeOptions']>;
 /** The always-on remark chain with plugin-gated extras spliced at their
  *  contractual positions. ORDER IS LOAD-BEARING — see the arbiter suite. */
 declare function buildCoreRemarkPlugins(enginePlugins: readonly AIMarkdownEnginePlugin[]): RemarkPlugins;
+interface CoreRehypePluginsOptions {
+    /**
+     * Per-pipeline provenance credential. Installs `rehypeVerifyEngineTags`
+     * between `rehypeRaw` and `rehypeSanitize` so that only placeholder
+     * elements stamped with this exact value by the cross-chunk handlers
+     * survive; put the SAME value in the remark-rehype options
+     * (`CrossChunkHandlerOptions.provenance`). Omitting `options` keeps the
+     * chain exactly as before — no verifier — which is the documented
+     * escape-hatch behaviour for hand-assembled pipelines; the shipped
+     * renderer always passes a credential.
+     */
+    provenance: string;
+}
 /** The rehype chain. `clobberPrefix` namespaces ids per instance; pass ''
  *  for unprefixed output (test harnesses). */
-declare function buildCoreRehypePlugins(sanitizeSchema: SanitizeSchema, clobberPrefix: string): RehypePlugins;
+declare function buildCoreRehypePlugins(sanitizeSchema: SanitizeSchema, clobberPrefix: string, options?: CoreRehypePluginsOptions): RehypePlugins;
 /** Base remark-rehype options (before the standalone/coordinated handler
  *  merge that `MarkdownContent`'s pipeline memo layers on top). */
 declare function buildCoreRemarkRehypeOptions(enableDefinitionList: boolean): RemarkRehypeOptions;
 
+/**
+ * Provenance verifier for the engine's internal placeholder elements.
+ *
+ * The cross-chunk handlers (`customMdastHandlers.ts`) emit three custom hast
+ * elements — `footnote-sup`, `cross-chunk-link`, `cross-chunk-image` — that
+ * the sanitize schema must admit so they can reach their React placeholders.
+ * Admitting the tag names admits them from AUTHORED raw HTML too: a document
+ * can write `<footnote-sup label="a">` and, after `rehypeRaw` + sanitize, it
+ * arrives at the placeholder with a `label`, takes the `fnref-a` anchor the
+ * footer's backref points to, and pollutes the block dependency sets.
+ *
+ * Two layers tell a genuine instance from a forged one:
+ *
+ * 1. The property-NAME channel. `hast-util-raw` re-emits existing element
+ *    nodes as parser tokens without passing the tokenizer, so a camelCase
+ *    property written by a handler survives verbatim; authored raw HTML goes
+ *    through the tokenizer and every attribute name comes back lowercased
+ *    (`engineProvenance="x"` → `engineprovenance`). Authored HTML therefore
+ *    cannot produce the property this plugin reads. (Pinned in the test.)
+ * 2. The property VALUE: a per-pipeline credential the handlers stamp and
+ *    this plugin checks, so a future upstream change that preserved authored
+ *    attribute case would still leave the value to guess.
+ *
+ * Runs after `rehypeRaw` and before `rehypeSanitize` (see `pluginChain.ts`):
+ * genuine instances lose the credential and pass; every other instance is
+ * unwrapped — replaced by its children, removed when it has none — which is
+ * what `hast-util-sanitize` does to a disallowed element.
+ *
+ * The walk is index-controlled on purpose. `unist-util-visit` with a splice
+ * in the visitor is easy to get wrong (returning SKIP or an index after
+ * replacing a node skips the first exposed child or revisits a sibling); an
+ * explicit loop that does not advance after a splice inspects the exposed
+ * children next, so forged-wrapping-genuine, genuine-wrapping-forged,
+ * forged-inside-forged and adjacent forged instances all resolve.
+ *
+ * @module components/rehypeVerifyEngineTags
+ */
+
+/** The three placeholder tag names the handlers emit. Keep in sync with the
+ *  sanitize schema's `crossChunkTags` and core's `PLACEHOLDER_TAGS`. */
+declare const ENGINE_PLACEHOLDER_TAGS: ReadonlySet<string>;
+/** The property the handlers stamp. camelCase is load-bearing (layer 1). */
+declare const ENGINE_PROVENANCE_PROPERTY = "engineProvenance";
+interface RehypeVerifyEngineTagsOptions {
+    /** The credential the handlers were given. The empty string accepts
+     *  nothing (fail closed); it is never a valid credential. */
+    provenance: string;
+    /** Capture ancestry only when the final a/img schema needs it. Data is
+     * recorded after verification, never taken from authored attributes. */
+    referenceAncestors?: boolean;
+}
+/**
+ * rehype plugin: strip the provenance credential from genuine engine
+ * placeholders and unwrap every placeholder that lacks it.
+ */
+declare function rehypeVerifyEngineTags(options: RehypeVerifyEngineTagsOptions): (tree: Root$1) => void;
+
 /**
  * `rehypeRebaseHashLinks` — restore intra-document hash navigation after
  * `rehype-sanitize` clobbers `id` attributes.
@@ -1172,6 +1248,16 @@ interface CrossChunkHandlerOptions {
     /** Passed through to placeholder hast properties so React components can
      *  partition by document. */
     documentId: string;
+    /**
+     * Per-pipeline provenance credential. When present, every placeholder
+     * element the handlers emit carries it as `engineProvenance`, and
+     * `rehypeVerifyEngineTags` (installed by `buildCoreRehypePlugins` when it
+     * is given the SAME value) unwraps any placeholder that lacks it — the
+     * sanitize schema admits the placeholder tag names, so authored raw HTML
+     * could otherwise forge them. Optional for API compatibility: absent, the
+     * handlers emit exactly what they always did and no verifier runs.
+     */
+    provenance?: string;
 }
 declare function buildCrossChunkHandlers(): Handlers;
 
@@ -1232,6 +1318,21 @@ type UrlAttrTag = 'a' | 'img';
  */
 declare function sanitizeCrossChunkUrl(rawUrl: string, key: UrlAttrKey, tagName: UrlAttrTag, urlTransform: UrlTransform, schema: SanitizeSchema): string | null;
 
+/** Resolve the final element, not just its URL: placeholders reach React
+ * after the normal rehype passes, so their a/img must apply those passes too.
+ * The marker represents already-rendered link children and distinguishes
+ * sanitizer unwrapping from stripping the element with its contents. */
+declare function resolveCrossChunkReference(input: {
+    tagName: 'a' | 'img';
+    url: string;
+    title?: string;
+    alt?: string;
+    node?: Pick<Element, 'children' | 'position' | 'data'>;
+}, schema: SanitizeSchema, urlTransform: UrlTransform, clobberPrefix: string): {
+    element: Element | null;
+    keepChildren: boolean;
+};
+
 /**
  * The five shipped engine plugins and the default set.
  *
@@ -1741,6 +1842,12 @@ declare function preprocessAIMDContent(content: string, extraPreprocessors?: AIM
  * @returns The preprocessed string with normalized LaTeX delimiters.
  */
 declare function preprocessLaTeX(str: string): string;
+/** Why a slice fell back to the legacy path. `null` = it did not.
+ *  `mask-exhausted` is a whole-call decision the CALLER records (every
+ *  private-use code point occurs in the complete input); `restore-invariant`
+ *  is an engine defect found while restoring atoms. Output is identical for
+ *  both; only the diagnostic differs. */
+type DegradedReason = 'mask-exhausted' | 'restore-invariant' | null;
 /**
  * Append-aware `preprocessLaTeX`: one instance per streaming lineage (the
  * component holds it like the smooth-stream controller). Byte-identical to
@@ -1753,6 +1860,7 @@ declare function preprocessLaTeX(str: string): string;
  *   full-reprocess fallback.
  * @internal Wired by the renderer; not part of the public API.
  */
+/** @soak-entry latex-preprocessor */
 declare function createIncrementalLatexPreprocessor(options?: {
     freezeThreshold?: number;
     /** Failure backoff (default on). Tests that rely on `freezeThreshold: 0`
@@ -1769,6 +1877,9 @@ declare function createIncrementalLatexPreprocessor(options?: {
         activeLength: number;
         frozenBytes: number;
     }) => void;
+    /** Test hook: called when the lineage degrades to whole-source legacy
+     *  processing, with the reason. @internal */
+    onDegrade?: (reason: Exclude<DegradedReason, null>) => void;
 }): (content: string) => string;
 
 /**
@@ -1837,4 +1948,4 @@ type RemendPreprocessorOptions = Omit<RemendOptions, 'katex' | 'inlineKatex'>;
  */
 declare function createRemendPreprocessor(options?: RemendPreprocessorOptions): AIMDContentPreprocessor;
 
-export { type AIMDContentPreprocessor, type AIMarkdownEnginePlugin, type AIMarkdownEnginePluginName, type AdvanceOptions, type AdvanceResult, type AllowElement, type ChunkData, type Contribution, type CrossChunkHandlerOptions, DEFAULT_PAYLOAD, type DefLabelScanner, type DefLabels, type Deprecation, type EnginePluginInternals, type EnginePluginStage, type ExtractContributionsOptions, type FootnoteDef, type FreezeBoundaryOptions, type IncrementalParseState, type IncrementalStage, type LinkDef, PIPELINE_STAGES, type ParsedMarkdown, type PhantomLabels, type PipelineOptions, type PipelineStage, type RefKind, type RefRecord, type Registry, type RegistryInternal, type RehypePlugins, type RehypeRebaseHashLinksOptions, type RemarkPlugins, type RemarkRehypeOptions, type RemendPreprocessorOptions, SENTINEL_FN_CONTENT, SENTINEL_LINK_URL, SMOOTH_STREAM_PACING_PRESETS, STAGE_MEASURE_PREFIX, type SanitizeSchema, type SmoothStreamController, type SmoothStreamOptions, type SmoothStreamPacing, type SmoothStreamPacingParams, type TransformContext, type UrlAttrKey, type UrlAttrTag, type UrlTransform, advanceIncrementalParse, attributeHastChildren, buildCoreRehypePlugins, buildCoreRemarkPlugins, buildCoreRemarkRehypeOptions, buildCrossChunkHandlers, buildPhantomSuffix, buildTransform, codePointSnapshots, collectDefLabels, computeFreezeBoundary, createDefLabelScanner, createIncrementalLatexPreprocessor, createProcessor, createRegistry, createRemendPreprocessor, createSmoothStreamController, defaultEnginePlugins, defaultUrlTransform, definitionList, extendSanitizeSchema, extractContributions, extractDefBodiesFromHast, footnoteSafeId, getEnginePluginInternals, hasLoneSurrogate, highlight, isFootnoteSection, lastMeaningfulIdx, measureStage, normalizeForMatch, normalizeId, pangu, parseStage, phantomSuffixCloser, preprocessAIMDContent, preprocessLaTeX, rehypeFooterAdorn, rehypeRebaseHashLinks, removeComments, sanitizeCrossChunkUrl, sanitizeSchema, shortenDocumentId, smartypants, sourceIdFromFootnoteLiId, subscribeStageTimings, transformStage, withDefs };
+export { type AIMDContentPreprocessor, type AIMarkdownEnginePlugin, type AIMarkdownEnginePluginName, type AdvanceOptions, type AdvanceResult, type AllowElement, type ChunkData, type Contribution, type CoreRehypePluginsOptions, type CrossChunkHandlerOptions, DEFAULT_PAYLOAD, type DefLabelScanner, type DefLabels, type Deprecation, ENGINE_PLACEHOLDER_TAGS, ENGINE_PROVENANCE_PROPERTY, type EnginePluginInternals, type EnginePluginStage, type ExtractContributionsOptions, type FootnoteDef, type FreezeBoundaryOptions, type IncrementalParseState, type IncrementalStage, type LinkDef, PIPELINE_STAGES, type ParsedMarkdown, type PhantomLabels, type PipelineOptions, type PipelineStage, type RefKind, type RefRecord, type Registry, type RegistryInternal, type RehypePlugins, type RehypeRebaseHashLinksOptions, type RehypeVerifyEngineTagsOptions, type RemarkPlugins, type RemarkRehypeOptions, type RemendPreprocessorOptions, SENTINEL_FN_CONTENT, SENTINEL_LINK_URL, SMOOTH_STREAM_PACING_PRESETS, STAGE_MEASURE_PREFIX, type SanitizeSchema, type SmoothStreamController, type SmoothStreamOptions, type SmoothStreamPacing, type SmoothStreamPacingParams, type TransformContext, type UrlAttrKey, type UrlAttrTag, type UrlTransform, advanceIncrementalParse, attributeHastChildren, buildCoreRehypePlugins, buildCoreRemarkPlugins, buildCoreRemarkRehypeOptions, buildCrossChunkHandlers, buildPhantomSuffix, buildTransform, codePointSnapshots, collectDefLabels, computeFreezeBoundary, createDefLabelScanner, createIncrementalLatexPreprocessor, createProcessor, createRegistry, createRemendPreprocessor, createSmoothStreamController, defaultEnginePlugins, defaultUrlTransform, definitionList, extendSanitizeSchema, extractContributions, extractDefBodiesFromHast, footnoteSafeId, getEnginePluginInternals, hasLoneSurrogate, highlight, isFootnoteSection, lastMeaningfulIdx, measureStage, normalizeForMatch, normalizeId, pangu, parseStage, phantomSuffixCloser, preprocessAIMDContent, preprocessLaTeX, rehypeFooterAdorn, rehypeRebaseHashLinks, rehypeVerifyEngineTags, removeComments, resolveCrossChunkReference, sanitizeCrossChunkUrl, sanitizeSchema, shortenDocumentId, smartypants, sourceIdFromFootnoteLiId, subscribeStageTimings, transformStage, withDefs };

package/dist/index.d.ts

@@ -319,6 +319,10 @@ interface FreezeScanResult {
 interface FreezeScanCheckpoint {
     readonly '~freezeScanCheckpoint'?: never;
 }
+/**
+ * @soak-entry freeze-scanner-resume
+ * @soak-entry freeze-direction
+ */
 declare function computeFreezeBoundary(text: string, options: FreezeBoundaryOptions, resume?: FreezeScanCheckpoint | null): FreezeScanResult;
 
 /**
@@ -494,6 +498,7 @@ interface AdvanceResult {
     boundary: number;
     nextState: IncrementalParseState;
 }
+/** @soak-entry incremental-parse */
 declare function advanceIncrementalParse(prev: IncrementalParseState | null, content: string, options: AdvanceOptions): AdvanceResult;
 
 /**
@@ -580,6 +585,7 @@ interface DefLabelScanner {
  *   parse is indistinguishable from a parse whose sets came out equal).
  *   Production callers never pass it.
  */
+/** @soak-entry definition-label-scanner */
 declare function createDefLabelScanner(parse?: (source: string) => DefLabels): DefLabelScanner;
 
 /**
@@ -1033,13 +1039,83 @@ type RemarkRehypeOptions = NonNullable<PipelineOptions['remarkRehypeOptions']>;
 /** The always-on remark chain with plugin-gated extras spliced at their
  *  contractual positions. ORDER IS LOAD-BEARING — see the arbiter suite. */
 declare function buildCoreRemarkPlugins(enginePlugins: readonly AIMarkdownEnginePlugin[]): RemarkPlugins;
+interface CoreRehypePluginsOptions {
+    /**
+     * Per-pipeline provenance credential. Installs `rehypeVerifyEngineTags`
+     * between `rehypeRaw` and `rehypeSanitize` so that only placeholder
+     * elements stamped with this exact value by the cross-chunk handlers
+     * survive; put the SAME value in the remark-rehype options
+     * (`CrossChunkHandlerOptions.provenance`). Omitting `options` keeps the
+     * chain exactly as before — no verifier — which is the documented
+     * escape-hatch behaviour for hand-assembled pipelines; the shipped
+     * renderer always passes a credential.
+     */
+    provenance: string;
+}
 /** The rehype chain. `clobberPrefix` namespaces ids per instance; pass ''
  *  for unprefixed output (test harnesses). */
-declare function buildCoreRehypePlugins(sanitizeSchema: SanitizeSchema, clobberPrefix: string): RehypePlugins;
+declare function buildCoreRehypePlugins(sanitizeSchema: SanitizeSchema, clobberPrefix: string, options?: CoreRehypePluginsOptions): RehypePlugins;
 /** Base remark-rehype options (before the standalone/coordinated handler
  *  merge that `MarkdownContent`'s pipeline memo layers on top). */
 declare function buildCoreRemarkRehypeOptions(enableDefinitionList: boolean): RemarkRehypeOptions;
 
+/**
+ * Provenance verifier for the engine's internal placeholder elements.
+ *
+ * The cross-chunk handlers (`customMdastHandlers.ts`) emit three custom hast
+ * elements — `footnote-sup`, `cross-chunk-link`, `cross-chunk-image` — that
+ * the sanitize schema must admit so they can reach their React placeholders.
+ * Admitting the tag names admits them from AUTHORED raw HTML too: a document
+ * can write `<footnote-sup label="a">` and, after `rehypeRaw` + sanitize, it
+ * arrives at the placeholder with a `label`, takes the `fnref-a` anchor the
+ * footer's backref points to, and pollutes the block dependency sets.
+ *
+ * Two layers tell a genuine instance from a forged one:
+ *
+ * 1. The property-NAME channel. `hast-util-raw` re-emits existing element
+ *    nodes as parser tokens without passing the tokenizer, so a camelCase
+ *    property written by a handler survives verbatim; authored raw HTML goes
+ *    through the tokenizer and every attribute name comes back lowercased
+ *    (`engineProvenance="x"` → `engineprovenance`). Authored HTML therefore
+ *    cannot produce the property this plugin reads. (Pinned in the test.)
+ * 2. The property VALUE: a per-pipeline credential the handlers stamp and
+ *    this plugin checks, so a future upstream change that preserved authored
+ *    attribute case would still leave the value to guess.
+ *
+ * Runs after `rehypeRaw` and before `rehypeSanitize` (see `pluginChain.ts`):
+ * genuine instances lose the credential and pass; every other instance is
+ * unwrapped — replaced by its children, removed when it has none — which is
+ * what `hast-util-sanitize` does to a disallowed element.
+ *
+ * The walk is index-controlled on purpose. `unist-util-visit` with a splice
+ * in the visitor is easy to get wrong (returning SKIP or an index after
+ * replacing a node skips the first exposed child or revisits a sibling); an
+ * explicit loop that does not advance after a splice inspects the exposed
+ * children next, so forged-wrapping-genuine, genuine-wrapping-forged,
+ * forged-inside-forged and adjacent forged instances all resolve.
+ *
+ * @module components/rehypeVerifyEngineTags
+ */
+
+/** The three placeholder tag names the handlers emit. Keep in sync with the
+ *  sanitize schema's `crossChunkTags` and core's `PLACEHOLDER_TAGS`. */
+declare const ENGINE_PLACEHOLDER_TAGS: ReadonlySet<string>;
+/** The property the handlers stamp. camelCase is load-bearing (layer 1). */
+declare const ENGINE_PROVENANCE_PROPERTY = "engineProvenance";
+interface RehypeVerifyEngineTagsOptions {
+    /** The credential the handlers were given. The empty string accepts
+     *  nothing (fail closed); it is never a valid credential. */
+    provenance: string;
+    /** Capture ancestry only when the final a/img schema needs it. Data is
+     * recorded after verification, never taken from authored attributes. */
+    referenceAncestors?: boolean;
+}
+/**
+ * rehype plugin: strip the provenance credential from genuine engine
+ * placeholders and unwrap every placeholder that lacks it.
+ */
+declare function rehypeVerifyEngineTags(options: RehypeVerifyEngineTagsOptions): (tree: Root$1) => void;
+
 /**
  * `rehypeRebaseHashLinks` — restore intra-document hash navigation after
  * `rehype-sanitize` clobbers `id` attributes.
@@ -1172,6 +1248,16 @@ interface CrossChunkHandlerOptions {
     /** Passed through to placeholder hast properties so React components can
      *  partition by document. */
     documentId: string;
+    /**
+     * Per-pipeline provenance credential. When present, every placeholder
+     * element the handlers emit carries it as `engineProvenance`, and
+     * `rehypeVerifyEngineTags` (installed by `buildCoreRehypePlugins` when it
+     * is given the SAME value) unwraps any placeholder that lacks it — the
+     * sanitize schema admits the placeholder tag names, so authored raw HTML
+     * could otherwise forge them. Optional for API compatibility: absent, the
+     * handlers emit exactly what they always did and no verifier runs.
+     */
+    provenance?: string;
 }
 declare function buildCrossChunkHandlers(): Handlers;
 
@@ -1232,6 +1318,21 @@ type UrlAttrTag = 'a' | 'img';
  */
 declare function sanitizeCrossChunkUrl(rawUrl: string, key: UrlAttrKey, tagName: UrlAttrTag, urlTransform: UrlTransform, schema: SanitizeSchema): string | null;
 
+/** Resolve the final element, not just its URL: placeholders reach React
+ * after the normal rehype passes, so their a/img must apply those passes too.
+ * The marker represents already-rendered link children and distinguishes
+ * sanitizer unwrapping from stripping the element with its contents. */
+declare function resolveCrossChunkReference(input: {
+    tagName: 'a' | 'img';
+    url: string;
+    title?: string;
+    alt?: string;
+    node?: Pick<Element, 'children' | 'position' | 'data'>;
+}, schema: SanitizeSchema, urlTransform: UrlTransform, clobberPrefix: string): {
+    element: Element | null;
+    keepChildren: boolean;
+};
+
 /**
  * The five shipped engine plugins and the default set.
  *
@@ -1741,6 +1842,12 @@ declare function preprocessAIMDContent(content: string, extraPreprocessors?: AIM
  * @returns The preprocessed string with normalized LaTeX delimiters.
  */
 declare function preprocessLaTeX(str: string): string;
+/** Why a slice fell back to the legacy path. `null` = it did not.
+ *  `mask-exhausted` is a whole-call decision the CALLER records (every
+ *  private-use code point occurs in the complete input); `restore-invariant`
+ *  is an engine defect found while restoring atoms. Output is identical for
+ *  both; only the diagnostic differs. */
+type DegradedReason = 'mask-exhausted' | 'restore-invariant' | null;
 /**
  * Append-aware `preprocessLaTeX`: one instance per streaming lineage (the
  * component holds it like the smooth-stream controller). Byte-identical to
@@ -1753,6 +1860,7 @@ declare function preprocessLaTeX(str: string): string;
  *   full-reprocess fallback.
  * @internal Wired by the renderer; not part of the public API.
  */
+/** @soak-entry latex-preprocessor */
 declare function createIncrementalLatexPreprocessor(options?: {
     freezeThreshold?: number;
     /** Failure backoff (default on). Tests that rely on `freezeThreshold: 0`
@@ -1769,6 +1877,9 @@ declare function createIncrementalLatexPreprocessor(options?: {
         activeLength: number;
         frozenBytes: number;
     }) => void;
+    /** Test hook: called when the lineage degrades to whole-source legacy
+     *  processing, with the reason. @internal */
+    onDegrade?: (reason: Exclude<DegradedReason, null>) => void;
 }): (content: string) => string;
 
 /**
@@ -1837,4 +1948,4 @@ type RemendPreprocessorOptions = Omit<RemendOptions, 'katex' | 'inlineKatex'>;
  */
 declare function createRemendPreprocessor(options?: RemendPreprocessorOptions): AIMDContentPreprocessor;
 
-export { type AIMDContentPreprocessor, type AIMarkdownEnginePlugin, type AIMarkdownEnginePluginName, type AdvanceOptions, type AdvanceResult, type AllowElement, type ChunkData, type Contribution, type CrossChunkHandlerOptions, DEFAULT_PAYLOAD, type DefLabelScanner, type DefLabels, type Deprecation, type EnginePluginInternals, type EnginePluginStage, type ExtractContributionsOptions, type FootnoteDef, type FreezeBoundaryOptions, type IncrementalParseState, type IncrementalStage, type LinkDef, PIPELINE_STAGES, type ParsedMarkdown, type PhantomLabels, type PipelineOptions, type PipelineStage, type RefKind, type RefRecord, type Registry, type RegistryInternal, type RehypePlugins, type RehypeRebaseHashLinksOptions, type RemarkPlugins, type RemarkRehypeOptions, type RemendPreprocessorOptions, SENTINEL_FN_CONTENT, SENTINEL_LINK_URL, SMOOTH_STREAM_PACING_PRESETS, STAGE_MEASURE_PREFIX, type SanitizeSchema, type SmoothStreamController, type SmoothStreamOptions, type SmoothStreamPacing, type SmoothStreamPacingParams, type TransformContext, type UrlAttrKey, type UrlAttrTag, type UrlTransform, advanceIncrementalParse, attributeHastChildren, buildCoreRehypePlugins, buildCoreRemarkPlugins, buildCoreRemarkRehypeOptions, buildCrossChunkHandlers, buildPhantomSuffix, buildTransform, codePointSnapshots, collectDefLabels, computeFreezeBoundary, createDefLabelScanner, createIncrementalLatexPreprocessor, createProcessor, createRegistry, createRemendPreprocessor, createSmoothStreamController, defaultEnginePlugins, defaultUrlTransform, definitionList, extendSanitizeSchema, extractContributions, extractDefBodiesFromHast, footnoteSafeId, getEnginePluginInternals, hasLoneSurrogate, highlight, isFootnoteSection, lastMeaningfulIdx, measureStage, normalizeForMatch, normalizeId, pangu, parseStage, phantomSuffixCloser, preprocessAIMDContent, preprocessLaTeX, rehypeFooterAdorn, rehypeRebaseHashLinks, removeComments, sanitizeCrossChunkUrl, sanitizeSchema, shortenDocumentId, smartypants, sourceIdFromFootnoteLiId, subscribeStageTimings, transformStage, withDefs };
+export { type AIMDContentPreprocessor, type AIMarkdownEnginePlugin, type AIMarkdownEnginePluginName, type AdvanceOptions, type AdvanceResult, type AllowElement, type ChunkData, type Contribution, type CoreRehypePluginsOptions, type CrossChunkHandlerOptions, DEFAULT_PAYLOAD, type DefLabelScanner, type DefLabels, type Deprecation, ENGINE_PLACEHOLDER_TAGS, ENGINE_PROVENANCE_PROPERTY, type EnginePluginInternals, type EnginePluginStage, type ExtractContributionsOptions, type FootnoteDef, type FreezeBoundaryOptions, type IncrementalParseState, type IncrementalStage, type LinkDef, PIPELINE_STAGES, type ParsedMarkdown, type PhantomLabels, type PipelineOptions, type PipelineStage, type RefKind, type RefRecord, type Registry, type RegistryInternal, type RehypePlugins, type RehypeRebaseHashLinksOptions, type RehypeVerifyEngineTagsOptions, type RemarkPlugins, type RemarkRehypeOptions, type RemendPreprocessorOptions, SENTINEL_FN_CONTENT, SENTINEL_LINK_URL, SMOOTH_STREAM_PACING_PRESETS, STAGE_MEASURE_PREFIX, type SanitizeSchema, type SmoothStreamController, type SmoothStreamOptions, type SmoothStreamPacing, type SmoothStreamPacingParams, type TransformContext, type UrlAttrKey, type UrlAttrTag, type UrlTransform, advanceIncrementalParse, attributeHastChildren, buildCoreRehypePlugins, buildCoreRemarkPlugins, buildCoreRemarkRehypeOptions, buildCrossChunkHandlers, buildPhantomSuffix, buildTransform, codePointSnapshots, collectDefLabels, computeFreezeBoundary, createDefLabelScanner, createIncrementalLatexPreprocessor, createProcessor, createRegistry, createRemendPreprocessor, createSmoothStreamController, defaultEnginePlugins, defaultUrlTransform, definitionList, extendSanitizeSchema, extractContributions, extractDefBodiesFromHast, footnoteSafeId, getEnginePluginInternals, hasLoneSurrogate, highlight, isFootnoteSection, lastMeaningfulIdx, measureStage, normalizeForMatch, normalizeId, pangu, parseStage, phantomSuffixCloser, preprocessAIMDContent, preprocessLaTeX, rehypeFooterAdorn, rehypeRebaseHashLinks, rehypeVerifyEngineTags, removeComments, resolveCrossChunkReference, sanitizeCrossChunkUrl, sanitizeSchema, shortenDocumentId, smartypants, sourceIdFromFootnoteLiId, subscribeStageTimings, transformStage, withDefs };