@ai-matrx/content-ir 0.12.0 → 0.14.0

package/dist/source.d.cts

@@ -51,12 +51,25 @@ type BlockIslandType =
  | "anchor"
 /** `$$ … $$` display math on its own lines. */
  | "math_block"
-/** YAML front matter at the start of the text. */
+/** YAML (`---`) or TOML (`+++`) front matter at the start of the text (meta.format). */
  | "front_matter"
 /** A box-drawing tree diagram. */
- | "tree";
+ | "tree"
+/**
+ * A generic-directive container `:::name[label]{attrs}` … `:::` (tabs,
+ * columns, details, figures, callouts, TOC — meta.name), a leaf directive
+ * `::name` on its own line (meta.leaf), or a MkDocs admonition
+ * `!!! type "Title"` / `??? type` with its indented body (meta.syntax "mkdocs").
+ */
+ | "directive"
+/** A GitHub alert / Obsidian callout: a blockquote opening `> [!TYPE]` (meta.name). */
+ | "callout"
+/** A footnote definition `[^id]: …` with its indented continuation lines (meta.id). */
+ | "footnote_def";
 /** Island types that live inside a prose block. */
-type InlineIslandType = "variable" | "cite" | "math_inline" | "html_tag" | "xml_tag" | "xml_inline" | "html_comment" | "anchor" | "kind_json" | "media_ref";
+type InlineIslandType = "variable" | "cite" | "math_inline" | "html_tag" | "xml_tag" | "xml_inline" | "html_comment" | "anchor" | "kind_json" | "media_ref"
+/** `[[Page]]`, `[[Page|alias]]` (meta.target) — or `![[Page]]` (meta.embed). */
+ | "wikilink";
 type IslandType = BlockIslandType | InlineIslandType;
 type IslandMeta = Readonly<Record<string, string | number | boolean>>;
 interface SourceSpan {
@@ -92,7 +105,16 @@ interface SourceBlock extends SourceSpan {
  * Cut `text` into blocks whose raw concatenation is exactly `text`.
  * Never throws; unclosed constructs are islands with `complete: false`.
  */
-declare function tokenizeSource(text: string): SourceBlock[];
+interface TokenizeOptions {
+    /**
+     * The text is a prefix of a message still arriving. The final line (no
+     * terminator yet) can still grow — a bare ``` there may become ```bash — so
+     * it closes no fence until its newline arrives (verify-RC-B3 residual R2).
+     * Omit for stored text: a complete document's last line is final.
+     */
+    readonly streaming?: boolean;
+}
+declare function tokenizeSource(text: string, options?: TokenizeOptions): SourceBlock[];
 /** The exact source the blocks were cut from. */
 declare function joinSource(blocks: readonly SourceBlock[]): string;
 /** Every island — block-level and inline — in document order. */
@@ -114,20 +136,30 @@ declare function blockAt(blocks: readonly SourceBlock[], offset: number): Source
  *     uses to carry every live anchor through the save
  *     (STORE-DESIGN §3.19 — the ProseMirror / Google Docs position-mapping
  *     model), and
- *   - an integrity report: every island outside the edited ranges must still
+ *   - an integrity guarantee: every island not explicitly replaced must still
  *     be the same island, at its mapped position, in the new text. An edit
- *     that opens an unclosed fence and swallows a kind below it is caught
- *     here instead of being saved silently.
+ *     that opens an unclosed fence and swallows a kind below it is REFUSED.
+ *
+ * ISLANDS CHANGE ONLY THROUGH `islandEdit`. A prose/range edit must hand back
+ * every island inside its range byte-identical and in order (a visual editor
+ * holds them as atoms); if one is altered or dropped the save throws
+ * `SourceSpliceError("island_edit")` naming the island. A kind editor or code
+ * view changes an island with `islandEdit(island, newRaw)`.
  *
  * A no-edit save (or edits whose text equals the original block) returns the
  * original string itself — byte-identical, zero changes.
  */
 
-/** Replace `[start, end)` (UTF-16, on block boundaries) of the original with `text`. */
+/**
+ * Replace `[start, end)` (UTF-16) of the original with `text`. A plain edit
+ * starts and ends on block boundaries; an island edit (`island: true`, made by
+ * `islandEdit`) names exactly one island's span.
+ */
 interface SourceEdit {
     readonly start: number;
     readonly end: number;
     readonly text: string;
+    readonly island?: boolean;
 }
 interface SourceChange {
     /** The block-aligned range the edit named, in the ORIGINAL text. */
@@ -168,7 +200,7 @@ interface SpliceResult {
     /** Tokenization of the new text. */
     readonly blocks: readonly SourceBlock[];
 }
-type SourceSpliceErrorCode = "out_of_range" | "misaligned" | "overlap" | "stale_blocks" | "integrity";
+type SourceSpliceErrorCode = "out_of_range" | "misaligned" | "overlap" | "stale_blocks" | "island_edit" | "integrity";
 declare class SourceSpliceError extends Error {
     readonly code: SourceSpliceErrorCode;
     constructor(code: SourceSpliceErrorCode, message: string);
@@ -176,11 +208,21 @@ declare class SourceSpliceError extends Error {
 interface SpliceOptions {
     /** The tokenization of `original`, when the caller already holds it. */
     readonly blocks?: readonly SourceBlock[];
-    /** Throw `SourceSpliceError("integrity")` instead of reporting a disturbed island. */
+    /**
+     * Default `true`: a save that disturbs any island it did not explicitly
+     * replace throws `SourceSpliceError("integrity")`. `false` is for TOOLING
+     * ONLY (diagnostic scripts that want the report instead of the refusal) —
+     * no editor or persistence path may pass it.
+     */
     readonly requireIntegrity?: boolean;
 }
 /** An edit that replaces one block's raw text. */
 declare function blockEdit(block: SourceBlock, text: string): SourceEdit;
+/** The one door that changes an island: replace exactly its span with `text`. */
+declare function islandEdit(island: {
+    readonly start: number;
+    readonly end: number;
+}, text: string): SourceEdit;
 /** An edit that replaces a contiguous run of blocks `[first, last]`. */
 declare function blockRangeEdit(first: SourceBlock, last: SourceBlock, text: string): SourceEdit;
 /**
@@ -252,8 +294,9 @@ declare function toUtf16Offset(text: string, codePoint: number): number;
  *
  * Pandoc's rule — the opening `$` is not followed by whitespace, the closing
  * `$` is not preceded by whitespace and not followed by a digit — plus a math
- * signal: a TeX command or operator (`\alpha`, `^`, `_`, `{`, `=`, …), or a
- * lone variable (`$x$`, `$n$`, `$x'$`). Content that opens with a digit needs
+ * signal: a TeX command or operator (`\alpha`, `^`, `_`, `{`, `=`, …), a
+ * lone variable (`$x$`, `$n$`, `$x'$`), or a single-letter math shape
+ * (`$f(g(x))$`, `$u v$`, `$f'(x)$` — see `isMathShape`). Content that opens with a digit needs
  * a real TeX signal, so a price range can never read as math.
  */
 declare function isSingleDollarMath(content: string, after: string | undefined): boolean;
@@ -286,7 +329,12 @@ interface ReadXmlTag {
         value: string;
     }>;
 }
-declare function readXmlTag(content: string, start: number): ReadXmlTag | null;
+/**
+ * `find(needle, from)` must behave like `content.indexOf(needle, from)`; the
+ * tokenizer passes a cached occurrence index so a text full of unclosed
+ * attribute quotes stays linear. Behaviour is identical either way.
+ */
+declare function readXmlTag(content: string, start: number, find?: (needle: string, from: number) => number): ReadXmlTag | null;
 /**
  * Balances ONE unknown root tag line by line, ignoring lookalike tags inside
  * fenced code, inline code spans, comments and CDATA. `consumeLine` returns
@@ -303,4 +351,60 @@ declare class XmlContainerTracker {
     consumeLine(line: string, startOffset?: number): number | null;
 }
 
-export { type BlockIslandType, type CodePointIndex, type DisturbedIsland, type InlineIslandType, type IslandMeta, type IslandType, type MapOptions, type MappedPosition, type MappedRange, type ReadXmlTag, type SourceBlock, type SourceBlockKind, type SourceChange, type SourceEdit, type SourceIsland, type SourceSpan, SourceSpliceError, type SourceSpliceErrorCode, type SpliceIntegrity, type SpliceOptions, type SpliceResult, XmlContainerTracker, blockAt, blockEdit, blockRangeEdit, buildCodePointIndex, isSingleDollarMath, joinSource, listIslands, mapPosition, mapRange, readXmlTag, singleDollarMathEnd, spliceSave, splitsSurrogatePair, toCodePointOffset, toUtf16Offset, tokenizeSource };
+/** Fence languages whose body is itself a markdown document. */
+declare const NESTING_FENCE_LANGUAGES: ReadonlySet<string>;
+/** True when a fence opened with this info-string language nests inner fences. */
+declare function fenceNestsInnerFences(language: string | undefined | null): boolean;
+type InnerFenceLine = 
+/** Not a fence line — ordinary content of the outer fence. */
+"content"
+/** ```lang inside a markdown fence — content, and one level deeper. */
+ | "open-nested"
+/** Bare ``` that closes the innermost nested fence — content, one level up. */
+ | "close-nested"
+/** Bare ``` that closes the OUTER fence. */
+ | "close-outer";
+/**
+ * Classify one line inside an open backtick fence, already trimmed with
+ * {@link trimFenceLine} (never a language's own `trim()`).
+ *
+ * @param trimmed     the line with surrounding whitespace removed
+ * @param openTicks   backtick count of the outer fence's opener
+ * @param nests       whether the outer fence follows the nesting rule
+ * @param nestedDepth how many nested fences are open right now
+ */
+/**
+ * The whitespace a fence line may carry around its backticks and info string:
+ * CommonMark's ASCII whitespace — space, tab, LF, CR, form feed, vertical tab.
+ * Defined HERE, not by a language's `trim()`: JavaScript's `trim()` also strips
+ * U+FEFF, U+00A0 and the Unicode spaces, while Python's `strip()` also strips
+ * U+0085 and U+001C–U+001F — which made the two twins disagree on lines such
+ * as ```` ```\uFEFF ```` (verify-RC-B3 residual R4). Every caller trims a line
+ * with `trimFenceLine` before classifying it; the Python twin mirrors both.
+ */
+declare const FENCE_WHITESPACE = " \t\n\r\f\v";
+/** Strip {@link FENCE_WHITESPACE} (and nothing else) from both ends of a line. */
+declare function trimFenceLine(line: string): string;
+declare function classifyInnerFenceLine(trimmed: string, openTicks: number, nests: boolean, nestedDepth: number): InnerFenceLine;
+
+/**
+ * `$$` pairing — the core's rule for which `$$` delimiters are real math.
+ *
+ * Ported from `@ai-matrx/kit/delimiter-guard` (`guardMathDelimiters`), which
+ * every math-capable renderer runs before remark-math. Its decisions:
+ *   - `$$` tokens outside code (``` / ~~~ fences, `inline code`) pair in
+ *     document order, open → close;
+ *   - a pair whose inside reads as prose or carries markdown structure is NOT
+ *     math: the renderer neutralizes its opener and the closer is retried as
+ *     the next opener;
+ *   - an unpaired `$$` is inert — it renders as literal text.
+ * So the tokenizer protects exactly the pairs the renderer shows as math, and
+ * a lone `$$` (a stray closer, or an opener that never closed) never locks
+ * anything. Linear time: one regex pass per code shape, one sweep.
+ */
+/** The guard's `looksLikeMath`, verbatim. */
+declare function looksLikeDisplayMath(inner: string): boolean;
+/** Map of `$$` opener offset → closer offset for every pair the renderer shows as math. */
+declare function pairDisplayMath(text: string): Map<number, number>;
+
+export { type BlockIslandType, type CodePointIndex, type DisturbedIsland, FENCE_WHITESPACE, type InlineIslandType, type InnerFenceLine, type IslandMeta, type IslandType, type MapOptions, type MappedPosition, type MappedRange, NESTING_FENCE_LANGUAGES, type ReadXmlTag, type SourceBlock, type SourceBlockKind, type SourceChange, type SourceEdit, type SourceIsland, type SourceSpan, SourceSpliceError, type SourceSpliceErrorCode, type SpliceIntegrity, type SpliceOptions, type SpliceResult, type TokenizeOptions, XmlContainerTracker, blockAt, blockEdit, blockRangeEdit, buildCodePointIndex, classifyInnerFenceLine, fenceNestsInnerFences, isSingleDollarMath, islandEdit, joinSource, listIslands, looksLikeDisplayMath, mapPosition, mapRange, pairDisplayMath, readXmlTag, singleDollarMathEnd, spliceSave, splitsSurrogatePair, toCodePointOffset, toUtf16Offset, tokenizeSource, trimFenceLine };

package/dist/source.d.ts

@@ -51,12 +51,25 @@ type BlockIslandType =
  | "anchor"
 /** `$$ … $$` display math on its own lines. */
  | "math_block"
-/** YAML front matter at the start of the text. */
+/** YAML (`---`) or TOML (`+++`) front matter at the start of the text (meta.format). */
  | "front_matter"
 /** A box-drawing tree diagram. */
- | "tree";
+ | "tree"
+/**
+ * A generic-directive container `:::name[label]{attrs}` … `:::` (tabs,
+ * columns, details, figures, callouts, TOC — meta.name), a leaf directive
+ * `::name` on its own line (meta.leaf), or a MkDocs admonition
+ * `!!! type "Title"` / `??? type` with its indented body (meta.syntax "mkdocs").
+ */
+ | "directive"
+/** A GitHub alert / Obsidian callout: a blockquote opening `> [!TYPE]` (meta.name). */
+ | "callout"
+/** A footnote definition `[^id]: …` with its indented continuation lines (meta.id). */
+ | "footnote_def";
 /** Island types that live inside a prose block. */
-type InlineIslandType = "variable" | "cite" | "math_inline" | "html_tag" | "xml_tag" | "xml_inline" | "html_comment" | "anchor" | "kind_json" | "media_ref";
+type InlineIslandType = "variable" | "cite" | "math_inline" | "html_tag" | "xml_tag" | "xml_inline" | "html_comment" | "anchor" | "kind_json" | "media_ref"
+/** `[[Page]]`, `[[Page|alias]]` (meta.target) — or `![[Page]]` (meta.embed). */
+ | "wikilink";
 type IslandType = BlockIslandType | InlineIslandType;
 type IslandMeta = Readonly<Record<string, string | number | boolean>>;
 interface SourceSpan {
@@ -92,7 +105,16 @@ interface SourceBlock extends SourceSpan {
  * Cut `text` into blocks whose raw concatenation is exactly `text`.
  * Never throws; unclosed constructs are islands with `complete: false`.
  */
-declare function tokenizeSource(text: string): SourceBlock[];
+interface TokenizeOptions {
+    /**
+     * The text is a prefix of a message still arriving. The final line (no
+     * terminator yet) can still grow — a bare ``` there may become ```bash — so
+     * it closes no fence until its newline arrives (verify-RC-B3 residual R2).
+     * Omit for stored text: a complete document's last line is final.
+     */
+    readonly streaming?: boolean;
+}
+declare function tokenizeSource(text: string, options?: TokenizeOptions): SourceBlock[];
 /** The exact source the blocks were cut from. */
 declare function joinSource(blocks: readonly SourceBlock[]): string;
 /** Every island — block-level and inline — in document order. */
@@ -114,20 +136,30 @@ declare function blockAt(blocks: readonly SourceBlock[], offset: number): Source
  *     uses to carry every live anchor through the save
  *     (STORE-DESIGN §3.19 — the ProseMirror / Google Docs position-mapping
  *     model), and
- *   - an integrity report: every island outside the edited ranges must still
+ *   - an integrity guarantee: every island not explicitly replaced must still
  *     be the same island, at its mapped position, in the new text. An edit
- *     that opens an unclosed fence and swallows a kind below it is caught
- *     here instead of being saved silently.
+ *     that opens an unclosed fence and swallows a kind below it is REFUSED.
+ *
+ * ISLANDS CHANGE ONLY THROUGH `islandEdit`. A prose/range edit must hand back
+ * every island inside its range byte-identical and in order (a visual editor
+ * holds them as atoms); if one is altered or dropped the save throws
+ * `SourceSpliceError("island_edit")` naming the island. A kind editor or code
+ * view changes an island with `islandEdit(island, newRaw)`.
  *
  * A no-edit save (or edits whose text equals the original block) returns the
  * original string itself — byte-identical, zero changes.
  */
 
-/** Replace `[start, end)` (UTF-16, on block boundaries) of the original with `text`. */
+/**
+ * Replace `[start, end)` (UTF-16) of the original with `text`. A plain edit
+ * starts and ends on block boundaries; an island edit (`island: true`, made by
+ * `islandEdit`) names exactly one island's span.
+ */
 interface SourceEdit {
     readonly start: number;
     readonly end: number;
     readonly text: string;
+    readonly island?: boolean;
 }
 interface SourceChange {
     /** The block-aligned range the edit named, in the ORIGINAL text. */
@@ -168,7 +200,7 @@ interface SpliceResult {
     /** Tokenization of the new text. */
     readonly blocks: readonly SourceBlock[];
 }
-type SourceSpliceErrorCode = "out_of_range" | "misaligned" | "overlap" | "stale_blocks" | "integrity";
+type SourceSpliceErrorCode = "out_of_range" | "misaligned" | "overlap" | "stale_blocks" | "island_edit" | "integrity";
 declare class SourceSpliceError extends Error {
     readonly code: SourceSpliceErrorCode;
     constructor(code: SourceSpliceErrorCode, message: string);
@@ -176,11 +208,21 @@ declare class SourceSpliceError extends Error {
 interface SpliceOptions {
     /** The tokenization of `original`, when the caller already holds it. */
     readonly blocks?: readonly SourceBlock[];
-    /** Throw `SourceSpliceError("integrity")` instead of reporting a disturbed island. */
+    /**
+     * Default `true`: a save that disturbs any island it did not explicitly
+     * replace throws `SourceSpliceError("integrity")`. `false` is for TOOLING
+     * ONLY (diagnostic scripts that want the report instead of the refusal) —
+     * no editor or persistence path may pass it.
+     */
     readonly requireIntegrity?: boolean;
 }
 /** An edit that replaces one block's raw text. */
 declare function blockEdit(block: SourceBlock, text: string): SourceEdit;
+/** The one door that changes an island: replace exactly its span with `text`. */
+declare function islandEdit(island: {
+    readonly start: number;
+    readonly end: number;
+}, text: string): SourceEdit;
 /** An edit that replaces a contiguous run of blocks `[first, last]`. */
 declare function blockRangeEdit(first: SourceBlock, last: SourceBlock, text: string): SourceEdit;
 /**
@@ -252,8 +294,9 @@ declare function toUtf16Offset(text: string, codePoint: number): number;
  *
  * Pandoc's rule — the opening `$` is not followed by whitespace, the closing
  * `$` is not preceded by whitespace and not followed by a digit — plus a math
- * signal: a TeX command or operator (`\alpha`, `^`, `_`, `{`, `=`, …), or a
- * lone variable (`$x$`, `$n$`, `$x'$`). Content that opens with a digit needs
+ * signal: a TeX command or operator (`\alpha`, `^`, `_`, `{`, `=`, …), a
+ * lone variable (`$x$`, `$n$`, `$x'$`), or a single-letter math shape
+ * (`$f(g(x))$`, `$u v$`, `$f'(x)$` — see `isMathShape`). Content that opens with a digit needs
  * a real TeX signal, so a price range can never read as math.
  */
 declare function isSingleDollarMath(content: string, after: string | undefined): boolean;
@@ -286,7 +329,12 @@ interface ReadXmlTag {
         value: string;
     }>;
 }
-declare function readXmlTag(content: string, start: number): ReadXmlTag | null;
+/**
+ * `find(needle, from)` must behave like `content.indexOf(needle, from)`; the
+ * tokenizer passes a cached occurrence index so a text full of unclosed
+ * attribute quotes stays linear. Behaviour is identical either way.
+ */
+declare function readXmlTag(content: string, start: number, find?: (needle: string, from: number) => number): ReadXmlTag | null;
 /**
  * Balances ONE unknown root tag line by line, ignoring lookalike tags inside
  * fenced code, inline code spans, comments and CDATA. `consumeLine` returns
@@ -303,4 +351,60 @@ declare class XmlContainerTracker {
     consumeLine(line: string, startOffset?: number): number | null;
 }
 
-export { type BlockIslandType, type CodePointIndex, type DisturbedIsland, type InlineIslandType, type IslandMeta, type IslandType, type MapOptions, type MappedPosition, type MappedRange, type ReadXmlTag, type SourceBlock, type SourceBlockKind, type SourceChange, type SourceEdit, type SourceIsland, type SourceSpan, SourceSpliceError, type SourceSpliceErrorCode, type SpliceIntegrity, type SpliceOptions, type SpliceResult, XmlContainerTracker, blockAt, blockEdit, blockRangeEdit, buildCodePointIndex, isSingleDollarMath, joinSource, listIslands, mapPosition, mapRange, readXmlTag, singleDollarMathEnd, spliceSave, splitsSurrogatePair, toCodePointOffset, toUtf16Offset, tokenizeSource };
+/** Fence languages whose body is itself a markdown document. */
+declare const NESTING_FENCE_LANGUAGES: ReadonlySet<string>;
+/** True when a fence opened with this info-string language nests inner fences. */
+declare function fenceNestsInnerFences(language: string | undefined | null): boolean;
+type InnerFenceLine = 
+/** Not a fence line — ordinary content of the outer fence. */
+"content"
+/** ```lang inside a markdown fence — content, and one level deeper. */
+ | "open-nested"
+/** Bare ``` that closes the innermost nested fence — content, one level up. */
+ | "close-nested"
+/** Bare ``` that closes the OUTER fence. */
+ | "close-outer";
+/**
+ * Classify one line inside an open backtick fence, already trimmed with
+ * {@link trimFenceLine} (never a language's own `trim()`).
+ *
+ * @param trimmed     the line with surrounding whitespace removed
+ * @param openTicks   backtick count of the outer fence's opener
+ * @param nests       whether the outer fence follows the nesting rule
+ * @param nestedDepth how many nested fences are open right now
+ */
+/**
+ * The whitespace a fence line may carry around its backticks and info string:
+ * CommonMark's ASCII whitespace — space, tab, LF, CR, form feed, vertical tab.
+ * Defined HERE, not by a language's `trim()`: JavaScript's `trim()` also strips
+ * U+FEFF, U+00A0 and the Unicode spaces, while Python's `strip()` also strips
+ * U+0085 and U+001C–U+001F — which made the two twins disagree on lines such
+ * as ```` ```\uFEFF ```` (verify-RC-B3 residual R4). Every caller trims a line
+ * with `trimFenceLine` before classifying it; the Python twin mirrors both.
+ */
+declare const FENCE_WHITESPACE = " \t\n\r\f\v";
+/** Strip {@link FENCE_WHITESPACE} (and nothing else) from both ends of a line. */
+declare function trimFenceLine(line: string): string;
+declare function classifyInnerFenceLine(trimmed: string, openTicks: number, nests: boolean, nestedDepth: number): InnerFenceLine;
+
+/**
+ * `$$` pairing — the core's rule for which `$$` delimiters are real math.
+ *
+ * Ported from `@ai-matrx/kit/delimiter-guard` (`guardMathDelimiters`), which
+ * every math-capable renderer runs before remark-math. Its decisions:
+ *   - `$$` tokens outside code (``` / ~~~ fences, `inline code`) pair in
+ *     document order, open → close;
+ *   - a pair whose inside reads as prose or carries markdown structure is NOT
+ *     math: the renderer neutralizes its opener and the closer is retried as
+ *     the next opener;
+ *   - an unpaired `$$` is inert — it renders as literal text.
+ * So the tokenizer protects exactly the pairs the renderer shows as math, and
+ * a lone `$$` (a stray closer, or an opener that never closed) never locks
+ * anything. Linear time: one regex pass per code shape, one sweep.
+ */
+/** The guard's `looksLikeMath`, verbatim. */
+declare function looksLikeDisplayMath(inner: string): boolean;
+/** Map of `$$` opener offset → closer offset for every pair the renderer shows as math. */
+declare function pairDisplayMath(text: string): Map<number, number>;
+
+export { type BlockIslandType, type CodePointIndex, type DisturbedIsland, FENCE_WHITESPACE, type InlineIslandType, type InnerFenceLine, type IslandMeta, type IslandType, type MapOptions, type MappedPosition, type MappedRange, NESTING_FENCE_LANGUAGES, type ReadXmlTag, type SourceBlock, type SourceBlockKind, type SourceChange, type SourceEdit, type SourceIsland, type SourceSpan, SourceSpliceError, type SourceSpliceErrorCode, type SpliceIntegrity, type SpliceOptions, type SpliceResult, type TokenizeOptions, XmlContainerTracker, blockAt, blockEdit, blockRangeEdit, buildCodePointIndex, classifyInnerFenceLine, fenceNestsInnerFences, isSingleDollarMath, islandEdit, joinSource, listIslands, looksLikeDisplayMath, mapPosition, mapRange, pairDisplayMath, readXmlTag, singleDollarMathEnd, spliceSave, splitsSurrogatePair, toCodePointOffset, toUtf16Offset, tokenizeSource, trimFenceLine };