@ai-matrx/content-ir 0.20.1 → 0.21.1

package/CHANGELOG.md

@@ -1,5 +1,37 @@
 # Changelog
 
+## 0.21.1
+
+### `/source`: the tokenizer locks what the renderer draws (fuzz `source-covers-renderer`)
+
+- A `~~~` island now ends at its closer. The 0.14.2 "renderer overflow" assumed the renderer did not know `~~~`
+  (it has since matrx-frontend A4, 2026-09-30), and swallowed the next fence's opener into the tilde island,
+  leaving a following ````` ````md ````` block editable.
+- A JSON-family fence (unlabelled / json / jsonc / json5) opened on a quoted line (`> ```) is an island up to its
+  own closer, which may carry no `>`: the renderer lifts such a region out of its quote (V1 quoted-kind-lift). A
+  quoted fence of another language stays prose (source).
+
+### Consumer action
+
+- None required.
+
+## 0.21.0
+
+### `/source`: the markdown text helpers move in from matrx-frontend (chat-package-move P14)
+
+- New on `@ai-matrx/content-ir/source`, unchanged in behavior: `unwrapCodeSpans`, `removeCodeSpans`,
+  `replaceFences`, `soleFence`; `markdownToPlainText`, `mathToReadable`, `unwrapKindEnvelopes`; `cleanMarkdown`;
+  `FENCE_META_KEY`, `splitFenceInfo`, `parseFenceMeta`, `parseLineRanges` (+ `FenceInfo`, `FenceMeta`);
+  `DIRECTIVE_CONTAINER_OPEN`, `DirectiveContainerTracker`; `TITLED_IMAGE_LINE`; `isInsideInlineCode`,
+  `indexOutsideInlineCode`, `hasUnclosedBacktickRun`; `initialXmlBalance`, `findBalancedXmlClose`
+  (+ `XmlBalanceState`, `XmlBalanceOptions`); `findWholeTableStart`, `startsLikeTableRow`,
+  `isGrowingDelimiterRow`, `trailingTableStart`.
+- `splitFenceInfo` omits `language` / `meta` when empty instead of setting them to `undefined`.
+
+### Consumer action
+
+- matrx-frontend: import these from `@ai-matrx/content-ir/source` (the app's old modules re-export or are gone).
+
 ## 0.20.1
 
 ### `humanizeIdentifier`: already-human text, plurals, null

package/dist/index.cjs

@@ -6418,6 +6418,8 @@ function findTableEnd(lines, start) {
 }
 
 // source/tokenize.ts
+var QUOTE_PREFIX = /^ {0,3}>(?: ?>)* ?/;
+var QUOTED_JSON_FENCE_LANGS = /* @__PURE__ */ new Set(["", "json", "jsonc", "json5"]);
 var NOT_WHITESPACE = /\S/;
 var DIRECTIVE_OPEN = /^(:{2,})([A-Za-z][\w-]*)/;
 var MKDOCS_OPEN = /^(!!!|\?\?\?\+?)[ \t]+([A-Za-z][\w-]*)/;
@@ -6907,6 +6909,8 @@ var Tokenizer = class {
     if (indent <= 3 && !listNested && t.startsWith(">")) {
       const callout = this.callout(p, li, t);
       if (callout) return callout;
+      const lifted = this.quotedJsonFence(p, li, seg);
+      if (lifted) return lifted;
     }
     if (atParaStart && indent <= 3 && t.startsWith("[^")) {
       const footnote = this.footnoteDefinition(p, li, t);
@@ -7102,6 +7106,42 @@ var Tokenizer = class {
       streaming: this.streaming
     };
   }
+  /**
+   * A JSON-family fence (unlabelled, json, jsonc, json5) opening on a quoted line. The renderer LIFTS it out
+   * of the quote (matrx-frontend V1, never-raw law): the quote prefix is removed from every line of the
+   * region, so the region is an ordinary top-level fence — drawn as code up to its own closer, which may sit on
+   * a line that carries no `>` at all. The editor must lock at least what the renderer draws, so the island
+   * runs from the quoted opener line to that closer (found on the lines with their quote prefix removed).
+   */
+  quotedJsonFence(p, li, seg) {
+    const m = QUOTE_PREFIX.exec(seg);
+    if (!m) return null;
+    const opener = fenceOpenerOf(seg.slice(m[0].length));
+    if (!opener || opener.char !== "`" || !QUOTED_JSON_FENCE_LANGS.has(opener.lang.toLowerCase())) return null;
+    const base2 = this.fenceLines;
+    const lines = {
+      ...base2,
+      line: (k) => {
+        const text = base2.line(k);
+        if (text === null) return null;
+        const q = QUOTE_PREFIX.exec(text);
+        return q ? text.slice(q[0].length) : text;
+      }
+    };
+    let first = li;
+    while (first > 0 && li - first < 400 && QUOTE_PREFIX.test(this.lineText(first - 1))) first--;
+    for (let k = first; k < li; k++) {
+      const o = fenceOpenerOf(lines.line(k) ?? "");
+      if (!o || o.char !== "`" || QUOTED_JSON_FENCE_LANGS.has(o.lang.toLowerCase())) continue;
+      const c = closeFence(lines, k, o);
+      if (!c.closed || c.line >= li) return null;
+      k = c.line;
+    }
+    const end = closeFence(lines, li, opener);
+    const meta = { fence: "`", ticks: opener.ticks, lang: opener.lang };
+    if (end.closed) return this.island("fence", p, this.contentEnds[end.line], true, meta);
+    return this.island("fence", p, this.n, false, meta);
+  }
   /**
    * Backtick fence — THE one closer (`closeFence`, source/code-ranges.ts): the
    * nested-fence rule for markdown fences with the strict-CommonMark retry, the
@@ -7134,44 +7174,14 @@ var Tokenizer = class {
     if (normalized && SPECIAL_CODE_LANGUAGES.has(normalized)) meta.special = normalized;
     const close = closeFence(this.fenceLines, li, opener);
     if (close.closed) {
-      const tildeEnd = this.contentEnds[close.line];
-      const end = this.rendererOverflow(li + 1, close.line, tildeEnd);
-      return this.island("fence", p, end, end === this.n ? this.overflowComplete : true, meta);
+      return this.island("fence", p, this.contentEnds[close.line], true, meta);
     }
     return this.island("fence", p, this.n, false, meta);
   }
-  /** Completion of the last `rendererOverflow` that ran to the end of the text. */
-  overflowComplete = true;
-  /**
-   * The renderer's splitter does not know ~~~ fences: it reads the lines inside
-   * one as ordinary lines, so a ```` ``` ```` fence (or an XML section, a JSON
-   * block…) that STARTS inside the tilde fence can run past its closer. The
-   * editor must lock at least what the renderer draws (verify-RC-B3 residual
-   * R5), so a tilde island extends over every block the renderer would detect
-   * starting inside it. Returns the island's end.
-   */
-  rendererOverflow(firstLine, closeLine, tildeEnd) {
-    let end = tildeEnd;
-    this.overflowComplete = true;
-    for (let j = firstLine; j <= closeLine && j < this.lineCount; j++) {
-      const start = this.lineStarts[j];
-      if (this.lineIsBlank(j)) continue;
-      if (fenceOpenerOf(this.lineText(j))?.char === "~") continue;
-      const inner = this.detectBlockUncached(start, j, false);
-      if (!inner) continue;
-      if (this.streaming && inner.end >= tildeEnd && this.paragraphMayGrow(inner.end)) {
-        this.overflowComplete = false;
-        return this.n;
-      }
-      if (inner.end > end) {
-        end = inner.end;
-        this.overflowComplete = inner.complete;
-      }
-      const lastLine = this.lineOf(Math.max(start, inner.end - 1));
-      if (lastLine > j) j = lastLine;
-    }
-    return end;
-  }
+  // A tilde island ends at its closer. The renderer's splitter treats `~~~` as a real fence since
+  // matrx-frontend A4 (2026-09-30): the lines inside are code, so nothing that starts inside one runs
+  // past the closer (the 0.14.2 "overflow" assumed the renderer did not know ~~~ and, kept, swallowed the
+  // next fence's opener into the tilde island: a ````md block after a ~~~ block was left unlocked).
   /**
    * A line-leading `$$` that OPENS a math pair (source/math-pairs.ts — the
    * core's rule). A closer, an unpaired `$$`, or a prose pair is never a block:
@@ -8087,6 +8097,424 @@ function resolveReferenceLinks(fragment, defs) {
   return resolved.replace(new RegExp(`${PLACEHOLDER}(\\d+)${PLACEHOLDER}`, "g"), (_m, i) => spans[Number(i)] ?? "");
 }
 
+// source/code-range-edits.ts
+function unwrapCodeSpans(text) {
+  if (!text.includes("`")) return text;
+  return mapCodeRanges(text, (range, raw) => range.kind === "span" ? codeSpanText(raw) : raw);
+}
+function removeCodeSpans(text) {
+  if (!text.includes("`")) return text;
+  return mapCodeRanges(text, (range, raw) => range.kind === "span" ? "" : raw);
+}
+function replaceFences(text, fn) {
+  if (!text.includes("```") && !text.includes("~~~")) return text;
+  return mapCodeRanges(text, (range, raw) => {
+    if (range.kind !== "fence") return raw;
+    const parts = fenceParts(raw);
+    return fn({ lang: parts?.opener.lang ?? "", body: parts?.body ?? raw, closed: parts?.closed ?? false, raw });
+  });
+}
+function soleFence(text, options = {}) {
+  const trimmed = text.trim();
+  if (!trimmed.startsWith("`") && !trimmed.startsWith("~")) return null;
+  const ranges = findCodeRanges(trimmed);
+  const only = ranges.length === 1 ? ranges[0] : void 0;
+  if (!only || only.kind !== "fence" || only.start !== 0 || only.end !== trimmed.length) return null;
+  const parts = fenceParts(trimmed);
+  if (!parts || !parts.closed && !options.allowUnclosed) return null;
+  return { lang: parts.opener.lang, body: parts.body, closed: parts.closed };
+}
+
+// source/plain-text.ts
+var INLINE_PATTERNS = [
+  // [label](href) → label. Runs first so emphasis inside a label still unwraps.
+  [/\[([^\]]+)\]\([^)]*\)/g, "$1"],
+  [/\*\*\*(?=\S)([\s\S]*?\S)\*\*\*/g, "$1"],
+  [/___(?=\S)([\s\S]*?\S)___/g, "$1"],
+  [/\*\*(?=\S)([\s\S]*?\S)\*\*/g, "$1"],
+  [/__(?=\S)([\s\S]*?\S)__/g, "$1"],
+  [/~~(?=\S)([\s\S]*?\S)~~/g, "$1"],
+  [/\*(?=\S)([^*\n]*?\S)\*/g, "$1"],
+  // Underscore italics only between word boundaries: snake_case_names are not
+  // emphasis, and mangling an identifier is a worse defect than a stray marker.
+  [/(^|[\s(])_(?=\S)([^_\n]*?\S)_(?=[\s).,;:!?]|$)/g, "$1$2"]
+];
+var MATH_STRUCTURAL = [
+  [/\\(?:d|t)?frac\s*\{([^{}]*)\}\s*\{([^{}]*)\}/g, "$1/$2"],
+  [/\\sqrt\s*\{([^{}]*)\}/g, "\u221A($1)"]
+];
+var MATH_PATTERNS = [
+  // Environments (\begin{aligned} … \end{aligned}) carry no meaning in a
+  // one-line preview; drop the wrapper, keep the contents. Without this the
+  // catch-all below turned them into the word "aligned" twice.
+  [/\\(?:begin|end)\s*\{[^{}]*\}/g, " "],
+  // A TeX line break inside a preview is just a space.
+  [/\\\\/g, " "],
+  // TeX spacing commands (\, \; \: thin/medium space, \! negative space).
+  [/\\[,;:]/g, " "],
+  [/\\!/g, ""],
+  // \left\{ … \right\} — the escaped-brace forms, which the character-class
+  // rule below cannot reach because the brace is preceded by a backslash.
+  [/\\(?:left|right)\s*\\?([([\]|){}])/g, "$1"],
+  // NOTE: every command below ends with (?![a-zA-Z]) and NOT \b. `_` is a WORD
+  // character, so \b fails after `\sum_` — which silently left every
+  // summation, integral and limit card reading as "sum_" / "int_".
+  [/\\times(?![a-zA-Z])/g, "\xD7"],
+  [/\\div(?![a-zA-Z])/g, "\xF7"],
+  [/\\pm(?![a-zA-Z])/g, "\xB1"],
+  [/\\cdot(?![a-zA-Z])/g, "\xB7"],
+  [/\\leq(?![a-zA-Z])/g, "\u2264"],
+  [/\\geq(?![a-zA-Z])/g, "\u2265"],
+  [/\\neq(?![a-zA-Z])/g, "\u2260"],
+  [/\\approx(?![a-zA-Z])/g, "\u2248"],
+  [/\\infty(?![a-zA-Z])/g, "\u221E"],
+  [/\\pi(?![a-zA-Z])/g, "\u03C0"],
+  [/\\theta(?![a-zA-Z])/g, "\u03B8"],
+  [/\\alpha(?![a-zA-Z])/g, "\u03B1"],
+  [/\\beta(?![a-zA-Z])/g, "\u03B2"],
+  [/\\Delta(?![a-zA-Z])/g, "\u0394"],
+  [/\\delta(?![a-zA-Z])/g, "\u03B4"],
+  [/\\sum(?![a-zA-Z])/g, "\u03A3"],
+  [/\\prod(?![a-zA-Z])/g, "\u220F"],
+  [/\\int(?![a-zA-Z])/g, "\u222B"],
+  [/\\lim(?![a-zA-Z])/g, "lim"],
+  [/\\(?:rightarrow|to)(?![a-zA-Z])/g, "\u2192"],
+  // Braces that only ever grouped a script or argument: ^{2} → ^2, _{i} → _i.
+  [/([_^])\s*\{([^{}]*)\}/g, "$1$2"],
+  // Any remaining single-argument command: \text{x} / \mathrm{x} → x.
+  [/\\[a-zA-Z]+\s*\{([^{}]*)\}/g, "$1"],
+  // Bare commands we did not translate: drop the backslash, keep the word.
+  [/\\([a-zA-Z]+)/g, "$1"]
+];
+var MATH_REGIONS = [
+  /\\\[([\s\S]*?)\\\]/g,
+  /\\\(([\s\S]*?)\\\)/g,
+  /\$\$([\s\S]*?)\$\$/g
+];
+function mathToReadable(expression) {
+  let text = expression;
+  for (let pass = 0; pass < 8; pass += 1) {
+    const before = text;
+    for (const [pattern, replacement] of MATH_STRUCTURAL) {
+      text = text.replace(pattern, replacement);
+    }
+    if (text === before) break;
+  }
+  for (const [pattern, replacement] of MATH_PATTERNS) {
+    text = text.replace(pattern, replacement);
+  }
+  return text.trim();
+}
+function markdownToPlainText(value) {
+  if (!value) return "";
+  const mathChunks = [];
+  let text = value;
+  for (const region of MATH_REGIONS) {
+    text = text.replace(region, (_match, inner) => {
+      mathChunks.push(mathToReadable(inner));
+      return `\uE000MATH${mathChunks.length - 1}\uE001`;
+    });
+  }
+  for (const [pattern, replacement] of INLINE_PATTERNS) {
+    text = text.replace(pattern, replacement);
+  }
+  text = unwrapCodeSpans(text);
+  text = text.replace(
+    /\uE000MATH(\d+)\uE001/g,
+    (_m, index) => mathChunks[Number(index)] ?? ""
+  );
+  return text.replace(/[ \t]{2,}/g, " ").trim();
+}
+function unwrapKindEnvelopes(value) {
+  if (!value) return "";
+  if (!value.includes("<artifact")) return value;
+  return tokenizeSource(value).map((block) => {
+    if (block.kind !== "island" || block.islandType !== "xml_attr" && block.islandType !== "xml_container") {
+      return block.raw;
+    }
+    const match = /^\s*<artifact\b[^>]*>([\s\S]*?)<\/artifact>\s*$/.exec(block.raw);
+    return match ? (match[1] ?? "").replace(/^\n/, "").replace(/\n$/, "") : block.raw;
+  }).join("");
+}
+
+// source/clean-markdown.ts
+var cleanMarkdown = (text) => {
+  if (!text || typeof text !== "string") return "";
+  let cleanedText = text;
+  const lines = cleanedText.split("\n");
+  const processedLines = [];
+  for (let line of lines) {
+    let processedLine = line;
+    if (processedLine.trim() === "") {
+      processedLines.push(processedLine);
+      continue;
+    }
+    processedLine = processedLine.replace(/^#{1,6}\s+(.+)$/, "$1");
+    processedLine = processedLine.replace(/(\*\*|__)(.*?)\1/, "$2");
+    processedLine = processedLine.replace(/(\*|_)(.*?)\1/, "$2");
+    processedLine = unwrapCodeSpans(processedLine);
+    processedLine = processedLine.replace(/\[([^\]]+)\]\(([^)]+)\)/, "$1");
+    processedLine = processedLine.replace(/!\[([^\]]*)\]\(([^)]+)\)/, "$1");
+    processedLine = processedLine.replace(/^>\s*(.+)$/, "$1");
+    processedLine = processedLine.replace(/^(\*{3,}|-{3,}|_{3,})$/, "");
+    processedLine = processedLine.replace(/^(\s*[-+*]\s+|\s*\d+\.\s+)(.+)$/, "$2");
+    processedLine = processedLine.replace(/<\/?[^>]+(>|$)/g, "");
+    processedLines.push(processedLine);
+  }
+  cleanedText = processedLines.join("\n");
+  cleanedText = replaceFences(cleanedText, ({ body }) => body);
+  return cleanedText;
+};
+
+// source/fence-meta.ts
+var FENCE_META_KEY = "fenceMeta";
+function splitFenceInfo(info) {
+  const trimmed = info.trim();
+  if (!trimmed) return {};
+  const firstSpace = trimmed.search(/\s/);
+  let token = firstSpace === -1 ? trimmed : trimmed.slice(0, firstSpace);
+  let rest = firstSpace === -1 ? "" : trimmed.slice(firstSpace).trim();
+  const braceAt = token.indexOf("{");
+  if (braceAt > 0) {
+    rest = `${token.slice(braceAt)} ${rest}`.trim();
+    token = token.slice(0, braceAt);
+  }
+  const colonAt = token.indexOf(":");
+  if (colonAt > 0 && colonAt < token.length - 1) {
+    const filename = token.slice(colonAt + 1);
+    rest = `title="${filename}" ${rest}`.trim();
+    token = token.slice(0, colonAt);
+  }
+  if (token.startsWith("{")) {
+    rest = `${token} ${rest}`.trim();
+    token = "";
+  }
+  const out = {};
+  if (token) out.language = token;
+  if (rest) out.meta = rest;
+  return out;
+}
+var TITLE_RE = /(?:^|\s)(?:title|filename|file)=(?:"([^"]*)"|'([^']*)'|(\S+))/i;
+var RANGES_RE = /(?:^|\s)\{([\d\s,-]+)\}/;
+var LINE_NUMBERS_RE = /(?:^|\s)showLineNumbers(?:\{(\d+)\})?(?=\s|$)/;
+var MAX_HIGHLIGHT_LINES = 1e4;
+function parseFenceMeta(meta) {
+  const result = { highlightLines: [] };
+  if (!meta) return result;
+  const title = TITLE_RE.exec(meta);
+  if (title) {
+    const value = (title[1] ?? title[2] ?? title[3] ?? "").trim();
+    if (value) result.title = value;
+  }
+  const ranges = RANGES_RE.exec(meta);
+  if (ranges) result.highlightLines = parseLineRanges(ranges[1] ?? "");
+  const lineNumbers = LINE_NUMBERS_RE.exec(meta);
+  if (lineNumbers) {
+    result.showLineNumbers = true;
+    if (lineNumbers[1]) {
+      const start = Number.parseInt(lineNumbers[1], 10);
+      if (Number.isFinite(start) && start > 0) result.startLine = start;
+    }
+  }
+  return result;
+}
+function parseLineRanges(spec) {
+  const lines = /* @__PURE__ */ new Set();
+  for (const part of spec.split(",")) {
+    const piece = part.trim();
+    if (!piece) continue;
+    const range = /^(\d+)\s*-\s*(\d+)$/.exec(piece);
+    if (range) {
+      const from = Number.parseInt(range[1] ?? "", 10);
+      const to = Number.parseInt(range[2] ?? "", 10);
+      if (from < 1 || to < from) continue;
+      for (let n = from; n <= to && lines.size < MAX_HIGHLIGHT_LINES; n += 1) {
+        lines.add(n);
+      }
+      continue;
+    }
+    if (/^\d+$/.test(piece)) {
+      const n = Number.parseInt(piece, 10);
+      if (n >= 1) lines.add(n);
+    }
+  }
+  return [...lines].sort((a, b) => a - b);
+}
+
+// source/directive-container.ts
+var DIRECTIVE_CONTAINER_OPEN = /^[ \t]{0,3}(:{3,})[A-Za-z][\w-]*/;
+var CLOSE = /^[ \t]{0,3}(:{3,})[ \t]*$/;
+var DirectiveContainerTracker = class {
+  stack;
+  fence = null;
+  constructor(openingLine) {
+    const m = DIRECTIVE_CONTAINER_OPEN.exec(openingLine);
+    this.stack = [m ? m[1].length : 3];
+  }
+  /** Feed the next line (after the opener). True once the outermost container has closed on this line. */
+  consume(line) {
+    if (this.fence) {
+      if (this.fence.feed(line)) this.fence = null;
+      return false;
+    }
+    const opener = fenceOpenerOf(line);
+    if (opener) {
+      this.fence = new FenceReader(opener);
+      return false;
+    }
+    const open = DIRECTIVE_CONTAINER_OPEN.exec(line);
+    if (open) {
+      this.stack.push(open[1].length);
+      return false;
+    }
+    const close = CLOSE.exec(line);
+    if (close && close[1].length >= (this.stack[this.stack.length - 1] ?? 3)) {
+      this.stack.pop();
+      return this.stack.length === 0;
+    }
+    return false;
+  }
+};
+
+// source/image-figure.ts
+var TITLED_IMAGE_LINE = /^[ \t]{0,3}!\[[^\]\n]*\]\(\s*<?[^\s)>]+>?\s+(?:"[^"\n]+"|'[^'\n]+')\s*\)[ \t]*$/;
+
+// source/inline-code-span.ts
+function isInsideInlineCode(line, at) {
+  let i = 0;
+  while (i <= at && i < line.length) {
+    if (line[i] === "\\") {
+      i += 2;
+      continue;
+    }
+    if (line[i] !== "`") {
+      i += 1;
+      continue;
+    }
+    let run = 0;
+    while (line[i + run] === "`") run += 1;
+    let close = -1;
+    for (let j = i + run; j < line.length; ) {
+      if (line[j] !== "`") {
+        j += 1;
+        continue;
+      }
+      let r = 0;
+      while (line[j + r] === "`") r += 1;
+      if (r === run) {
+        close = j;
+        break;
+      }
+      j += r;
+    }
+    if (close === -1) {
+      i += run;
+      continue;
+    }
+    if (at > i && at < close + run) return true;
+    i = close + run;
+  }
+  return false;
+}
+function indexOutsideInlineCode(line, needle, from = 0) {
+  for (let idx = line.indexOf(needle, from); idx !== -1; idx = line.indexOf(needle, idx + 1)) {
+    if (!isInsideInlineCode(line, idx)) return idx;
+  }
+  return -1;
+}
+function hasUnclosedBacktickRun(text) {
+  let i = 0;
+  while (i < text.length) {
+    if (text[i] === "\\") {
+      i += 2;
+      continue;
+    }
+    if (text[i] !== "`") {
+      i += 1;
+      continue;
+    }
+    let run = 0;
+    while (text[i + run] === "`") run += 1;
+    let close = -1;
+    for (let j = i + run; j < text.length; ) {
+      if (text[j] !== "`") {
+        j += 1;
+        continue;
+      }
+      let r = 0;
+      while (text[j + r] === "`") r += 1;
+      if (r === run) {
+        close = j;
+        break;
+      }
+      j += r;
+    }
+    if (close === -1) return true;
+    i = close + run;
+  }
+  return false;
+}
+
+// source/xml-tag-balance.ts
+function initialXmlBalance() {
+  return { depth: 1, fence: null };
+}
+function escapeRegExp(value) {
+  return value.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+}
+function findBalancedXmlClose(line, tagName, state, { trackFences = true, nest = true } = {}) {
+  if (state.fence) {
+    if (state.fence.feed(line)) state.fence = null;
+    return -1;
+  }
+  const opener = trackFences ? fenceOpenerOf(line) : null;
+  if (opener) {
+    state.fence = new FenceReader(opener);
+    return -1;
+  }
+  const tag = new RegExp(
+    `<(\\/?)${escapeRegExp(tagName)}(?=[\\s>/])[^<>]*?(\\/?)>`,
+    "g"
+  );
+  for (const match of line.matchAll(tag)) {
+    const closing = match[1] === "/";
+    const selfClosing = match[2] === "/";
+    if (closing) {
+      state.depth -= 1;
+      if (state.depth === 0) return match.index ?? -1;
+    } else if (nest && !selfClosing && line.slice(0, match.index).trim() === "") {
+      state.depth += 1;
+    }
+  }
+  return -1;
+}
+
+// source/gfm-table-lines.ts
+function findWholeTableStart(lines, from = 0) {
+  for (let i = Math.max(0, from); i + 1 < lines.length; i += 1) if (tableStartsAt(lines, i)) return i;
+  return -1;
+}
+function startsLikeTableRow(line) {
+  return /^\s*\|/.test(line);
+}
+function isGrowingDelimiterRow(line) {
+  return /^[\s|:-]*-[\s|:-]*$/.test(line);
+}
+function trailingTableStart(lines, end = lines.length) {
+  const isTableLine = (line) => startsLikeTableRow(line) || continuesTable(line.trimStart());
+  let start = end;
+  while (start > 0 && isTableLine(lines[start - 1] ?? "")) start -= 1;
+  if (start === end && end > 1 && isGrowingDelimiterRow(lines[end - 1] ?? "") && continuesTable((lines[end - 2] ?? "").trimStart())) {
+    start = end - 1;
+    while (start > 0 && isTableLine(lines[start - 1] ?? "")) start -= 1;
+  }
+  for (let head = start; head < end; head += 1) {
+    if (startsLikeTableRow(lines[head] ?? "")) return head;
+    if (end - head > 1 && isGrowingDelimiterRow(lines[head + 1] ?? "")) return head;
+  }
+  return end;
+}
+
 exports.ACTION_BY_CLASS = ACTION_BY_CLASS;
 exports.AFTER_WINDOW = AFTER_WINDOW;
 exports.BacktickRuns = BacktickRuns;
@@ -8095,8 +8523,11 @@ exports.CAPABILITY_BY_CLASS = CAPABILITY_BY_CLASS;
 exports.CLASSES = CLASSES;
 exports.CONTROL_KEYS = CONTROL_KEYS;
 exports.CONTROL_KEY_FIELDS = CONTROL_KEY_FIELDS;
+exports.DIRECTIVE_CONTAINER_OPEN = DIRECTIVE_CONTAINER_OPEN;
 exports.DIRECTIVE_VERSION = DIRECTIVE_VERSION;
+exports.DirectiveContainerTracker = DirectiveContainerTracker;
 exports.DirectiveDecodeError = DirectiveDecodeError;
+exports.FENCE_META_KEY = FENCE_META_KEY;
 exports.FENCE_OPENER_WHITESPACE = FENCE_OPENER_WHITESPACE;
 exports.FENCE_WHITESPACE = FENCE_WHITESPACE;
 exports.FenceReader = FenceReader;
@@ -8121,6 +8552,7 @@ exports.RUN_RESULT_KIND = RUN_RESULT_KIND;
 exports.SIDE_EFFECT_CLASSES = SIDE_EFFECT_CLASSES;
 exports.SLUG_PREFIX = SLUG_PREFIX;
 exports.SourceSpliceError = SourceSpliceError;
+exports.TITLED_IMAGE_LINE = TITLED_IMAGE_LINE;
 exports.XmlContainerTracker = XmlContainerTracker;
 exports.advancePartialKind = advancePartialKind;
 exports.asKindInstance = asKindInstance;
@@ -8135,6 +8567,7 @@ exports.buildKindDirective = buildKindDirective;
 exports.capabilityOf = capabilityOf;
 exports.classifyInboundEnvelopeMetadata = classifyInboundEnvelopeMetadata;
 exports.classifyInnerFenceLine = classifyInnerFenceLine;
+exports.cleanMarkdown = cleanMarkdown;
 exports.closeFence = closeFence;
 exports.codeSpanText = codeSpanText;
 exports.collectLinkDefinitions = collectLinkDefinitions;
@@ -8165,14 +8598,19 @@ exports.fenceNestsInnerFences = fenceNestsInnerFences;
 exports.fenceOpenerOf = fenceOpenerOf;
 exports.fenceParts = fenceParts;
 exports.fieldsToDbPayload = fieldsToDbPayload;
+exports.findBalancedXmlClose = findBalancedXmlClose;
 exports.findCodeRanges = findCodeRanges;
 exports.findInlineCodeSpans = findInlineCodeSpans;
 exports.findLinkDefinitionLines = findLinkDefinitionLines;
 exports.findTableEnd = findTableEnd;
 exports.findTableStart = findTableStart;
+exports.findWholeTableStart = findWholeTableStart;
 exports.fingerprintText = fingerprintText;
 exports.formatBlockLabel = formatBlockLabel;
 exports.getParseSession = getParseSession;
+exports.hasUnclosedBacktickRun = hasUnclosedBacktickRun;
+exports.indexOutsideInlineCode = indexOutsideInlineCode;
+exports.initialXmlBalance = initialXmlBalance;
 exports.injectKindIntoObjectSchema = injectKindIntoObjectSchema;
 exports.irPathIsUnderOrEqual = irPathIsUnderOrEqual;
 exports.irPathKey = irPathKey;
@@ -8184,7 +8622,9 @@ exports.isDuplicateBlockSlug = isDuplicateBlockSlug;
 exports.isEmptyResidue = isEmptyResidue;
 exports.isEscapedBracketMath = isEscapedBracketMath;
 exports.isGfmDelimiterRow = isGfmDelimiterRow;
+exports.isGrowingDelimiterRow = isGrowingDelimiterRow;
 exports.isHtmlBlockTagName = isHtmlBlockTagName;
+exports.isInsideInlineCode = isInsideInlineCode;
 exports.isIrEnvelopeCache = isIrEnvelopeCache;
 exports.isJsonAnyField = isJsonAnyField;
 exports.isKindDirective = isKindDirective;
@@ -8216,6 +8656,8 @@ exports.mapCodeRanges = mapCodeRanges;
 exports.mapInlineCodeSpans = mapInlineCodeSpans;
 exports.mapPosition = mapPosition;
 exports.mapRange = mapRange;
+exports.markdownToPlainText = markdownToPlainText;
+exports.mathToReadable = mathToReadable;
 exports.mergeResidueIntoValue = mergeResidueIntoValue;
 exports.normalizeAiSchemaInput = normalizeAiSchemaInput;
 exports.normalizeJsonRegion = normalizeJsonRegion;
@@ -8228,7 +8670,9 @@ exports.opensStrippedHtmlBlock = opensStrippedHtmlBlock;
 exports.opensTable = opensTable;
 exports.pairDisplayMath = pairDisplayMath;
 exports.parseDirectiveSlug = parseDirectiveSlug;
+exports.parseFenceMeta = parseFenceMeta;
 exports.parseFenceOpener = parseFenceOpener;
+exports.parseLineRanges = parseLineRanges;
 exports.pendingCodeSpanStart = pendingCodeSpanStart;
 exports.pendingDisplayMathOpener = pendingDisplayMathOpener;
 exports.readEnvelope = readEnvelope;
@@ -8241,6 +8685,8 @@ exports.readXmlTag = readXmlTag;
 exports.reconstructRegionValue = reconstructRegionValue;
 exports.rehydrateNodeOutcome = rehydrateNodeOutcome;
 exports.rehydrateRunResult = rehydrateRunResult;
+exports.removeCodeSpans = removeCodeSpans;
+exports.replaceFences = replaceFences;
 exports.resetLegacyShellUses = resetLegacyShellUses;
 exports.resolveReferenceLinks = resolveReferenceLinks;
 exports.resolvesInContent = resolvesInContent;
@@ -8256,10 +8702,13 @@ exports.schemaStructureDepth = schemaStructureDepth;
 exports.setJsonRootKeyLookup = setJsonRootKeyLookup;
 exports.singleDollarAfter = singleDollarAfter;
 exports.singleDollarMathEnd = singleDollarMathEnd;
+exports.soleFence = soleFence;
 exports.spliceSave = spliceSave;
+exports.splitFenceInfo = splitFenceInfo;
 exports.splitRowSegments = splitRowSegments;
 exports.splitsSurrogatePair = splitsSurrogatePair;
 exports.startsHtmlBlock = startsHtmlBlock;
+exports.startsLikeTableRow = startsLikeTableRow;
 exports.startsPipelessTable = startsPipelessTable;
 exports.storageToKindSchema = storageToKindSchema;
 exports.stripControlKeys = stripControlKeys;
@@ -8270,10 +8719,13 @@ exports.titleCaseToken = titleCaseToken;
 exports.toCodePointOffset = toCodePointOffset;
 exports.toUtf16Offset = toUtf16Offset;
 exports.tokenizeSource = tokenizeSource;
+exports.trailingTableStart = trailingTableStart;
 exports.trimFenceLine = trimFenceLine;
 exports.tryDecodeDirective = tryDecodeDirective;
 exports.tryDecodeDirectiveContent = tryDecodeDirectiveContent;
 exports.unescapeCellPipes = unescapeCellPipes;
+exports.unwrapCodeSpans = unwrapCodeSpans;
+exports.unwrapKindEnvelopes = unwrapKindEnvelopes;
 exports.validateBlockSchemaSavePlan = validateBlockSchemaSavePlan;
 exports.validateStructuralLeg = validateStructuralLeg;
 exports.withControlKeyFields = withControlKeyFields;