@ai-matrx/content-ir 0.18.4 → 0.18.5

package/dist/source.d.cts

@@ -328,7 +328,14 @@ declare function toUtf16Offset(text: string, codePoint: number): number;
  *   - a placeholder (`$...$`);
  *   - prose, unless a TeX command or operator says otherwise: two plain
  *     words (`$Tipping (fee)$`), a contraction (`$I'm$`, never `$X'Y$`), an
- *     abbreviation (`$e.g. (x)$`).
+ *     abbreviation (`$e.g. (x)$`);
+ *   - a shell or template variable chain (`$USER$HOSTNAME`, `$name.$ext`,
+ *     `${a}${b}`) — {@link isVariableChain}.
+ *
+ * `after` is the text right after the closing `$` — {@link singleDollarAfter}
+ * (up to {@link AFTER_WINDOW} characters; `\n` marks the end of the text). A single character still
+ * applies the Pandoc digit rule, but the variable-chain guard needs the
+ * whole following name.
  */
 declare function isSingleDollarMath(content: string, after: string | undefined): boolean;
 /**
@@ -348,6 +355,14 @@ declare function looksLikeOpenInlineMath(partial: string): boolean;
  * closer is a `$` not followed by another `$`, and the content passes
  * {@link isSingleDollarMath}. Returns the offset just past the closing `$`.
  */
+/** How much text after a closing `$` the rule reads (a glued suffix or the next variable name). */
+declare const AFTER_WINDOW = 32;
+/**
+ * The `after` argument of {@link isSingleDollarMath} for the closing `$` at
+ * `close`: the next {@link AFTER_WINDOW} characters, with a `\n` standing for
+ * the end of the text (so `$A$B` at the very end reads the whole name `B`).
+ */
+declare function singleDollarAfter(text: string, close: number): string;
 declare function singleDollarMathEnd(text: string, open: number, limit?: number): number;
 /**
  * THE escaped-bracket rule — whether a closed `\[ … \]` is display math or
@@ -476,6 +491,13 @@ interface FenceLines {
     line(k: number): string | null;
     /** Streaming: line `k` has not ended yet, so it closes nothing. */
     openTail?(k: number): boolean;
+    /**
+     * Streaming: more lines may still arrive. The strict-CommonMark retry
+     * applies only while the nested reading ends inside a nested fence — a
+     * later line can close that nested fence, so a retry's closer is
+     * undecided and the fence stays open (verify-RC-B3 F3).
+     */
+    streaming?: boolean;
 }
 interface FenceEnd {
     /** The closing line when `closed`; otherwise the fence's last line (text end, or the line before its container ended). */
@@ -585,4 +607,4 @@ declare function pendingDisplayMathOpener(text: string): number;
 /** Map of `$$` opener offset → closer offset for every pair the renderer shows as math. */
 declare function pairDisplayMath(text: string): Map<number, number>;
 
-export { BacktickRuns, type BlockIslandType, CALLOUT_NAMES, type CodePointIndex, type CodeRange, type DisturbedIsland, FENCE_OPENER_WHITESPACE, FENCE_WHITESPACE, type FenceEnd, type FenceLineKind, type FenceLines, type FenceOpener, FenceReader, type InlineIslandType, type InnerFenceLine, type IslandMeta, type IslandType, type MapOptions, type MappedPosition, type MappedRange, NESTING_FENCE_LANGUAGES, type ReadXmlTag, type SourceBlock, type SourceBlockKind, type SourceChange, type SourceEdit, type SourceIsland, type SourceSpan, SourceSpliceError, type SourceSpliceErrorCode, type SpliceIntegrity, type SpliceOptions, type SpliceResult, type TokenizeOptions, XmlContainerTracker, blockAt, blockEdit, blockRangeEdit, buildCodePointIndex, classifyInnerFenceLine, closeFence, codeSpanText, fenceLineKinds, fenceNestsInnerFences, fenceOpenerOf, fenceParts, findCodeRanges, isEscapedBracketMath, isMathPlaceholder, isSingleDollarMath, islandEdit, joinSource, listIslands, looksLikeDisplayMath, looksLikeOpenInlineMath, mapCodeRanges, mapPosition, mapRange, pairDisplayMath, parseFenceOpener, pendingDisplayMathOpener, readXmlTag, singleDollarMathEnd, spliceSave, splitsSurrogatePair, toCodePointOffset, toUtf16Offset, tokenizeSource, trimFenceLine };
+export { AFTER_WINDOW, BacktickRuns, type BlockIslandType, CALLOUT_NAMES, type CodePointIndex, type CodeRange, type DisturbedIsland, FENCE_OPENER_WHITESPACE, FENCE_WHITESPACE, type FenceEnd, type FenceLineKind, type FenceLines, type FenceOpener, FenceReader, type InlineIslandType, type InnerFenceLine, type IslandMeta, type IslandType, type MapOptions, type MappedPosition, type MappedRange, NESTING_FENCE_LANGUAGES, type ReadXmlTag, type SourceBlock, type SourceBlockKind, type SourceChange, type SourceEdit, type SourceIsland, type SourceSpan, SourceSpliceError, type SourceSpliceErrorCode, type SpliceIntegrity, type SpliceOptions, type SpliceResult, type TokenizeOptions, XmlContainerTracker, blockAt, blockEdit, blockRangeEdit, buildCodePointIndex, classifyInnerFenceLine, closeFence, codeSpanText, fenceLineKinds, fenceNestsInnerFences, fenceOpenerOf, fenceParts, findCodeRanges, isEscapedBracketMath, isMathPlaceholder, isSingleDollarMath, islandEdit, joinSource, listIslands, looksLikeDisplayMath, looksLikeOpenInlineMath, mapCodeRanges, mapPosition, mapRange, pairDisplayMath, parseFenceOpener, pendingDisplayMathOpener, readXmlTag, singleDollarAfter, singleDollarMathEnd, spliceSave, splitsSurrogatePair, toCodePointOffset, toUtf16Offset, tokenizeSource, trimFenceLine };

package/dist/source.d.ts

@@ -328,7 +328,14 @@ declare function toUtf16Offset(text: string, codePoint: number): number;
  *   - a placeholder (`$...$`);
  *   - prose, unless a TeX command or operator says otherwise: two plain
  *     words (`$Tipping (fee)$`), a contraction (`$I'm$`, never `$X'Y$`), an
- *     abbreviation (`$e.g. (x)$`).
+ *     abbreviation (`$e.g. (x)$`);
+ *   - a shell or template variable chain (`$USER$HOSTNAME`, `$name.$ext`,
+ *     `${a}${b}`) — {@link isVariableChain}.
+ *
+ * `after` is the text right after the closing `$` — {@link singleDollarAfter}
+ * (up to {@link AFTER_WINDOW} characters; `\n` marks the end of the text). A single character still
+ * applies the Pandoc digit rule, but the variable-chain guard needs the
+ * whole following name.
  */
 declare function isSingleDollarMath(content: string, after: string | undefined): boolean;
 /**
@@ -348,6 +355,14 @@ declare function looksLikeOpenInlineMath(partial: string): boolean;
  * closer is a `$` not followed by another `$`, and the content passes
  * {@link isSingleDollarMath}. Returns the offset just past the closing `$`.
  */
+/** How much text after a closing `$` the rule reads (a glued suffix or the next variable name). */
+declare const AFTER_WINDOW = 32;
+/**
+ * The `after` argument of {@link isSingleDollarMath} for the closing `$` at
+ * `close`: the next {@link AFTER_WINDOW} characters, with a `\n` standing for
+ * the end of the text (so `$A$B` at the very end reads the whole name `B`).
+ */
+declare function singleDollarAfter(text: string, close: number): string;
 declare function singleDollarMathEnd(text: string, open: number, limit?: number): number;
 /**
  * THE escaped-bracket rule — whether a closed `\[ … \]` is display math or
@@ -476,6 +491,13 @@ interface FenceLines {
     line(k: number): string | null;
     /** Streaming: line `k` has not ended yet, so it closes nothing. */
     openTail?(k: number): boolean;
+    /**
+     * Streaming: more lines may still arrive. The strict-CommonMark retry
+     * applies only while the nested reading ends inside a nested fence — a
+     * later line can close that nested fence, so a retry's closer is
+     * undecided and the fence stays open (verify-RC-B3 F3).
+     */
+    streaming?: boolean;
 }
 interface FenceEnd {
     /** The closing line when `closed`; otherwise the fence's last line (text end, or the line before its container ended). */
@@ -585,4 +607,4 @@ declare function pendingDisplayMathOpener(text: string): number;
 /** Map of `$$` opener offset → closer offset for every pair the renderer shows as math. */
 declare function pairDisplayMath(text: string): Map<number, number>;
 
-export { BacktickRuns, type BlockIslandType, CALLOUT_NAMES, type CodePointIndex, type CodeRange, type DisturbedIsland, FENCE_OPENER_WHITESPACE, FENCE_WHITESPACE, type FenceEnd, type FenceLineKind, type FenceLines, type FenceOpener, FenceReader, type InlineIslandType, type InnerFenceLine, type IslandMeta, type IslandType, type MapOptions, type MappedPosition, type MappedRange, NESTING_FENCE_LANGUAGES, type ReadXmlTag, type SourceBlock, type SourceBlockKind, type SourceChange, type SourceEdit, type SourceIsland, type SourceSpan, SourceSpliceError, type SourceSpliceErrorCode, type SpliceIntegrity, type SpliceOptions, type SpliceResult, type TokenizeOptions, XmlContainerTracker, blockAt, blockEdit, blockRangeEdit, buildCodePointIndex, classifyInnerFenceLine, closeFence, codeSpanText, fenceLineKinds, fenceNestsInnerFences, fenceOpenerOf, fenceParts, findCodeRanges, isEscapedBracketMath, isMathPlaceholder, isSingleDollarMath, islandEdit, joinSource, listIslands, looksLikeDisplayMath, looksLikeOpenInlineMath, mapCodeRanges, mapPosition, mapRange, pairDisplayMath, parseFenceOpener, pendingDisplayMathOpener, readXmlTag, singleDollarMathEnd, spliceSave, splitsSurrogatePair, toCodePointOffset, toUtf16Offset, tokenizeSource, trimFenceLine };
+export { AFTER_WINDOW, BacktickRuns, type BlockIslandType, CALLOUT_NAMES, type CodePointIndex, type CodeRange, type DisturbedIsland, FENCE_OPENER_WHITESPACE, FENCE_WHITESPACE, type FenceEnd, type FenceLineKind, type FenceLines, type FenceOpener, FenceReader, type InlineIslandType, type InnerFenceLine, type IslandMeta, type IslandType, type MapOptions, type MappedPosition, type MappedRange, NESTING_FENCE_LANGUAGES, type ReadXmlTag, type SourceBlock, type SourceBlockKind, type SourceChange, type SourceEdit, type SourceIsland, type SourceSpan, SourceSpliceError, type SourceSpliceErrorCode, type SpliceIntegrity, type SpliceOptions, type SpliceResult, type TokenizeOptions, XmlContainerTracker, blockAt, blockEdit, blockRangeEdit, buildCodePointIndex, classifyInnerFenceLine, closeFence, codeSpanText, fenceLineKinds, fenceNestsInnerFences, fenceOpenerOf, fenceParts, findCodeRanges, isEscapedBracketMath, isMathPlaceholder, isSingleDollarMath, islandEdit, joinSource, listIslands, looksLikeDisplayMath, looksLikeOpenInlineMath, mapCodeRanges, mapPosition, mapRange, pairDisplayMath, parseFenceOpener, pendingDisplayMathOpener, readXmlTag, singleDollarAfter, singleDollarMathEnd, spliceSave, splitsSurrogatePair, toCodePointOffset, toUtf16Offset, tokenizeSource, trimFenceLine };

package/dist/source.js

@@ -321,6 +321,7 @@ var FenceReader = class {
 function closeFence(src, open, opener) {
   const first = readFence(src, open, new FenceReader(opener));
   if (first.closed || !first.reader.sawNested || first.reader.nestedDepth <= 0) return { line: first.line, closed: first.closed };
+  if (src.streaming) return { line: first.line, closed: false };
   const strict = readFence(src, open, new FenceReader(opener, { nesting: false }));
   return { line: strict.line, closed: strict.closed };
 }
@@ -584,6 +585,8 @@ function fenceLineKinds(text) {
 function pendingCodeSpanStart(text) {
   const n = text.length;
   if (n === 0 || /\n[ \t]*\n[ \t]*$/.test(text)) return -1;
+  const lastLine = text.slice(text.lastIndexOf("\n") + 1);
+  if (lastLine && /^(?: {0,3}>[ \t]?)*[ \t]*$/.test(lastLine)) return pendingCodeSpanStart(`${text}x`);
   const s = scan(text);
   const para = s.pendingPara;
   if (s.endsInFence || para === -1) return -1;
@@ -730,13 +733,26 @@ var MATH_SHAPE_CHARS = /^[A-Za-z0-9'\s(),.*\/-]+$/;
 function isSingleDollarMath(content, after) {
   if (!content || content.length > 400) return false;
   if (/^\s/.test(content) || /\s$/.test(content)) return false;
-  if (after !== void 0 && /[0-9]/.test(after)) return false;
+  if (after !== void 0 && /^[0-9]/.test(after)) return false;
+  if (isVariableChain(content, after)) return false;
   if (/(?:^|[^\\])%/.test(content)) return false;
   if (/^[)\]}"/]/.test(content) || /[(\[{":;,/]$/.test(content)) return false;
-  if (/^[0-9]/.test(content) && after !== void 0 && /[A-Za-z]/.test(after)) return false;
+  if (/^[0-9]/.test(content) && after !== void 0 && /^[A-Za-z]/.test(after)) return false;
   if (isMathPlaceholder(content)) return false;
   return TEX_SIGNAL.test(content) || !readsAsProse(content);
 }
+var IDENTIFIER = /^[A-Za-z_][A-Za-z0-9_]*$/;
+var MATH_SUFFIX = /^(?:s|es|th|st|nd|rd)$/i;
+function isVariableChain(content, after) {
+  if (/^\{[A-Za-z_][\w.]*\}$/.test(content)) return true;
+  if (!after) return false;
+  if (after[0] === "{") return IDENTIFIER.test(content);
+  const run = /^[A-Za-z0-9_]+/.exec(after)?.[0];
+  if (!run) return false;
+  if (after.length === 1) return false;
+  if (/^[A-Za-z_][A-Za-z0-9_]*[.@-]$/.test(content)) return true;
+  return IDENTIFIER.test(content) && !MATH_SUFFIX.test(run);
+}
 var FUNCTION_NAMES = /* @__PURE__ */ new Set([
   "sin",
   "cos",
@@ -780,6 +796,12 @@ function isMathShape(content) {
   if (/[A-Za-z]'+[A-Za-z]/.test(content) || /(?:^|[\s(,])[A-Za-z]\.(?:[A-Za-z]\.|\s|$)/.test(content)) return false;
   return /[A-Za-z]'*\(|[A-Za-z]'|\b[A-Za-z]\s+[A-Za-z]\b|\([^)]*[A-Za-z][^)]*\)/.test(content);
 }
+var AFTER_WINDOW = 32;
+function singleDollarAfter(text, close) {
+  const rest = text.slice(close + 1, close + 1 + AFTER_WINDOW);
+  return rest.length < AFTER_WINDOW ? `${rest}
+` : rest;
+}
 function singleDollarMathEnd(text, open, limit = text.length) {
   const bound = Math.min(limit, open + 403);
   let close = -1;
@@ -797,7 +819,7 @@ function singleDollarMathEnd(text, open, limit = text.length) {
   }
   if (close === -1 || text[close + 1] === "$") return -1;
   const content = text.slice(open + 1, close);
-  return isSingleDollarMath(content, text[close + 1]) ? close + 1 : -1;
+  return isSingleDollarMath(content, singleDollarAfter(text, close)) ? close + 1 : -1;
 }
 var BRACKET_TEX_SIGNAL = /\\[A-Za-z]+|[\^{}=<>+]|_\{|(?:^|[^A-Za-z0-9])[A-Za-z]_[A-Za-z0-9](?![A-Za-z0-9])/;
 function isEscapedBracketMath(content, before) {
@@ -1168,18 +1190,14 @@ var Tokenizer = class {
   /**
    * Streaming: an open last line that begins with `{` is undecided — each new
    * byte can balance or unbalance its braces and flip the whole line between
-   * prose and a JSON island — and so is a line that is exactly one allowed
-   * HTML tag so far; both are provisional until they end (G5).
+   * prose and a JSON island — so it is provisional until it ends (G5).
+   * (A lone HTML tag on that line is held by {@link holdUndecidedTail}.)
    */
   markOpenJsonTail() {
     const last = this.lineStarts.length - 1;
     if (!this.isOpenTail(last)) return;
-    const start = this.lineStarts[last];
-    const t = this.lineText(last).trim();
-    const oneTag = t.startsWith("<") ? readXmlTag(t, 0) : null;
-    const loneTag = !!oneTag && oneTag.raw === t && ALLOWED_RAW_HTML_TAGS.has(oneTag.tagName.toLowerCase());
-    if (t.startsWith("{") || loneTag) {
-      this.provisionalFrom = Math.min(this.provisionalFrom, start);
+    if (this.lineText(last).trim().startsWith("{")) {
+      this.provisionalFrom = Math.min(this.provisionalFrom, this.lineStarts[last]);
     }
   }
   /**
@@ -1212,11 +1230,22 @@ var Tokenizer = class {
   /** Streaming only: a paragraph ending at `pe` may still be continued by a line not yet arrived. */
   paragraphMayGrow(pe) {
     if (!this.streaming) return false;
+    if (this.undecidedBreaks.has(pe)) return true;
     const rest = this.n - pe;
     if (rest === 0) return true;
     const tail = this.text.slice(pe);
-    return tail === "\n" || tail === "\r\n" || tail === "\r";
+    return /^(?:\r\n|\r|\n)[ \t]*$/.test(tail);
+  }
+  /**
+   * Streaming: an open block that may still turn back into prose — a `$$`
+   * pair whose closer is on the open last line (prose after it makes it
+   * inline), or a JSON head whose braces have not balanced (it may never parse).
+   */
+  mayDissolve(block) {
+    return this.streaming && !block.complete && (block.type === "math_block" || block.type === "json");
   }
+  /** Streaming: paragraph ends where an undecided, dissolvable block cut them short. */
+  undecidedBreaks = /* @__PURE__ */ new Set();
   /** Streaming only: the final line, still waiting for its terminator. */
   isOpenTail(k) {
     return this.streaming && k === this.lineStarts.length - 1 && (this.lineEnds[k] === this.contentEnds[k] || this.pendingCR);
@@ -1265,8 +1294,103 @@ var Tokenizer = class {
       }
       pos = this.paragraph(pos, li);
     }
+    if (this.streaming) this.holdUndecidedTail();
     return this.blocks;
   }
+  /**
+   * Streaming: settle nothing the next bytes can still change (verify-RC-B3 F3).
+   *
+   * 1. A block island that ends on the open last line is undecided — the next
+   *    bytes on that line can re-read it or dissolve it (`<!--@a:k1-->` +
+   *    ` more` is an inline anchor, `<br>` + `x` is prose). It runs open to
+   *    the end of the text.
+   * 2. A box-drawing tree still forming at the end of the text claims, as its
+   *    root label, the lines directly above its first connector (the
+   *    renderer's `findTreeBlockStart`), and the open last line itself may
+   *    become one of its connector lines — so inlines on those lines are held
+   *    back as prose until a blank line, a heading or a tree line decides.
+   *    This also holds everything a closer still able to arrive on the open
+   *    last line could change (`$x$` + `5` is currency, G4; `{{v}}` + `}`).
+   */
+  holdUndecidedTail() {
+    const last = this.lineStarts.length - 1;
+    if (last < 0) return;
+    if (this.isOpenTail(last)) {
+      const lineStart = this.lineStarts[last];
+      for (const block2 of this.blocks) {
+        if (block2.kind === "prose" && block2.end > lineStart) {
+          block2.inlines = block2.inlines.filter((inline) => inline.end <= lineStart);
+        }
+      }
+      let b = this.blocks.length - 1;
+      while (b >= 0 && this.blocks[b].kind === "gap") b--;
+      const block = this.blocks[b];
+      if (block?.island?.complete && block.island.end > this.lineStarts[last]) {
+        block.island.complete = false;
+        block.island.end = this.n;
+        block.end = this.n;
+        this.blocks.length = b + 1;
+      }
+    }
+    const from = this.treeRootHoldFrom();
+    for (let b = this.blocks.length - 1; b >= 0; b--) {
+      const block = this.blocks[b];
+      if (block.end <= from) break;
+      if (block.kind === "prose") block.inlines = block.inlines.filter((inline) => inline.end <= from);
+      if (block.island) this.blocks[b] = { kind: "prose", start: block.start, end: block.end, island: null, inlines: [] };
+    }
+  }
+  /**
+   * Streaming: where a tree that may still form at the end of the text would
+   * start claiming lines (`n` when none can). Only paragraph lines can be
+   * claimed — a line that starts inside an island (a fence body, an XML
+   * region…) is never a tree line nor a root label, so it stops the walk.
+   */
+  treeRootHoldFrom() {
+    const claimable = (k2) => {
+      for (; ; ) {
+        const block = this.blockAt(this.lineStarts[k2]);
+        if (!block || block.kind !== "island" || block.island?.fromParagraph === true) return true;
+        const opened = this.lineOf(block.start);
+        if (this.lineStarts[opened] === block.start || opened === k2) return false;
+        k2 = opened;
+      }
+    };
+    let k = this.lineCount - 1;
+    let start = this.lineCount;
+    if (k >= 0 && this.isOpenTail(k)) {
+      if (!claimable(k)) return this.n;
+      start = k;
+      k--;
+    }
+    for (; k >= 0 && claimable(k); k--) {
+      this.tick(1);
+      if (this.lineIsBlank(k)) continue;
+      if (!TREE_GLYPHS.test(this.lineText(k))) break;
+      start = k;
+    }
+    let root = start;
+    for (let j = start - 1; j >= 0 && claimable(j); j--) {
+      const trimmed = this.lineText(j).trim();
+      this.tick(trimmed.length + 1);
+      if (!trimmed || isSplitterTreeLine(trimmed) || /^#{1,6}\s/.test(trimmed)) break;
+      root = j;
+    }
+    return root < this.lineCount ? this.lineStarts[root] : this.n;
+  }
+  /** The block (so far) containing offset `pos`, or null. */
+  blockAt(pos) {
+    let lo = 0;
+    let hi = this.blocks.length - 1;
+    while (lo <= hi) {
+      const mid = lo + hi >>> 1;
+      const block = this.blocks[mid];
+      if (pos < block.start) hi = mid - 1;
+      else if (pos >= block.end) lo = mid + 1;
+      else return block;
+    }
+    return null;
+  }
   push(block) {
     if (block.end <= block.start) return;
     if (block.kind === "prose" && this.isBlank(block.start, block.end)) {
@@ -1470,7 +1594,10 @@ var Tokenizer = class {
         continue;
       }
       if (this.isOpenTail(k)) return this.heldFootnote(p, open[1]);
-      if (FOOTNOTE_DEF.test(line.trimStart()) || this.detectBlock(this.lineStarts[k], k, false)) break;
+      if (FOOTNOTE_DEF.test(line.trimStart())) break;
+      const block = this.detectBlock(this.lineStarts[k], k, false);
+      if (block && this.mayDissolve(block)) return this.heldFootnote(p, open[1]);
+      if (block) break;
       last = k;
     }
     const end = this.contentEnds[last];
@@ -1486,7 +1613,8 @@ var Tokenizer = class {
     return {
       count: this.lineCount,
       line: (k) => this.lineText(k),
-      openTail: (k) => this.isOpenTail(k)
+      openTail: (k) => this.isOpenTail(k),
+      streaming: this.streaming
     };
   }
   /**
@@ -1546,6 +1674,10 @@ var Tokenizer = class {
       if (fenceOpenerOf(this.lineText(j))?.char === "~") continue;
       const inner = this.detectBlockUncached(start, j, false);
       if (!inner) continue;
+      if (this.streaming && inner.end >= tildeEnd && this.paragraphMayGrow(inner.end)) {
+        this.overflowComplete = false;
+        return this.n;
+      }
       if (inner.end > end) {
         end = inner.end;
         this.overflowComplete = inner.complete;
@@ -1674,12 +1806,7 @@ var Tokenizer = class {
       return this.island("html_block", p, close.index + close[0].length, true, { tag: name });
     }
     const typeSix = HTML_BLOCK_LEVEL_TAGS.has(name);
-    const loneTag = atParaStart && t.trimEnd() === tag.raw;
-    if (loneTag && this.isOpenTail(li)) {
-      this.provisionalFrom = Math.min(this.provisionalFrom, p);
-      return null;
-    }
-    const typeSeven = loneTag;
+    const typeSeven = atParaStart && t.trimEnd() === tag.raw;
     if (!typeSix && !typeSeven) return null;
     let end = this.contentEnds[li];
     for (let k = li + 1; k < this.lineCount && !this.lineIsBlank(k); k++) {
@@ -1737,6 +1864,13 @@ var Tokenizer = class {
       }
       return null;
     }
+    if (this.isOpenTail(lastLine)) {
+      if (isRecognizedJsonHead(this.text.slice(tp, tp + 512))) {
+        return this.island("json", p, this.n, false, jsonMeta(this.text.slice(tp)));
+      }
+      this.provisionalFrom = Math.min(this.provisionalFrom, p);
+      return null;
+    }
     if (net !== 0) return null;
     const end = this.contentEnds[lastLine];
     const content = this.text.slice(tp, end).trim();
@@ -1771,8 +1905,10 @@ var Tokenizer = class {
     let breakLine = -1;
     for (let k = li + 1; k < this.lineCount; k++) {
       if (this.lineIsBlank(k)) break;
-      if (this.detectBlock(this.lineStarts[k], k, false)) {
+      const block = this.detectBlock(this.lineStarts[k], k, false);
+      if (block) {
         breakLine = k;
+        if (this.mayDissolve(block)) this.undecidedBreaks.add(end);
         break;
       }
       end = this.contentEnds[k];
@@ -1810,7 +1946,7 @@ var Tokenizer = class {
       this.push({ kind: "prose", start: pos, end, island: null, inlines: scan2.inlines });
       return end;
     }
-    const br = scan2.breakIsland;
+    const br = { ...scan2.breakIsland, fromParagraph: true };
     if (scan2.orphan) {
       let start = pos;
       while (this.blocks.length) {
@@ -1833,6 +1969,15 @@ var Tokenizer = class {
     this.push({ kind: "island", start: br.start, end: br.end, island: br, inlines: [] });
     return br.end;
   }
+  /**
+   * An island that opens inside a paragraph and closes past its end becomes a
+   * block. Streaming: while the paragraph may still grow over its closer, the
+   * island may yet be inline — undecided, so it runs open to the end (F3).
+   */
+  spill(type, start, end, pe, meta) {
+    if (this.paragraphMayGrow(pe)) return this.island(type, start, this.n, false, meta);
+    return this.island(type, start, end, true, meta);
+  }
   scanInline(ps, pe) {
     const text = this.text;
     const inlines = [];
@@ -1867,6 +2012,9 @@ var Tokenizer = class {
             i = close + 2;
             continue;
           }
+          if (close === -1 && this.streaming && this.paragraphMayGrow(pe)) {
+            return { inlines, breakIsland: null, orphan: false };
+          }
         }
         i += 2;
         continue;
@@ -1887,17 +2035,13 @@ var Tokenizer = class {
             i += 2;
             continue;
           }
-          if (close + 2 > pe) return stop(this.island("math_block", i, close + 2, true, { delimiter: "$$" }));
+          if (close + 2 > pe) return stop(this.spill("math_block", i, close + 2, pe, { delimiter: "$$" }));
           inlines.push(this.island("math_inline", i, close + 2, true, { delimiter: "$$" }));
           i = close + 2;
           continue;
         }
         const end = singleDollarMathEnd(text, i, pe);
         this.tick(end > 0 ? end - i : Math.min(403, pe - i));
-        if (end > 0 && this.streaming && end === this.n) {
-          this.provisionalFrom = Math.min(this.provisionalFrom, i);
-          return { inlines, breakIsland: null, orphan: false };
-        }
         if (end > 0) {
           inlines.push(this.island("math_inline", i, end, true, { delimiter: "$" }));
           i = end;
@@ -1975,7 +2119,7 @@ var Tokenizer = class {
           const anchor = end - i <= 64 ? PINNED_ANCHOR_RE.exec(text.slice(i, end)) : null;
           const type = anchor ? "anchor" : "html_comment";
           const meta = anchor ? { id: anchor[1] } : {};
-          if (end > pe) return stop(this.island(type, i, end, true, meta));
+          if (end > pe) return stop(this.spill(type, i, end, pe, meta));
           inlines.push(this.island(type, i, end, true, meta));
           i = end;
           continue;
@@ -2004,7 +2148,7 @@ var Tokenizer = class {
             const blockType = isAttr ? "xml_attr" : "xml_region";
             if (close === -1) return stop(this.island(blockType, i, this.n, false, { tag: name }));
             const end = close + closer.length;
-            if (end > pe) return stop(this.island(blockType, i, end, true, { tag: name }));
+            if (end > pe) return stop(this.spill(blockType, i, end, pe, { tag: name }));
             inlines.push(this.island("xml_inline", i, end, true, { tag: name }));
             i = end;
             continue;
@@ -2389,6 +2533,6 @@ function mapRange(changes, start, end, unit = "utf16") {
   return { start: newStart, end: newEnd, touched, collapsed: newEnd === newStart && end > start };
 }
 
-export { BacktickRuns, CALLOUT_NAMES, FENCE_OPENER_WHITESPACE, FENCE_WHITESPACE, FenceReader, NESTING_FENCE_LANGUAGES, SourceSpliceError, XmlContainerTracker, blockAt, blockEdit, blockRangeEdit, buildCodePointIndex, classifyInnerFenceLine, closeFence, codeSpanText, fenceLineKinds, fenceNestsInnerFences, fenceOpenerOf, fenceParts, findCodeRanges, isEscapedBracketMath, isMathPlaceholder, isSingleDollarMath, islandEdit, joinSource, listIslands, looksLikeDisplayMath, looksLikeOpenInlineMath, mapCodeRanges, mapPosition, mapRange, pairDisplayMath, parseFenceOpener, pendingDisplayMathOpener, readXmlTag, singleDollarMathEnd, spliceSave, splitsSurrogatePair, toCodePointOffset, toUtf16Offset, tokenizeSource, trimFenceLine };
+export { AFTER_WINDOW, BacktickRuns, CALLOUT_NAMES, FENCE_OPENER_WHITESPACE, FENCE_WHITESPACE, FenceReader, NESTING_FENCE_LANGUAGES, SourceSpliceError, XmlContainerTracker, blockAt, blockEdit, blockRangeEdit, buildCodePointIndex, classifyInnerFenceLine, closeFence, codeSpanText, fenceLineKinds, fenceNestsInnerFences, fenceOpenerOf, fenceParts, findCodeRanges, isEscapedBracketMath, isMathPlaceholder, isSingleDollarMath, islandEdit, joinSource, listIslands, looksLikeDisplayMath, looksLikeOpenInlineMath, mapCodeRanges, mapPosition, mapRange, pairDisplayMath, parseFenceOpener, pendingDisplayMathOpener, readXmlTag, singleDollarAfter, singleDollarMathEnd, spliceSave, splitsSurrogatePair, toCodePointOffset, toUtf16Offset, tokenizeSource, trimFenceLine };
 //# sourceMappingURL=source.js.map
 //# sourceMappingURL=source.js.map