@ai-matrx/content-ir 0.19.2 → 0.19.4

package/dist/source.d.cts

@@ -622,7 +622,8 @@ declare function pairDisplayMath(text: string): Map<number, number>;
  * - A table starts at a header holding an unescaped pipe whose NEXT line is a
  *   delimiter row (`--- | :-:`, edge pipes optional); a header without a leading
  *   pipe must match the delimiter row's width. It runs to a blank line or a
- *   line that starts another block (`- x`, `> y`, `# z`, `1.`, a fence, a rule).
+ *   line that starts another block (`- x`, `> y`, `# z`, `1.`, a fence, a rule);
+ *   every other line is a row, with or without a pipe (spec example 202).
  *
  * Pure TS, no dependencies.
  */
@@ -638,7 +639,12 @@ declare function isGfmDelimiterRow(line: string): boolean;
 declare function isPipeLedRow(line: string): boolean;
 /** True when `header` + `delimiter` open a table whose header has NO leading pipe. */
 declare function startsPipelessTable(header: string, delimiter: string | undefined): boolean;
-/** A line that continues an open table: a pipe-led row, or a pipe-less line with an unescaped pipe that starts no block. */
+/**
+ * A line that continues an open table — GFM's rule (spec example 202): the table
+ * runs to the first blank line or the first line that starts another block; any
+ * other line is a row, even one without a pipe (`bar` → a one-cell row) and a
+ * lone `|` (an empty row). verify-RC-B4 R7-2.
+ */
 declare function continuesTable(line: string): boolean;
 /** Line `index` opens a table: a pipe-led row, or a pipe-less GFM header over its delimiter row. */
 declare function opensTable(lines: readonly string[], index: number): boolean;

package/dist/source.d.ts

@@ -622,7 +622,8 @@ declare function pairDisplayMath(text: string): Map<number, number>;
  * - A table starts at a header holding an unescaped pipe whose NEXT line is a
  *   delimiter row (`--- | :-:`, edge pipes optional); a header without a leading
  *   pipe must match the delimiter row's width. It runs to a blank line or a
- *   line that starts another block (`- x`, `> y`, `# z`, `1.`, a fence, a rule).
+ *   line that starts another block (`- x`, `> y`, `# z`, `1.`, a fence, a rule);
+ *   every other line is a row, with or without a pipe (spec example 202).
  *
  * Pure TS, no dependencies.
  */
@@ -638,7 +639,12 @@ declare function isGfmDelimiterRow(line: string): boolean;
 declare function isPipeLedRow(line: string): boolean;
 /** True when `header` + `delimiter` open a table whose header has NO leading pipe. */
 declare function startsPipelessTable(header: string, delimiter: string | undefined): boolean;
-/** A line that continues an open table: a pipe-led row, or a pipe-less line with an unescaped pipe that starts no block. */
+/**
+ * A line that continues an open table — GFM's rule (spec example 202): the table
+ * runs to the first blank line or the first line that starts another block; any
+ * other line is a row, even one without a pipe (`bar` → a one-cell row) and a
+ * lone `|` (an empty row). verify-RC-B4 R7-2.
+ */
 declare function continuesTable(line: string): boolean;
 /** Line `index` opens a table: a pipe-led row, or a pipe-less GFM header over its delimiter row. */
 declare function opensTable(lines: readonly string[], index: number): boolean;

package/dist/source.js

@@ -745,6 +745,7 @@ var IDENTIFIER = /^[A-Za-z_][A-Za-z0-9_]*$/;
 var MATH_SUFFIX = /^(?:s|es|th|st|nd|rd)$/i;
 function isVariableChain(content, after) {
   if (/^\{[A-Za-z_][\w.]*\}$/.test(content)) return true;
+  if (/^\(\(.*\)\)$/.test(content) || /^_[.[]/.test(content)) return true;
   if (!after) return false;
   if (after[0] === "{") return IDENTIFIER.test(content);
   const run = /^[A-Za-z0-9_]+/.exec(after)?.[0];
@@ -1316,6 +1317,16 @@ var Tokenizer = class {
   holdUndecidedTail() {
     const last = this.lineStarts.length - 1;
     if (last < 0) return;
+    if (this.provisionalFrom < this.n) {
+      for (let b = 0; b < this.blocks.length; b++) {
+        const block = this.blocks[b];
+        if (block.end <= this.provisionalFrom) continue;
+        if (block.kind === "prose") block.inlines = block.inlines.filter((inline) => inline.end <= this.provisionalFrom);
+        else if (block.island?.fromParagraph && block.start < this.provisionalFrom) {
+          this.blocks[b] = { kind: "prose", start: block.start, end: block.end, island: null, inlines: [] };
+        }
+      }
+    }
     if (this.isOpenTail(last)) {
       let b = this.blocks.length - 1;
       while (b >= 0 && this.blocks[b].kind === "gap") b--;
@@ -1613,6 +1624,9 @@ var Tokenizer = class {
       }
       if (this.isOpenTail(k)) return this.heldFootnote(p, open[1]);
       if (FOOTNOTE_DEF.test(line.trimStart())) break;
+      if (this.streaming && TREE_GLYPHS.test(line) && this.connectorRunReachesEnd(k)) {
+        return this.heldFootnote(p, open[1]);
+      }
       const block = this.detectBlock(this.lineStarts[k], k, false);
       if (block && this.mayDissolve(block)) return this.heldFootnote(p, open[1]);
       if (block) break;
@@ -1620,8 +1634,22 @@ var Tokenizer = class {
     }
     const end = this.contentEnds[last];
     if (this.paragraphMayGrow(end)) return this.heldFootnote(p, open[1]);
+    if (this.streaming && end > this.provisionalFrom) return this.heldFootnote(p, open[1]);
     return this.island("footnote_def", p, end, true, { id: open[1] });
   }
+  /** Every line from `k` to the end is a connector line or blank (a tree may still form there). */
+  connectorRunReachesEnd(k) {
+    if (this.lastNonConnectorLine === void 0) {
+      let j = this.lineCount - 1;
+      for (; j >= 0; j--) {
+        this.tick(1);
+        if (!this.lineIsBlank(j) && !TREE_GLYPHS.test(this.lineText(j))) break;
+      }
+      this.lastNonConnectorLine = j;
+    }
+    return k > this.lastNonConnectorLine;
+  }
+  lastNonConnectorLine = void 0;
   /** A footnote whose continuation is still arriving: open to the end of the text. */
   heldFootnote(p, id) {
     return this.island("footnote_def", p, this.n, false, { id });
@@ -1886,7 +1914,6 @@ var Tokenizer = class {
       if (isRecognizedJsonHead(this.text.slice(tp, tp + 512))) {
         return this.island("json", p, this.n, false, jsonMeta(this.text.slice(tp)));
       }
-      this.provisionalFrom = Math.min(this.provisionalFrom, p);
       return null;
     }
     if (net !== 0) return null;
@@ -2607,8 +2634,7 @@ function startsPipelessTable(header, delimiter) {
 function continuesTable(line) {
   const trimmed = line.trim();
   if (!trimmed) return false;
-  if (trimmed.startsWith("|")) return trimmed.includes("|", 1);
-  return splitRowSegments(trimmed).length > 1 && !BLOCK_START.test(trimmed);
+  return trimmed.startsWith("|") || !BLOCK_START.test(trimmed);
 }
 function opensTable(lines, index) {
   const line = lines[index] ?? "";