@ai-matrx/content-ir 0.19.0 → 0.19.1

package/dist/source.js

@@ -586,7 +586,7 @@ function pendingCodeSpanStart(text) {
   const n = text.length;
   if (n === 0 || /\n[ \t]*\n[ \t]*$/.test(text)) return -1;
   const lastLine = text.slice(text.lastIndexOf("\n") + 1);
-  if (lastLine && /^(?: {0,3}>[ \t]?)*[ \t]*$/.test(lastLine)) return pendingCodeSpanStart(`${text}x`);
+  if (lastLine && /^(?: {0,3}>[ \t]?)*[ \t\r]*$/.test(lastLine)) return pendingCodeSpanStart(`${text}x`);
   const s = scan(text);
   const para = s.pendingPara;
   if (s.endsInFence || para === -1) return -1;
@@ -750,7 +750,7 @@ function isVariableChain(content, after) {
   const run = /^[A-Za-z0-9_]+/.exec(after)?.[0];
   if (!run) return false;
   if (after.length === 1) return false;
-  if (/^[A-Za-z_][A-Za-z0-9_]*[.@-]$/.test(content)) return true;
+  if (/^[A-Za-z_][A-Za-z0-9_]*(?:[.@-]|->|::)$/.test(content)) return true;
   return IDENTIFIER.test(content) && !MATH_SUFFIX.test(run);
 }
 var FUNCTION_NAMES = /* @__PURE__ */ new Set([
@@ -1155,7 +1155,7 @@ var Tokenizer = class {
           if (close >= span) this.provisionalFrom = Math.min(this.provisionalFrom, open);
         }
       }
-      for (const pad of ["`", "``", "```", "~~~"]) {
+      for (const pad of ["`", "``", "```", "~~~", "$"]) {
         const alt = pairDisplayMath(text + pad);
         for (const [open, close] of this.mathPairs) {
           if (alt.get(open) !== close) this.provisionalFrom = Math.min(this.provisionalFrom, open);
@@ -1187,19 +1187,6 @@ var Tokenizer = class {
   provisionalFrom = Number.POSITIVE_INFINITY;
   /** Streaming: the text ends in a lone CR whose LF has not arrived yet. */
   pendingCR = false;
-  /**
-   * Streaming: an open last line that begins with `{` is undecided — each new
-   * byte can balance or unbalance its braces and flip the whole line between
-   * prose and a JSON island — so it is provisional until it ends (G5).
-   * (A lone HTML tag on that line is held by {@link holdUndecidedTail}.)
-   */
-  markOpenJsonTail() {
-    const last = this.lineStarts.length - 1;
-    if (!this.isOpenTail(last)) return;
-    if (this.lineText(last).trim().startsWith("{")) {
-      this.provisionalFrom = Math.min(this.provisionalFrom, this.lineStarts[last]);
-    }
-  }
   /**
    * `text.indexOf(needle, from)` in O(log k): the first query for a needle
    * indexes all of its occurrences once, so repeated searches for a closer
@@ -1234,7 +1221,7 @@ var Tokenizer = class {
     const rest = this.n - pe;
     if (rest === 0) return true;
     const tail = this.text.slice(pe);
-    return /^(?:\r\n|\r|\n)[ \t]*$/.test(tail);
+    return /^(?:\r\n|\r|\n)[ \t\r]*$/.test(tail);
   }
   /**
    * Streaming: an open block that may still turn back into prose — a `$$`
@@ -1243,7 +1230,9 @@ var Tokenizer = class {
    * or any opener that is itself still arriving on the open last line.
    */
   mayDissolve(block) {
-    if (!this.streaming || block.complete) return false;
+    if (!this.streaming) return false;
+    if (block.start >= this.provisionalFrom) return true;
+    if (block.complete) return false;
     if (block.type === "math_block" || block.type === "json") return true;
     return this.isOpenTail(this.lineOf(block.start));
   }
@@ -1282,7 +1271,6 @@ var Tokenizer = class {
     return this.text.slice(this.lineStarts[li], this.contentEnds[li]);
   }
   run() {
-    if (this.streaming) this.markOpenJsonTail();
     let pos = 0;
     while (pos < this.n) {
       const li = this.lineOf(pos);
@@ -1520,7 +1508,7 @@ var Tokenizer = class {
     return { type, start, end, complete, meta };
   }
   frontMatter(li, t) {
-    const fence = this.lineText(li);
+    const fence = this.lineText(li).replace(/^\uFEFF/, "");
     if (fence !== "---" && fence !== "+++" || t !== fence) return null;
     const toml = fence === "+++";
     let sawContent = false;
@@ -1531,9 +1519,13 @@ var Tokenizer = class {
       }
       if (!NOT_WHITESPACE.test(line)) continue;
       const shaped = toml ? /^\s*(?:[A-Za-z0-9_."-]+\s*=|\[|#)/.test(line) : /^(?:[A-Za-z0-9_"'-][^:]*:(?:\s|$)|\s+\S|-\s|#)/.test(line);
-      if (!shaped) return null;
+      if (!shaped) {
+        if (this.isOpenTail(k)) break;
+        return null;
+      }
       sawContent = true;
     }
+    if (this.streaming) return this.island("front_matter", 0, this.n, false, { format: toml ? "toml" : "yaml" });
     return null;
   }
   /**
@@ -1934,7 +1926,7 @@ var Tokenizer = class {
       const block = this.detectBlock(this.lineStarts[k], k, false);
       if (block) {
         breakLine = k;
-        if (this.mayDissolve(block) || this.streaming && block.start >= this.provisionalFrom) {
+        if (this.mayDissolve(block)) {
           this.undecidedBreaks.add(end);
         }
         break;