@ai-matrx/content-ir 0.18.0 → 0.18.1

package/dist/source.cjs

@@ -394,7 +394,7 @@ function scan(text) {
   }
   const count = starts.length;
   const raw = (k) => text.slice(starts[k], ends[k]);
-  const out = { ranges: [], paragraphs: [], endsInFence: false, pendingPara: -1 };
+  const out = { ranges: [], fences: [], paragraphs: [], endsInFence: false, pendingPara: -1 };
   const rawLines = { count, line: raw };
   let segment = 0;
   for (let k = 0; k < count; k++) {
@@ -403,6 +403,7 @@ function scan(text) {
     prose(text, starts, ends, raw, segment, k, out);
     const end = closeFence(rawLines, k, opener);
     out.ranges.push({ start: starts[k], end: ends[end.line], kind: "fence" });
+    out.fences.push([k, end.line, end.closed]);
     out.pendingPara = -1;
     if (!end.closed && end.line === count - 1) out.endsInFence = true;
     k = end.line;
@@ -468,6 +469,7 @@ function prose(text, starts, ends, raw, from, to, out) {
     };
     const end = closeFence(src, k, opener);
     out.ranges.push({ start: starts[k], end: ends[end.line], kind: "fence" });
+    out.fences.push([k, end.line, end.closed]);
     if (!end.closed && end.line === starts.length - 1) out.endsInFence = true;
     k = end.line;
   }
@@ -531,6 +533,18 @@ function findCodeRanges(text) {
   for (const [from, to] of s.paragraphs) codeSpans(text, from, to, ranges);
   return ranges.sort((a, b) => a.start - b.start);
 }
+function fenceLineKinds(text) {
+  const s = scan(text);
+  let count = 1;
+  for (let i = text.indexOf("\n"); i !== -1; i = text.indexOf("\n", i + 1)) count++;
+  const kinds = new Array(count).fill("prose");
+  for (const [open, last, closed] of s.fences) {
+    kinds[open] = "open";
+    for (let k = open + 1; k <= last; k++) kinds[k] = "body";
+    if (closed && last > open) kinds[last] = "close";
+  }
+  return kinds;
+}
 function pendingCodeSpanStart(text) {
   const n = text.length;
   if (n === 0 || /\n[ \t]*\n[ \t]*$/.test(text)) return -1;
@@ -829,25 +843,20 @@ var XmlContainerTracker = class {
   inComment = false;
   inCdata = false;
   inlineTicks = 0;
-  fenceMarker = null;
+  /** The open fence, read by THE one closer (source/code-ranges.ts). */
+  fence = null;
   consumeLine(line, startOffset = 0) {
-    const fence = /^[ \t]*(`{3,}|~{3,})(.*)$/.exec(line);
-    if (!this.inComment && !this.inCdata && this.inlineTicks === 0 && fence) {
-      const marker = fence[1];
-      const char = marker[0];
-      const suffix = fence[2];
-      if (marker.length >= 3) {
-        if (!this.fenceMarker) {
-          this.fenceMarker = { char, ticks: marker.length };
-          return null;
-        }
-        if (char === this.fenceMarker.char && marker.length >= this.fenceMarker.ticks && suffix.trim() === "") {
-          this.fenceMarker = null;
-        }
+    if (this.fence) {
+      if (this.fence.feed(line)) this.fence = null;
+      return null;
+    }
+    if (!this.inComment && !this.inCdata && this.inlineTicks === 0) {
+      const opener = fenceOpenerOf(line);
+      if (opener) {
+        this.fence = new FenceReader(opener);
         return null;
       }
     }
-    if (this.fenceMarker) return null;
     for (let i = startOffset; i < line.length; i++) {
       if (this.inlineTicks > 0) {
         if (line[i] === "`") {
@@ -2337,9 +2346,11 @@ function mapRange(changes, start, end, unit = "utf16") {
   return { start: newStart, end: newEnd, touched, collapsed: newEnd === newStart && end > start };
 }
 
+exports.BacktickRuns = BacktickRuns;
 exports.CALLOUT_NAMES = CALLOUT_NAMES;
 exports.FENCE_OPENER_WHITESPACE = FENCE_OPENER_WHITESPACE;
 exports.FENCE_WHITESPACE = FENCE_WHITESPACE;
+exports.FenceReader = FenceReader;
 exports.NESTING_FENCE_LANGUAGES = NESTING_FENCE_LANGUAGES;
 exports.SourceSpliceError = SourceSpliceError;
 exports.XmlContainerTracker = XmlContainerTracker;
@@ -2348,7 +2359,10 @@ exports.blockEdit = blockEdit;
 exports.blockRangeEdit = blockRangeEdit;
 exports.buildCodePointIndex = buildCodePointIndex;
 exports.classifyInnerFenceLine = classifyInnerFenceLine;
+exports.closeFence = closeFence;
+exports.fenceLineKinds = fenceLineKinds;
 exports.fenceNestsInnerFences = fenceNestsInnerFences;
+exports.fenceOpenerOf = fenceOpenerOf;
 exports.findCodeRanges = findCodeRanges;
 exports.isMathPlaceholder = isMathPlaceholder;
 exports.isSingleDollarMath = isSingleDollarMath;