@ai-matrx/content-ir 0.18.0 → 0.18.2

package/dist/source.cjs

@@ -394,7 +394,7 @@ function scan(text) {
   }
   const count = starts.length;
   const raw = (k) => text.slice(starts[k], ends[k]);
-  const out = { ranges: [], paragraphs: [], endsInFence: false, pendingPara: -1 };
+  const out = { ranges: [], fences: [], paragraphs: [], endsInFence: false, pendingPara: -1 };
   const rawLines = { count, line: raw };
   let segment = 0;
   for (let k = 0; k < count; k++) {
@@ -403,6 +403,7 @@ function scan(text) {
     prose(text, starts, ends, raw, segment, k, out);
     const end = closeFence(rawLines, k, opener);
     out.ranges.push({ start: starts[k], end: ends[end.line], kind: "fence" });
+    out.fences.push([k, end.line, end.closed]);
     out.pendingPara = -1;
     if (!end.closed && end.line === count - 1) out.endsInFence = true;
     k = end.line;
@@ -468,6 +469,7 @@ function prose(text, starts, ends, raw, from, to, out) {
     };
     const end = closeFence(src, k, opener);
     out.ranges.push({ start: starts[k], end: ends[end.line], kind: "fence" });
+    out.fences.push([k, end.line, end.closed]);
     if (!end.closed && end.line === starts.length - 1) out.endsInFence = true;
     k = end.line;
   }
@@ -531,6 +533,45 @@ function findCodeRanges(text) {
   for (const [from, to] of s.paragraphs) codeSpans(text, from, to, ranges);
   return ranges.sort((a, b) => a.start - b.start);
 }
+function mapCodeRanges(text, fn) {
+  let out = "";
+  let at = 0;
+  for (const r of findCodeRanges(text)) {
+    if (r.start < at) continue;
+    out += text.slice(at, r.start) + fn(r, text.slice(r.start, r.end));
+    at = r.end;
+  }
+  return out + text.slice(at);
+}
+function codeSpanText(raw) {
+  const ticks = backtickRunLength(raw, 0);
+  const inner = raw.slice(ticks, raw.length - ticks);
+  return inner.length >= 2 && inner.startsWith(" ") && inner.endsWith(" ") && inner.trim() !== "" ? inner.slice(1, -1) : inner;
+}
+function fenceParts(raw) {
+  const lines = raw.split("\n").map((l) => l.endsWith("\r") ? l.slice(0, -1) : l);
+  const { offset } = quotePrefix(lines[0] ?? "");
+  const opener = fenceOpenerOf((lines[0] ?? "").slice(offset).replace(/^ *(?:[-*+]|\d{1,9}[.)])(?= |\t|$) ?/, ""));
+  if (!opener) return null;
+  const rest = lines.slice(1);
+  const closed = rest.length > 0 && new FenceReader(opener, { nesting: false }).feed(rest[rest.length - 1]);
+  if (!closed) return { opener, body: rest.join("\n"), closed };
+  const last = rest[rest.length - 1];
+  const before = trimFenceLine(last).startsWith("```") ? "" : last.slice(0, last.indexOf("```"));
+  return { opener, body: [...rest.slice(0, -1), ...before.trim() ? [before] : []].join("\n"), closed };
+}
+function fenceLineKinds(text) {
+  const s = scan(text);
+  let count = 1;
+  for (let i = text.indexOf("\n"); i !== -1; i = text.indexOf("\n", i + 1)) count++;
+  const kinds = new Array(count).fill("prose");
+  for (const [open, last, closed] of s.fences) {
+    kinds[open] = "open";
+    for (let k = open + 1; k <= last; k++) kinds[k] = "body";
+    if (closed && last > open) kinds[last] = "close";
+  }
+  return kinds;
+}
 function pendingCodeSpanStart(text) {
   const n = text.length;
   if (n === 0 || /\n[ \t]*\n[ \t]*$/.test(text)) return -1;
@@ -829,25 +870,20 @@ var XmlContainerTracker = class {
   inComment = false;
   inCdata = false;
   inlineTicks = 0;
-  fenceMarker = null;
+  /** The open fence, read by THE one closer (source/code-ranges.ts). */
+  fence = null;
   consumeLine(line, startOffset = 0) {
-    const fence = /^[ \t]*(`{3,}|~{3,})(.*)$/.exec(line);
-    if (!this.inComment && !this.inCdata && this.inlineTicks === 0 && fence) {
-      const marker = fence[1];
-      const char = marker[0];
-      const suffix = fence[2];
-      if (marker.length >= 3) {
-        if (!this.fenceMarker) {
-          this.fenceMarker = { char, ticks: marker.length };
-          return null;
-        }
-        if (char === this.fenceMarker.char && marker.length >= this.fenceMarker.ticks && suffix.trim() === "") {
-          this.fenceMarker = null;
-        }
+    if (this.fence) {
+      if (this.fence.feed(line)) this.fence = null;
+      return null;
+    }
+    if (!this.inComment && !this.inCdata && this.inlineTicks === 0) {
+      const opener = fenceOpenerOf(line);
+      if (opener) {
+        this.fence = new FenceReader(opener);
         return null;
       }
     }
-    if (this.fenceMarker) return null;
     for (let i = startOffset; i < line.length; i++) {
       if (this.inlineTicks > 0) {
         if (line[i] === "`") {
@@ -2337,9 +2373,11 @@ function mapRange(changes, start, end, unit = "utf16") {
   return { start: newStart, end: newEnd, touched, collapsed: newEnd === newStart && end > start };
 }
 
+exports.BacktickRuns = BacktickRuns;
 exports.CALLOUT_NAMES = CALLOUT_NAMES;
 exports.FENCE_OPENER_WHITESPACE = FENCE_OPENER_WHITESPACE;
 exports.FENCE_WHITESPACE = FENCE_WHITESPACE;
+exports.FenceReader = FenceReader;
 exports.NESTING_FENCE_LANGUAGES = NESTING_FENCE_LANGUAGES;
 exports.SourceSpliceError = SourceSpliceError;
 exports.XmlContainerTracker = XmlContainerTracker;
@@ -2348,7 +2386,12 @@ exports.blockEdit = blockEdit;
 exports.blockRangeEdit = blockRangeEdit;
 exports.buildCodePointIndex = buildCodePointIndex;
 exports.classifyInnerFenceLine = classifyInnerFenceLine;
+exports.closeFence = closeFence;
+exports.codeSpanText = codeSpanText;
+exports.fenceLineKinds = fenceLineKinds;
 exports.fenceNestsInnerFences = fenceNestsInnerFences;
+exports.fenceOpenerOf = fenceOpenerOf;
+exports.fenceParts = fenceParts;
 exports.findCodeRanges = findCodeRanges;
 exports.isMathPlaceholder = isMathPlaceholder;
 exports.isSingleDollarMath = isSingleDollarMath;
@@ -2357,6 +2400,7 @@ exports.joinSource = joinSource;
 exports.listIslands = listIslands;
 exports.looksLikeDisplayMath = looksLikeDisplayMath;
 exports.looksLikeOpenInlineMath = looksLikeOpenInlineMath;
+exports.mapCodeRanges = mapCodeRanges;
 exports.mapPosition = mapPosition;
 exports.mapRange = mapRange;
 exports.pairDisplayMath = pairDisplayMath;