@ai-matrx/content-ir 0.19.5 → 0.19.7

package/CHANGELOG.md

@@ -1,5 +1,15 @@
 # Changelog
 
+## 0.19.7
+### Unreleased
+
+- `/source` **THE fence opener follows GFM (CommonMark 4.5):** a backtick run whose info string holds a backtick opens NO fence — "```` code ```` | b" and "``` `x` | b" are code spans. Applied at the one source (`parseFenceOpener` → `fenceOpenerOf`), so the tokenizer's islands, `findCodeRanges`, content cleanup and every splitter move together; `opensStrictFence` is now just `fenceOpenerOf(line) !== null`. Fence-nesting vectors regenerated (+5 openers, +2 documents); the Python twin moved with them.
+
+## 0.19.6
+### Unreleased
+
+- `/source`: a table row opening with a backtick run whose info string holds a backtick ("```` code ```` | b") continues the table, as GFM reads it — fences in the table rule are judged by the new `opensStrictFence` (CommonMark 4.5), in the code-range owner. New `findInlineCodeSpans` / `mapInlineCodeSpans` for INLINE content (a table cell, a label) where a leading ``` is a code span, never a fence (verify-RC-B4 round 8).
+
 ## 0.19.5
 
 Automatic changed-only republish (docs/metadata drift since the last tag — see

package/dist/index.cjs

@@ -5294,6 +5294,7 @@ function parseFenceOpener(line) {
   let ticks = 0;
   while (start + ticks < end && line[start + ticks] === "`") ticks++;
   if (ticks < 3) return null;
+  if (line.slice(start + ticks, end).includes("`")) return null;
   let infoStart = start + ticks;
   while (infoStart < end && isOpenerWhitespace(line[infoStart])) infoStart++;
   let langEnd = infoStart;
@@ -5318,9 +5319,9 @@ function classifyInnerFenceLine(trimmed, openTicks, nests, nestedDepth) {
 function fenceOpenerOf(content) {
   const t = content.trimStart();
   if (t.startsWith("```")) {
-    let ticks = 0;
-    while (ticks < t.length && t[ticks] === "`") ticks++;
-    return { char: "`", ticks, lang: parseFenceOpener(t)?.lang ?? "" };
+    const parsed = parseFenceOpener(t);
+    if (!parsed) return null;
+    return { char: "`", ticks: parsed.ticks, lang: parsed.lang };
   }
   if (content.length - t.length <= 3 && t.startsWith("~~~")) {
     const open = /^(~{3,})(.*)$/.exec(t);
@@ -5329,6 +5330,9 @@ function fenceOpenerOf(content) {
   }
   return null;
 }
+function opensStrictFence(line) {
+  return fenceOpenerOf(line) !== null;
+}
 var FenceReader = class {
   opener;
   state = { inString: false, escaped: false };
@@ -5615,6 +5619,21 @@ function mapCodeRanges(text, fn) {
   }
   return out + text.slice(at);
 }
+function findInlineCodeSpans(text) {
+  const ranges = [];
+  codeSpans(text, 0, text.length, ranges);
+  return ranges.sort((a, b) => a.start - b.start);
+}
+function mapInlineCodeSpans(text, fn) {
+  let out = "";
+  let at = 0;
+  for (const r of findInlineCodeSpans(text)) {
+    if (r.start < at) continue;
+    out += text.slice(at, r.start) + fn(r, text.slice(r.start, r.end));
+    at = r.end;
+  }
+  return out + text.slice(at);
+}
 function codeSpanText(raw) {
   const ticks = backtickRunLength(raw, 0);
   const inner = raw.slice(ticks, raw.length - ticks);
@@ -7674,7 +7693,8 @@ function rowCells(line) {
 function unescapeCellPipes(cell) {
   return cell.replace(/\\\|/g, "|");
 }
-var BLOCK_START = /^(?:[-+*](?:\s|$)|\d{1,9}[.)](?:\s|$)|>|#{1,6}(?:\s|$)|```|~~~|(?:-\s*){3,}$|(?:\*\s*){3,}$|(?:_\s*){3,}$)/;
+var BLOCK_START = /^(?:[-+*](?:\s|$)|\d{1,9}[.)](?:\s|$)|>|#{1,6}(?:\s|$)|(?:-\s*){3,}$|(?:\*\s*){3,}$|(?:_\s*){3,}$)/;
+var startsBlock = (trimmed) => BLOCK_START.test(trimmed) || opensStrictFence(trimmed);
 var DELIMITER_CELL = /^:?-+:?$/;
 function isGfmDelimiterRow(line) {
   const trimmed = line.trim();
@@ -7688,7 +7708,7 @@ function isPipeLedRow(line) {
 }
 function startsPipelessTable(header, delimiter) {
   const head = header.trim();
-  if (!head || head.startsWith("|") || BLOCK_START.test(head)) return false;
+  if (!head || head.startsWith("|") || startsBlock(head)) return false;
   if (splitRowSegments(head).length < 2) return false;
   if (delimiter === void 0 || !isGfmDelimiterRow(delimiter)) return false;
   return rowCells(head).length === rowCells(delimiter.trim()).length;
@@ -7696,7 +7716,7 @@ function startsPipelessTable(header, delimiter) {
 function continuesTable(line) {
   const trimmed = line.trim();
   if (!trimmed) return false;
-  return trimmed.startsWith("|") || !BLOCK_START.test(trimmed);
+  return trimmed.startsWith("|") || !startsBlock(trimmed);
 }
 function opensTable(lines, index) {
   const line = lines[index] ?? "";
@@ -7789,6 +7809,7 @@ exports.fenceOpenerOf = fenceOpenerOf;
 exports.fenceParts = fenceParts;
 exports.fieldsToDbPayload = fieldsToDbPayload;
 exports.findCodeRanges = findCodeRanges;
+exports.findInlineCodeSpans = findInlineCodeSpans;
 exports.findTableEnd = findTableEnd;
 exports.findTableStart = findTableStart;
 exports.fingerprintText = fingerprintText;
@@ -7832,6 +7853,7 @@ exports.looksLikeDisplayMath = looksLikeDisplayMath;
 exports.looksLikeOpenInlineMath = looksLikeOpenInlineMath;
 exports.makePartialKindStalenessGate = makePartialKindStalenessGate;
 exports.mapCodeRanges = mapCodeRanges;
+exports.mapInlineCodeSpans = mapInlineCodeSpans;
 exports.mapPosition = mapPosition;
 exports.mapRange = mapRange;
 exports.mergeResidueIntoValue = mergeResidueIntoValue;