@stream-mdx/worker 0.2.0 → 0.4.0

package/dist/hosted/markdown-worker.js

@@ -17946,7 +17946,7 @@ function getGroupContents(expression, contentsStartPos) {
   return expression.slice(contentsStartPos, contentsEndPos);
 }
 
-// node_modules/regex/src/subclass.js
+// ../../node_modules/regex/src/subclass.js
 var emulationGroupMarker = "$E$";
 var RegExpSubclass = class _RegExpSubclass extends RegExp {
   /**
@@ -18059,13 +18059,13 @@ function unmarkEmulationGroups(expression) {
   };
 }
 
-// node_modules/regex/src/utils-internals.js
+// ../../node_modules/regex/src/utils-internals.js
 var noncapturingDelim = String.raw`\(\?(?:[:=!>A-Za-z\-]|<[=!]|\(DEFINE\))`;
 function spliceStr(str, pos, oldValue, newValue) {
   return str.slice(0, pos) + newValue + str.slice(pos + oldValue.length);
 }
 
-// node_modules/regex/src/atomic.js
+// ../../node_modules/regex/src/atomic.js
 var atomicPluginToken = new RegExp(String.raw`(?<noncapturingStart>${noncapturingDelim})|(?<capturingStart>\((?:\?<[^>]+>)?)|\\?.`, "gsu");
 function atomic(expression, data2) {
   if (!/\(\?>/.test(expression)) {
@@ -18206,7 +18206,7 @@ function possessive(expression) {
   return expression;
 }
 
-// node_modules/regex-recursion/src/index.js
+// ../../node_modules/regex-recursion/src/index.js
 var r2 = String.raw;
 var gRToken = r2`\\g<(?<gRNameOrNum>[^>&]+)&R=(?<gRDepth>[^>]+)>`;
 var recursiveToken = r2`\(\?R=(?<rDepth>[^\)]+)\)|${gRToken}`;
@@ -18356,7 +18356,7 @@ function emulationGroupMarkerLength(expression, index2) {
   return match ? match[0].length : 0;
 }
 
-// node_modules/oniguruma-to-es/dist/esm/index.js
+// ../../node_modules/oniguruma-to-es/dist/esm/index.js
 var cp = String.fromCodePoint;
 var r3 = String.raw;
 var envSupportsFlagGroups = (() => {
@@ -21379,7 +21379,7 @@ function toRegExp(pattern, options) {
   return new RegExp(result.pattern, result.flags);
 }
 
-// node_modules/@shikijs/engine-javascript/dist/shared/engine-javascript.hzpS1_41.mjs
+// ../../node_modules/@shikijs/engine-javascript/dist/shared/engine-javascript.hzpS1_41.mjs
 var MAX = 4294967295;
 var JavaScriptScanner = class {
   constructor(patterns, options = {}) {
@@ -21472,7 +21472,7 @@ var JavaScriptScanner = class {
   }
 };
 
-// node_modules/@shikijs/engine-javascript/dist/engine-compile.mjs
+// ../../node_modules/@shikijs/engine-javascript/dist/engine-compile.mjs
 function defaultJavaScriptRegexConstructor(pattern, options) {
   return toRegExp(
     pattern,
@@ -82144,6 +82144,9 @@ var lastStructuralDiffSummary = null;
 var maxEmittedBlockCount = 0;
 var maxDeferredQueueSize = 0;
 var maxStructuralBlockCount = 0;
+var tocHeadings = [];
+var tocSignature = "";
+var headingIdCounts = /* @__PURE__ */ new Map();
 var lastHighCountNoStructural = null;
 var MAX_DEFERRED_PATCHES = 400;
 var deferredPatchQueue = [];
@@ -82165,6 +82168,9 @@ var mdxCompileMode = "server";
 var formatAnticipationConfig = normalizeFormatAnticipation(false);
 var codeHighlightingMode = "final";
 var highlightOutputMode = "html";
+var emitHighlightTokens = true;
+var emitDiffBlocks = false;
+var liveTokenizationEnabled = true;
 var enableMath = true;
 var mdxComponentAllowlist = null;
 var WORKER_MDX_CACHE = /* @__PURE__ */ new Map();
@@ -82576,12 +82582,57 @@ function parseInlineStreaming(content4) {
     status
   };
 }
+function slugifyHeading(text12) {
+  const normalized = text12.trim().toLowerCase().replace(/[\u0000-\u001f]/g, "").replace(/[^a-z0-9]+/g, "-").replace(/^-+|-+$/g, "").replace(/-{2,}/g, "-");
+  return normalized;
+}
+function buildTocHeadings(blocksInput) {
+  const headings = [];
+  for (const block of blocksInput) {
+    if (block.type !== "heading") continue;
+    const meta2 = block.payload.meta ?? {};
+    const rawHeading = typeof block.payload.raw === "string" ? block.payload.raw : "";
+    const headingText = typeof meta2.headingText === "string" && meta2.headingText.trim().length > 0 ? meta2.headingText : removeHeadingMarkers(rawHeading).trim();
+    const levelFromMeta = typeof meta2.headingLevel === "number" ? meta2.headingLevel : 1;
+    const level = Math.min(Math.max(levelFromMeta, 1), 6);
+    const id = typeof meta2.headingId === "string" && meta2.headingId.trim().length > 0 ? meta2.headingId : slugifyHeading(headingText) || "heading";
+    headings.push({
+      id,
+      text: headingText,
+      level,
+      blockId: block.id
+    });
+  }
+  return headings;
+}
+function tocSignatureFor(headings) {
+  if (headings.length === 0) return "";
+  return headings.map((heading4) => `${heading4.id}:${heading4.level}:${heading4.text}`).join("|");
+}
+function maybeBuildTocPatch(blocksInput) {
+  const nextHeadings = buildTocHeadings(blocksInput);
+  const nextSignature = tocSignatureFor(nextHeadings);
+  tocHeadings = nextHeadings;
+  if (nextSignature === tocSignature) {
+    return null;
+  }
+  tocSignature = nextSignature;
+  return {
+    op: "setProps",
+    at: { blockId: PATCH_ROOT_ID },
+    props: {
+      tocHeadings: nextHeadings
+    }
+  };
+}
 async function initialize(initialContent = "", prewarmLangs = [], docPlugins, mdxOptions) {
   performanceTimer = new PerformanceTimer();
   blocks = [];
   lastTree = null;
   currentContent = "";
   deferredPatchQueue = [];
+  tocHeadings = [];
+  tocSignature = "";
   resetIncrementalHighlightState();
   lazyTokenizationStates.clear();
   lazyTokenizationQueue.clear();
@@ -82604,7 +82655,10 @@ async function initialize(initialContent = "", prewarmLangs = [], docPlugins, md
     math: docPlugins?.math ?? true,
     formatAnticipation: docPlugins?.formatAnticipation ?? false,
     codeHighlighting: docPlugins?.codeHighlighting,
-    liveCodeHighlighting: docPlugins?.liveCodeHighlighting ?? false
+    liveCodeHighlighting: docPlugins?.liveCodeHighlighting ?? false,
+    liveTokenization: docPlugins?.liveTokenization ?? true,
+    emitHighlightTokens: docPlugins?.emitHighlightTokens ?? true,
+    emitDiffBlocks: docPlugins?.emitDiffBlocks ?? false
   };
   enableMath = enable.math;
   formatAnticipationConfig = normalizeFormatAnticipation(enable.formatAnticipation);
@@ -82618,6 +82672,9 @@ async function initialize(initialContent = "", prewarmLangs = [], docPlugins, md
   } else {
     highlightOutputMode = "html";
   }
+  emitHighlightTokens = enable.emitHighlightTokens;
+  emitDiffBlocks = enable.emitDiffBlocks;
+  liveTokenizationEnabled = enable.liveTokenization;
   if (docPlugins?.lazyTokenization) {
     lazyTokenizationEnabled = docPlugins.lazyTokenization.enabled ?? true;
     const desiredThreshold = docPlugins.lazyTokenization.thresholdLines ?? DEFAULT_LAZY_TOKENIZATION_THRESHOLD;
@@ -82744,6 +82801,7 @@ async function appendAndReparse(appendedText, metrics) {
 }
 async function extractBlocks(tree, content4, options = {}) {
   try {
+    headingIdCounts = /* @__PURE__ */ new Map();
     const blocks2 = [];
     const cursor = tree.cursor();
     if (cursor.firstChild()) {
@@ -82836,10 +82894,15 @@ async function enrichBlock(block) {
       const rawHeading = typeof block.payload.raw === "string" ? block.payload.raw : "";
       const normalizedHeading = removeHeadingMarkers(rawHeading);
       const headingLevel = Math.min(Math.max(rawHeading.match(/^#{1,6}/)?.[0].length ?? 1, 1), 6);
+      const baseSlug = slugifyHeading(normalizedHeading) || "heading";
+      const nextCount = (headingIdCounts.get(baseSlug) ?? 0) + 1;
+      headingIdCounts.set(baseSlug, nextCount);
+      const headingId = nextCount > 1 ? `${baseSlug}-${nextCount}` : baseSlug;
       block.payload.meta = {
         ...block.payload.meta ?? {},
         headingLevel,
-        headingText: normalizedHeading
+        headingText: normalizedHeading,
+        headingId
       };
       if (block.isFinalized) {
         block.payload.raw = normalizedHeading;
@@ -83302,6 +83365,154 @@ function parseUnifiedDiffLine(line, cursor) {
   }
   return { text: line, kind: "meta", prefix: "", content: line, oldNo: null, newNo: null };
 }
+function normalizeDiffPath(value) {
+  if (!value) return null;
+  let path3 = value.trim();
+  if (!path3 || path3 === "/dev/null") return null;
+  if (path3.startsWith('"') && path3.endsWith('"') || path3.startsWith("'") && path3.endsWith("'")) {
+    path3 = path3.slice(1, -1);
+  }
+  if (path3.startsWith("a/") || path3.startsWith("b/")) {
+    path3 = path3.slice(2);
+  }
+  return path3 || null;
+}
+function extractDiffFilePath(line) {
+  if (line.startsWith("diff --git")) {
+    const match = line.match(/^diff --git\\s+(\\S+)\\s+(\\S+)/);
+    if (match) {
+      return normalizeDiffPath(match[2] ?? match[1] ?? null);
+    }
+  }
+  if (line.startsWith("+++ ") || line.startsWith("--- ")) {
+    const path3 = normalizeDiffPath(line.slice(4));
+    return path3;
+  }
+  if (line.startsWith("rename to ")) {
+    return normalizeDiffPath(line.slice("rename to ".length));
+  }
+  return null;
+}
+function looksLikeUnifiedDiff(lines) {
+  if (lines.length === 0) return false;
+  for (const line of lines) {
+    if (line.startsWith("diff --git") || line.startsWith("@@") || line.startsWith("+++ ") || line.startsWith("--- ")) {
+      return true;
+    }
+  }
+  return false;
+}
+function guessLanguageFromPath(filePath) {
+  if (!filePath) return null;
+  const parts = filePath.split(/[\\\\/]/);
+  const file = parts[parts.length - 1] ?? "";
+  const idx = file.lastIndexOf(".");
+  if (idx <= 0 || idx >= file.length - 1) return null;
+  const ext = file.slice(idx + 1);
+  return normalizeLang(ext);
+}
+function guessLanguageFromDiffLines(lines) {
+  for (const line of lines) {
+    const filePath = extractDiffFilePath(line);
+    if (filePath) {
+      const guessed = guessLanguageFromPath(filePath);
+      if (guessed) return guessed;
+    }
+  }
+  return null;
+}
+function toDiffLineKind(kind) {
+  if (kind === "remove") return "del";
+  return kind;
+}
+function toThemedLine(tokenLine, theme) {
+  if (!tokenLine) return null;
+  return tokenLine.spans.map((span) => {
+    const style2 = span.s ?? span.v?.[theme];
+    const color3 = typeof style2?.fg === "string" ? style2.fg : null;
+    const fontStyle = typeof style2?.fs === "number" ? style2.fs : null;
+    return {
+      content: span.t,
+      color: color3,
+      fontStyle
+    };
+  });
+}
+function stripPrefixFromThemedLine(tokens, prefix) {
+  if (!tokens || !prefix) return tokens;
+  if (tokens.length === 0) return tokens;
+  const first = tokens[0];
+  if (first.content === prefix) {
+    return tokens.slice(1);
+  }
+  if (first.content.startsWith(prefix)) {
+    const trimmed = first.content.slice(prefix.length);
+    const next2 = trimmed ? [{ ...first, content: trimmed }, ...tokens.slice(1)] : tokens.slice(1);
+    return next2;
+  }
+  return tokens;
+}
+function buildDiffBlocksFromLines(lines, rawLines, tokenLines, defaultLanguage) {
+  const blocks2 = [];
+  let current2 = null;
+  let currentRaw = [];
+  let additions = 0;
+  let deletions = 0;
+  const finalize = () => {
+    if (!current2) return;
+    current2.additions = additions;
+    current2.deletions = deletions;
+    if (currentRaw.length > 0) {
+      current2.unified = currentRaw.join("\n");
+    }
+    blocks2.push(current2);
+    current2 = null;
+    currentRaw = [];
+    additions = 0;
+    deletions = 0;
+  };
+  for (let i = 0; i < lines.length; i++) {
+    const line = lines[i];
+    const raw2 = rawLines[i] ?? line.text;
+    const filePath = extractDiffFilePath(raw2);
+    if (raw2.startsWith("diff --git")) {
+      finalize();
+    }
+    if (!current2) {
+      current2 = {
+        kind: "diff",
+        filePath: filePath ?? null,
+        language: filePath ? guessLanguageFromPath(filePath) ?? defaultLanguage : defaultLanguage,
+        lines: [],
+        additions: null,
+        deletions: null,
+        unified: null
+      };
+    } else if (filePath && !current2.filePath) {
+      current2.filePath = filePath;
+      if (!current2.language) {
+        current2.language = guessLanguageFromPath(filePath) ?? defaultLanguage;
+      }
+    }
+    if (line.kind === "add") additions += 1;
+    if (line.kind === "remove") deletions += 1;
+    let themed = tokenLines ? toThemedLine(tokenLines[i] ?? null, "dark") : null;
+    if (line.kind === "add" || line.kind === "remove" || line.kind === "context") {
+      themed = stripPrefixFromThemedLine(themed, line.prefix);
+    }
+    const entry = {
+      kind: toDiffLineKind(line.kind),
+      oldNo: line.oldNo ?? null,
+      newNo: line.newNo ?? null,
+      raw: raw2,
+      tokens: themed ?? null
+    };
+    current2.lines.push(entry);
+    currentRaw.push(raw2);
+  }
+  finalize();
+  return blocks2;
+}
 function tokenizeDiffRun(lines, language, grammarState) {
   if (!highlighter) {
     return { tokens: [], nextGrammarState: grammarState };
@@ -83559,17 +83770,24 @@ async function handleLazyTokenizationRequest(request) {
   const raw2 = block.payload.raw ?? "";
   const { code: code4, info, hadFence } = stripCodeFence(raw2);
   const { lang: lang236, meta: meta2 } = parseCodeFenceInfo(info);
-  const diffInfo = detectDiffLanguage(lang236, meta2);
-  const requestedLanguage = diffInfo.isDiff ? diffInfo.diffLang : lang236 || "text";
-  const tokenLanguage = diffInfo.isDiff ? diffInfo.baseLang ?? "text" : requestedLanguage;
   const codeBody = hadFence ? code4 : dedentIndentedCode(raw2);
   const codeLines = extractCodeLines(raw2);
+  let diffInfo = detectDiffLanguage(lang236, meta2);
+  if (!diffInfo.isDiff && emitDiffBlocks && looksLikeUnifiedDiff(codeLines)) {
+    diffInfo = {
+      isDiff: true,
+      diffLang: "diff",
+      baseLang: guessLanguageFromDiffLines(codeLines)
+    };
+  }
+  const requestedLanguage = diffInfo.isDiff ? diffInfo.diffLang : lang236 || "text";
+  const tokenLanguage = diffInfo.isDiff ? diffInfo.baseLang ?? "text" : requestedLanguage;
   const hasHighlightableContent = codeBody.trim().length > 0;
   if (!shouldLazyTokenizeBlock(codeLines.length, Boolean(highlighter), hasHighlightableContent)) {
     return;
   }
   const wantsHtml = highlightOutputMode === "html" || highlightOutputMode === "both";
-  const wantsTokens = highlightOutputMode === "tokens" || highlightOutputMode === "both";
+  const wantsTokens = (highlightOutputMode === "tokens" || highlightOutputMode === "both") && emitHighlightTokens;
   const diffEnabled = diffInfo.isDiff && wantsTokens;
   if (!wantsHtml && !wantsTokens) return;
   const { startLine, endLine } = clampLazyRange(request.startLine, request.endLine, codeLines.length);
@@ -83697,6 +83915,13 @@ async function handleLazyTokenizationRequest(request) {
     if ("oldNo" in nextMeta) delete nextMeta.oldNo;
     if ("newNo" in nextMeta) delete nextMeta.newNo;
   }
+  if (emitDiffBlocks && diffInfo.isDiff) {
+    const cursor = { oldLine: null, newLine: null };
+    const diffLines = codeLines.map((line) => parseUnifiedDiffLine(line, cursor));
+    nextMeta.diffBlocks = buildDiffBlocksFromLines(diffLines, codeLines, wantsTokens ? state.tokenLines : null, diffInfo.baseLang ?? null);
+  } else if ("diffBlocks" in nextMeta) {
+    delete nextMeta.diffBlocks;
+  }
   updated.payload.meta = nextMeta;
   blocks[index2] = updated;
   const nextSnapshot = await blockToNodeSnapshot(updated);
@@ -83717,23 +83942,32 @@ async function enrichCodeBlock(block) {
   const raw2 = block.payload.raw ?? "";
   const { code: code4, info, hadFence } = stripCodeFence(raw2);
   const { lang: lang236, meta: meta2 } = parseCodeFenceInfo(info);
-  const diffInfo = detectDiffLanguage(lang236, meta2);
-  const requestedLanguage = diffInfo.isDiff ? diffInfo.diffLang : lang236 || "text";
-  const tokenLanguage = diffInfo.isDiff ? diffInfo.baseLang ?? "text" : requestedLanguage;
+  let diffInfo = detectDiffLanguage(lang236, meta2);
   const codeBody = hadFence ? code4 : dedentIndentedCode(raw2);
   const codeLines = extractCodeLines(raw2);
+  if (!diffInfo.isDiff && emitDiffBlocks && looksLikeUnifiedDiff(codeLines)) {
+    diffInfo = {
+      isDiff: true,
+      diffLang: "diff",
+      baseLang: guessLanguageFromDiffLines(codeLines)
+    };
+  }
+  const requestedLanguage = diffInfo.isDiff ? diffInfo.diffLang : lang236 || "text";
+  const tokenLanguage = diffInfo.isDiff ? diffInfo.baseLang ?? "text" : requestedLanguage;
   const baseMeta = block.payload.meta ?? {};
   let resolvedLanguage = requestedLanguage;
   let resolvedTokenLanguage = tokenLanguage;
   const hasHighlighter = Boolean(highlighter);
   const hasHighlightableContent = codeBody.trim().length > 0;
   const wantsHtml = highlightOutputMode === "html" || highlightOutputMode === "both";
-  const wantsTokens = highlightOutputMode === "tokens" || highlightOutputMode === "both";
+  const wantsTokens = (highlightOutputMode === "tokens" || highlightOutputMode === "both") && emitHighlightTokens;
+  const wantsTokensNow = wantsTokens && (block.isFinalized || liveTokenizationEnabled);
   if (!block.isFinalized) {
     if (codeHighlightingMode === "final" || !hasHighlighter || !hasHighlightableContent) {
       resetIncrementalHighlightState(block.id);
       block.payload.highlightedHtml = void 0;
       const nextMeta2 = { ...baseMeta, ...meta2, lang: resolvedLanguage };
+      nextMeta2.code = codeBody;
       if ("highlightedLines" in nextMeta2) {
         delete nextMeta2.highlightedLines;
       }
@@ -83749,6 +83983,9 @@ async function enrichCodeBlock(block) {
       if ("newNo" in nextMeta2) {
         delete nextMeta2.newNo;
       }
+      if ("diffBlocks" in nextMeta2) {
+        delete nextMeta2.diffBlocks;
+      }
       block.payload.meta = nextMeta2;
       return;
     }
@@ -83773,13 +84010,13 @@ async function enrichCodeBlock(block) {
       state.tokenLang = wantsTokens ? resolvedTokenLanguage : void 0;
       const appended = codeBody.slice(state.processedLength);
       const combined = state.pendingLine + appended;
-      const diffEnabled = diffInfo.isDiff && wantsTokens;
+      const diffEnabled = diffInfo.isDiff && wantsTokensNow;
       if (combined.length > 0) {
         const parts = combined.split("\n");
         const completeLines = parts.slice(0, -1);
         const tail = parts.length > 0 ? parts[parts.length - 1] ?? "" : "";
         if (completeLines.length > 0) {
-          if (wantsHtml || wantsTokens && !diffEnabled) {
+          if (wantsHtml || wantsTokensNow && !diffEnabled) {
             try {
               const sharedLanguage = wantsHtml ? resolvedLanguage : resolvedTokenLanguage;
               const tokens = highlighter?.codeToTokensWithThemes(completeLines.join("\n"), {
@@ -83791,7 +84028,7 @@ async function enrichCodeBlock(block) {
                 const htmlLines = renderShikiLines(tokens);
                 state.highlightedLines.push(...htmlLines);
               }
-              if (wantsTokens && !diffEnabled) {
+              if (wantsTokensNow && !diffEnabled) {
                 const tokenLines2 = renderTokenLines(tokens);
                 state.tokenLines.push(...tokenLines2);
               }
@@ -83801,12 +84038,12 @@ async function enrichCodeBlock(block) {
               if (wantsHtml) {
                 state.highlightedLines.push(...completeLines.map(() => null));
               }
-              if (wantsTokens && !diffEnabled) {
+              if (wantsTokensNow && !diffEnabled) {
                 state.tokenLines.push(...completeLines.map(() => null));
               }
             }
           }
-          if (wantsTokens && diffEnabled) {
+          if (wantsTokensNow && diffEnabled) {
             const cursor = state.diffCursor ?? { oldLine: null, newLine: null };
             const diffLines = completeLines.map((line) => parseUnifiedDiffLine(line, cursor));
             state.diffCursor = cursor;
@@ -83832,12 +84069,13 @@ async function enrichCodeBlock(block) {
       block.payload.highlightedHtml = void 0;
       const effectiveLang2 = wantsHtml ? resolvedLanguage : resolvedTokenLanguage;
       const nextMeta2 = { ...baseMeta, ...meta2, lang: effectiveLang2 };
+      nextMeta2.code = codeBody;
       if (wantsHtml) {
         nextMeta2.highlightedLines = state.highlightedLines;
       } else if ("highlightedLines" in nextMeta2) {
         delete nextMeta2.highlightedLines;
       }
-      if (wantsTokens) {
+      if (wantsTokensNow) {
         nextMeta2.tokenLines = state.tokenLines;
         if (diffEnabled) {
           nextMeta2.diffKind = state.diffKind;
@@ -83854,6 +84092,13 @@ async function enrichCodeBlock(block) {
         if ("oldNo" in nextMeta2) delete nextMeta2.oldNo;
         if ("newNo" in nextMeta2) delete nextMeta2.newNo;
       }
+      if (emitDiffBlocks && diffInfo.isDiff && liveTokenizationEnabled) {
+        const cursor = { oldLine: null, newLine: null };
+        const diffLines = codeLines.map((line) => parseUnifiedDiffLine(line, cursor));
+        nextMeta2.diffBlocks = buildDiffBlocksFromLines(diffLines, codeLines, wantsTokensNow ? state.tokenLines : null, diffInfo.baseLang ?? null);
+      } else if ("diffBlocks" in nextMeta2) {
+        delete nextMeta2.diffBlocks;
+      }
       block.payload.meta = nextMeta2;
       const highlightDuration2 = performanceTimer.measure("highlight-code");
       metrics?.recordShiki(highlightDuration2);
@@ -83876,6 +84121,7 @@ async function enrichCodeBlock(block) {
     const state = getOrInitLazyState(block.id, signature, codeLines.length, resolvedLanguage, resolvedTokenLanguage, diffEnabled);
     const effectiveLang2 = wantsHtml ? resolvedLanguage : resolvedTokenLanguage;
     const nextMeta2 = { ...baseMeta, ...meta2, lang: effectiveLang2 };
+    nextMeta2.code = codeBody;
     nextMeta2.lazyTokenization = true;
     nextMeta2.lazyTokenizedUntil = state.processedLines;
     if (wantsHtml) {
@@ -83900,6 +84146,13 @@ async function enrichCodeBlock(block) {
       if ("oldNo" in nextMeta2) delete nextMeta2.oldNo;
       if ("newNo" in nextMeta2) delete nextMeta2.newNo;
     }
+    if (emitDiffBlocks && diffInfo.isDiff) {
+      const cursor = { oldLine: null, newLine: null };
+      const diffLines = codeLines.map((line) => parseUnifiedDiffLine(line, cursor));
+      nextMeta2.diffBlocks = buildDiffBlocksFromLines(diffLines, codeLines, wantsTokens ? state.tokenLines : null, diffInfo.baseLang ?? null);
+    } else if ("diffBlocks" in nextMeta2) {
+      delete nextMeta2.diffBlocks;
+    }
     block.payload.highlightedHtml = void 0;
     block.payload.meta = nextMeta2;
     return;
@@ -83982,6 +84235,7 @@ async function enrichCodeBlock(block) {
   }
   const effectiveLang = wantsHtml ? resolvedLanguage : resolvedTokenLanguage;
   const nextMeta = { ...baseMeta, ...meta2, lang: effectiveLang };
+  nextMeta.code = codeBody;
   if ("highlightedLines" in nextMeta) {
     delete nextMeta.highlightedLines;
   }
@@ -84002,6 +84256,13 @@ async function enrichCodeBlock(block) {
     if ("oldNo" in nextMeta) delete nextMeta.oldNo;
     if ("newNo" in nextMeta) delete nextMeta.newNo;
   }
+  if (emitDiffBlocks && diffInfo.isDiff) {
+    const cursor = { oldLine: null, newLine: null };
+    const diffLines = codeLines.map((line) => parseUnifiedDiffLine(line, cursor));
+    nextMeta.diffBlocks = buildDiffBlocksFromLines(diffLines, codeLines, wantsTokens ? tokenLines ?? null : null, diffInfo.baseLang ?? null);
+  } else if ("diffBlocks" in nextMeta) {
+    delete nextMeta.diffBlocks;
+  }
   block.payload.meta = nextMeta;
   const highlightDuration = performanceTimer.measure("highlight-code");
   metrics?.recordShiki(highlightDuration);
@@ -84343,6 +84604,7 @@ async function blockToNodeSnapshot(block) {
 }
 async function emitDocumentPatch(currentBlocks) {
   const patches = [];
+  const tocPatch = maybeBuildTocPatch(currentBlocks);
   for (let index2 = 0; index2 < currentBlocks.length; index2++) {
     const block = currentBlocks[index2];
     if (!block) continue;
@@ -84353,6 +84615,9 @@ async function emitDocumentPatch(currentBlocks) {
       node: await blockToNodeSnapshot(block)
     });
   }
+  if (tocPatch) {
+    patches.push(tocPatch);
+  }
   if (patches.length > 0) {
     postMessage({
       type: "PATCH",
@@ -84363,6 +84628,7 @@ async function emitDocumentPatch(currentBlocks) {
 }
 async function emitBlockDiffPatches(previousBlocks, nextBlocks, changedRanges, metrics) {
   const patches = [];
+  const tocPatch = maybeBuildTocPatch(nextBlocks);
   if (previousBlocks === nextBlocks) return;
   let prefix = 0;
   const maxPrefix = Math.min(previousBlocks.length, nextBlocks.length);
@@ -84410,6 +84676,9 @@ async function emitBlockDiffPatches(previousBlocks, nextBlocks, changedRanges, m
   const { patches: contentPatches, changedBlockCount } = await diffBlockContent(previousBlocks, nextBlocks, changedRanges, metrics);
   metrics?.markDiffEnd();
   const combined = patches.concat(contentPatches);
+  if (tocPatch) {
+    combined.push(tocPatch);
+  }
   let paragraphLimit = null;
   if (workerCredits < 0.9) {
     const dynamicBase = workerCredits < 0.5 ? 48 : 96;
@@ -85009,6 +85278,9 @@ async function finalizeAllBlocks() {
     }
     workerCredits = previousCredits;
   }
+  postMessage({
+    type: "FINALIZED"
+  });
   if (getActiveMetricsCollector() === metricsCollector) {
     setActiveMetricsCollector(null);
   }
@@ -85154,6 +85426,14 @@ async function processWorkerMessage(msg) {
       });
       return;
     }
+    case "DUMP_BLOCKS": {
+      postMessage({
+        type: "DUMP_BLOCKS",
+        blocks,
+        tocHeadings
+      });
+      return;
+    }
     case "TOKENIZE_RANGE": {
       const priority = msg.priority === "prefetch" ? "prefetch" : "visible";
       enqueueLazyTokenization({