@stream-mdx/worker 0.3.0 → 0.4.0

package/dist/hosted/markdown-worker.js

@@ -17946,7 +17946,7 @@ function getGroupContents(expression, contentsStartPos) {
   return expression.slice(contentsStartPos, contentsEndPos);
 }
 
-// node_modules/regex/src/subclass.js
+// ../../node_modules/regex/src/subclass.js
 var emulationGroupMarker = "$E$";
 var RegExpSubclass = class _RegExpSubclass extends RegExp {
   /**
@@ -18059,13 +18059,13 @@ function unmarkEmulationGroups(expression) {
   };
 }
 
-// node_modules/regex/src/utils-internals.js
+// ../../node_modules/regex/src/utils-internals.js
 var noncapturingDelim = String.raw`\(\?(?:[:=!>A-Za-z\-]|<[=!]|\(DEFINE\))`;
 function spliceStr(str, pos, oldValue, newValue) {
   return str.slice(0, pos) + newValue + str.slice(pos + oldValue.length);
 }
 
-// node_modules/regex/src/atomic.js
+// ../../node_modules/regex/src/atomic.js
 var atomicPluginToken = new RegExp(String.raw`(?<noncapturingStart>${noncapturingDelim})|(?<capturingStart>\((?:\?<[^>]+>)?)|\\?.`, "gsu");
 function atomic(expression, data2) {
   if (!/\(\?>/.test(expression)) {
@@ -18206,7 +18206,7 @@ function possessive(expression) {
   return expression;
 }
 
-// node_modules/regex-recursion/src/index.js
+// ../../node_modules/regex-recursion/src/index.js
 var r2 = String.raw;
 var gRToken = r2`\\g<(?<gRNameOrNum>[^>&]+)&R=(?<gRDepth>[^>]+)>`;
 var recursiveToken = r2`\(\?R=(?<rDepth>[^\)]+)\)|${gRToken}`;
@@ -18356,7 +18356,7 @@ function emulationGroupMarkerLength(expression, index2) {
   return match ? match[0].length : 0;
 }
 
-// node_modules/oniguruma-to-es/dist/esm/index.js
+// ../../node_modules/oniguruma-to-es/dist/esm/index.js
 var cp = String.fromCodePoint;
 var r3 = String.raw;
 var envSupportsFlagGroups = (() => {
@@ -21379,7 +21379,7 @@ function toRegExp(pattern, options) {
   return new RegExp(result.pattern, result.flags);
 }
 
-// node_modules/@shikijs/engine-javascript/dist/shared/engine-javascript.hzpS1_41.mjs
+// ../../node_modules/@shikijs/engine-javascript/dist/shared/engine-javascript.hzpS1_41.mjs
 var MAX = 4294967295;
 var JavaScriptScanner = class {
   constructor(patterns, options = {}) {
@@ -21472,7 +21472,7 @@ var JavaScriptScanner = class {
   }
 };
 
-// node_modules/@shikijs/engine-javascript/dist/engine-compile.mjs
+// ../../node_modules/@shikijs/engine-javascript/dist/engine-compile.mjs
 function defaultJavaScriptRegexConstructor(pattern, options) {
   return toRegExp(
     pattern,
@@ -82144,6 +82144,9 @@ var lastStructuralDiffSummary = null;
 var maxEmittedBlockCount = 0;
 var maxDeferredQueueSize = 0;
 var maxStructuralBlockCount = 0;
+var tocHeadings = [];
+var tocSignature = "";
+var headingIdCounts = /* @__PURE__ */ new Map();
 var lastHighCountNoStructural = null;
 var MAX_DEFERRED_PATCHES = 400;
 var deferredPatchQueue = [];
@@ -82579,12 +82582,57 @@ function parseInlineStreaming(content4) {
     status
   };
 }
+function slugifyHeading(text12) {
+  const normalized = text12.trim().toLowerCase().replace(/[\u0000-\u001f]/g, "").replace(/[^a-z0-9]+/g, "-").replace(/^-+|-+$/g, "").replace(/-{2,}/g, "-");
+  return normalized;
+}
+function buildTocHeadings(blocksInput) {
+  const headings = [];
+  for (const block of blocksInput) {
+    if (block.type !== "heading") continue;
+    const meta2 = block.payload.meta ?? {};
+    const rawHeading = typeof block.payload.raw === "string" ? block.payload.raw : "";
+    const headingText = typeof meta2.headingText === "string" && meta2.headingText.trim().length > 0 ? meta2.headingText : removeHeadingMarkers(rawHeading).trim();
+    const levelFromMeta = typeof meta2.headingLevel === "number" ? meta2.headingLevel : 1;
+    const level = Math.min(Math.max(levelFromMeta, 1), 6);
+    const id = typeof meta2.headingId === "string" && meta2.headingId.trim().length > 0 ? meta2.headingId : slugifyHeading(headingText) || "heading";
+    headings.push({
+      id,
+      text: headingText,
+      level,
+      blockId: block.id
+    });
+  }
+  return headings;
+}
+function tocSignatureFor(headings) {
+  if (headings.length === 0) return "";
+  return headings.map((heading4) => `${heading4.id}:${heading4.level}:${heading4.text}`).join("|");
+}
+function maybeBuildTocPatch(blocksInput) {
+  const nextHeadings = buildTocHeadings(blocksInput);
+  const nextSignature = tocSignatureFor(nextHeadings);
+  tocHeadings = nextHeadings;
+  if (nextSignature === tocSignature) {
+    return null;
+  }
+  tocSignature = nextSignature;
+  return {
+    op: "setProps",
+    at: { blockId: PATCH_ROOT_ID },
+    props: {
+      tocHeadings: nextHeadings
+    }
+  };
+}
 async function initialize(initialContent = "", prewarmLangs = [], docPlugins, mdxOptions) {
   performanceTimer = new PerformanceTimer();
   blocks = [];
   lastTree = null;
   currentContent = "";
   deferredPatchQueue = [];
+  tocHeadings = [];
+  tocSignature = "";
   resetIncrementalHighlightState();
   lazyTokenizationStates.clear();
   lazyTokenizationQueue.clear();
@@ -82753,6 +82801,7 @@ async function appendAndReparse(appendedText, metrics) {
 }
 async function extractBlocks(tree, content4, options = {}) {
   try {
+    headingIdCounts = /* @__PURE__ */ new Map();
     const blocks2 = [];
     const cursor = tree.cursor();
     if (cursor.firstChild()) {
@@ -82845,10 +82894,15 @@ async function enrichBlock(block) {
       const rawHeading = typeof block.payload.raw === "string" ? block.payload.raw : "";
       const normalizedHeading = removeHeadingMarkers(rawHeading);
       const headingLevel = Math.min(Math.max(rawHeading.match(/^#{1,6}/)?.[0].length ?? 1, 1), 6);
+      const baseSlug = slugifyHeading(normalizedHeading) || "heading";
+      const nextCount = (headingIdCounts.get(baseSlug) ?? 0) + 1;
+      headingIdCounts.set(baseSlug, nextCount);
+      const headingId = nextCount > 1 ? `${baseSlug}-${nextCount}` : baseSlug;
       block.payload.meta = {
         ...block.payload.meta ?? {},
         headingLevel,
-        headingText: normalizedHeading
+        headingText: normalizedHeading,
+        headingId
       };
       if (block.isFinalized) {
         block.payload.raw = normalizedHeading;
@@ -83913,6 +83967,7 @@ async function enrichCodeBlock(block) {
       resetIncrementalHighlightState(block.id);
       block.payload.highlightedHtml = void 0;
       const nextMeta2 = { ...baseMeta, ...meta2, lang: resolvedLanguage };
+      nextMeta2.code = codeBody;
       if ("highlightedLines" in nextMeta2) {
         delete nextMeta2.highlightedLines;
       }
@@ -84014,6 +84069,7 @@ async function enrichCodeBlock(block) {
       block.payload.highlightedHtml = void 0;
       const effectiveLang2 = wantsHtml ? resolvedLanguage : resolvedTokenLanguage;
       const nextMeta2 = { ...baseMeta, ...meta2, lang: effectiveLang2 };
+      nextMeta2.code = codeBody;
       if (wantsHtml) {
         nextMeta2.highlightedLines = state.highlightedLines;
       } else if ("highlightedLines" in nextMeta2) {
@@ -84065,6 +84121,7 @@ async function enrichCodeBlock(block) {
     const state = getOrInitLazyState(block.id, signature, codeLines.length, resolvedLanguage, resolvedTokenLanguage, diffEnabled);
     const effectiveLang2 = wantsHtml ? resolvedLanguage : resolvedTokenLanguage;
     const nextMeta2 = { ...baseMeta, ...meta2, lang: effectiveLang2 };
+    nextMeta2.code = codeBody;
     nextMeta2.lazyTokenization = true;
     nextMeta2.lazyTokenizedUntil = state.processedLines;
     if (wantsHtml) {
@@ -84178,6 +84235,7 @@ async function enrichCodeBlock(block) {
   }
   const effectiveLang = wantsHtml ? resolvedLanguage : resolvedTokenLanguage;
   const nextMeta = { ...baseMeta, ...meta2, lang: effectiveLang };
+  nextMeta.code = codeBody;
   if ("highlightedLines" in nextMeta) {
     delete nextMeta.highlightedLines;
   }
@@ -84546,6 +84604,7 @@ async function blockToNodeSnapshot(block) {
 }
 async function emitDocumentPatch(currentBlocks) {
   const patches = [];
+  const tocPatch = maybeBuildTocPatch(currentBlocks);
   for (let index2 = 0; index2 < currentBlocks.length; index2++) {
     const block = currentBlocks[index2];
     if (!block) continue;
@@ -84556,6 +84615,9 @@ async function emitDocumentPatch(currentBlocks) {
       node: await blockToNodeSnapshot(block)
     });
   }
+  if (tocPatch) {
+    patches.push(tocPatch);
+  }
   if (patches.length > 0) {
     postMessage({
       type: "PATCH",
@@ -84566,6 +84628,7 @@ async function emitDocumentPatch(currentBlocks) {
 }
 async function emitBlockDiffPatches(previousBlocks, nextBlocks, changedRanges, metrics) {
   const patches = [];
+  const tocPatch = maybeBuildTocPatch(nextBlocks);
   if (previousBlocks === nextBlocks) return;
   let prefix = 0;
   const maxPrefix = Math.min(previousBlocks.length, nextBlocks.length);
@@ -84613,6 +84676,9 @@ async function emitBlockDiffPatches(previousBlocks, nextBlocks, changedRanges, m
   const { patches: contentPatches, changedBlockCount } = await diffBlockContent(previousBlocks, nextBlocks, changedRanges, metrics);
   metrics?.markDiffEnd();
   const combined = patches.concat(contentPatches);
+  if (tocPatch) {
+    combined.push(tocPatch);
+  }
   let paragraphLimit = null;
   if (workerCredits < 0.9) {
     const dynamicBase = workerCredits < 0.5 ? 48 : 96;
@@ -85212,6 +85278,9 @@ async function finalizeAllBlocks() {
     }
     workerCredits = previousCredits;
   }
+  postMessage({
+    type: "FINALIZED"
+  });
   if (getActiveMetricsCollector() === metricsCollector) {
     setActiveMetricsCollector(null);
   }
@@ -85357,6 +85426,14 @@ async function processWorkerMessage(msg) {
       });
       return;
     }
+    case "DUMP_BLOCKS": {
+      postMessage({
+        type: "DUMP_BLOCKS",
+        blocks,
+        tocHeadings
+      });
+      return;
+    }
     case "TOKENIZE_RANGE": {
       const priority = msg.priority === "prefetch" ? "prefetch" : "visible";
       enqueueLazyTokenization({