@stream-mdx/core 0.1.1 → 0.3.0

package/dist/mixed-content.d.ts

@@ -1,4 +1,4 @@
-import { InlineNode, MixedContentSegment } from './types.js';
+import { ProtectedRange, InlineNode, MixedContentSegment } from './types.js';
 
 interface MixedContentAutoCloseHtmlOptions {
     autoClose?: boolean;
@@ -13,6 +13,8 @@ interface MixedContentAutoCloseMdxOptions {
 interface MixedContentOptions {
     html?: MixedContentAutoCloseHtmlOptions;
     mdx?: MixedContentAutoCloseMdxOptions;
+    protectedRanges?: ReadonlyArray<ProtectedRange>;
+    protectedRangeKinds?: ReadonlyArray<ProtectedRange["kind"]>;
 }
 declare function extractMixedContentSegments(raw: string, baseOffset: number | undefined, parseInline: (content: string) => InlineNode[], options?: MixedContentOptions): MixedContentSegment[];
 declare function isLikelyMdxComponent(tagName: string): boolean;

package/dist/mixed-content.mjs

@@ -179,6 +179,8 @@ function splitByTagSegments(source, baseOffset, parseInline, options) {
   const mdxAutoClose = options?.mdx?.autoClose === true;
   const mdxMaxNewlines = normalizeNewlineLimit(options?.mdx?.maxNewlines);
   const mdxAllowlist = normalizeComponentAllowlist(options?.mdx?.componentAllowlist);
+  const protectedRanges = options?.protectedRanges ?? [];
+  const protectedKinds = protectedRanges.length ? new Set(options?.protectedRangeKinds ?? ["math-inline", "math-display", "code-inline", "code-block", "autolink"]) : null;
   while (match !== null) {
     const start = match.index;
     const tagName = match[1];
@@ -193,6 +195,18 @@ function splitByTagSegments(source, baseOffset, parseInline, options) {
       continue;
     }
     let end = tagPattern.lastIndex;
+    if (protectedKinds && protectedRanges.length > 0) {
+      const absoluteStart = baseIsFinite ? baseOffset + start : start;
+      const absoluteEnd = baseIsFinite ? baseOffset + end : end;
+      const covered = protectedRanges.some(
+        (range) => protectedKinds.has(range.kind) && typeof range.from === "number" && typeof range.to === "number" && range.from <= absoluteStart && range.to >= absoluteEnd
+      );
+      if (covered) {
+        tagPattern.lastIndex = start + 1;
+        match = tagPattern.exec(source);
+        continue;
+      }
+    }
     if (!isSelfClosing && !mdxAllowed) {
       const closingIndex = findClosingHtmlTag(lowerSource, tagName.toLowerCase(), end);
       if (closingIndex === -1) {

package/dist/perf/patch-coalescing.cjs

@@ -140,6 +140,14 @@ function mergeAppendLines(window, startIndex) {
   }
   const lines = [...base.lines ?? []];
   const highlight = Array.isArray(base.highlight) ? [...base.highlight] : [];
+  const tokens = Array.isArray(base.tokens) ? [...base.tokens] : [];
+  const diffKind = Array.isArray(base.diffKind) ? [...base.diffKind] : [];
+  const oldNo = Array.isArray(base.oldNo) ? [...base.oldNo] : [];
+  const newNo = Array.isArray(base.newNo) ? [...base.newNo] : [];
+  let includeTokens = Array.isArray(base.tokens);
+  let includeDiffKind = Array.isArray(base.diffKind);
+  let includeOldNo = Array.isArray(base.oldNo);
+  let includeNewNo = Array.isArray(base.newNo);
   const baseStart = base.startIndex;
   let expectedStart = baseStart + lines.length;
   let j = startIndex + 1;
@@ -147,6 +155,7 @@ function mergeAppendLines(window, startIndex) {
   while (j < window.length && mergedCount < APPEND_MERGE_LIMIT) {
     const next = window[j];
     if (next.op === "appendLines" && next.at.blockId === base.at.blockId && next.at.nodeId === base.at.nodeId && typeof next.startIndex === "number" && next.startIndex === expectedStart) {
+      const priorLineCount = lines.length;
       lines.push(...next.lines ?? []);
       const nextHighlights = Array.isArray(next.highlight) ? next.highlight : [];
       const appendedCount = next.lines?.length ?? 0;
@@ -160,6 +169,50 @@ function mergeAppendLines(window, startIndex) {
           highlight.push(null);
         }
       }
+      if (Array.isArray(next.tokens)) {
+        if (!includeTokens) {
+          tokens.push(...new Array(priorLineCount).fill(null));
+          includeTokens = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          tokens.push(idx < next.tokens.length ? next.tokens[idx] ?? null : null);
+        }
+      } else if (includeTokens) {
+        tokens.push(...new Array(appendedCount).fill(null));
+      }
+      if (Array.isArray(next.diffKind)) {
+        if (!includeDiffKind) {
+          diffKind.push(...new Array(priorLineCount).fill(null));
+          includeDiffKind = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          diffKind.push(idx < next.diffKind.length ? next.diffKind[idx] ?? null : null);
+        }
+      } else if (includeDiffKind) {
+        diffKind.push(...new Array(appendedCount).fill(null));
+      }
+      if (Array.isArray(next.oldNo)) {
+        if (!includeOldNo) {
+          oldNo.push(...new Array(priorLineCount).fill(null));
+          includeOldNo = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          oldNo.push(idx < next.oldNo.length ? next.oldNo[idx] ?? null : null);
+        }
+      } else if (includeOldNo) {
+        oldNo.push(...new Array(appendedCount).fill(null));
+      }
+      if (Array.isArray(next.newNo)) {
+        if (!includeNewNo) {
+          newNo.push(...new Array(priorLineCount).fill(null));
+          includeNewNo = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          newNo.push(idx < next.newNo.length ? next.newNo[idx] ?? null : null);
+        }
+      } else if (includeNewNo) {
+        newNo.push(...new Array(appendedCount).fill(null));
+      }
       expectedStart = baseStart + lines.length;
       mergedCount++;
       j++;
@@ -170,7 +223,11 @@ function mergeAppendLines(window, startIndex) {
   const combined = {
     ...base,
     lines,
-    highlight: highlight.length > 0 ? highlight : void 0
+    highlight: highlight.length > 0 ? highlight : void 0,
+    tokens: includeTokens && tokens.length > 0 ? tokens : void 0,
+    diffKind: includeDiffKind && diffKind.length > 0 ? diffKind : void 0,
+    oldNo: includeOldNo && oldNo.length > 0 ? oldNo : void 0,
+    newNo: includeNewNo && newNo.length > 0 ? newNo : void 0
   };
   return { patch: combined, nextIndex: j };
 }

package/dist/perf/patch-coalescing.mjs

@@ -112,6 +112,14 @@ function mergeAppendLines(window, startIndex) {
   }
   const lines = [...base.lines ?? []];
   const highlight = Array.isArray(base.highlight) ? [...base.highlight] : [];
+  const tokens = Array.isArray(base.tokens) ? [...base.tokens] : [];
+  const diffKind = Array.isArray(base.diffKind) ? [...base.diffKind] : [];
+  const oldNo = Array.isArray(base.oldNo) ? [...base.oldNo] : [];
+  const newNo = Array.isArray(base.newNo) ? [...base.newNo] : [];
+  let includeTokens = Array.isArray(base.tokens);
+  let includeDiffKind = Array.isArray(base.diffKind);
+  let includeOldNo = Array.isArray(base.oldNo);
+  let includeNewNo = Array.isArray(base.newNo);
   const baseStart = base.startIndex;
   let expectedStart = baseStart + lines.length;
   let j = startIndex + 1;
@@ -119,6 +127,7 @@ function mergeAppendLines(window, startIndex) {
   while (j < window.length && mergedCount < APPEND_MERGE_LIMIT) {
     const next = window[j];
     if (next.op === "appendLines" && next.at.blockId === base.at.blockId && next.at.nodeId === base.at.nodeId && typeof next.startIndex === "number" && next.startIndex === expectedStart) {
+      const priorLineCount = lines.length;
       lines.push(...next.lines ?? []);
       const nextHighlights = Array.isArray(next.highlight) ? next.highlight : [];
       const appendedCount = next.lines?.length ?? 0;
@@ -132,6 +141,50 @@ function mergeAppendLines(window, startIndex) {
           highlight.push(null);
         }
       }
+      if (Array.isArray(next.tokens)) {
+        if (!includeTokens) {
+          tokens.push(...new Array(priorLineCount).fill(null));
+          includeTokens = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          tokens.push(idx < next.tokens.length ? next.tokens[idx] ?? null : null);
+        }
+      } else if (includeTokens) {
+        tokens.push(...new Array(appendedCount).fill(null));
+      }
+      if (Array.isArray(next.diffKind)) {
+        if (!includeDiffKind) {
+          diffKind.push(...new Array(priorLineCount).fill(null));
+          includeDiffKind = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          diffKind.push(idx < next.diffKind.length ? next.diffKind[idx] ?? null : null);
+        }
+      } else if (includeDiffKind) {
+        diffKind.push(...new Array(appendedCount).fill(null));
+      }
+      if (Array.isArray(next.oldNo)) {
+        if (!includeOldNo) {
+          oldNo.push(...new Array(priorLineCount).fill(null));
+          includeOldNo = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          oldNo.push(idx < next.oldNo.length ? next.oldNo[idx] ?? null : null);
+        }
+      } else if (includeOldNo) {
+        oldNo.push(...new Array(appendedCount).fill(null));
+      }
+      if (Array.isArray(next.newNo)) {
+        if (!includeNewNo) {
+          newNo.push(...new Array(priorLineCount).fill(null));
+          includeNewNo = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          newNo.push(idx < next.newNo.length ? next.newNo[idx] ?? null : null);
+        }
+      } else if (includeNewNo) {
+        newNo.push(...new Array(appendedCount).fill(null));
+      }
       expectedStart = baseStart + lines.length;
       mergedCount++;
       j++;
@@ -142,7 +195,11 @@ function mergeAppendLines(window, startIndex) {
   const combined = {
     ...base,
     lines,
-    highlight: highlight.length > 0 ? highlight : void 0
+    highlight: highlight.length > 0 ? highlight : void 0,
+    tokens: includeTokens && tokens.length > 0 ? tokens : void 0,
+    diffKind: includeDiffKind && diffKind.length > 0 ? diffKind : void 0,
+    oldNo: includeOldNo && oldNo.length > 0 ? oldNo : void 0,
+    newNo: includeNewNo && newNo.length > 0 ? newNo : void 0
   };
   return { patch: combined, nextIndex: j };
 }

package/dist/types.d.cts

@@ -47,6 +47,8 @@ type FormatAnticipationConfig = boolean | {
     mdx?: boolean;
     regex?: boolean;
 };
+type CodeHighlightingMode = "final" | "incremental" | "live";
+type CodeHighlightOutputMode = "html" | "tokens" | "both";
 interface InlineHtmlDescriptor {
     tagName: string;
     attributes: Record<string, string>;
@@ -109,6 +111,47 @@ type InlineNode = {
     label: string;
     number?: number;
 };
+type TokenStyle = {
+    fg?: string;
+    bg?: string;
+    fs?: number;
+};
+type TokenSpan = {
+    t: string;
+    v?: {
+        dark?: TokenStyle;
+        light?: TokenStyle;
+    };
+    s?: TokenStyle;
+};
+type TokenLineV1 = {
+    spans: TokenSpan[];
+};
+type DiffKind = "add" | "remove" | "context" | "hunk" | "meta";
+type DiffLineKind = "meta" | "hunk" | "add" | "del" | "context";
+type ThemedToken = {
+    content: string;
+    color?: string | null;
+    fontStyle?: number | null;
+};
+type ThemedLine = ThemedToken[];
+type DiffLine = {
+    kind: DiffLineKind;
+    oldNo?: number | null;
+    newNo?: number | null;
+    raw: string;
+    tokens?: ThemedLine | null;
+};
+type DiffBlock = {
+    kind: "diff";
+    filePath?: string | null;
+    language?: string | null;
+    lines: DiffLine[];
+    additions?: number | null;
+    deletions?: number | null;
+    unified?: string | null;
+};
+type LazyTokenizationPriority = "visible" | "prefetch";
 /**
  * Worker communication protocol
  */
@@ -124,8 +167,17 @@ type WorkerIn = {
         callouts?: boolean;
         math?: boolean;
         formatAnticipation?: FormatAnticipationConfig;
+        codeHighlighting?: CodeHighlightingMode;
+        outputMode?: CodeHighlightOutputMode;
         liveCodeHighlighting?: boolean;
+        liveTokenization?: boolean;
+        emitHighlightTokens?: boolean;
+        emitDiffBlocks?: boolean;
         mdxComponentNames?: string[];
+        lazyTokenization?: {
+            enabled?: boolean;
+            thresholdLines?: number;
+        };
     };
     mdx?: {
         compileMode?: "server" | "worker";
@@ -137,6 +189,12 @@ type WorkerIn = {
     type: "FINALIZE";
 } | {
     type: "DEBUG_STATE";
+} | {
+    type: "TOKENIZE_RANGE";
+    blockId: string;
+    startLine: number;
+    endLine: number;
+    priority?: LazyTokenizationPriority;
 } | {
     type: "MDX_COMPILED";
     blockId: string;
@@ -260,6 +318,14 @@ interface PerformanceMetrics {
     appendLineBatches?: number;
     appendLineTotalLines?: number;
     appendLineMaxLines?: number;
+    lazyTokenization?: {
+        requests: number;
+        avgRangeLines: number;
+        maxRangeLines: number;
+        avgLatencyMs: number;
+        maxLatencyMs: number;
+        maxQueue: number;
+    };
 }
 /**
  * Incremental patch protocol (initial block-level implementation).
@@ -318,6 +384,10 @@ type Patch = {
     startIndex: number;
     lines: string[];
     highlight?: Array<string | null>;
+    tokens?: Array<TokenLineV1 | null>;
+    diffKind?: Array<DiffKind | null>;
+    oldNo?: Array<number | null>;
+    newNo?: Array<number | null>;
 } | {
     op: "setHTML";
     at: NodePath;
@@ -353,4 +423,4 @@ interface CoalescingMetrics {
     insertChildCoalesced: number;
 }
 
-export { type ASTInlinePlugin, type Block, type CoalescingMetrics, type CompiledMdxModule, type FormatAnticipationConfig, type InlineHtmlDescriptor, type InlineNode, type InlinePlugin, LANGUAGE_ALIASES, type MixedContentSegment, type NodePath, type NodeSnapshot, PATCH_ROOT_ID, type Patch, type PatchMetrics, type PerformanceMetrics, type ProtectedRange, type ProtectedRangeKind, type RegexAnticipationPattern, type RegexInlinePlugin, type SetPropsBatchEntry, type WorkerErrorPayload, type WorkerIn, type WorkerOut, type WorkerPhase };
+export { type ASTInlinePlugin, type Block, type CoalescingMetrics, type CodeHighlightOutputMode, type CodeHighlightingMode, type CompiledMdxModule, type DiffBlock, type DiffKind, type DiffLine, type DiffLineKind, type FormatAnticipationConfig, type InlineHtmlDescriptor, type InlineNode, type InlinePlugin, LANGUAGE_ALIASES, type LazyTokenizationPriority, type MixedContentSegment, type NodePath, type NodeSnapshot, PATCH_ROOT_ID, type Patch, type PatchMetrics, type PerformanceMetrics, type ProtectedRange, type ProtectedRangeKind, type RegexAnticipationPattern, type RegexInlinePlugin, type SetPropsBatchEntry, type ThemedLine, type ThemedToken, type TokenLineV1, type TokenSpan, type TokenStyle, type WorkerErrorPayload, type WorkerIn, type WorkerOut, type WorkerPhase };

package/dist/types.d.ts

@@ -47,6 +47,8 @@ type FormatAnticipationConfig = boolean | {
     mdx?: boolean;
     regex?: boolean;
 };
+type CodeHighlightingMode = "final" | "incremental" | "live";
+type CodeHighlightOutputMode = "html" | "tokens" | "both";
 interface InlineHtmlDescriptor {
     tagName: string;
     attributes: Record<string, string>;
@@ -109,6 +111,47 @@ type InlineNode = {
     label: string;
     number?: number;
 };
+type TokenStyle = {
+    fg?: string;
+    bg?: string;
+    fs?: number;
+};
+type TokenSpan = {
+    t: string;
+    v?: {
+        dark?: TokenStyle;
+        light?: TokenStyle;
+    };
+    s?: TokenStyle;
+};
+type TokenLineV1 = {
+    spans: TokenSpan[];
+};
+type DiffKind = "add" | "remove" | "context" | "hunk" | "meta";
+type DiffLineKind = "meta" | "hunk" | "add" | "del" | "context";
+type ThemedToken = {
+    content: string;
+    color?: string | null;
+    fontStyle?: number | null;
+};
+type ThemedLine = ThemedToken[];
+type DiffLine = {
+    kind: DiffLineKind;
+    oldNo?: number | null;
+    newNo?: number | null;
+    raw: string;
+    tokens?: ThemedLine | null;
+};
+type DiffBlock = {
+    kind: "diff";
+    filePath?: string | null;
+    language?: string | null;
+    lines: DiffLine[];
+    additions?: number | null;
+    deletions?: number | null;
+    unified?: string | null;
+};
+type LazyTokenizationPriority = "visible" | "prefetch";
 /**
  * Worker communication protocol
  */
@@ -124,8 +167,17 @@ type WorkerIn = {
         callouts?: boolean;
         math?: boolean;
         formatAnticipation?: FormatAnticipationConfig;
+        codeHighlighting?: CodeHighlightingMode;
+        outputMode?: CodeHighlightOutputMode;
         liveCodeHighlighting?: boolean;
+        liveTokenization?: boolean;
+        emitHighlightTokens?: boolean;
+        emitDiffBlocks?: boolean;
         mdxComponentNames?: string[];
+        lazyTokenization?: {
+            enabled?: boolean;
+            thresholdLines?: number;
+        };
     };
     mdx?: {
         compileMode?: "server" | "worker";
@@ -137,6 +189,12 @@ type WorkerIn = {
     type: "FINALIZE";
 } | {
     type: "DEBUG_STATE";
+} | {
+    type: "TOKENIZE_RANGE";
+    blockId: string;
+    startLine: number;
+    endLine: number;
+    priority?: LazyTokenizationPriority;
 } | {
     type: "MDX_COMPILED";
     blockId: string;
@@ -260,6 +318,14 @@ interface PerformanceMetrics {
     appendLineBatches?: number;
     appendLineTotalLines?: number;
     appendLineMaxLines?: number;
+    lazyTokenization?: {
+        requests: number;
+        avgRangeLines: number;
+        maxRangeLines: number;
+        avgLatencyMs: number;
+        maxLatencyMs: number;
+        maxQueue: number;
+    };
 }
 /**
  * Incremental patch protocol (initial block-level implementation).
@@ -318,6 +384,10 @@ type Patch = {
     startIndex: number;
     lines: string[];
     highlight?: Array<string | null>;
+    tokens?: Array<TokenLineV1 | null>;
+    diffKind?: Array<DiffKind | null>;
+    oldNo?: Array<number | null>;
+    newNo?: Array<number | null>;
 } | {
     op: "setHTML";
     at: NodePath;
@@ -353,4 +423,4 @@ interface CoalescingMetrics {
     insertChildCoalesced: number;
 }
 
-export { type ASTInlinePlugin, type Block, type CoalescingMetrics, type CompiledMdxModule, type FormatAnticipationConfig, type InlineHtmlDescriptor, type InlineNode, type InlinePlugin, LANGUAGE_ALIASES, type MixedContentSegment, type NodePath, type NodeSnapshot, PATCH_ROOT_ID, type Patch, type PatchMetrics, type PerformanceMetrics, type ProtectedRange, type ProtectedRangeKind, type RegexAnticipationPattern, type RegexInlinePlugin, type SetPropsBatchEntry, type WorkerErrorPayload, type WorkerIn, type WorkerOut, type WorkerPhase };
+export { type ASTInlinePlugin, type Block, type CoalescingMetrics, type CodeHighlightOutputMode, type CodeHighlightingMode, type CompiledMdxModule, type DiffBlock, type DiffKind, type DiffLine, type DiffLineKind, type FormatAnticipationConfig, type InlineHtmlDescriptor, type InlineNode, type InlinePlugin, LANGUAGE_ALIASES, type LazyTokenizationPriority, type MixedContentSegment, type NodePath, type NodeSnapshot, PATCH_ROOT_ID, type Patch, type PatchMetrics, type PerformanceMetrics, type ProtectedRange, type ProtectedRangeKind, type RegexAnticipationPattern, type RegexInlinePlugin, type SetPropsBatchEntry, type ThemedLine, type ThemedToken, type TokenLineV1, type TokenSpan, type TokenStyle, type WorkerErrorPayload, type WorkerIn, type WorkerOut, type WorkerPhase };

package/dist/utils.cjs

@@ -91,23 +91,33 @@ function getBlockKey(block) {
 }
 function detectMDX(content, options) {
   const inlineCodeRanges = collectInlineCodeRanges(content);
+  const protectedRanges = options?.protectedRanges ?? [];
+  const baseOffset = typeof options?.baseOffset === "number" ? options.baseOffset : 0;
+  const protectedKinds = protectedRanges.length ? /* @__PURE__ */ new Set(["math-inline", "math-display", "code-inline", "code-block", "html-inline", "html-block", "autolink"]) : null;
   const componentPattern = /<([A-Z][\w-]*)(\s|\/?>)/g;
   let componentMatch = componentPattern.exec(content);
   while (componentMatch !== null) {
     const start = componentMatch.index;
     const end = start + componentMatch[0].length;
-    if (!isWithinRanges(start, end, inlineCodeRanges)) {
-      return true;
+    if (isWithinRanges(start, end, inlineCodeRanges)) {
+      componentMatch = componentPattern.exec(content);
+      continue;
+    }
+    if (protectedKinds) {
+      const absoluteStart = baseOffset + start;
+      const absoluteEnd = baseOffset + end;
+      const covered = protectedRanges.some((range) => protectedKinds.has(range.kind) && range.from <= absoluteStart && range.to >= absoluteEnd);
+      if (covered) {
+        componentMatch = componentPattern.exec(content);
+        continue;
+      }
     }
-    componentMatch = componentPattern.exec(content);
+    return true;
   }
   if (/(^|\n)\s*(import|export)\s/.test(content)) {
     return true;
   }
   const expressionPattern = /\{[^{}]+\}/g;
-  const protectedRanges = options?.protectedRanges ?? [];
-  const baseOffset = typeof options?.baseOffset === "number" ? options.baseOffset : 0;
-  const protectedKinds = protectedRanges.length ? /* @__PURE__ */ new Set(["math-inline", "math-display", "code-inline", "code-block"]) : null;
   for (let match = expressionPattern.exec(content); match !== null; match = expressionPattern.exec(content)) {
     const index = match.index;
     const prev = index > 0 ? content[index - 1] : "";

package/dist/utils.mjs

@@ -55,23 +55,33 @@ function getBlockKey(block) {
 }
 function detectMDX(content, options) {
   const inlineCodeRanges = collectInlineCodeRanges(content);
+  const protectedRanges = options?.protectedRanges ?? [];
+  const baseOffset = typeof options?.baseOffset === "number" ? options.baseOffset : 0;
+  const protectedKinds = protectedRanges.length ? /* @__PURE__ */ new Set(["math-inline", "math-display", "code-inline", "code-block", "html-inline", "html-block", "autolink"]) : null;
   const componentPattern = /<([A-Z][\w-]*)(\s|\/?>)/g;
   let componentMatch = componentPattern.exec(content);
   while (componentMatch !== null) {
     const start = componentMatch.index;
     const end = start + componentMatch[0].length;
-    if (!isWithinRanges(start, end, inlineCodeRanges)) {
-      return true;
+    if (isWithinRanges(start, end, inlineCodeRanges)) {
+      componentMatch = componentPattern.exec(content);
+      continue;
+    }
+    if (protectedKinds) {
+      const absoluteStart = baseOffset + start;
+      const absoluteEnd = baseOffset + end;
+      const covered = protectedRanges.some((range) => protectedKinds.has(range.kind) && range.from <= absoluteStart && range.to >= absoluteEnd);
+      if (covered) {
+        componentMatch = componentPattern.exec(content);
+        continue;
+      }
     }
-    componentMatch = componentPattern.exec(content);
+    return true;
   }
   if (/(^|\n)\s*(import|export)\s/.test(content)) {
     return true;
   }
   const expressionPattern = /\{[^{}]+\}/g;
-  const protectedRanges = options?.protectedRanges ?? [];
-  const baseOffset = typeof options?.baseOffset === "number" ? options.baseOffset : 0;
-  const protectedKinds = protectedRanges.length ? /* @__PURE__ */ new Set(["math-inline", "math-display", "code-inline", "code-block"]) : null;
   for (let match = expressionPattern.exec(content); match !== null; match = expressionPattern.exec(content)) {
     const index = match.index;
     const prev = index > 0 ? content[index - 1] : "";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@stream-mdx/core",
-  "version": "0.1.1",
+  "version": "0.3.0",
   "description": "Core types, snapshot utilities, and perf helpers for the Streaming Markdown V2 stack",
   "license": "MIT",
   "repository": {