@stream-mdx/core 0.1.0 → 0.2.0

package/dist/mixed-content.d.ts

@@ -1,4 +1,4 @@
-import { InlineNode, MixedContentSegment } from './types.js';
+import { ProtectedRange, InlineNode, MixedContentSegment } from './types.js';
 
 interface MixedContentAutoCloseHtmlOptions {
     autoClose?: boolean;
@@ -13,6 +13,8 @@ interface MixedContentAutoCloseMdxOptions {
 interface MixedContentOptions {
     html?: MixedContentAutoCloseHtmlOptions;
     mdx?: MixedContentAutoCloseMdxOptions;
+    protectedRanges?: ReadonlyArray<ProtectedRange>;
+    protectedRangeKinds?: ReadonlyArray<ProtectedRange["kind"]>;
 }
 declare function extractMixedContentSegments(raw: string, baseOffset: number | undefined, parseInline: (content: string) => InlineNode[], options?: MixedContentOptions): MixedContentSegment[];
 declare function isLikelyMdxComponent(tagName: string): boolean;

package/dist/mixed-content.mjs

@@ -179,6 +179,8 @@ function splitByTagSegments(source, baseOffset, parseInline, options) {
   const mdxAutoClose = options?.mdx?.autoClose === true;
   const mdxMaxNewlines = normalizeNewlineLimit(options?.mdx?.maxNewlines);
   const mdxAllowlist = normalizeComponentAllowlist(options?.mdx?.componentAllowlist);
+  const protectedRanges = options?.protectedRanges ?? [];
+  const protectedKinds = protectedRanges.length ? new Set(options?.protectedRangeKinds ?? ["math-inline", "math-display", "code-inline", "code-block", "autolink"]) : null;
   while (match !== null) {
     const start = match.index;
     const tagName = match[1];
@@ -193,6 +195,18 @@ function splitByTagSegments(source, baseOffset, parseInline, options) {
       continue;
     }
     let end = tagPattern.lastIndex;
+    if (protectedKinds && protectedRanges.length > 0) {
+      const absoluteStart = baseIsFinite ? baseOffset + start : start;
+      const absoluteEnd = baseIsFinite ? baseOffset + end : end;
+      const covered = protectedRanges.some(
+        (range) => protectedKinds.has(range.kind) && typeof range.from === "number" && typeof range.to === "number" && range.from <= absoluteStart && range.to >= absoluteEnd
+      );
+      if (covered) {
+        tagPattern.lastIndex = start + 1;
+        match = tagPattern.exec(source);
+        continue;
+      }
+    }
     if (!isSelfClosing && !mdxAllowed) {
       const closingIndex = findClosingHtmlTag(lowerSource, tagName.toLowerCase(), end);
       if (closingIndex === -1) {

package/dist/perf/patch-coalescing.cjs

@@ -140,6 +140,14 @@ function mergeAppendLines(window, startIndex) {
   }
   const lines = [...base.lines ?? []];
   const highlight = Array.isArray(base.highlight) ? [...base.highlight] : [];
+  const tokens = Array.isArray(base.tokens) ? [...base.tokens] : [];
+  const diffKind = Array.isArray(base.diffKind) ? [...base.diffKind] : [];
+  const oldNo = Array.isArray(base.oldNo) ? [...base.oldNo] : [];
+  const newNo = Array.isArray(base.newNo) ? [...base.newNo] : [];
+  let includeTokens = Array.isArray(base.tokens);
+  let includeDiffKind = Array.isArray(base.diffKind);
+  let includeOldNo = Array.isArray(base.oldNo);
+  let includeNewNo = Array.isArray(base.newNo);
   const baseStart = base.startIndex;
   let expectedStart = baseStart + lines.length;
   let j = startIndex + 1;
@@ -147,6 +155,7 @@ function mergeAppendLines(window, startIndex) {
   while (j < window.length && mergedCount < APPEND_MERGE_LIMIT) {
     const next = window[j];
     if (next.op === "appendLines" && next.at.blockId === base.at.blockId && next.at.nodeId === base.at.nodeId && typeof next.startIndex === "number" && next.startIndex === expectedStart) {
+      const priorLineCount = lines.length;
       lines.push(...next.lines ?? []);
       const nextHighlights = Array.isArray(next.highlight) ? next.highlight : [];
       const appendedCount = next.lines?.length ?? 0;
@@ -160,6 +169,50 @@ function mergeAppendLines(window, startIndex) {
           highlight.push(null);
         }
       }
+      if (Array.isArray(next.tokens)) {
+        if (!includeTokens) {
+          tokens.push(...new Array(priorLineCount).fill(null));
+          includeTokens = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          tokens.push(idx < next.tokens.length ? next.tokens[idx] ?? null : null);
+        }
+      } else if (includeTokens) {
+        tokens.push(...new Array(appendedCount).fill(null));
+      }
+      if (Array.isArray(next.diffKind)) {
+        if (!includeDiffKind) {
+          diffKind.push(...new Array(priorLineCount).fill(null));
+          includeDiffKind = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          diffKind.push(idx < next.diffKind.length ? next.diffKind[idx] ?? null : null);
+        }
+      } else if (includeDiffKind) {
+        diffKind.push(...new Array(appendedCount).fill(null));
+      }
+      if (Array.isArray(next.oldNo)) {
+        if (!includeOldNo) {
+          oldNo.push(...new Array(priorLineCount).fill(null));
+          includeOldNo = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          oldNo.push(idx < next.oldNo.length ? next.oldNo[idx] ?? null : null);
+        }
+      } else if (includeOldNo) {
+        oldNo.push(...new Array(appendedCount).fill(null));
+      }
+      if (Array.isArray(next.newNo)) {
+        if (!includeNewNo) {
+          newNo.push(...new Array(priorLineCount).fill(null));
+          includeNewNo = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          newNo.push(idx < next.newNo.length ? next.newNo[idx] ?? null : null);
+        }
+      } else if (includeNewNo) {
+        newNo.push(...new Array(appendedCount).fill(null));
+      }
       expectedStart = baseStart + lines.length;
       mergedCount++;
       j++;
@@ -170,7 +223,11 @@ function mergeAppendLines(window, startIndex) {
   const combined = {
     ...base,
     lines,
-    highlight: highlight.length > 0 ? highlight : void 0
+    highlight: highlight.length > 0 ? highlight : void 0,
+    tokens: includeTokens && tokens.length > 0 ? tokens : void 0,
+    diffKind: includeDiffKind && diffKind.length > 0 ? diffKind : void 0,
+    oldNo: includeOldNo && oldNo.length > 0 ? oldNo : void 0,
+    newNo: includeNewNo && newNo.length > 0 ? newNo : void 0
   };
   return { patch: combined, nextIndex: j };
 }

package/dist/perf/patch-coalescing.mjs

@@ -112,6 +112,14 @@ function mergeAppendLines(window, startIndex) {
   }
   const lines = [...base.lines ?? []];
   const highlight = Array.isArray(base.highlight) ? [...base.highlight] : [];
+  const tokens = Array.isArray(base.tokens) ? [...base.tokens] : [];
+  const diffKind = Array.isArray(base.diffKind) ? [...base.diffKind] : [];
+  const oldNo = Array.isArray(base.oldNo) ? [...base.oldNo] : [];
+  const newNo = Array.isArray(base.newNo) ? [...base.newNo] : [];
+  let includeTokens = Array.isArray(base.tokens);
+  let includeDiffKind = Array.isArray(base.diffKind);
+  let includeOldNo = Array.isArray(base.oldNo);
+  let includeNewNo = Array.isArray(base.newNo);
   const baseStart = base.startIndex;
   let expectedStart = baseStart + lines.length;
   let j = startIndex + 1;
@@ -119,6 +127,7 @@ function mergeAppendLines(window, startIndex) {
   while (j < window.length && mergedCount < APPEND_MERGE_LIMIT) {
     const next = window[j];
     if (next.op === "appendLines" && next.at.blockId === base.at.blockId && next.at.nodeId === base.at.nodeId && typeof next.startIndex === "number" && next.startIndex === expectedStart) {
+      const priorLineCount = lines.length;
       lines.push(...next.lines ?? []);
       const nextHighlights = Array.isArray(next.highlight) ? next.highlight : [];
       const appendedCount = next.lines?.length ?? 0;
@@ -132,6 +141,50 @@ function mergeAppendLines(window, startIndex) {
           highlight.push(null);
         }
       }
+      if (Array.isArray(next.tokens)) {
+        if (!includeTokens) {
+          tokens.push(...new Array(priorLineCount).fill(null));
+          includeTokens = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          tokens.push(idx < next.tokens.length ? next.tokens[idx] ?? null : null);
+        }
+      } else if (includeTokens) {
+        tokens.push(...new Array(appendedCount).fill(null));
+      }
+      if (Array.isArray(next.diffKind)) {
+        if (!includeDiffKind) {
+          diffKind.push(...new Array(priorLineCount).fill(null));
+          includeDiffKind = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          diffKind.push(idx < next.diffKind.length ? next.diffKind[idx] ?? null : null);
+        }
+      } else if (includeDiffKind) {
+        diffKind.push(...new Array(appendedCount).fill(null));
+      }
+      if (Array.isArray(next.oldNo)) {
+        if (!includeOldNo) {
+          oldNo.push(...new Array(priorLineCount).fill(null));
+          includeOldNo = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          oldNo.push(idx < next.oldNo.length ? next.oldNo[idx] ?? null : null);
+        }
+      } else if (includeOldNo) {
+        oldNo.push(...new Array(appendedCount).fill(null));
+      }
+      if (Array.isArray(next.newNo)) {
+        if (!includeNewNo) {
+          newNo.push(...new Array(priorLineCount).fill(null));
+          includeNewNo = true;
+        }
+        for (let idx = 0; idx < appendedCount; idx++) {
+          newNo.push(idx < next.newNo.length ? next.newNo[idx] ?? null : null);
+        }
+      } else if (includeNewNo) {
+        newNo.push(...new Array(appendedCount).fill(null));
+      }
       expectedStart = baseStart + lines.length;
       mergedCount++;
       j++;
@@ -142,7 +195,11 @@ function mergeAppendLines(window, startIndex) {
   const combined = {
     ...base,
     lines,
-    highlight: highlight.length > 0 ? highlight : void 0
+    highlight: highlight.length > 0 ? highlight : void 0,
+    tokens: includeTokens && tokens.length > 0 ? tokens : void 0,
+    diffKind: includeDiffKind && diffKind.length > 0 ? diffKind : void 0,
+    oldNo: includeOldNo && oldNo.length > 0 ? oldNo : void 0,
+    newNo: includeNewNo && newNo.length > 0 ? newNo : void 0
   };
   return { patch: combined, nextIndex: j };
 }

package/dist/types.d.cts

@@ -47,6 +47,8 @@ type FormatAnticipationConfig = boolean | {
     mdx?: boolean;
     regex?: boolean;
 };
+type CodeHighlightingMode = "final" | "incremental" | "live";
+type CodeHighlightOutputMode = "html" | "tokens" | "both";
 interface InlineHtmlDescriptor {
     tagName: string;
     attributes: Record<string, string>;
@@ -109,6 +111,24 @@ type InlineNode = {
     label: string;
     number?: number;
 };
+type TokenStyle = {
+    fg?: string;
+    bg?: string;
+    fs?: number;
+};
+type TokenSpan = {
+    t: string;
+    v?: {
+        dark?: TokenStyle;
+        light?: TokenStyle;
+    };
+    s?: TokenStyle;
+};
+type TokenLineV1 = {
+    spans: TokenSpan[];
+};
+type DiffKind = "add" | "remove" | "context" | "hunk" | "meta";
+type LazyTokenizationPriority = "visible" | "prefetch";
 /**
  * Worker communication protocol
  */
@@ -124,8 +144,14 @@ type WorkerIn = {
         callouts?: boolean;
         math?: boolean;
         formatAnticipation?: FormatAnticipationConfig;
+        codeHighlighting?: CodeHighlightingMode;
+        outputMode?: CodeHighlightOutputMode;
         liveCodeHighlighting?: boolean;
         mdxComponentNames?: string[];
+        lazyTokenization?: {
+            enabled?: boolean;
+            thresholdLines?: number;
+        };
     };
     mdx?: {
         compileMode?: "server" | "worker";
@@ -135,6 +161,14 @@ type WorkerIn = {
     text: string;
 } | {
     type: "FINALIZE";
+} | {
+    type: "DEBUG_STATE";
+} | {
+    type: "TOKENIZE_RANGE";
+    blockId: string;
+    startLine: number;
+    endLine: number;
+    priority?: LazyTokenizationPriority;
 } | {
     type: "MDX_COMPILED";
     blockId: string;
@@ -167,6 +201,23 @@ type WorkerOut = {
 } | {
     type: "METRICS";
     metrics: PerformanceMetrics;
+} | {
+    type: "DEBUG_STATE";
+    state: {
+        contentLength: number;
+        contentTail: string;
+        blockCount: number;
+        blockTypeCounts: Record<string, number>;
+        lastBlockType?: string;
+        lastBlockRange?: {
+            from: number;
+            to: number;
+        };
+        lastBlockRawTail?: string;
+        hasInlineCodeHeading: boolean;
+        hasCodeBlocksHeading: boolean;
+        hasMediaHeading: boolean;
+    };
 } | {
     type: "ERROR";
     phase: WorkerPhase;
@@ -241,6 +292,14 @@ interface PerformanceMetrics {
     appendLineBatches?: number;
     appendLineTotalLines?: number;
     appendLineMaxLines?: number;
+    lazyTokenization?: {
+        requests: number;
+        avgRangeLines: number;
+        maxRangeLines: number;
+        avgLatencyMs: number;
+        maxLatencyMs: number;
+        maxQueue: number;
+    };
 }
 /**
  * Incremental patch protocol (initial block-level implementation).
@@ -299,6 +358,10 @@ type Patch = {
     startIndex: number;
     lines: string[];
     highlight?: Array<string | null>;
+    tokens?: Array<TokenLineV1 | null>;
+    diffKind?: Array<DiffKind | null>;
+    oldNo?: Array<number | null>;
+    newNo?: Array<number | null>;
 } | {
     op: "setHTML";
     at: NodePath;
@@ -334,4 +397,4 @@ interface CoalescingMetrics {
     insertChildCoalesced: number;
 }
 
-export { type ASTInlinePlugin, type Block, type CoalescingMetrics, type CompiledMdxModule, type FormatAnticipationConfig, type InlineHtmlDescriptor, type InlineNode, type InlinePlugin, LANGUAGE_ALIASES, type MixedContentSegment, type NodePath, type NodeSnapshot, PATCH_ROOT_ID, type Patch, type PatchMetrics, type PerformanceMetrics, type ProtectedRange, type ProtectedRangeKind, type RegexAnticipationPattern, type RegexInlinePlugin, type SetPropsBatchEntry, type WorkerErrorPayload, type WorkerIn, type WorkerOut, type WorkerPhase };
+export { type ASTInlinePlugin, type Block, type CoalescingMetrics, type CodeHighlightOutputMode, type CodeHighlightingMode, type CompiledMdxModule, type DiffKind, type FormatAnticipationConfig, type InlineHtmlDescriptor, type InlineNode, type InlinePlugin, LANGUAGE_ALIASES, type LazyTokenizationPriority, type MixedContentSegment, type NodePath, type NodeSnapshot, PATCH_ROOT_ID, type Patch, type PatchMetrics, type PerformanceMetrics, type ProtectedRange, type ProtectedRangeKind, type RegexAnticipationPattern, type RegexInlinePlugin, type SetPropsBatchEntry, type TokenLineV1, type TokenSpan, type TokenStyle, type WorkerErrorPayload, type WorkerIn, type WorkerOut, type WorkerPhase };

package/dist/types.d.ts

@@ -47,6 +47,8 @@ type FormatAnticipationConfig = boolean | {
     mdx?: boolean;
     regex?: boolean;
 };
+type CodeHighlightingMode = "final" | "incremental" | "live";
+type CodeHighlightOutputMode = "html" | "tokens" | "both";
 interface InlineHtmlDescriptor {
     tagName: string;
     attributes: Record<string, string>;
@@ -109,6 +111,24 @@ type InlineNode = {
     label: string;
     number?: number;
 };
+type TokenStyle = {
+    fg?: string;
+    bg?: string;
+    fs?: number;
+};
+type TokenSpan = {
+    t: string;
+    v?: {
+        dark?: TokenStyle;
+        light?: TokenStyle;
+    };
+    s?: TokenStyle;
+};
+type TokenLineV1 = {
+    spans: TokenSpan[];
+};
+type DiffKind = "add" | "remove" | "context" | "hunk" | "meta";
+type LazyTokenizationPriority = "visible" | "prefetch";
 /**
  * Worker communication protocol
  */
@@ -124,8 +144,14 @@ type WorkerIn = {
         callouts?: boolean;
         math?: boolean;
         formatAnticipation?: FormatAnticipationConfig;
+        codeHighlighting?: CodeHighlightingMode;
+        outputMode?: CodeHighlightOutputMode;
         liveCodeHighlighting?: boolean;
         mdxComponentNames?: string[];
+        lazyTokenization?: {
+            enabled?: boolean;
+            thresholdLines?: number;
+        };
     };
     mdx?: {
         compileMode?: "server" | "worker";
@@ -135,6 +161,14 @@ type WorkerIn = {
     text: string;
 } | {
     type: "FINALIZE";
+} | {
+    type: "DEBUG_STATE";
+} | {
+    type: "TOKENIZE_RANGE";
+    blockId: string;
+    startLine: number;
+    endLine: number;
+    priority?: LazyTokenizationPriority;
 } | {
     type: "MDX_COMPILED";
     blockId: string;
@@ -167,6 +201,23 @@ type WorkerOut = {
 } | {
     type: "METRICS";
     metrics: PerformanceMetrics;
+} | {
+    type: "DEBUG_STATE";
+    state: {
+        contentLength: number;
+        contentTail: string;
+        blockCount: number;
+        blockTypeCounts: Record<string, number>;
+        lastBlockType?: string;
+        lastBlockRange?: {
+            from: number;
+            to: number;
+        };
+        lastBlockRawTail?: string;
+        hasInlineCodeHeading: boolean;
+        hasCodeBlocksHeading: boolean;
+        hasMediaHeading: boolean;
+    };
 } | {
     type: "ERROR";
     phase: WorkerPhase;
@@ -241,6 +292,14 @@ interface PerformanceMetrics {
     appendLineBatches?: number;
     appendLineTotalLines?: number;
     appendLineMaxLines?: number;
+    lazyTokenization?: {
+        requests: number;
+        avgRangeLines: number;
+        maxRangeLines: number;
+        avgLatencyMs: number;
+        maxLatencyMs: number;
+        maxQueue: number;
+    };
 }
 /**
  * Incremental patch protocol (initial block-level implementation).
@@ -299,6 +358,10 @@ type Patch = {
     startIndex: number;
     lines: string[];
     highlight?: Array<string | null>;
+    tokens?: Array<TokenLineV1 | null>;
+    diffKind?: Array<DiffKind | null>;
+    oldNo?: Array<number | null>;
+    newNo?: Array<number | null>;
 } | {
     op: "setHTML";
     at: NodePath;
@@ -334,4 +397,4 @@ interface CoalescingMetrics {
     insertChildCoalesced: number;
 }
 
-export { type ASTInlinePlugin, type Block, type CoalescingMetrics, type CompiledMdxModule, type FormatAnticipationConfig, type InlineHtmlDescriptor, type InlineNode, type InlinePlugin, LANGUAGE_ALIASES, type MixedContentSegment, type NodePath, type NodeSnapshot, PATCH_ROOT_ID, type Patch, type PatchMetrics, type PerformanceMetrics, type ProtectedRange, type ProtectedRangeKind, type RegexAnticipationPattern, type RegexInlinePlugin, type SetPropsBatchEntry, type WorkerErrorPayload, type WorkerIn, type WorkerOut, type WorkerPhase };
+export { type ASTInlinePlugin, type Block, type CoalescingMetrics, type CodeHighlightOutputMode, type CodeHighlightingMode, type CompiledMdxModule, type DiffKind, type FormatAnticipationConfig, type InlineHtmlDescriptor, type InlineNode, type InlinePlugin, LANGUAGE_ALIASES, type LazyTokenizationPriority, type MixedContentSegment, type NodePath, type NodeSnapshot, PATCH_ROOT_ID, type Patch, type PatchMetrics, type PerformanceMetrics, type ProtectedRange, type ProtectedRangeKind, type RegexAnticipationPattern, type RegexInlinePlugin, type SetPropsBatchEntry, type TokenLineV1, type TokenSpan, type TokenStyle, type WorkerErrorPayload, type WorkerIn, type WorkerOut, type WorkerPhase };

package/dist/utils.cjs

@@ -91,23 +91,33 @@ function getBlockKey(block) {
 }
 function detectMDX(content, options) {
   const inlineCodeRanges = collectInlineCodeRanges(content);
+  const protectedRanges = options?.protectedRanges ?? [];
+  const baseOffset = typeof options?.baseOffset === "number" ? options.baseOffset : 0;
+  const protectedKinds = protectedRanges.length ? /* @__PURE__ */ new Set(["math-inline", "math-display", "code-inline", "code-block", "html-inline", "html-block", "autolink"]) : null;
   const componentPattern = /<([A-Z][\w-]*)(\s|\/?>)/g;
   let componentMatch = componentPattern.exec(content);
   while (componentMatch !== null) {
     const start = componentMatch.index;
     const end = start + componentMatch[0].length;
-    if (!isWithinRanges(start, end, inlineCodeRanges)) {
-      return true;
+    if (isWithinRanges(start, end, inlineCodeRanges)) {
+      componentMatch = componentPattern.exec(content);
+      continue;
+    }
+    if (protectedKinds) {
+      const absoluteStart = baseOffset + start;
+      const absoluteEnd = baseOffset + end;
+      const covered = protectedRanges.some((range) => protectedKinds.has(range.kind) && range.from <= absoluteStart && range.to >= absoluteEnd);
+      if (covered) {
+        componentMatch = componentPattern.exec(content);
+        continue;
+      }
     }
-    componentMatch = componentPattern.exec(content);
+    return true;
   }
   if (/(^|\n)\s*(import|export)\s/.test(content)) {
     return true;
   }
   const expressionPattern = /\{[^{}]+\}/g;
-  const protectedRanges = options?.protectedRanges ?? [];
-  const baseOffset = typeof options?.baseOffset === "number" ? options.baseOffset : 0;
-  const protectedKinds = protectedRanges.length ? /* @__PURE__ */ new Set(["math-inline", "math-display", "code-inline", "code-block"]) : null;
   for (let match = expressionPattern.exec(content); match !== null; match = expressionPattern.exec(content)) {
     const index = match.index;
     const prev = index > 0 ? content[index - 1] : "";

package/dist/utils.mjs

@@ -55,23 +55,33 @@ function getBlockKey(block) {
 }
 function detectMDX(content, options) {
   const inlineCodeRanges = collectInlineCodeRanges(content);
+  const protectedRanges = options?.protectedRanges ?? [];
+  const baseOffset = typeof options?.baseOffset === "number" ? options.baseOffset : 0;
+  const protectedKinds = protectedRanges.length ? /* @__PURE__ */ new Set(["math-inline", "math-display", "code-inline", "code-block", "html-inline", "html-block", "autolink"]) : null;
   const componentPattern = /<([A-Z][\w-]*)(\s|\/?>)/g;
   let componentMatch = componentPattern.exec(content);
   while (componentMatch !== null) {
     const start = componentMatch.index;
     const end = start + componentMatch[0].length;
-    if (!isWithinRanges(start, end, inlineCodeRanges)) {
-      return true;
+    if (isWithinRanges(start, end, inlineCodeRanges)) {
+      componentMatch = componentPattern.exec(content);
+      continue;
+    }
+    if (protectedKinds) {
+      const absoluteStart = baseOffset + start;
+      const absoluteEnd = baseOffset + end;
+      const covered = protectedRanges.some((range) => protectedKinds.has(range.kind) && range.from <= absoluteStart && range.to >= absoluteEnd);
+      if (covered) {
+        componentMatch = componentPattern.exec(content);
+        continue;
+      }
     }
-    componentMatch = componentPattern.exec(content);
+    return true;
   }
   if (/(^|\n)\s*(import|export)\s/.test(content)) {
     return true;
   }
   const expressionPattern = /\{[^{}]+\}/g;
-  const protectedRanges = options?.protectedRanges ?? [];
-  const baseOffset = typeof options?.baseOffset === "number" ? options.baseOffset : 0;
-  const protectedKinds = protectedRanges.length ? /* @__PURE__ */ new Set(["math-inline", "math-display", "code-inline", "code-block"]) : null;
   for (let match = expressionPattern.exec(content); match !== null; match = expressionPattern.exec(content)) {
     const index = match.index;
     const prev = index > 0 ? content[index - 1] : "";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@stream-mdx/core",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "description": "Core types, snapshot utilities, and perf helpers for the Streaming Markdown V2 stack",
   "license": "MIT",
   "repository": {