@stream-mdx/core 0.0.1 → 0.0.2

package/CHANGELOG.md

@@ -0,0 +1,13 @@
+# @stream-mdx/core
+
+## 0.0.2
+
+### Patch Changes
+
+- 9e94660: Docs and release-quality improvements: ship package READMEs/CHANGELOGs, add pack+install smoke tests, expose MDX parity helper entrypoints, and add a deployable docs site workflow.
+
+## 0.0.1
+
+### Patch Changes
+
+- Release maintenance: CI/build fixes, missing runtime deps (e.g. `rehype-katex`), and improved docs/README wiring for the `stream-mdx` package page.

package/README.md

@@ -1,6 +1,10 @@
 # `@stream-mdx/core`
 
-Pure TypeScript primitives shared across the streaming renderer stack. This package intentionally contains **no DOM/React code**; everything exported is structured-clone-safe so it can cross `postMessage` boundaries without serialization hacks.
+Core types + utilities shared across the StreamMDX stack.
+
+This package is intentionally React-free. It contains structured-clone-safe types and helpers used by both the worker and the renderer.
+
+Most consumers should install `stream-mdx` and follow the main docs. Use `@stream-mdx/core` directly if you’re building tooling or customizing lower-level behavior.
 
 ## Install
 
@@ -8,47 +12,32 @@ Pure TypeScript primitives shared across the streaming renderer stack. This pack
 npm install @stream-mdx/core
 ```
 
-## Exports
+## Entry points
 
-| Module | Description |
-| --- | --- |
-| `types` | `Block`, `InlineNode`, `Patch`, `PatchBatch`, `RendererMetrics`, worker message unions. |
-| `block-snapshot` | Helpers for cloning/mutating block trees in the worker. |
-| `code-highlighting` | Shiki token utilities (`CodeLine`, `flattenHighlights`). |
-| `mixed-content` | Inline HTML/Multi-block parsing helpers. |
-| `inline-parser` | Incremental inline AST parser (Lezer wrappers). |
-| `security` | Sanitization schema + trusted-types friendly helpers. |
-| `utils` | Tree traversal, node ID generation, list depth normalization. |
-| `perf/backpressure` | Back-pressure defaults + smoothing functions shared by worker/renderer. |
-| `worker-html-sanitizer` | Preconfigured DOMPurify-like sanitization for worker context. |
+- `@stream-mdx/core` (root)
+- `@stream-mdx/core/types`
+- `@stream-mdx/core/utils`
+- `@stream-mdx/core/code-highlighting`
+- `@stream-mdx/core/inline-parser`
+- `@stream-mdx/core/mixed-content`
+- `@stream-mdx/core/worker-html-sanitizer`
+- `@stream-mdx/core/security`
+- `@stream-mdx/core/perf/backpressure`
+- `@stream-mdx/core/perf/patch-batching`
+- `@stream-mdx/core/perf/patch-coalescing`
+- `@stream-mdx/core/streaming/custom-matcher`
 
-See `packages/markdown-v2-core/src/index.ts` for the canonical export list.
-
-## Usage
+## Example
 
 ```ts
-import type { Patch } from "@stream-mdx/core";
-import { applyPatchBatch } from "@stream-mdx/core/block-snapshot";
-
-export function replay(patches: Patch[]) {
-  const snapshot = createInitialSnapshot();
-  for (const patch of patches) {
-    applyPatchBatch(snapshot, [patch]);
-  }
-  return snapshot;
+import { DEFAULT_BACKPRESSURE_CONFIG } from "@stream-mdx/core/perf/backpressure";
+
+export function makeConfig(overrides?: Partial<typeof DEFAULT_BACKPRESSURE_CONFIG>) {
+  return { ...DEFAULT_BACKPRESSURE_CONFIG, ...overrides };
 }
 ```
 
-The worker bundle (`@stream-mdx/worker`) consumes these helpers to build `Patch` batches, and the renderer uses the same types for its store/scheduler.
-
-> For end-to-end math/MDX registration steps (worker + renderer), see [`docs/STREAMING_MARKDOWN_PLUGINS_COOKBOOK.md#5-math--mdx-workerrenderer-registration`](../../docs/STREAMING_MARKDOWN_PLUGINS_COOKBOOK.md#5-math--mdx-workerrenderer-registration).
-
-## Security notes
-
-- Sanitization helpers assume you pass trusted markdown inputs or run the worker in an isolated thread. If you enable raw HTML rendering, ensure you serve KaTeX/MDX assets from trusted origins and set CSP headers accordingly.
-- `worker-html-sanitizer` exports a minimal schema. Override/augment it if you need to allow additional tags/attributes (e.g., custom `data-*` props).
-
-## Roadmap
+## Docs
 
-- Document semver guarantees once `1.0.0` ships.
-- Publish detailed inline docs for every exported type (linkable from `docs/PUBLIC_API.md`).
+- API reference: `docs/PUBLIC_API.md`
+- Security model: `docs/SECURITY_MODEL.md`

package/dist/code-highlighting.cjs

@@ -217,4 +217,3 @@ function filterAllowedAttributes(attrs) {
   extractHighlightedLines,
   stripCodeFence
 });
-//# sourceMappingURL=code-highlighting.cjs.map

package/dist/code-highlighting.mjs

@@ -188,4 +188,3 @@ export {
   extractHighlightedLines,
   stripCodeFence
 };
-//# sourceMappingURL=code-highlighting.mjs.map

package/dist/index.cjs

@@ -2854,4 +2854,3 @@ var CustomStreamingMatcher = class {
   smoothCredit,
   stripCodeFence
 });
-//# sourceMappingURL=index.cjs.map

package/dist/index.mjs

@@ -2766,4 +2766,3 @@ export {
   smoothCredit,
   stripCodeFence
 };
-//# sourceMappingURL=index.mjs.map

package/dist/inline-parser.cjs

@@ -293,4 +293,3 @@ function splitTextByRegexWithPrecedence(text, regex, toNode) {
   applyASTPlugin,
   applyRegexPlugin
 });
-//# sourceMappingURL=inline-parser.cjs.map

package/dist/inline-parser.mjs

@@ -266,4 +266,3 @@ export {
   applyASTPlugin,
   applyRegexPlugin
 };
-//# sourceMappingURL=inline-parser.mjs.map

package/dist/mixed-content.cjs

@@ -370,4 +370,3 @@ function findClosingHtmlTag(lowerSource, lowerTagName, startIndex) {
   findClosingHtmlTag,
   isLikelyMdxComponent
 });
-//# sourceMappingURL=mixed-content.cjs.map

package/dist/mixed-content.mjs

@@ -331,4 +331,3 @@ export {
   findClosingHtmlTag,
   isLikelyMdxComponent
 };
-//# sourceMappingURL=mixed-content.mjs.map

package/dist/perf/backpressure.cjs

@@ -101,4 +101,3 @@ function clamp01(value) {
   computeHeavyPatchBudget,
   smoothCredit
 });
-//# sourceMappingURL=backpressure.cjs.map

package/dist/perf/backpressure.mjs

@@ -71,4 +71,3 @@ export {
   computeHeavyPatchBudget,
   smoothCredit
 };
-//# sourceMappingURL=backpressure.mjs.map

package/dist/perf/patch-batching.cjs

@@ -135,4 +135,3 @@ function splitPatchBatch(patches, maxLightChunk = DEFAULT_MAX_LIGHT_PATCHES_PER_
   isHeavyPatch,
   splitPatchBatch
 });
-//# sourceMappingURL=patch-batching.cjs.map

package/dist/perf/patch-batching.mjs

@@ -109,4 +109,3 @@ export {
   isHeavyPatch,
   splitPatchBatch
 };
-//# sourceMappingURL=patch-batching.mjs.map

package/dist/perf/patch-coalescing.cjs

@@ -427,4 +427,3 @@ function coalescePatchesQuadratic(patches, config = DEFAULT_COALESCE_CONFIG) {
   coalescePatchesQuadratic,
   coalescePatchesWithMetrics
 });
-//# sourceMappingURL=patch-coalescing.cjs.map

package/dist/perf/patch-coalescing.mjs

@@ -398,4 +398,3 @@ export {
   coalescePatchesQuadratic,
   coalescePatchesWithMetrics
 };
-//# sourceMappingURL=patch-coalescing.mjs.map

package/dist/security.cjs

@@ -416,4 +416,3 @@ function initializeSecurity() {
   sanitizeMathHTML,
   sanitizeURL
 });
-//# sourceMappingURL=security.cjs.map

package/dist/security.mjs

@@ -373,4 +373,3 @@ export {
   sanitizeMathHTML,
   sanitizeURL
 };
-//# sourceMappingURL=security.mjs.map

package/dist/streaming/custom-matcher.cjs

@@ -116,4 +116,3 @@ var CustomStreamingMatcher = class {
 0 && (module.exports = {
   CustomStreamingMatcher
 });
-//# sourceMappingURL=custom-matcher.cjs.map

package/dist/streaming/custom-matcher.mjs

@@ -91,4 +91,3 @@ var CustomStreamingMatcher = class {
 export {
   CustomStreamingMatcher
 };
-//# sourceMappingURL=custom-matcher.mjs.map

package/dist/types.cjs

@@ -43,4 +43,3 @@ var PATCH_ROOT_ID = "__root__";
   LANGUAGE_ALIASES,
   PATCH_ROOT_ID
 });
-//# sourceMappingURL=types.cjs.map

package/dist/types.mjs

@@ -17,4 +17,3 @@ export {
   LANGUAGE_ALIASES,
   PATCH_ROOT_ID
 };
-//# sourceMappingURL=types.mjs.map

package/dist/utils.cjs

@@ -245,4 +245,3 @@ var StringBuffer = class {
   parseCodeFenceInfo,
   removeHeadingMarkers
 });
-//# sourceMappingURL=utils.cjs.map

package/dist/utils.mjs

@@ -208,4 +208,3 @@ export {
   parseCodeFenceInfo,
   removeHeadingMarkers
 };
-//# sourceMappingURL=utils.mjs.map

package/dist/worker-html-sanitizer.cjs

@@ -157,4 +157,3 @@ function mergeAttributes(existing, additions) {
 0 && (module.exports = {
   sanitizeHtmlInWorker
 });
-//# sourceMappingURL=worker-html-sanitizer.cjs.map

package/dist/worker-html-sanitizer.mjs

@@ -122,4 +122,3 @@ function mergeAttributes(existing, additions) {
 export {
   sanitizeHtmlInWorker
 };
-//# sourceMappingURL=worker-html-sanitizer.mjs.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@stream-mdx/core",
-  "version": "0.0.1",
+  "version": "0.0.2",
   "description": "Core types, snapshot utilities, and perf helpers for the Streaming Markdown V2 stack",
   "license": "MIT",
   "repository": {
@@ -78,7 +78,9 @@
     }
   },
   "files": [
-    "dist"
+    "dist",
+    "README.md",
+    "CHANGELOG.md"
   ],
   "sideEffects": false,
   "scripts": {

package/dist/code-highlighting.cjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/code-highlighting.ts"],"sourcesContent":["export type HighlightedLine = string | null;\n\nfunction normalizeNewlines(input: string): string {\n  return input.replace(/\\r\\n?/g, \"\\n\");\n}\n\nfunction isFenceLine(line: string): boolean {\n  return /^```/.test(line.trim());\n}\n\nexport function stripCodeFence(raw: string): { code: string; info: string; hadFence: boolean } {\n  if (!raw) {\n    return { code: \"\", info: \"\", hadFence: false };\n  }\n  const normalized = normalizeNewlines(raw);\n  const lines = normalized.split(\"\\n\");\n  if (lines.length === 0) {\n    return { code: normalized, info: \"\", hadFence: false };\n  }\n\n  const firstLine = lines[0];\n  if (!isFenceLine(firstLine)) {\n    return { code: normalized, info: \"\", hadFence: false };\n  }\n\n  const info = firstLine.slice(3).trim();\n  let endIndex = lines.length - 1;\n  while (endIndex > 0 && lines[endIndex].trim().length === 0) {\n    endIndex--;\n  }\n  if (endIndex > 0 && isFenceLine(lines[endIndex])) {\n    const codeLines = lines.slice(1, endIndex);\n    return { code: codeLines.join(\"\\n\"), info, hadFence: true };\n  }\n\n  // During streaming, code block may not have closing fence yet\n  // Still extract and return the info from the opening fence\n  const codeLines = lines.slice(1);\n  return { code: codeLines.join(\"\\n\"), info, hadFence: true };\n}\n\nfunction getDomParser(): DOMParser | null {\n  if (typeof window !== \"undefined\" && typeof window.DOMParser === \"function\") {\n    return new window.DOMParser();\n  }\n  if (typeof DOMParser !== \"undefined\") {\n    try {\n      return new DOMParser();\n    } catch (e) {\n      return null;\n    }\n  }\n  return null;\n}\n\nexport function extractHighlightedLines(html: string, fallbackLength: number): HighlightedLine[] {\n  if (!html) {\n    return new Array(Math.max(0, fallbackLength)).fill(null);\n  }\n\n  const parser = getDomParser();\n  if (parser) {\n    try {\n      const doc = parser.parseFromString(`<div>${html}</div>`, \"text/html\");\n      const nodes = doc.querySelectorAll(\"span.line\");\n      if (nodes.length > 0) {\n        const lines: HighlightedLine[] = [];\n        for (const node of nodes) {\n          lines.push(node instanceof Element ? node.innerHTML : null);\n        }\n        return normalizeHighlightedLines(lines, fallbackLength);\n      }\n    } catch (error) {\n      // fall through to manual extraction\n    }\n  }\n\n  return manualExtractHighlightedLines(html, fallbackLength);\n}\n\nfunction normalizeHighlightedLines(lines: HighlightedLine[], fallbackLength: number): HighlightedLine[] {\n  if (!lines || lines.length === 0) {\n    return new Array(Math.max(0, fallbackLength)).fill(null);\n  }\n  const length = Math.max(fallbackLength, lines.length);\n  const result: HighlightedLine[] = new Array(length).fill(null);\n  for (let i = 0; i < lines.length; i++) {\n    result[i] = lines[i];\n  }\n  return result;\n}\n\nfunction manualExtractHighlightedLines(html: string, fallbackLength: number): HighlightedLine[] {\n  const lineRegex = /<span class=\"line\"(?:\\s+[^>]*)?>/gi;\n  const lines: string[] = [];\n  let match: RegExpExecArray | null = lineRegex.exec(html);\n\n  while (match !== null) {\n    const openTagEnd = html.indexOf(\">\", match.index);\n    if (openTagEnd === -1) break;\n    let cursor = openTagEnd + 1;\n    let depth = 1;\n    let buffer = \"\";\n\n    while (cursor < html.length && depth > 0) {\n      const nextTagStart = html.indexOf(\"<\", cursor);\n      if (nextTagStart === -1) {\n        buffer += html.slice(cursor);\n        cursor = html.length;\n        break;\n      }\n      if (nextTagStart > cursor) {\n        buffer += html.slice(cursor, nextTagStart);\n      }\n      cursor = nextTagStart;\n      if (html.startsWith(\"</span>\", cursor)) {\n        depth -= 1;\n        cursor += 7;\n        if (depth === 0) break;\n        buffer += \"</span>\";\n        continue;\n      }\n      const tagEnd = html.indexOf(\">\", cursor);\n      if (tagEnd === -1) {\n        buffer += html.slice(cursor);\n        cursor = html.length;\n        break;\n      }\n      const tag = html.slice(cursor, tagEnd + 1);\n      if (/^<span\\b/i.test(tag)) {\n        depth += 1;\n      }\n      buffer += tag;\n      cursor = tagEnd + 1;\n    }\n\n    lines.push(buffer);\n    lineRegex.lastIndex = cursor;\n    match = lineRegex.exec(html);\n  }\n\n  return normalizeHighlightedLines(lines, fallbackLength);\n}\n\nexport function dedentIndentedCode(raw: string): string {\n  if (!raw) return \"\";\n  const normalized = normalizeNewlines(raw);\n  const lines = normalized.split(\"\\n\");\n  let minIndent = Number.POSITIVE_INFINITY;\n  for (const line of lines) {\n    const match = line.match(/^\\s+/);\n    if (!match) continue;\n    minIndent = Math.min(minIndent, match[0].length);\n  }\n  if (!Number.isFinite(minIndent) || minIndent === 0) {\n    return normalized;\n  }\n  return lines.map((line) => (line.startsWith(\" \".repeat(minIndent)) ? line.slice(minIndent) : line)).join(\"\\n\");\n}\n\nexport function extractCodeLines(raw: string): string[] {\n  if (!raw) return [];\n  const normalized = normalizeNewlines(raw);\n  const { code, hadFence } = stripCodeFence(normalized);\n  if (hadFence) {\n    return code.split(\"\\n\");\n  }\n  if (/^\\s{4}/m.test(normalized)) {\n    return dedentIndentedCode(normalized).split(\"\\n\");\n  }\n  return normalized.split(\"\\n\");\n}\n\nexport function extractCodeWrapperAttributes(html: string): {\n  preAttrs?: Record<string, string>;\n  codeAttrs?: Record<string, string>;\n} {\n  if (!html) {\n    return {};\n  }\n  const preMatch = html.match(/<pre\\b([^>]*)>/i);\n  const codeMatch = html.match(/<code\\b([^>]*)>/i);\n  return {\n    preAttrs: preMatch ? filterAllowedAttributes(parseAttributeFragment(preMatch[1] ?? \"\")) : undefined,\n    codeAttrs: codeMatch ? filterAllowedAttributes(parseAttributeFragment(codeMatch[1] ?? \"\")) : undefined,\n  };\n}\n\nfunction parseAttributeFragment(fragment: string): Record<string, string> {\n  const attrs: Record<string, string> = {};\n  const regex = /([a-zA-Z_:][\\w:.-]*)\\s*=\\s*\"([^\"]*)\"/g;\n  let match: RegExpExecArray | null = regex.exec(fragment);\n  while (match !== null) {\n    const [, name, value] = match;\n    attrs[name] = value;\n    match = regex.exec(fragment);\n  }\n  return attrs;\n}\n\nfunction filterAllowedAttributes(attrs: Record<string, string>): Record<string, string> {\n  const allowed = new Set([\"class\", \"style\", \"data-theme\"]);\n  const filtered: Record<string, string> = {};\n  for (const [key, value] of Object.entries(attrs)) {\n    if (allowed.has(key) || key.startsWith(\"data-\")) {\n      filtered[key] = value;\n    }\n  }\n  return filtered;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAEA,SAAS,kBAAkB,OAAuB;AAChD,SAAO,MAAM,QAAQ,UAAU,IAAI;AACrC;AAEA,SAAS,YAAY,MAAuB;AAC1C,SAAO,OAAO,KAAK,KAAK,KAAK,CAAC;AAChC;AAEO,SAAS,eAAe,KAAgE;AAC7F,MAAI,CAAC,KAAK;AACR,WAAO,EAAE,MAAM,IAAI,MAAM,IAAI,UAAU,MAAM;AAAA,EAC/C;AACA,QAAM,aAAa,kBAAkB,GAAG;AACxC,QAAM,QAAQ,WAAW,MAAM,IAAI;AACnC,MAAI,MAAM,WAAW,GAAG;AACtB,WAAO,EAAE,MAAM,YAAY,MAAM,IAAI,UAAU,MAAM;AAAA,EACvD;AAEA,QAAM,YAAY,MAAM,CAAC;AACzB,MAAI,CAAC,YAAY,SAAS,GAAG;AAC3B,WAAO,EAAE,MAAM,YAAY,MAAM,IAAI,UAAU,MAAM;AAAA,EACvD;AAEA,QAAM,OAAO,UAAU,MAAM,CAAC,EAAE,KAAK;AACrC,MAAI,WAAW,MAAM,SAAS;AAC9B,SAAO,WAAW,KAAK,MAAM,QAAQ,EAAE,KAAK,EAAE,WAAW,GAAG;AAC1D;AAAA,EACF;AACA,MAAI,WAAW,KAAK,YAAY,MAAM,QAAQ,CAAC,GAAG;AAChD,UAAMA,aAAY,MAAM,MAAM,GAAG,QAAQ;AACzC,WAAO,EAAE,MAAMA,WAAU,KAAK,IAAI,GAAG,MAAM,UAAU,KAAK;AAAA,EAC5D;AAIA,QAAM,YAAY,MAAM,MAAM,CAAC;AAC/B,SAAO,EAAE,MAAM,UAAU,KAAK,IAAI,GAAG,MAAM,UAAU,KAAK;AAC5D;AAEA,SAAS,eAAiC;AACxC,MAAI,OAAO,WAAW,eAAe,OAAO,OAAO,cAAc,YAAY;AAC3E,WAAO,IAAI,OAAO,UAAU;AAAA,EAC9B;AACA,MAAI,OAAO,cAAc,aAAa;AACpC,QAAI;AACF,aAAO,IAAI,UAAU;AAAA,IACvB,SAAS,GAAG;AACV,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO;AACT;AAEO,SAAS,wBAAwB,MAAc,gBAA2C;AAC/F,MAAI,CAAC,MAAM;AACT,WAAO,IAAI,MAAM,KAAK,IAAI,GAAG,cAAc,CAAC,EAAE,KAAK,IAAI;AAAA,EACzD;AAEA,QAAM,SAAS,aAAa;AAC5B,MAAI,QAAQ;AACV,QAAI;AACF,YAAM,MAAM,OAAO,gBAAgB,QAAQ,IAAI,UAAU,WAAW;AACpE,YAAM,QAAQ,IAAI,iBAAiB,WAAW;AAC9C,UAAI,MAAM,SAAS,GAAG;AACpB,cAAM,QAA2B,CAAC;AAClC,mBAAW,QAAQ,OAAO;AACxB,gBAAM,KAAK,gBAAgB,UAAU,KAAK,YAAY,IAAI;AAAA,QAC5D;AACA,eAAO,0BAA0B,OAAO,cAAc;AAAA,MACxD;AAAA,IACF,SAAS,OAAO;AAAA,IAEhB;AAAA,EACF;AAEA,SAAO,8BAA8B,MAAM,cAAc;AAC3D;AAEA,SAAS,0BAA0B,OAA0B,gBAA2C;AACtG,MAAI,CAAC,SAAS,MAAM,WAAW,GAAG;AAChC,WAAO,IAAI,MAAM,KAAK,IAAI,GAAG,cAAc,CAAC,EAAE,KAAK,IAAI;AAAA,EACzD;AACA,QAAM,SAAS,KAAK,IAAI,gBAAgB,MAAM,MAAM;AACpD,QAAM,SAA4B,IAAI,MAAM,MAAM,EAAE,KAAK,IAAI;AAC7D,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,WAAO,CAAC,IAAI,MAAM,CAAC;AAAA,EACrB;AACA,SAAO;AACT;AAEA,SAAS,8BAA8B,MAAc,gBAA2C;AAC9F,QAAM,YAAY;AAClB,QAAM,QAAkB,CAAC;AACzB,MAAI,QAAgC,UAAU,KAAK,IAAI;AAEvD,SAAO,UAAU,MAAM;AACrB,UAAM,aAAa,KAAK,QAAQ,KAAK,MAAM,KAAK;AAChD,QAAI,eAAe,GAAI;AACvB,QAAI,SAAS,aAAa;AAC1B,QAAI,QAAQ;AACZ,QAAI,SAAS;AAEb,WAAO,SAAS,KAAK,UAAU,QAAQ,GAAG;AACxC,YAAM,eAAe,KAAK,QAAQ,KAAK,MAAM;AAC7C,UAAI,iBAAiB,IAAI;AACvB,kBAAU,KAAK,MAAM,MAAM;AAC3B,iBAAS,KAAK;AACd;AAAA,MACF;AACA,UAAI,eAAe,QAAQ;AACzB,kBAAU,KAAK,MAAM,QAAQ,YAAY;AAAA,MAC3C;AACA,eAAS;AACT,UAAI,KAAK,WAAW,WAAW,MAAM,GAAG;AACtC,iBAAS;AACT,kBAAU;AACV,YAAI,UAAU,EAAG;AACjB,kBAAU;AACV;AAAA,MACF;AACA,YAAM,SAAS,KAAK,QAAQ,KAAK,MAAM;AACvC,UAAI,WAAW,IAAI;AACjB,kBAAU,KAAK,MAAM,MAAM;AAC3B,iBAAS,KAAK;AACd;AAAA,MACF;AACA,YAAM,MAAM,KAAK,MAAM,QAAQ,SAAS,CAAC;AACzC,UAAI,YAAY,KAAK,GAAG,GAAG;AACzB,iBAAS;AAAA,MACX;AACA,gBAAU;AACV,eAAS,SAAS;AAAA,IACpB;AAEA,UAAM,KAAK,MAAM;AACjB,cAAU,YAAY;AACtB,YAAQ,UAAU,KAAK,IAAI;AAAA,EAC7B;AAEA,SAAO,0BAA0B,OAAO,cAAc;AACxD;AAEO,SAAS,mBAAmB,KAAqB;AACtD,MAAI,CAAC,IAAK,QAAO;AACjB,QAAM,aAAa,kBAAkB,GAAG;AACxC,QAAM,QAAQ,WAAW,MAAM,IAAI;AACnC,MAAI,YAAY,OAAO;AACvB,aAAW,QAAQ,OAAO;AACxB,UAAM,QAAQ,KAAK,MAAM,MAAM;AAC/B,QAAI,CAAC,MAAO;AACZ,gBAAY,KAAK,IAAI,WAAW,MAAM,CAAC,EAAE,MAAM;AAAA,EACjD;AACA,MAAI,CAAC,OAAO,SAAS,SAAS,KAAK,cAAc,GAAG;AAClD,WAAO;AAAA,EACT;AACA,SAAO,MAAM,IAAI,CAAC,SAAU,KAAK,WAAW,IAAI,OAAO,SAAS,CAAC,IAAI,KAAK,MAAM,SAAS,IAAI,IAAK,EAAE,KAAK,IAAI;AAC/G;AAEO,SAAS,iBAAiB,KAAuB;AACtD,MAAI,CAAC,IAAK,QAAO,CAAC;AAClB,QAAM,aAAa,kBAAkB,GAAG;AACxC,QAAM,EAAE,MAAM,SAAS,IAAI,eAAe,UAAU;AACpD,MAAI,UAAU;AACZ,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB;AACA,MAAI,UAAU,KAAK,UAAU,GAAG;AAC9B,WAAO,mBAAmB,UAAU,EAAE,MAAM,IAAI;AAAA,EAClD;AACA,SAAO,WAAW,MAAM,IAAI;AAC9B;AAEO,SAAS,6BAA6B,MAG3C;AACA,MAAI,CAAC,MAAM;AACT,WAAO,CAAC;AAAA,EACV;AACA,QAAM,WAAW,KAAK,MAAM,iBAAiB;AAC7C,QAAM,YAAY,KAAK,MAAM,kBAAkB;AAC/C,SAAO;AAAA,IACL,UAAU,WAAW,wBAAwB,uBAAuB,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI;AAAA,IAC1F,WAAW,YAAY,wBAAwB,uBAAuB,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI;AAAA,EAC/F;AACF;AAEA,SAAS,uBAAuB,UAA0C;AACxE,QAAM,QAAgC,CAAC;AACvC,QAAM,QAAQ;AACd,MAAI,QAAgC,MAAM,KAAK,QAAQ;AACvD,SAAO,UAAU,MAAM;AACrB,UAAM,CAAC,EAAE,MAAM,KAAK,IAAI;AACxB,UAAM,IAAI,IAAI;AACd,YAAQ,MAAM,KAAK,QAAQ;AAAA,EAC7B;AACA,SAAO;AACT;AAEA,SAAS,wBAAwB,OAAuD;AACtF,QAAM,UAAU,oBAAI,IAAI,CAAC,SAAS,SAAS,YAAY,CAAC;AACxD,QAAM,WAAmC,CAAC;AAC1C,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,QAAQ,IAAI,GAAG,KAAK,IAAI,WAAW,OAAO,GAAG;AAC/C,eAAS,GAAG,IAAI;AAAA,IAClB;AAAA,EACF;AACA,SAAO;AACT;","names":["codeLines"]}

package/dist/code-highlighting.mjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/code-highlighting.ts"],"sourcesContent":["export type HighlightedLine = string | null;\n\nfunction normalizeNewlines(input: string): string {\n  return input.replace(/\\r\\n?/g, \"\\n\");\n}\n\nfunction isFenceLine(line: string): boolean {\n  return /^```/.test(line.trim());\n}\n\nexport function stripCodeFence(raw: string): { code: string; info: string; hadFence: boolean } {\n  if (!raw) {\n    return { code: \"\", info: \"\", hadFence: false };\n  }\n  const normalized = normalizeNewlines(raw);\n  const lines = normalized.split(\"\\n\");\n  if (lines.length === 0) {\n    return { code: normalized, info: \"\", hadFence: false };\n  }\n\n  const firstLine = lines[0];\n  if (!isFenceLine(firstLine)) {\n    return { code: normalized, info: \"\", hadFence: false };\n  }\n\n  const info = firstLine.slice(3).trim();\n  let endIndex = lines.length - 1;\n  while (endIndex > 0 && lines[endIndex].trim().length === 0) {\n    endIndex--;\n  }\n  if (endIndex > 0 && isFenceLine(lines[endIndex])) {\n    const codeLines = lines.slice(1, endIndex);\n    return { code: codeLines.join(\"\\n\"), info, hadFence: true };\n  }\n\n  // During streaming, code block may not have closing fence yet\n  // Still extract and return the info from the opening fence\n  const codeLines = lines.slice(1);\n  return { code: codeLines.join(\"\\n\"), info, hadFence: true };\n}\n\nfunction getDomParser(): DOMParser | null {\n  if (typeof window !== \"undefined\" && typeof window.DOMParser === \"function\") {\n    return new window.DOMParser();\n  }\n  if (typeof DOMParser !== \"undefined\") {\n    try {\n      return new DOMParser();\n    } catch (e) {\n      return null;\n    }\n  }\n  return null;\n}\n\nexport function extractHighlightedLines(html: string, fallbackLength: number): HighlightedLine[] {\n  if (!html) {\n    return new Array(Math.max(0, fallbackLength)).fill(null);\n  }\n\n  const parser = getDomParser();\n  if (parser) {\n    try {\n      const doc = parser.parseFromString(`<div>${html}</div>`, \"text/html\");\n      const nodes = doc.querySelectorAll(\"span.line\");\n      if (nodes.length > 0) {\n        const lines: HighlightedLine[] = [];\n        for (const node of nodes) {\n          lines.push(node instanceof Element ? node.innerHTML : null);\n        }\n        return normalizeHighlightedLines(lines, fallbackLength);\n      }\n    } catch (error) {\n      // fall through to manual extraction\n    }\n  }\n\n  return manualExtractHighlightedLines(html, fallbackLength);\n}\n\nfunction normalizeHighlightedLines(lines: HighlightedLine[], fallbackLength: number): HighlightedLine[] {\n  if (!lines || lines.length === 0) {\n    return new Array(Math.max(0, fallbackLength)).fill(null);\n  }\n  const length = Math.max(fallbackLength, lines.length);\n  const result: HighlightedLine[] = new Array(length).fill(null);\n  for (let i = 0; i < lines.length; i++) {\n    result[i] = lines[i];\n  }\n  return result;\n}\n\nfunction manualExtractHighlightedLines(html: string, fallbackLength: number): HighlightedLine[] {\n  const lineRegex = /<span class=\"line\"(?:\\s+[^>]*)?>/gi;\n  const lines: string[] = [];\n  let match: RegExpExecArray | null = lineRegex.exec(html);\n\n  while (match !== null) {\n    const openTagEnd = html.indexOf(\">\", match.index);\n    if (openTagEnd === -1) break;\n    let cursor = openTagEnd + 1;\n    let depth = 1;\n    let buffer = \"\";\n\n    while (cursor < html.length && depth > 0) {\n      const nextTagStart = html.indexOf(\"<\", cursor);\n      if (nextTagStart === -1) {\n        buffer += html.slice(cursor);\n        cursor = html.length;\n        break;\n      }\n      if (nextTagStart > cursor) {\n        buffer += html.slice(cursor, nextTagStart);\n      }\n      cursor = nextTagStart;\n      if (html.startsWith(\"</span>\", cursor)) {\n        depth -= 1;\n        cursor += 7;\n        if (depth === 0) break;\n        buffer += \"</span>\";\n        continue;\n      }\n      const tagEnd = html.indexOf(\">\", cursor);\n      if (tagEnd === -1) {\n        buffer += html.slice(cursor);\n        cursor = html.length;\n        break;\n      }\n      const tag = html.slice(cursor, tagEnd + 1);\n      if (/^<span\\b/i.test(tag)) {\n        depth += 1;\n      }\n      buffer += tag;\n      cursor = tagEnd + 1;\n    }\n\n    lines.push(buffer);\n    lineRegex.lastIndex = cursor;\n    match = lineRegex.exec(html);\n  }\n\n  return normalizeHighlightedLines(lines, fallbackLength);\n}\n\nexport function dedentIndentedCode(raw: string): string {\n  if (!raw) return \"\";\n  const normalized = normalizeNewlines(raw);\n  const lines = normalized.split(\"\\n\");\n  let minIndent = Number.POSITIVE_INFINITY;\n  for (const line of lines) {\n    const match = line.match(/^\\s+/);\n    if (!match) continue;\n    minIndent = Math.min(minIndent, match[0].length);\n  }\n  if (!Number.isFinite(minIndent) || minIndent === 0) {\n    return normalized;\n  }\n  return lines.map((line) => (line.startsWith(\" \".repeat(minIndent)) ? line.slice(minIndent) : line)).join(\"\\n\");\n}\n\nexport function extractCodeLines(raw: string): string[] {\n  if (!raw) return [];\n  const normalized = normalizeNewlines(raw);\n  const { code, hadFence } = stripCodeFence(normalized);\n  if (hadFence) {\n    return code.split(\"\\n\");\n  }\n  if (/^\\s{4}/m.test(normalized)) {\n    return dedentIndentedCode(normalized).split(\"\\n\");\n  }\n  return normalized.split(\"\\n\");\n}\n\nexport function extractCodeWrapperAttributes(html: string): {\n  preAttrs?: Record<string, string>;\n  codeAttrs?: Record<string, string>;\n} {\n  if (!html) {\n    return {};\n  }\n  const preMatch = html.match(/<pre\\b([^>]*)>/i);\n  const codeMatch = html.match(/<code\\b([^>]*)>/i);\n  return {\n    preAttrs: preMatch ? filterAllowedAttributes(parseAttributeFragment(preMatch[1] ?? \"\")) : undefined,\n    codeAttrs: codeMatch ? filterAllowedAttributes(parseAttributeFragment(codeMatch[1] ?? \"\")) : undefined,\n  };\n}\n\nfunction parseAttributeFragment(fragment: string): Record<string, string> {\n  const attrs: Record<string, string> = {};\n  const regex = /([a-zA-Z_:][\\w:.-]*)\\s*=\\s*\"([^\"]*)\"/g;\n  let match: RegExpExecArray | null = regex.exec(fragment);\n  while (match !== null) {\n    const [, name, value] = match;\n    attrs[name] = value;\n    match = regex.exec(fragment);\n  }\n  return attrs;\n}\n\nfunction filterAllowedAttributes(attrs: Record<string, string>): Record<string, string> {\n  const allowed = new Set([\"class\", \"style\", \"data-theme\"]);\n  const filtered: Record<string, string> = {};\n  for (const [key, value] of Object.entries(attrs)) {\n    if (allowed.has(key) || key.startsWith(\"data-\")) {\n      filtered[key] = value;\n    }\n  }\n  return filtered;\n}\n"],"mappings":";AAEA,SAAS,kBAAkB,OAAuB;AAChD,SAAO,MAAM,QAAQ,UAAU,IAAI;AACrC;AAEA,SAAS,YAAY,MAAuB;AAC1C,SAAO,OAAO,KAAK,KAAK,KAAK,CAAC;AAChC;AAEO,SAAS,eAAe,KAAgE;AAC7F,MAAI,CAAC,KAAK;AACR,WAAO,EAAE,MAAM,IAAI,MAAM,IAAI,UAAU,MAAM;AAAA,EAC/C;AACA,QAAM,aAAa,kBAAkB,GAAG;AACxC,QAAM,QAAQ,WAAW,MAAM,IAAI;AACnC,MAAI,MAAM,WAAW,GAAG;AACtB,WAAO,EAAE,MAAM,YAAY,MAAM,IAAI,UAAU,MAAM;AAAA,EACvD;AAEA,QAAM,YAAY,MAAM,CAAC;AACzB,MAAI,CAAC,YAAY,SAAS,GAAG;AAC3B,WAAO,EAAE,MAAM,YAAY,MAAM,IAAI,UAAU,MAAM;AAAA,EACvD;AAEA,QAAM,OAAO,UAAU,MAAM,CAAC,EAAE,KAAK;AACrC,MAAI,WAAW,MAAM,SAAS;AAC9B,SAAO,WAAW,KAAK,MAAM,QAAQ,EAAE,KAAK,EAAE,WAAW,GAAG;AAC1D;AAAA,EACF;AACA,MAAI,WAAW,KAAK,YAAY,MAAM,QAAQ,CAAC,GAAG;AAChD,UAAMA,aAAY,MAAM,MAAM,GAAG,QAAQ;AACzC,WAAO,EAAE,MAAMA,WAAU,KAAK,IAAI,GAAG,MAAM,UAAU,KAAK;AAAA,EAC5D;AAIA,QAAM,YAAY,MAAM,MAAM,CAAC;AAC/B,SAAO,EAAE,MAAM,UAAU,KAAK,IAAI,GAAG,MAAM,UAAU,KAAK;AAC5D;AAEA,SAAS,eAAiC;AACxC,MAAI,OAAO,WAAW,eAAe,OAAO,OAAO,cAAc,YAAY;AAC3E,WAAO,IAAI,OAAO,UAAU;AAAA,EAC9B;AACA,MAAI,OAAO,cAAc,aAAa;AACpC,QAAI;AACF,aAAO,IAAI,UAAU;AAAA,IACvB,SAAS,GAAG;AACV,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO;AACT;AAEO,SAAS,wBAAwB,MAAc,gBAA2C;AAC/F,MAAI,CAAC,MAAM;AACT,WAAO,IAAI,MAAM,KAAK,IAAI,GAAG,cAAc,CAAC,EAAE,KAAK,IAAI;AAAA,EACzD;AAEA,QAAM,SAAS,aAAa;AAC5B,MAAI,QAAQ;AACV,QAAI;AACF,YAAM,MAAM,OAAO,gBAAgB,QAAQ,IAAI,UAAU,WAAW;AACpE,YAAM,QAAQ,IAAI,iBAAiB,WAAW;AAC9C,UAAI,MAAM,SAAS,GAAG;AACpB,cAAM,QAA2B,CAAC;AAClC,mBAAW,QAAQ,OAAO;AACxB,gBAAM,KAAK,gBAAgB,UAAU,KAAK,YAAY,IAAI;AAAA,QAC5D;AACA,eAAO,0BAA0B,OAAO,cAAc;AAAA,MACxD;AAAA,IACF,SAAS,OAAO;AAAA,IAEhB;AAAA,EACF;AAEA,SAAO,8BAA8B,MAAM,cAAc;AAC3D;AAEA,SAAS,0BAA0B,OAA0B,gBAA2C;AACtG,MAAI,CAAC,SAAS,MAAM,WAAW,GAAG;AAChC,WAAO,IAAI,MAAM,KAAK,IAAI,GAAG,cAAc,CAAC,EAAE,KAAK,IAAI;AAAA,EACzD;AACA,QAAM,SAAS,KAAK,IAAI,gBAAgB,MAAM,MAAM;AACpD,QAAM,SAA4B,IAAI,MAAM,MAAM,EAAE,KAAK,IAAI;AAC7D,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,WAAO,CAAC,IAAI,MAAM,CAAC;AAAA,EACrB;AACA,SAAO;AACT;AAEA,SAAS,8BAA8B,MAAc,gBAA2C;AAC9F,QAAM,YAAY;AAClB,QAAM,QAAkB,CAAC;AACzB,MAAI,QAAgC,UAAU,KAAK,IAAI;AAEvD,SAAO,UAAU,MAAM;AACrB,UAAM,aAAa,KAAK,QAAQ,KAAK,MAAM,KAAK;AAChD,QAAI,eAAe,GAAI;AACvB,QAAI,SAAS,aAAa;AAC1B,QAAI,QAAQ;AACZ,QAAI,SAAS;AAEb,WAAO,SAAS,KAAK,UAAU,QAAQ,GAAG;AACxC,YAAM,eAAe,KAAK,QAAQ,KAAK,MAAM;AAC7C,UAAI,iBAAiB,IAAI;AACvB,kBAAU,KAAK,MAAM,MAAM;AAC3B,iBAAS,KAAK;AACd;AAAA,MACF;AACA,UAAI,eAAe,QAAQ;AACzB,kBAAU,KAAK,MAAM,QAAQ,YAAY;AAAA,MAC3C;AACA,eAAS;AACT,UAAI,KAAK,WAAW,WAAW,MAAM,GAAG;AACtC,iBAAS;AACT,kBAAU;AACV,YAAI,UAAU,EAAG;AACjB,kBAAU;AACV;AAAA,MACF;AACA,YAAM,SAAS,KAAK,QAAQ,KAAK,MAAM;AACvC,UAAI,WAAW,IAAI;AACjB,kBAAU,KAAK,MAAM,MAAM;AAC3B,iBAAS,KAAK;AACd;AAAA,MACF;AACA,YAAM,MAAM,KAAK,MAAM,QAAQ,SAAS,CAAC;AACzC,UAAI,YAAY,KAAK,GAAG,GAAG;AACzB,iBAAS;AAAA,MACX;AACA,gBAAU;AACV,eAAS,SAAS;AAAA,IACpB;AAEA,UAAM,KAAK,MAAM;AACjB,cAAU,YAAY;AACtB,YAAQ,UAAU,KAAK,IAAI;AAAA,EAC7B;AAEA,SAAO,0BAA0B,OAAO,cAAc;AACxD;AAEO,SAAS,mBAAmB,KAAqB;AACtD,MAAI,CAAC,IAAK,QAAO;AACjB,QAAM,aAAa,kBAAkB,GAAG;AACxC,QAAM,QAAQ,WAAW,MAAM,IAAI;AACnC,MAAI,YAAY,OAAO;AACvB,aAAW,QAAQ,OAAO;AACxB,UAAM,QAAQ,KAAK,MAAM,MAAM;AAC/B,QAAI,CAAC,MAAO;AACZ,gBAAY,KAAK,IAAI,WAAW,MAAM,CAAC,EAAE,MAAM;AAAA,EACjD;AACA,MAAI,CAAC,OAAO,SAAS,SAAS,KAAK,cAAc,GAAG;AAClD,WAAO;AAAA,EACT;AACA,SAAO,MAAM,IAAI,CAAC,SAAU,KAAK,WAAW,IAAI,OAAO,SAAS,CAAC,IAAI,KAAK,MAAM,SAAS,IAAI,IAAK,EAAE,KAAK,IAAI;AAC/G;AAEO,SAAS,iBAAiB,KAAuB;AACtD,MAAI,CAAC,IAAK,QAAO,CAAC;AAClB,QAAM,aAAa,kBAAkB,GAAG;AACxC,QAAM,EAAE,MAAM,SAAS,IAAI,eAAe,UAAU;AACpD,MAAI,UAAU;AACZ,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB;AACA,MAAI,UAAU,KAAK,UAAU,GAAG;AAC9B,WAAO,mBAAmB,UAAU,EAAE,MAAM,IAAI;AAAA,EAClD;AACA,SAAO,WAAW,MAAM,IAAI;AAC9B;AAEO,SAAS,6BAA6B,MAG3C;AACA,MAAI,CAAC,MAAM;AACT,WAAO,CAAC;AAAA,EACV;AACA,QAAM,WAAW,KAAK,MAAM,iBAAiB;AAC7C,QAAM,YAAY,KAAK,MAAM,kBAAkB;AAC/C,SAAO;AAAA,IACL,UAAU,WAAW,wBAAwB,uBAAuB,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI;AAAA,IAC1F,WAAW,YAAY,wBAAwB,uBAAuB,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI;AAAA,EAC/F;AACF;AAEA,SAAS,uBAAuB,UAA0C;AACxE,QAAM,QAAgC,CAAC;AACvC,QAAM,QAAQ;AACd,MAAI,QAAgC,MAAM,KAAK,QAAQ;AACvD,SAAO,UAAU,MAAM;AACrB,UAAM,CAAC,EAAE,MAAM,KAAK,IAAI;AACxB,UAAM,IAAI,IAAI;AACd,YAAQ,MAAM,KAAK,QAAQ;AAAA,EAC7B;AACA,SAAO;AACT;AAEA,SAAS,wBAAwB,OAAuD;AACtF,QAAM,UAAU,oBAAI,IAAI,CAAC,SAAS,SAAS,YAAY,CAAC;AACxD,QAAM,WAAmC,CAAC;AAC1C,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,QAAQ,IAAI,GAAG,KAAK,IAAI,WAAW,OAAO,GAAG;AAC/C,eAAS,GAAG,IAAI;AAAA,IAClB;AAAA,EACF;AACA,SAAO;AACT;","names":["codeLines"]}