@pierre/diffs 1.5.2 → 1.6.0

package/dist/worker/workerMessage.d.ts

@@ -0,0 +1,24 @@
+import { InitializeWorkerRequest, RenderDiffSuccessResponse, RenderFileSuccessResponse, WorkerRequest, WorkerResponse } from "./types.js";
+import { EncodedHastLines } from "./hastLinesTransport.js";
+//#region src/worker/workerMessage.d.ts
+interface InitializeWorkerWireRequest extends InitializeWorkerRequest {
+  resultFormat?: 'hast-ops-v1';
+}
+type WorkerWireRequest = Exclude<WorkerRequest, InitializeWorkerRequest> | InitializeWorkerWireRequest;
+interface EncodedFileSuccessResponse extends Omit<RenderFileSuccessResponse, 'result'> {
+  result: Omit<RenderFileSuccessResponse['result'], 'code'> & {
+    code: EncodedHastLines;
+  };
+}
+interface EncodedDiffSuccessResponse extends Omit<RenderDiffSuccessResponse, 'result'> {
+  result: Omit<RenderDiffSuccessResponse['result'], 'code'> & {
+    code: {
+      deletionLines: EncodedHastLines;
+      additionLines: EncodedHastLines;
+    };
+  };
+}
+type WorkerWireResponse = WorkerResponse | EncodedFileSuccessResponse | EncodedDiffSuccessResponse;
+//#endregion
+export { EncodedDiffSuccessResponse, EncodedFileSuccessResponse, InitializeWorkerWireRequest, WorkerWireRequest, WorkerWireResponse };
+//# sourceMappingURL=workerMessage.d.ts.map

package/dist/worker/workerMessage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workerMessage.d.ts","names":[],"sources":["../../src/worker/workerMessage.ts"],"mappings":";;;UASiB,oCAAoC;EACnD;;KAGU,oBACR,QAAQ,eAAe,2BACvB;UAEa,mCAAmC,KAClD;EAGA,QAAQ,KAAK;IACX,MAAM;;;UAIO,mCAAmC,KAClD;EAGA,QAAQ,KAAK;IACX;MACE,eAAe;MACf,eAAe;;;;KAKT,qBACR,iBACA,6BACA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pierre/diffs",
-  "version": "1.5.2",
+  "version": "1.6.0",
   "license": "apache-2.0",
   "files": [
     "dist",
@@ -9,7 +9,9 @@
   ],
   "type": "module",
   "sideEffects": [
-    "dist/components/web-components.js"
+    "dist/components/web-components.js",
+    "dist/worker/worker.js",
+    "dist/worker/worker-portable.js"
   ],
   "typesVersions": {
     "*": {
@@ -64,12 +66,12 @@
     "access": "public"
   },
   "dependencies": {
-    "@shikijs/transformers": "^3.0.0 || ^4.0.0",
     "diff": "9.0.0",
     "hast-util-to-html": "9.0.5",
     "lru_map": "0.4.1",
     "shiki": "^3.0.0 || ^4.0.0",
     "@pierre/theme": "2.0.0",
+    "@pierre/highlights": "0.1.3",
     "@pierre/theming": "1.0.1"
   },
   "devDependencies": {

package/dist/highlighter/themes/constants.d.ts

@@ -1,5 +0,0 @@
-//#region src/highlighter/themes/constants.d.ts
-declare const AttachedThemes: Set<string>;
-//#endregion
-export { AttachedThemes };
-//# sourceMappingURL=constants.d.ts.map

package/dist/highlighter/themes/constants.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"constants.d.ts","names":[],"sources":["../../../src/highlighter/themes/constants.ts"],"mappings":";cAIa,gBAAgB"}

package/dist/highlighter/themes/constants.js

@@ -1,6 +0,0 @@
-//#region src/highlighter/themes/constants.ts
-const AttachedThemes = /* @__PURE__ */ new Set();
-//#endregion
-export { AttachedThemes };
-
-//# sourceMappingURL=constants.js.map

package/dist/highlighter/themes/constants.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"constants.js","names":[],"sources":["../../../src/highlighter/themes/constants.ts"],"sourcesContent":["// Names of themes that have been loaded into the active highlighter via\n// loadThemeSync. This is the highlighter-attachment concern, kept separate from\n// the resolved-theme cache in the diffs theme resolver. Cleared by\n// cleanUpResolvedThemes when the highlighter is disposed.\nexport const AttachedThemes: Set<string> = new Set();\n"],"mappings":";AAIA,MAAa,iCAA8B,IAAI,IAAI"}

package/dist/highlighter/themes/themeResolution.d.ts

@@ -1,7 +0,0 @@
-import { DiffsThemeNames, ThemeRegistrationResolved } from "../../types.js";
-//#region src/highlighter/themes/themeResolution.d.ts
-declare function prepareThemeResolution(themeName: DiffsThemeNames): void;
-declare function validateResolvedThemeName(themeName: DiffsThemeNames, theme: ThemeRegistrationResolved): void;
-//#endregion
-export { prepareThemeResolution, validateResolvedThemeName };
-//# sourceMappingURL=themeResolution.d.ts.map

package/dist/highlighter/themes/themeResolution.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"themeResolution.d.ts","names":[],"sources":["../../../src/highlighter/themes/themeResolution.ts"],"mappings":";;iBAWgB,uBAAuB,WAAW;iBAsBlC,0BACd,WAAW,iBACX,OAAO"}

package/dist/highlighter/themes/themeResolution.js

@@ -1,21 +0,0 @@
-import { isWorkerContext } from "../../utils/isWorkerContext.js";
-import { themeResolver } from "./themeResolver.js";
-import { shikiThemes } from "@pierre/theming/themes";
-//#region src/highlighter/themes/themeResolution.ts
-function prepareThemeResolution(themeName) {
-	if (isWorkerContext()) throw new Error(`Theme "${themeName}" cannot be resolved from a worker context. Themes must be pre-resolved on the main thread and passed to the worker via the resolvedLanguages parameter.`);
-	if (themeResolver.hasRegisteredTheme(themeName)) return;
-	const descriptor = shikiThemes.getTheme(themeName);
-	if (descriptor != null) {
-		themeResolver.registerThemeIfAbsent(descriptor.name, descriptor.load);
-		return;
-	}
-	throw new Error(`No valid theme loader registered for "${themeName}"`);
-}
-function validateResolvedThemeName(themeName, theme) {
-	if (theme.name !== themeName) throw new Error(`resolvedTheme: themeName: ${themeName} does not match theme.name: ${theme.name}`);
-}
-//#endregion
-export { prepareThemeResolution, validateResolvedThemeName };
-
-//# sourceMappingURL=themeResolution.js.map

package/dist/highlighter/themes/themeResolution.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"themeResolution.js","names":[],"sources":["../../../src/highlighter/themes/themeResolution.ts"],"sourcesContent":["import type { ThemeLoader } from '@pierre/theming';\nimport { shikiThemes } from '@pierre/theming/themes';\n\nimport type { DiffsThemeNames, ThemeRegistrationResolved } from '../../types';\nimport { isWorkerContext } from '../../utils/isWorkerContext';\nimport { themeResolver } from './themeResolver';\n\n// Shared diffs-specific checks for resolving themes. The generic theming\n// resolver owns cache/registry mechanics; diffs still owns worker restrictions,\n// Shiki fallback registration, and validating theme.name against the requested\n// registry key.\nexport function prepareThemeResolution(themeName: DiffsThemeNames): void {\n  if (isWorkerContext()) {\n    throw new Error(\n      `Theme \"${themeName}\" cannot be resolved from a worker context. ` +\n        'Themes must be pre-resolved on the main thread and passed to the worker via the resolvedLanguages parameter.'\n    );\n  }\n\n  if (themeResolver.hasRegisteredTheme(themeName)) {\n    return;\n  }\n  const descriptor = shikiThemes.getTheme(themeName);\n  if (descriptor != null) {\n    themeResolver.registerThemeIfAbsent(\n      descriptor.name,\n      descriptor.load as ThemeLoader<ThemeRegistrationResolved>\n    );\n    return;\n  }\n  throw new Error(`No valid theme loader registered for \"${themeName}\"`);\n}\n\nexport function validateResolvedThemeName(\n  themeName: DiffsThemeNames,\n  theme: ThemeRegistrationResolved\n): void {\n  if (theme.name !== themeName) {\n    throw new Error(\n      `resolvedTheme: themeName: ${themeName} does not match theme.name: ${theme.name}`\n    );\n  }\n}\n"],"mappings":";;;;AAWA,SAAgB,uBAAuB,WAAkC;CACvE,IAAI,gBAAgB,GAClB,MAAM,IAAI,MACR,UAAU,UAAU,yJAEtB;CAGF,IAAI,cAAc,mBAAmB,SAAS,GAC5C;CAEF,MAAM,aAAa,YAAY,SAAS,SAAS;CACjD,IAAI,cAAc,MAAM;EACtB,cAAc,sBACZ,WAAW,MACX,WAAW,IACb;EACA;CACF;CACA,MAAM,IAAI,MAAM,yCAAyC,UAAU,EAAE;AACvE;AAEA,SAAgB,0BACd,WACA,OACM;CACN,IAAI,MAAM,SAAS,WACjB,MAAM,IAAI,MACR,6BAA6B,UAAU,8BAA8B,MAAM,MAC7E;AAEJ"}

package/dist/shiki-stream/tokenizer.d.ts

@@ -1,23 +0,0 @@
-import { ShikiStreamTokenizerEnqueueResult, ShikiStreamTokenizerOptions } from "./types.js";
-import { GrammarState, ThemedToken } from "shiki/core";
-//#region src/shiki-stream/tokenizer.d.ts
-declare class ShikiStreamTokenizer {
-  readonly options: ShikiStreamTokenizerOptions;
-  tokensStable: ThemedToken[];
-  tokensUnstable: ThemedToken[];
-  lastUnstableCodeChunk: string;
-  lastStableGrammarState: GrammarState | undefined;
-  constructor(options: ShikiStreamTokenizerOptions);
-  /**
-   * Enqueue a chunk of code to the buffer.
-   */
-  enqueue(chunk: string): Promise<ShikiStreamTokenizerEnqueueResult>;
-  close(): {
-    stable: ThemedToken[];
-  };
-  clear(): void;
-  clone(): ShikiStreamTokenizer;
-}
-//#endregion
-export { ShikiStreamTokenizer };
-//# sourceMappingURL=tokenizer.d.ts.map

package/dist/shiki-stream/tokenizer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"tokenizer.d.ts","names":[],"sources":["../../src/shiki-stream/tokenizer.ts"],"mappings":";;;cAQa;WACK,SAAS;EAElB,cAAc;EACd,gBAAgB;EAEhB;EACA,wBAAwB;EAE/B,YAAY,SAAS;;;;EAQf,QAAQ,gBAAgB,QAAQ;EAoCtC;IAAW,QAAQ;;EAUnB;EAOA,SAAS"}

package/dist/shiki-stream/tokenizer.js

@@ -1,72 +0,0 @@
-import { appendItems } from "../utils/appendItems.js";
-//#region src/shiki-stream/tokenizer.ts
-var ShikiStreamTokenizer = class ShikiStreamTokenizer {
-	options;
-	tokensStable = [];
-	tokensUnstable = [];
-	lastUnstableCodeChunk = "";
-	lastStableGrammarState;
-	constructor(options) {
-		this.options = options;
-	}
-	/**
-	* Enqueue a chunk of code to the buffer.
-	*/
-	async enqueue(chunk) {
-		const chunkLines = (this.lastUnstableCodeChunk + chunk).split("\n");
-		const stable = [];
-		let unstable = [];
-		const recall = this.tokensUnstable.length;
-		chunkLines.forEach((line, i) => {
-			const isLastLine = i === chunkLines.length - 1;
-			const result = this.options.highlighter.codeToTokens(line, {
-				...this.options,
-				grammarState: this.lastStableGrammarState
-			});
-			const tokens = result.tokens[0];
-			if (!isLastLine) tokens.push({
-				content: "\n",
-				offset: 0
-			});
-			if (!isLastLine) {
-				this.lastStableGrammarState = result.grammarState;
-				stable.push(...tokens);
-			} else {
-				unstable = tokens;
-				this.lastUnstableCodeChunk = line;
-			}
-		});
-		appendItems(this.tokensStable, stable);
-		this.tokensUnstable = unstable;
-		return {
-			recall,
-			stable,
-			unstable
-		};
-	}
-	close() {
-		const stable = this.tokensUnstable;
-		this.tokensUnstable = [];
-		this.lastUnstableCodeChunk = "";
-		this.lastStableGrammarState = void 0;
-		return { stable };
-	}
-	clear() {
-		this.tokensStable = [];
-		this.tokensUnstable = [];
-		this.lastUnstableCodeChunk = "";
-		this.lastStableGrammarState = void 0;
-	}
-	clone() {
-		const clone = new ShikiStreamTokenizer(this.options);
-		clone.lastUnstableCodeChunk = this.lastUnstableCodeChunk;
-		clone.tokensUnstable = this.tokensUnstable;
-		clone.tokensStable = this.tokensStable;
-		clone.lastStableGrammarState = this.lastStableGrammarState;
-		return clone;
-	}
-};
-//#endregion
-export { ShikiStreamTokenizer };
-
-//# sourceMappingURL=tokenizer.js.map

package/dist/shiki-stream/tokenizer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"tokenizer.js","names":[],"sources":["../../src/shiki-stream/tokenizer.ts"],"sourcesContent":["import type { GrammarState, ThemedToken } from 'shiki/core';\n\nimport { appendItems } from '../utils/appendItems';\nimport type {\n  ShikiStreamTokenizerEnqueueResult,\n  ShikiStreamTokenizerOptions,\n} from './types';\n\nexport class ShikiStreamTokenizer {\n  public readonly options: ShikiStreamTokenizerOptions;\n\n  public tokensStable: ThemedToken[] = [];\n  public tokensUnstable: ThemedToken[] = [];\n\n  public lastUnstableCodeChunk: string = '';\n  public lastStableGrammarState: GrammarState | undefined;\n\n  constructor(options: ShikiStreamTokenizerOptions) {\n    this.options = options;\n  }\n\n  /**\n   * Enqueue a chunk of code to the buffer.\n   */\n  // oxlint-disable-next-line typescript/require-await\n  async enqueue(chunk: string): Promise<ShikiStreamTokenizerEnqueueResult> {\n    const chunkLines = (this.lastUnstableCodeChunk + chunk).split('\\n');\n\n    const stable: ThemedToken[] = [];\n    let unstable: ThemedToken[] = [];\n    const recall = this.tokensUnstable.length;\n\n    chunkLines.forEach((line, i) => {\n      const isLastLine = i === chunkLines.length - 1;\n\n      const result = this.options.highlighter.codeToTokens(line, {\n        ...this.options,\n        grammarState: this.lastStableGrammarState,\n      });\n      const tokens = result.tokens[0]; // only one line\n      if (!isLastLine) tokens.push({ content: '\\n', offset: 0 });\n\n      if (!isLastLine) {\n        this.lastStableGrammarState = result.grammarState;\n        stable.push(...tokens);\n      } else {\n        unstable = tokens;\n        this.lastUnstableCodeChunk = line;\n      }\n    });\n\n    appendItems(this.tokensStable, stable);\n    this.tokensUnstable = unstable;\n\n    return {\n      recall,\n      stable,\n      unstable,\n    };\n  }\n\n  close(): { stable: ThemedToken[] } {\n    const stable = this.tokensUnstable;\n    this.tokensUnstable = [];\n    this.lastUnstableCodeChunk = '';\n    this.lastStableGrammarState = undefined;\n    return {\n      stable,\n    };\n  }\n\n  clear(): void {\n    this.tokensStable = [];\n    this.tokensUnstable = [];\n    this.lastUnstableCodeChunk = '';\n    this.lastStableGrammarState = undefined;\n  }\n\n  clone(): ShikiStreamTokenizer {\n    const clone = new ShikiStreamTokenizer(this.options);\n    clone.lastUnstableCodeChunk = this.lastUnstableCodeChunk;\n    clone.tokensUnstable = this.tokensUnstable;\n    clone.tokensStable = this.tokensStable;\n    clone.lastStableGrammarState = this.lastStableGrammarState;\n    return clone;\n  }\n}\n"],"mappings":";;AAQA,IAAa,uBAAb,MAAa,qBAAqB;CAChC;CAEA,eAAqC,CAAC;CACtC,iBAAuC,CAAC;CAExC,wBAAuC;CACvC;CAEA,YAAY,SAAsC;EAChD,KAAK,UAAU;CACjB;;;;CAMA,MAAM,QAAQ,OAA2D;EACvE,MAAM,cAAc,KAAK,wBAAwB,MAAA,CAAO,MAAM,IAAI;EAElE,MAAM,SAAwB,CAAC;EAC/B,IAAI,WAA0B,CAAC;EAC/B,MAAM,SAAS,KAAK,eAAe;EAEnC,WAAW,SAAS,MAAM,MAAM;GAC9B,MAAM,aAAa,MAAM,WAAW,SAAS;GAE7C,MAAM,SAAS,KAAK,QAAQ,YAAY,aAAa,MAAM;IACzD,GAAG,KAAK;IACR,cAAc,KAAK;GACrB,CAAC;GACD,MAAM,SAAS,OAAO,OAAO;GAC7B,IAAI,CAAC,YAAY,OAAO,KAAK;IAAE,SAAS;IAAM,QAAQ;GAAE,CAAC;GAEzD,IAAI,CAAC,YAAY;IACf,KAAK,yBAAyB,OAAO;IACrC,OAAO,KAAK,GAAG,MAAM;GACvB,OAAO;IACL,WAAW;IACX,KAAK,wBAAwB;GAC/B;EACF,CAAC;EAED,YAAY,KAAK,cAAc,MAAM;EACrC,KAAK,iBAAiB;EAEtB,OAAO;GACL;GACA;GACA;EACF;CACF;CAEA,QAAmC;EACjC,MAAM,SAAS,KAAK;EACpB,KAAK,iBAAiB,CAAC;EACvB,KAAK,wBAAwB;EAC7B,KAAK,yBAAyB,KAAA;EAC9B,OAAO,EACL,OACF;CACF;CAEA,QAAc;EACZ,KAAK,eAAe,CAAC;EACrB,KAAK,iBAAiB,CAAC;EACvB,KAAK,wBAAwB;EAC7B,KAAK,yBAAyB,KAAA;CAChC;CAEA,QAA8B;EAC5B,MAAM,QAAQ,IAAI,qBAAqB,KAAK,OAAO;EACnD,MAAM,wBAAwB,KAAK;EACnC,MAAM,iBAAiB,KAAK;EAC5B,MAAM,eAAe,KAAK;EAC1B,MAAM,yBAAyB,KAAK;EACpC,OAAO;CACT;AACF"}

package/dist/utils/createTransformerWithState.d.ts

@@ -1,12 +0,0 @@
-import { SharedRenderState, ShikiTransformer } from "../types.js";
-import { ShikiTransformerStyleToClass } from "@shikijs/transformers";
-//#region src/utils/createTransformerWithState.d.ts
-interface CreateTransformerWithStateReturn {
-  state: SharedRenderState;
-  transformers: ShikiTransformer[];
-  toClass: ShikiTransformerStyleToClass;
-}
-declare function createTransformerWithState(useTokenTransformer?: boolean, useCSSClasses?: boolean): CreateTransformerWithStateReturn;
-//#endregion
-export { createTransformerWithState };
-//# sourceMappingURL=createTransformerWithState.d.ts.map

package/dist/utils/createTransformerWithState.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"createTransformerWithState.d.ts","names":[],"sources":["../../src/utils/createTransformerWithState.ts"],"mappings":";;;UAYU;EACR,OAAO;EACP,cAAc;EACd,SAAS;;iBAOK,2BACd,+BACA,0BACC"}

package/dist/utils/createTransformerWithState.js

@@ -1,89 +0,0 @@
-import { findCodeElement } from "./hast_utils.js";
-import { processLine } from "./processLine.js";
-import { wrapTokenFragments } from "./wrapTokenFragments.js";
-import { transformerStyleToClass } from "@shikijs/transformers";
-//#region src/utils/createTransformerWithState.ts
-function createTransformerWithState(useTokenTransformer = false, useCSSClasses = false) {
-	const state = { lineInfo: [] };
-	const transformers = [{
-		line(node) {
-			delete node.properties.class;
-			return node;
-		},
-		pre(pre) {
-			const code = findCodeElement(pre);
-			const children = [];
-			if (code != null) {
-				let index = 1;
-				for (const node of code.children) {
-					if (node.type !== "element") continue;
-					if (useTokenTransformer) wrapTokenFragments(node);
-					children.push(processLine(node, index, state));
-					index++;
-				}
-				code.children = children;
-			}
-			return pre;
-		},
-		...useTokenTransformer ? {
-			tokens(lines) {
-				for (const line of lines) {
-					let col = 0;
-					for (const token of line) {
-						const tokenWithOriginalRange = token;
-						tokenWithOriginalRange.__lineChar ??= col;
-						col += token.content.length;
-					}
-				}
-			},
-			preprocess(_code, options) {
-				options.mergeWhitespaces = "never";
-			},
-			span(hast, _line, _char, _lineElement, token) {
-				if (token?.offset != null && token.content != null) {
-					const tokenChar = token.__lineChar;
-					if (tokenChar != null) hast.properties["data-char"] = tokenChar;
-					return hast;
-				}
-				return hast;
-			}
-		} : null
-	}];
-	if (useCSSClasses) transformers.push(tokenStyleNormalizer, toClass);
-	if (useTokenTransformer) transformers.push({ line: (node) => {
-		if (node.type === "element" && node.children.length === 0) node.children.push({
-			type: "element",
-			tagName: "br",
-			properties: {},
-			children: []
-		});
-		return node;
-	} });
-	return {
-		state,
-		transformers,
-		toClass
-	};
-}
-const toClass = transformerStyleToClass({ classPrefix: "hl-" });
-const tokenStyleNormalizer = {
-	name: "token-style-normalizer",
-	tokens(lines) {
-		for (const line of lines) for (const token of line) {
-			if (token.htmlStyle != null) continue;
-			const style = {};
-			if (token.color != null) style.color = token.color;
-			if (token.bgColor != null) style["background-color"] = token.bgColor;
-			if (token.fontStyle != null && token.fontStyle !== 0) {
-				if ((token.fontStyle & 1) !== 0) style["font-style"] = "italic";
-				if ((token.fontStyle & 2) !== 0) style["font-weight"] = "bold";
-				if ((token.fontStyle & 4) !== 0) style["text-decoration"] = "underline";
-			}
-			if (Object.keys(style).length > 0) token.htmlStyle = style;
-		}
-	}
-};
-//#endregion
-export { createTransformerWithState };
-
-//# sourceMappingURL=createTransformerWithState.js.map

package/dist/utils/createTransformerWithState.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"createTransformerWithState.js","names":["tokenWithOriginalRange"],"sources":["../../src/utils/createTransformerWithState.ts"],"sourcesContent":["import {\n  type ShikiTransformerStyleToClass,\n  transformerStyleToClass,\n} from '@shikijs/transformers';\nimport type { ElementContent } from 'hast';\nimport type { ThemedToken } from 'shiki';\n\nimport type { SharedRenderState, ShikiTransformer } from '../types';\nimport { findCodeElement } from './hast_utils';\nimport { processLine } from './processLine';\nimport { wrapTokenFragments } from './wrapTokenFragments';\n\ninterface CreateTransformerWithStateReturn {\n  state: SharedRenderState;\n  transformers: ShikiTransformer[];\n  toClass: ShikiTransformerStyleToClass;\n}\n\ntype TokenWithLineChar = ThemedToken & {\n  __lineChar?: number;\n};\n\nexport function createTransformerWithState(\n  useTokenTransformer = false,\n  useCSSClasses = false\n): CreateTransformerWithStateReturn {\n  const state: SharedRenderState = { lineInfo: [] };\n  const transformers: ShikiTransformer[] = [\n    {\n      line(node) {\n        // Remove the default class\n        delete node.properties.class;\n        return node;\n      },\n      pre(pre) {\n        const code = findCodeElement(pre);\n        const children: ElementContent[] = [];\n        if (code != null) {\n          let index = 1;\n          for (const node of code.children) {\n            if (node.type !== 'element') continue;\n            if (useTokenTransformer) {\n              wrapTokenFragments(node);\n            }\n            children.push(processLine(node, index, state));\n            index++;\n          }\n          code.children = children;\n        }\n        return pre;\n      },\n      ...(useTokenTransformer\n        ? {\n            tokens(lines) {\n              for (const line of lines) {\n                let col = 0;\n                for (const token of line) {\n                  const tokenWithOriginalRange = token as TokenWithLineChar;\n                  tokenWithOriginalRange.__lineChar ??= col;\n                  col += token.content.length;\n                }\n              }\n            },\n            preprocess(_code, options) {\n              options.mergeWhitespaces = 'never';\n            },\n            span(hast, _line, _char, _lineElement, token) {\n              if (token?.offset != null && token.content != null) {\n                const tokenWithOriginalRange = token as TokenWithLineChar;\n                const tokenChar = tokenWithOriginalRange.__lineChar;\n                if (tokenChar != null) {\n                  hast.properties['data-char'] = tokenChar;\n                }\n                return hast;\n              }\n              return hast;\n            },\n          }\n        : null),\n    },\n  ];\n  if (useCSSClasses) {\n    transformers.push(tokenStyleNormalizer, toClass);\n  }\n  if (useTokenTransformer) {\n    // shiki renders empty lines as \" \" that breaks the editor selection.\n    // We replace them with <br> tags.\n    transformers.push({\n      line: (node) => {\n        if (node.type === 'element' && node.children.length === 0) {\n          node.children.push({\n            type: 'element',\n            tagName: 'br',\n            properties: {},\n            children: [],\n          });\n        }\n        return node;\n      },\n    });\n  }\n  return { state, transformers, toClass };\n}\n\nconst toClass = transformerStyleToClass({ classPrefix: 'hl-' });\n\n// Create a transformer that converts token color/fontStyle to htmlStyle\n// This needs to run BEFORE transformerStyleToClass\nconst tokenStyleNormalizer: ShikiTransformer = {\n  name: 'token-style-normalizer',\n  tokens(lines) {\n    for (const line of lines) {\n      for (const token of line) {\n        // Skip if htmlStyle is already set\n        if (token.htmlStyle != null) continue;\n\n        const style: Record<string, string> = {};\n\n        if (token.color != null) {\n          style.color = token.color;\n        }\n        if (token.bgColor != null) {\n          style['background-color'] = token.bgColor;\n        }\n        if (token.fontStyle != null && token.fontStyle !== 0) {\n          // FontStyle is a bitmask: 1 = italic, 2 = bold, 4 = underline\n          if ((token.fontStyle & 1) !== 0) {\n            style['font-style'] = 'italic';\n          }\n          if ((token.fontStyle & 2) !== 0) {\n            style['font-weight'] = 'bold';\n          }\n          if ((token.fontStyle & 4) !== 0) {\n            style['text-decoration'] = 'underline';\n          }\n        }\n\n        // Only set htmlStyle if we have any styles\n        if (Object.keys(style).length > 0) {\n          token.htmlStyle = style;\n        }\n      }\n    }\n  },\n};\n"],"mappings":";;;;;AAsBA,SAAgB,2BACd,sBAAsB,OACtB,gBAAgB,OACkB;CAClC,MAAM,QAA2B,EAAE,UAAU,CAAC,EAAE;CAChD,MAAM,eAAmC,CACvC;EACE,KAAK,MAAM;GAET,OAAO,KAAK,WAAW;GACvB,OAAO;EACT;EACA,IAAI,KAAK;GACP,MAAM,OAAO,gBAAgB,GAAG;GAChC,MAAM,WAA6B,CAAC;GACpC,IAAI,QAAQ,MAAM;IAChB,IAAI,QAAQ;IACZ,KAAK,MAAM,QAAQ,KAAK,UAAU;KAChC,IAAI,KAAK,SAAS,WAAW;KAC7B,IAAI,qBACF,mBAAmB,IAAI;KAEzB,SAAS,KAAK,YAAY,MAAM,OAAO,KAAK,CAAC;KAC7C;IACF;IACA,KAAK,WAAW;GAClB;GACA,OAAO;EACT;EACA,GAAI,sBACA;GACE,OAAO,OAAO;IACZ,KAAK,MAAM,QAAQ,OAAO;KACxB,IAAI,MAAM;KACV,KAAK,MAAM,SAAS,MAAM;MACxB,MAAM,yBAAyB;MAC/B,uBAAuB,eAAe;MACtC,OAAO,MAAM,QAAQ;KACvB;IACF;GACF;GACA,WAAW,OAAO,SAAS;IACzB,QAAQ,mBAAmB;GAC7B;GACA,KAAK,MAAM,OAAO,OAAO,cAAc,OAAO;IAC5C,IAAI,OAAO,UAAU,QAAQ,MAAM,WAAW,MAAM;KAElD,MAAM,YAAYA,MAAuB;KACzC,IAAI,aAAa,MACf,KAAK,WAAW,eAAe;KAEjC,OAAO;IACT;IACA,OAAO;GACT;EACF,IACA;CACN,CACF;CACA,IAAI,eACF,aAAa,KAAK,sBAAsB,OAAO;CAEjD,IAAI,qBAGF,aAAa,KAAK,EAChB,OAAO,SAAS;EACd,IAAI,KAAK,SAAS,aAAa,KAAK,SAAS,WAAW,GACtD,KAAK,SAAS,KAAK;GACjB,MAAM;GACN,SAAS;GACT,YAAY,CAAC;GACb,UAAU,CAAC;EACb,CAAC;EAEH,OAAO;CACT,EACF,CAAC;CAEH,OAAO;EAAE;EAAO;EAAc;CAAQ;AACxC;AAEA,MAAM,UAAU,wBAAwB,EAAE,aAAa,MAAM,CAAC;AAI9D,MAAM,uBAAyC;CAC7C,MAAM;CACN,OAAO,OAAO;EACZ,KAAK,MAAM,QAAQ,OACjB,KAAK,MAAM,SAAS,MAAM;GAExB,IAAI,MAAM,aAAa,MAAM;GAE7B,MAAM,QAAgC,CAAC;GAEvC,IAAI,MAAM,SAAS,MACjB,MAAM,QAAQ,MAAM;GAEtB,IAAI,MAAM,WAAW,MACnB,MAAM,sBAAsB,MAAM;GAEpC,IAAI,MAAM,aAAa,QAAQ,MAAM,cAAc,GAAG;IAEpD,KAAK,MAAM,YAAY,OAAO,GAC5B,MAAM,gBAAgB;IAExB,KAAK,MAAM,YAAY,OAAO,GAC5B,MAAM,iBAAiB;IAEzB,KAAK,MAAM,YAAY,OAAO,GAC5B,MAAM,qBAAqB;GAE/B;GAGA,IAAI,OAAO,KAAK,KAAK,CAAC,CAAC,SAAS,GAC9B,MAAM,YAAY;EAEtB;CAEJ;AACF"}