@pierre/diffs 1.5.2 → 1.6.0

package/dist/worker/highlights-CpZm9DAR.js

@@ -0,0 +1,317 @@
+import { n as DiffsHighlighter, r as createDiffsThemeResolver, t as BaseStreamTokenizer } from "./stream-tokenizer-DK9xp5M5.js";
+import { n as formatCSSVariablePrefix, r as appendItems } from "./worker.js";
+import { LiveTokenizer, codeToTokens, isSupportedLanguage } from "@pierre/highlights";
+//#region src/highlighter/highlights-editor.ts
+var HighlightsEditorTokenizer = class {
+	options;
+	resolveOptions;
+	#tokenizer;
+	#version;
+	#disposed = false;
+	#returnedRange;
+	#paused = false;
+	#capturedLines;
+	#pendingDelivery;
+	constructor(options, resolveOptions) {
+		this.options = options;
+		this.resolveOptions = resolveOptions;
+		this.#version = options.textDocument.version;
+		this.#tokenizer = this.#createTokenizer();
+	}
+	#createTokenizer() {
+		return new LiveTokenizer({
+			...this.resolveOptions({
+				lang: this.options.textDocument.languageId,
+				theme: this.options.theme,
+				cssVariablePrefix: formatCSSVariablePrefix("token"),
+				tokenizeMaxLineLength: this.options.tokenizeMaxLineLength ?? 1e3
+			}),
+			code: this.options.textDocument.getText(),
+			renderRange: [0, 0],
+			onDeferTokenize: (lines) => this.#deliver(lines)
+		});
+	}
+	#deliver(lines) {
+		const captured = this.#capturedLines;
+		if (captured != null) {
+			for (const [line, tokens] of lines) captured.set(line, tokens);
+			return;
+		}
+		const range = this.#returnedRange;
+		if (range != null) {
+			for (const line of lines.keys()) if (line >= range[0] && line < range[1]) lines.delete(line);
+			if (lines.size === 0) return;
+		}
+		this.options.onDeferTokenize(lines);
+	}
+	#queueDelivery(lines) {
+		const pending = this.#pendingDelivery;
+		if (pending != null) {
+			for (const [line, tokens] of lines) pending.set(line, tokens);
+			return;
+		}
+		this.#pendingDelivery = lines;
+		queueMicrotask(() => {
+			const batch = this.#pendingDelivery;
+			this.#pendingDelivery = void 0;
+			if (batch != null && batch.size > 0 && !this.#disposed) this.options.onDeferTokenize(batch);
+		});
+	}
+	tokenize(change, renderRange, hostRealignsRows = false) {
+		const document = this.options.textDocument;
+		const start = Math.min(renderRange?.startingLine ?? 0, document.lineCount);
+		const end = Math.min(start + (renderRange?.totalLines ?? Infinity), document.lineCount);
+		const returnedStart = Math.max(start, change.startLine);
+		this.#paused = false;
+		let lines;
+		if (this.#version !== document.version) {
+			this.#pendingDelivery = void 0;
+			lines = this.#syncDocument(change, [start, end]).lines;
+			this.#version = document.version;
+		} else if (this.#tokenizer.lineCount !== document.lineCount) {
+			this.#pendingDelivery = void 0;
+			lines = this.#tokenizer.reset(document.getText(), { renderRange: [start, end] }).lines;
+		} else {
+			lines = /* @__PURE__ */ new Map();
+			this.#readLines(lines, returnedStart, end);
+			if (this.#pendingDelivery != null) for (const line of lines.keys()) this.#pendingDelivery.delete(line);
+			return lines;
+		}
+		if (change.lineDelta === 0 ? change.changedLineChanges?.some(([, , lineDelta]) => lineDelta !== 0) ?? false : !hostRealignsRows) this.#readLines(lines, returnedStart, end);
+		return lines;
+	}
+	#syncDocument(change, renderRange) {
+		const document = this.options.textDocument;
+		const options = { renderRange };
+		if (Math.abs(document.version - this.#version) === 1 && change.changes.length > 0 && this.#tokenizer.lineCount === change.previousLineCount) try {
+			const update = this.#tokenizer.applyEdits(change.changes.map(({ range, text }) => ({
+				range,
+				newText: text
+			})), options);
+			if (this.#tokenizer.lineCount === document.lineCount) return update;
+		} catch (error) {
+			if (!(error instanceof RangeError)) throw error;
+		}
+		return this.#tokenizer.reset(document.getText(), options);
+	}
+	#readLines(lines, from, to) {
+		this.#returnedRange = [from, to];
+		try {
+			this.#tokenizer.flush(to);
+		} finally {
+			this.#returnedRange = void 0;
+		}
+		for (let line = from; line < to; line++) {
+			if (lines.has(line)) continue;
+			const { tokens } = this.#tokenizer.getLineTokens(line);
+			lines.set(line, tokens.length === 0 ? [[
+				0,
+				"",
+				""
+			]] : tokens.map((token) => [
+				token.offset,
+				token.color ?? "",
+				token.content
+			]));
+		}
+	}
+	setTheme(themeName) {
+		if (themeName === this.options.theme) return;
+		this.options.theme = themeName;
+		this.#tokenizer.dispose();
+		this.#pendingDelivery = void 0;
+		this.#paused = false;
+		this.#version = this.options.textDocument.version;
+		this.#tokenizer = this.#createTokenizer();
+	}
+	getStringCommentRegexpRangesInLine(lineIndex) {
+		const document = this.options.textDocument;
+		if (this.options.matchBrackets === false || lineIndex < 0 || lineIndex >= document.lineCount) return null;
+		const captured = /* @__PURE__ */ new Map();
+		this.#capturedLines = captured;
+		try {
+			if (this.#version !== document.version || this.#tokenizer.lineCount !== document.lineCount) {
+				this.#pendingDelivery = void 0;
+				this.#tokenizer.reset(document.getText(), { renderRange: [lineIndex, lineIndex + 1] });
+				this.#version = document.version;
+			}
+			this.#tokenizer.flush(lineIndex + 1);
+		} finally {
+			this.#capturedLines = void 0;
+			if (this.#paused) this.#tokenizer.pause();
+		}
+		if (captured.size > 0) this.#queueDelivery(captured);
+		return this.#tokenizer.getLineTokens(lineIndex).bracketIgnoredRanges;
+	}
+	prebuildStateStack() {}
+	stopBackgroundTokenize() {
+		this.pauseBackgroundTokenize();
+	}
+	pauseBackgroundTokenize() {
+		this.#paused = true;
+		this.#tokenizer.pause();
+	}
+	resumeBackgroundTokenize() {
+		this.#paused = false;
+		this.#tokenizer.resume();
+	}
+	dispose() {
+		this.#disposed = true;
+		this.#pendingDelivery = void 0;
+		this.#tokenizer.dispose();
+	}
+};
+//#endregion
+//#region src/highlighter/highlights-stream.ts
+const TRIM_LINE_COUNT = 1024;
+const DOCUMENT_START = {
+	line: 0,
+	character: 0
+};
+/** Keeps the unfinished line editable so new chunks can recall provisional tokens. */
+var HighlightsStreamTokenizer = class HighlightsStreamTokenizer extends BaseStreamTokenizer {
+	options;
+	#tokenizer;
+	#trimLineCount = TRIM_LINE_COUNT;
+	constructor(options) {
+		super();
+		this.options = options;
+		this.#tokenizer = new LiveTokenizer(options);
+	}
+	tokenizeChunk(chunk, stable) {
+		const lineBreaks = [...chunk.matchAll(/\r\n|\r|\n/g)];
+		const startLine = this.#tokenizer.lineCount - 1;
+		const position = {
+			line: startLine,
+			character: this.#tokenizer.getLineLength(startLine)
+		};
+		this.#tokenizer.applyEdits([{
+			range: {
+				start: position,
+				end: position
+			},
+			newText: chunk
+		}]);
+		const lastLine = this.#tokenizer.lineCount - 1;
+		let unstable = [];
+		for (let line = startLine; line <= lastLine; line++) {
+			const { tokens } = this.#tokenizer.getLineTokens(line);
+			for (const token of tokens) token.offset += this.stableOffset;
+			if (line < lastLine) {
+				appendItems(stable, tokens);
+				this.pushLineBreak(stable, this.#tokenizer.getLineLength(line), lineBreaks[line - startLine][0]);
+			} else unstable = tokens;
+		}
+		const tailLength = this.#tokenizer.getLineLength(lastLine);
+		if (lastLine > this.#trimLineCount) {
+			const text = this.#tokenizer.getText();
+			const { lineChanges } = this.#tokenizer.applyEdits([{
+				range: {
+					start: DOCUMENT_START,
+					end: {
+						line: lastLine - 1,
+						character: 0
+					}
+				},
+				newText: ""
+			}]);
+			if (lineChanges.every((change) => change.newEndLine <= 1)) this.#trimLineCount = TRIM_LINE_COUNT;
+			else {
+				const keptLength = this.#tokenizer.getText().length;
+				this.#tokenizer.applyEdits([{
+					range: {
+						start: DOCUMENT_START,
+						end: DOCUMENT_START
+					},
+					newText: text.slice(0, text.length - keptLength)
+				}]);
+				this.#trimLineCount = lastLine * 2;
+			}
+		}
+		return {
+			unstable,
+			tailLength
+		};
+	}
+	clone() {
+		this.assertActive();
+		const clone = new HighlightsStreamTokenizer(this.options);
+		clone.#tokenizer.reset(this.#tokenizer.getText());
+		this.copyStateTo(clone);
+		return clone;
+	}
+	resetSource() {
+		this.#tokenizer.reset("");
+		this.#trimLineCount = TRIM_LINE_COUNT;
+	}
+	releaseSource() {
+		this.#tokenizer.dispose();
+	}
+};
+//#endregion
+//#region src/highlighter/backends/highlights.ts
+/**
+* Highlights uses bundled lexers. Unsupported and custom languages render as text.
+*/
+var HighlightsHighlighter = class extends DiffsHighlighter {
+	usedThemes = /* @__PURE__ */ new Map();
+	constructor() {
+		super("highlights", createDiffsThemeResolver("highlights"));
+	}
+	getTheme(name) {
+		this.assertNotDisposed();
+		const theme = this.themeResolver.getResolvedTheme(name) ?? this.usedThemes.get(name);
+		if (theme == null) throw new Error(`Theme "${name}" has not been resolved`);
+		this.usedThemes.set(name, theme);
+		return theme;
+	}
+	codeToTokens(code, options) {
+		this.assertNotDisposed();
+		return codeToTokens(code, this.resolveOptions(options));
+	}
+	createEditorTokenizer(options) {
+		this.assertNotDisposed();
+		return new HighlightsEditorTokenizer(options, (tokenizerOptions) => this.resolveOptions(tokenizerOptions));
+	}
+	createStreamTokenizer(options) {
+		return new HighlightsStreamTokenizer(this.resolveOptions(options));
+	}
+	loadLanguages() {
+		this.assertNotDisposed();
+		return Promise.resolve();
+	}
+	hasLoadedLanguages() {
+		return !this.disposed;
+	}
+	attachLanguages() {
+		this.assertNotDisposed();
+	}
+	releaseResources() {
+		this.usedThemes.clear();
+	}
+	resolveOptions({ theme, themes, ...options }) {
+		const lang = isSupportedLanguage(options.lang) ? options.lang : "text";
+		if (theme != null) return {
+			...options,
+			lang,
+			theme: this.getZedTheme(theme)
+		};
+		if (themes == null) throw new Error("A theme or themes option is required");
+		const resolved = {};
+		for (const [key, name] of Object.entries(themes)) resolved[key] = this.getZedTheme(name);
+		return {
+			...options,
+			lang,
+			themes: resolved
+		};
+	}
+	getZedTheme(name) {
+		const theme = this.getTheme(name);
+		if (theme.zed == null) throw new Error(`Theme "${name}" does not support Highlights`);
+		return theme.zed;
+	}
+};
+//#endregion
+export { HighlightsHighlighter };
+
+//# sourceMappingURL=highlights-CpZm9DAR.js.map

package/dist/worker/highlights-CpZm9DAR.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"highlights-CpZm9DAR.js","names":[],"sources":["../../src/highlighter/highlights-editor.ts","../../src/highlighter/highlights-stream.ts","../../src/highlighter/backends/highlights.ts"],"sourcesContent":["import {\n  type CodeToTokensOptions as HighlightsOptions,\n  LiveTokenizer,\n  type LiveTokenizerUpdate,\n} from '@pierre/highlights';\n\nimport type { TextDocumentChange } from '../editor/textDocument';\nimport type { HighlightedToken, RenderRange } from '../types';\nimport { formatCSSVariablePrefix } from '../utils/formatCSSVariablePrefix';\nimport type { DiffsEditorTokenizer } from './DiffsEditorTokenizer';\nimport type { DiffsEditorTokenizerOptions } from './tokenizer-types';\nimport type { CodeToTokensOptions } from './types';\n\nexport class HighlightsEditorTokenizer implements DiffsEditorTokenizer {\n  #tokenizer: LiveTokenizer;\n  #version: number;\n  #disposed = false;\n  // Delivering these lines through onDeferTokenize would patch them twice.\n  #returnedRange: readonly [start: number, end: number] | undefined;\n  // Flush, edit and reset resume the lexer; reads must restore this pause.\n  #paused = false;\n  // Defer callbacks during bracket matching to avoid re-entering the renderer.\n  #capturedLines: Map<number, HighlightedToken[]> | undefined;\n  #pendingDelivery: Map<number, HighlightedToken[]> | undefined;\n\n  constructor(\n    private readonly options: DiffsEditorTokenizerOptions,\n    private readonly resolveOptions: (\n      options: CodeToTokensOptions\n    ) => HighlightsOptions\n  ) {\n    this.#version = options.textDocument.version;\n    this.#tokenizer = this.#createTokenizer();\n  }\n\n  #createTokenizer(): LiveTokenizer {\n    return new LiveTokenizer({\n      ...this.resolveOptions({\n        lang: this.options.textDocument.languageId,\n        theme: this.options.theme,\n        cssVariablePrefix: formatCSSVariablePrefix('token'),\n        tokenizeMaxLineLength: this.options.tokenizeMaxLineLength ?? 1000,\n      }),\n      code: this.options.textDocument.getText(),\n      renderRange: [0, 0],\n      onDeferTokenize: (lines) => this.#deliver(lines),\n    });\n  }\n\n  #deliver(lines: Map<number, HighlightedToken[]>): void {\n    const captured = this.#capturedLines;\n    if (captured != null) {\n      for (const [line, tokens] of lines) captured.set(line, tokens);\n      return;\n    }\n    const range = this.#returnedRange;\n    if (range != null) {\n      for (const line of lines.keys()) {\n        if (line >= range[0] && line < range[1]) lines.delete(line);\n      }\n      if (lines.size === 0) return;\n    }\n    this.options.onDeferTokenize(lines);\n  }\n\n  // Wait until bracket matching returns before patching rows. Edits, resets\n  // and theme changes discard the batch because its tokens may be stale.\n  #queueDelivery(lines: Map<number, HighlightedToken[]>): void {\n    const pending = this.#pendingDelivery;\n    if (pending != null) {\n      for (const [line, tokens] of lines) pending.set(line, tokens);\n      return;\n    }\n    this.#pendingDelivery = lines;\n    queueMicrotask(() => {\n      const batch = this.#pendingDelivery;\n      this.#pendingDelivery = undefined;\n      if (batch != null && batch.size > 0 && !this.#disposed)\n        this.options.onDeferTokenize(batch);\n    });\n  }\n\n  tokenize(\n    change: TextDocumentChange,\n    renderRange?: RenderRange,\n    hostRealignsRows = false\n  ): Map<number, HighlightedToken[]> {\n    const document = this.options.textDocument;\n    const start = Math.min(renderRange?.startingLine ?? 0, document.lineCount);\n    const end = Math.min(\n      start + (renderRange?.totalLines ?? Infinity),\n      document.lineCount\n    );\n    const returnedStart = Math.max(start, change.startLine);\n    // Edits, resets and flushes all resume the native background work.\n    this.#paused = false;\n    let lines: Map<number, HighlightedToken[]>;\n    if (this.#version !== document.version) {\n      this.#pendingDelivery = undefined;\n      lines = this.#syncDocument(change, [start, end]).lines;\n      this.#version = document.version;\n    } else if (this.#tokenizer.lineCount !== document.lineCount) {\n      this.#pendingDelivery = undefined;\n      lines = this.#tokenizer.reset(document.getText(), {\n        renderRange: [start, end],\n      }).lines;\n    } else {\n      lines = new Map();\n      this.#readLines(lines, returnedStart, end);\n      if (this.#pendingDelivery != null) {\n        for (const line of lines.keys()) this.#pendingDelivery.delete(line);\n      }\n      return lines;\n    }\n    // Balanced insert/delete batches shift rows without triggering host realignment.\n    // Other structural edits need the suffix only when the host does not move rows.\n    if (\n      change.lineDelta === 0\n        ? (change.changedLineChanges?.some(\n            ([, , lineDelta]) => lineDelta !== 0\n          ) ?? false)\n        : !hostRealignsRows\n    ) {\n      this.#readLines(lines, returnedStart, end);\n    }\n    return lines;\n  }\n\n  // Reload the lexer document if edits were skipped or combined; applying\n  // them to stale text can produce incorrect tokens or out-of-range reads.\n  #syncDocument(\n    change: TextDocumentChange,\n    renderRange: readonly [start: number, end: number]\n  ): LiveTokenizerUpdate {\n    const document = this.options.textDocument;\n    const options = { renderRange };\n    if (\n      Math.abs(document.version - this.#version) === 1 &&\n      change.changes.length > 0 &&\n      this.#tokenizer.lineCount === change.previousLineCount\n    ) {\n      try {\n        const update = this.#tokenizer.applyEdits(\n          change.changes.map(({ range, text }) => ({ range, newText: text })),\n          options\n        );\n        if (this.#tokenizer.lineCount === document.lineCount) return update;\n      } catch (error) {\n        // Out-of-range edits require a reload; other errors must propagate.\n        if (!(error instanceof RangeError)) throw error;\n      }\n    }\n    return this.#tokenizer.reset(document.getText(), options);\n  }\n\n  // Flushing may complete lines outside [from, to); deliver those by callback.\n  #readLines(\n    lines: Map<number, HighlightedToken[]>,\n    from: number,\n    to: number\n  ): void {\n    this.#returnedRange = [from, to];\n    try {\n      this.#tokenizer.flush(to);\n    } finally {\n      this.#returnedRange = undefined;\n    }\n    for (let line = from; line < to; line++) {\n      if (lines.has(line)) continue;\n      const { tokens } = this.#tokenizer.getLineTokens(line);\n      lines.set(\n        line,\n        tokens.length === 0\n          ? [[0, '', '']]\n          : tokens.map((token) => [\n              token.offset,\n              token.color ?? '',\n              token.content,\n            ])\n      );\n    }\n  }\n\n  setTheme(themeName: string): void {\n    if (themeName === this.options.theme) return;\n    this.options.theme = themeName;\n    this.#tokenizer.dispose();\n    this.#pendingDelivery = undefined;\n    this.#paused = false;\n    this.#version = this.options.textDocument.version;\n    this.#tokenizer = this.#createTokenizer();\n  }\n\n  getStringCommentRegexpRangesInLine(\n    lineIndex: number\n  ): [number, number][] | null {\n    const document = this.options.textDocument;\n    if (\n      this.options.matchBrackets === false ||\n      lineIndex < 0 ||\n      lineIndex >= document.lineCount\n    )\n      return null;\n    // Reset and flush resume background work and invoke callbacks immediately.\n    // Defer those callbacks and restore any pause before returning.\n    const captured = new Map<number, HighlightedToken[]>();\n    this.#capturedLines = captured;\n    try {\n      // Bracket matching can precede rendering. Record the reloaded version\n      // so the next render does not apply the same edits again.\n      if (\n        this.#version !== document.version ||\n        this.#tokenizer.lineCount !== document.lineCount\n      ) {\n        this.#pendingDelivery = undefined;\n        this.#tokenizer.reset(document.getText(), {\n          renderRange: [lineIndex, lineIndex + 1],\n        });\n        this.#version = document.version;\n      }\n      this.#tokenizer.flush(lineIndex + 1);\n    } finally {\n      this.#capturedLines = undefined;\n      if (this.#paused) this.#tokenizer.pause();\n    }\n    if (captured.size > 0) this.#queueDelivery(captured);\n    return this.#tokenizer.getLineTokens(lineIndex).bracketIgnoredRanges;\n  }\n\n  // Rendering calls this while background tokenization may be paused; do not resume it.\n  prebuildStateStack(): void {}\n  stopBackgroundTokenize(): void {\n    this.pauseBackgroundTokenize();\n  }\n  pauseBackgroundTokenize(): void {\n    this.#paused = true;\n    this.#tokenizer.pause();\n  }\n  resumeBackgroundTokenize(): void {\n    this.#paused = false;\n    this.#tokenizer.resume();\n  }\n  dispose(): void {\n    this.#disposed = true;\n    this.#pendingDelivery = undefined;\n    this.#tokenizer.dispose();\n  }\n}\n","import { type CodeToTokensOptions, LiveTokenizer } from '@pierre/highlights';\n\nimport { appendItems } from '../utils/appendItems';\nimport { BaseStreamTokenizer } from './stream-tokenizer';\nimport type { ThemedToken } from './types';\n\n// Completed lines the tokenizer keeps before it tries to drop older ones.\nconst TRIM_LINE_COUNT = 1024;\nconst DOCUMENT_START = { line: 0, character: 0 };\n\n/** Keeps the unfinished line editable so new chunks can recall provisional tokens. */\nexport class HighlightsStreamTokenizer extends BaseStreamTokenizer {\n  #tokenizer: LiveTokenizer;\n  #trimLineCount = TRIM_LINE_COUNT;\n\n  constructor(private readonly options: CodeToTokensOptions) {\n    super();\n    this.#tokenizer = new LiveTokenizer(options);\n  }\n\n  protected tokenizeChunk(\n    chunk: string,\n    stable: ThemedToken[]\n  ): { unstable: ThemedToken[]; tailLength: number } {\n    const lineBreaks = [...chunk.matchAll(/\\r\\n|\\r|\\n/g)];\n    const startLine = this.#tokenizer.lineCount - 1;\n    const position = {\n      line: startLine,\n      character: this.#tokenizer.getLineLength(startLine),\n    };\n    this.#tokenizer.applyEdits([\n      { range: { start: position, end: position }, newText: chunk },\n    ]);\n    const lastLine = this.#tokenizer.lineCount - 1;\n    let unstable: ThemedToken[] = [];\n    for (let line = startLine; line <= lastLine; line++) {\n      const { tokens } = this.#tokenizer.getLineTokens(line);\n      for (const token of tokens) token.offset += this.stableOffset;\n      if (line < lastLine) {\n        appendItems(stable, tokens);\n        this.pushLineBreak(\n          stable,\n          this.#tokenizer.getLineLength(line),\n          lineBreaks[line - startLine][0]\n        );\n      } else {\n        unstable = tokens;\n      }\n    }\n    const tailLength = this.#tokenizer.getLineLength(lastLine);\n    if (lastLine > this.#trimLineCount) {\n      // Warning: keep the last completed line. Lexed from the initial state,\n      // it must end in its old state, or the unfinished line would be lexed\n      // from the wrong state; then restore the dropped lines.\n      const text = this.#tokenizer.getText();\n      const { lineChanges } = this.#tokenizer.applyEdits([\n        {\n          range: {\n            start: DOCUMENT_START,\n            end: { line: lastLine - 1, character: 0 },\n          },\n          newText: '',\n        },\n      ]);\n      if (lineChanges.every((change) => change.newEndLine <= 1)) {\n        this.#trimLineCount = TRIM_LINE_COUNT;\n      } else {\n        const keptLength = this.#tokenizer.getText().length;\n        this.#tokenizer.applyEdits([\n          {\n            range: { start: DOCUMENT_START, end: DOCUMENT_START },\n            newText: text.slice(0, text.length - keptLength),\n          },\n        ]);\n        // Retry after the window doubles, such as inside a long comment.\n        this.#trimLineCount = lastLine * 2;\n      }\n    }\n    return { unstable, tailLength };\n  }\n\n  clone(): HighlightsStreamTokenizer {\n    this.assertActive();\n    const clone = new HighlightsStreamTokenizer(this.options);\n    clone.#tokenizer.reset(this.#tokenizer.getText());\n    this.copyStateTo(clone);\n    return clone;\n  }\n\n  protected resetSource(): void {\n    this.#tokenizer.reset('');\n    this.#trimLineCount = TRIM_LINE_COUNT;\n  }\n\n  protected releaseSource(): void {\n    this.#tokenizer.dispose();\n  }\n}\n","import {\n  codeToTokens,\n  type CodeToTokensOptions as HighlightsOptions,\n  isSupportedLanguage,\n  type Theme,\n} from '@pierre/highlights';\n\nimport { DiffsHighlighter } from '../DiffsHighlighter';\nimport { HighlightsEditorTokenizer } from '../highlights-editor';\nimport { HighlightsStreamTokenizer } from '../highlights-stream';\nimport { createDiffsThemeResolver } from '../themes/themeResolver';\nimport type { DiffsTheme } from '../themes/types';\nimport type {\n  DiffsEditorTokenizerOptions,\n  DiffsStreamTokenizer,\n} from '../tokenizer-types';\nimport type { CodeToTokensOptions, TokensResult } from '../types';\n\n/**\n * Highlights uses bundled lexers. Unsupported and custom languages render as text.\n */\nexport class HighlightsHighlighter extends DiffsHighlighter {\n  // Independent instances need their themes after the shared cache is cleared.\n  private readonly usedThemes = new Map<string, DiffsTheme>();\n\n  constructor() {\n    super('highlights', createDiffsThemeResolver('highlights'));\n  }\n\n  getTheme(name: string): DiffsTheme {\n    this.assertNotDisposed();\n    const theme =\n      this.themeResolver.getResolvedTheme(name) ?? this.usedThemes.get(name);\n    if (theme == null) {\n      throw new Error(`Theme \"${name}\" has not been resolved`);\n    }\n    this.usedThemes.set(name, theme);\n    return theme;\n  }\n\n  codeToTokens(code: string, options: CodeToTokensOptions): TokensResult {\n    this.assertNotDisposed();\n    // Warning: use the library's shared Wasm instance. It replaces instances\n    // above 8 MiB; a private instance keeps its peak memory.\n    return codeToTokens(code, this.resolveOptions(options));\n  }\n\n  createEditorTokenizer(\n    options: DiffsEditorTokenizerOptions\n  ): HighlightsEditorTokenizer {\n    this.assertNotDisposed();\n    return new HighlightsEditorTokenizer(options, (tokenizerOptions) =>\n      this.resolveOptions(tokenizerOptions)\n    );\n  }\n\n  createStreamTokenizer(options: CodeToTokensOptions): DiffsStreamTokenizer {\n    return new HighlightsStreamTokenizer(this.resolveOptions(options));\n  }\n\n  loadLanguages(): Promise<void> {\n    this.assertNotDisposed();\n    return Promise.resolve();\n  }\n\n  hasLoadedLanguages(): boolean {\n    return !this.disposed;\n  }\n\n  attachLanguages(): void {\n    this.assertNotDisposed();\n  }\n\n  protected releaseResources(): void {\n    this.usedThemes.clear();\n  }\n\n  // Omit the unused theme key; callers may pass both keys with one undefined.\n  private resolveOptions({\n    theme,\n    themes,\n    ...options\n  }: CodeToTokensOptions): HighlightsOptions {\n    const lang = isSupportedLanguage(options.lang) ? options.lang : 'text';\n    if (theme != null) {\n      return { ...options, lang, theme: this.getZedTheme(theme) };\n    }\n    if (themes == null) {\n      throw new Error('A theme or themes option is required');\n    }\n    const resolved: Record<string, Theme> = {};\n    for (const [key, name] of Object.entries(themes)) {\n      resolved[key] = this.getZedTheme(name);\n    }\n    return { ...options, lang, themes: resolved };\n  }\n\n  private getZedTheme(name: string): Theme {\n    const theme = this.getTheme(name);\n    if (theme.zed == null) {\n      throw new Error(`Theme \"${name}\" does not support Highlights`);\n    }\n    return theme.zed;\n  }\n}\n"],"mappings":";;;;AAaA,IAAa,4BAAb,MAAuE;CAalD;CACA;CAbnB;CACA;CACA,YAAY;CAEZ;CAEA,UAAU;CAEV;CACA;CAEA,YACE,SACA,gBAGA;EAJiB,KAAA,UAAA;EACA,KAAA,iBAAA;EAIjB,KAAK,WAAW,QAAQ,aAAa;EACrC,KAAK,aAAa,KAAK,iBAAiB;CAC1C;CAEA,mBAAkC;EAChC,OAAO,IAAI,cAAc;GACvB,GAAG,KAAK,eAAe;IACrB,MAAM,KAAK,QAAQ,aAAa;IAChC,OAAO,KAAK,QAAQ;IACpB,mBAAmB,wBAAwB,OAAO;IAClD,uBAAuB,KAAK,QAAQ,yBAAyB;GAC/D,CAAC;GACD,MAAM,KAAK,QAAQ,aAAa,QAAQ;GACxC,aAAa,CAAC,GAAG,CAAC;GAClB,kBAAkB,UAAU,KAAK,SAAS,KAAK;EACjD,CAAC;CACH;CAEA,SAAS,OAA8C;EACrD,MAAM,WAAW,KAAK;EACtB,IAAI,YAAY,MAAM;GACpB,KAAK,MAAM,CAAC,MAAM,WAAW,OAAO,SAAS,IAAI,MAAM,MAAM;GAC7D;EACF;EACA,MAAM,QAAQ,KAAK;EACnB,IAAI,SAAS,MAAM;GACjB,KAAK,MAAM,QAAQ,MAAM,KAAK,GAC5B,IAAI,QAAQ,MAAM,MAAM,OAAO,MAAM,IAAI,MAAM,OAAO,IAAI;GAE5D,IAAI,MAAM,SAAS,GAAG;EACxB;EACA,KAAK,QAAQ,gBAAgB,KAAK;CACpC;CAIA,eAAe,OAA8C;EAC3D,MAAM,UAAU,KAAK;EACrB,IAAI,WAAW,MAAM;GACnB,KAAK,MAAM,CAAC,MAAM,WAAW,OAAO,QAAQ,IAAI,MAAM,MAAM;GAC5D;EACF;EACA,KAAK,mBAAmB;EACxB,qBAAqB;GACnB,MAAM,QAAQ,KAAK;GACnB,KAAK,mBAAmB,KAAA;GACxB,IAAI,SAAS,QAAQ,MAAM,OAAO,KAAK,CAAC,KAAK,WAC3C,KAAK,QAAQ,gBAAgB,KAAK;EACtC,CAAC;CACH;CAEA,SACE,QACA,aACA,mBAAmB,OACc;EACjC,MAAM,WAAW,KAAK,QAAQ;EAC9B,MAAM,QAAQ,KAAK,IAAI,aAAa,gBAAgB,GAAG,SAAS,SAAS;EACzE,MAAM,MAAM,KAAK,IACf,SAAS,aAAa,cAAc,WACpC,SAAS,SACX;EACA,MAAM,gBAAgB,KAAK,IAAI,OAAO,OAAO,SAAS;EAEtD,KAAK,UAAU;EACf,IAAI;EACJ,IAAI,KAAK,aAAa,SAAS,SAAS;GACtC,KAAK,mBAAmB,KAAA;GACxB,QAAQ,KAAK,cAAc,QAAQ,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;GACjD,KAAK,WAAW,SAAS;EAC3B,OAAO,IAAI,KAAK,WAAW,cAAc,SAAS,WAAW;GAC3D,KAAK,mBAAmB,KAAA;GACxB,QAAQ,KAAK,WAAW,MAAM,SAAS,QAAQ,GAAG,EAChD,aAAa,CAAC,OAAO,GAAG,EAC1B,CAAC,CAAC,CAAC;EACL,OAAO;GACL,wBAAQ,IAAI,IAAI;GAChB,KAAK,WAAW,OAAO,eAAe,GAAG;GACzC,IAAI,KAAK,oBAAoB,MAC3B,KAAK,MAAM,QAAQ,MAAM,KAAK,GAAG,KAAK,iBAAiB,OAAO,IAAI;GAEpE,OAAO;EACT;EAGA,IACE,OAAO,cAAc,IAChB,OAAO,oBAAoB,MACzB,KAAK,eAAe,cAAc,CACrC,KAAK,QACL,CAAC,kBAEL,KAAK,WAAW,OAAO,eAAe,GAAG;EAE3C,OAAO;CACT;CAIA,cACE,QACA,aACqB;EACrB,MAAM,WAAW,KAAK,QAAQ;EAC9B,MAAM,UAAU,EAAE,YAAY;EAC9B,IACE,KAAK,IAAI,SAAS,UAAU,KAAK,QAAQ,MAAM,KAC/C,OAAO,QAAQ,SAAS,KACxB,KAAK,WAAW,cAAc,OAAO,mBAErC,IAAI;GACF,MAAM,SAAS,KAAK,WAAW,WAC7B,OAAO,QAAQ,KAAK,EAAE,OAAO,YAAY;IAAE;IAAO,SAAS;GAAK,EAAE,GAClE,OACF;GACA,IAAI,KAAK,WAAW,cAAc,SAAS,WAAW,OAAO;EAC/D,SAAS,OAAO;GAEd,IAAI,EAAE,iBAAiB,aAAa,MAAM;EAC5C;EAEF,OAAO,KAAK,WAAW,MAAM,SAAS,QAAQ,GAAG,OAAO;CAC1D;CAGA,WACE,OACA,MACA,IACM;EACN,KAAK,iBAAiB,CAAC,MAAM,EAAE;EAC/B,IAAI;GACF,KAAK,WAAW,MAAM,EAAE;EAC1B,UAAU;GACR,KAAK,iBAAiB,KAAA;EACxB;EACA,KAAK,IAAI,OAAO,MAAM,OAAO,IAAI,QAAQ;GACvC,IAAI,MAAM,IAAI,IAAI,GAAG;GACrB,MAAM,EAAE,WAAW,KAAK,WAAW,cAAc,IAAI;GACrD,MAAM,IACJ,MACA,OAAO,WAAW,IACd,CAAC;IAAC;IAAG;IAAI;GAAE,CAAC,IACZ,OAAO,KAAK,UAAU;IACpB,MAAM;IACN,MAAM,SAAS;IACf,MAAM;GACR,CAAC,CACP;EACF;CACF;CAEA,SAAS,WAAyB;EAChC,IAAI,cAAc,KAAK,QAAQ,OAAO;EACtC,KAAK,QAAQ,QAAQ;EACrB,KAAK,WAAW,QAAQ;EACxB,KAAK,mBAAmB,KAAA;EACxB,KAAK,UAAU;EACf,KAAK,WAAW,KAAK,QAAQ,aAAa;EAC1C,KAAK,aAAa,KAAK,iBAAiB;CAC1C;CAEA,mCACE,WAC2B;EAC3B,MAAM,WAAW,KAAK,QAAQ;EAC9B,IACE,KAAK,QAAQ,kBAAkB,SAC/B,YAAY,KACZ,aAAa,SAAS,WAEtB,OAAO;EAGT,MAAM,2BAAW,IAAI,IAAgC;EACrD,KAAK,iBAAiB;EACtB,IAAI;GAGF,IACE,KAAK,aAAa,SAAS,WAC3B,KAAK,WAAW,cAAc,SAAS,WACvC;IACA,KAAK,mBAAmB,KAAA;IACxB,KAAK,WAAW,MAAM,SAAS,QAAQ,GAAG,EACxC,aAAa,CAAC,WAAW,YAAY,CAAC,EACxC,CAAC;IACD,KAAK,WAAW,SAAS;GAC3B;GACA,KAAK,WAAW,MAAM,YAAY,CAAC;EACrC,UAAU;GACR,KAAK,iBAAiB,KAAA;GACtB,IAAI,KAAK,SAAS,KAAK,WAAW,MAAM;EAC1C;EACA,IAAI,SAAS,OAAO,GAAG,KAAK,eAAe,QAAQ;EACnD,OAAO,KAAK,WAAW,cAAc,SAAS,CAAC,CAAC;CAClD;CAGA,qBAA2B,CAAC;CAC5B,yBAA+B;EAC7B,KAAK,wBAAwB;CAC/B;CACA,0BAAgC;EAC9B,KAAK,UAAU;EACf,KAAK,WAAW,MAAM;CACxB;CACA,2BAAiC;EAC/B,KAAK,UAAU;EACf,KAAK,WAAW,OAAO;CACzB;CACA,UAAgB;EACd,KAAK,YAAY;EACjB,KAAK,mBAAmB,KAAA;EACxB,KAAK,WAAW,QAAQ;CAC1B;AACF;;;AChPA,MAAM,kBAAkB;AACxB,MAAM,iBAAiB;CAAE,MAAM;CAAG,WAAW;AAAE;;AAG/C,IAAa,4BAAb,MAAa,kCAAkC,oBAAoB;CAIpC;CAH7B;CACA,iBAAiB;CAEjB,YAAY,SAA+C;EACzD,MAAM;EADqB,KAAA,UAAA;EAE3B,KAAK,aAAa,IAAI,cAAc,OAAO;CAC7C;CAEA,cACE,OACA,QACiD;EACjD,MAAM,aAAa,CAAC,GAAG,MAAM,SAAS,aAAa,CAAC;EACpD,MAAM,YAAY,KAAK,WAAW,YAAY;EAC9C,MAAM,WAAW;GACf,MAAM;GACN,WAAW,KAAK,WAAW,cAAc,SAAS;EACpD;EACA,KAAK,WAAW,WAAW,CACzB;GAAE,OAAO;IAAE,OAAO;IAAU,KAAK;GAAS;GAAG,SAAS;EAAM,CAC9D,CAAC;EACD,MAAM,WAAW,KAAK,WAAW,YAAY;EAC7C,IAAI,WAA0B,CAAC;EAC/B,KAAK,IAAI,OAAO,WAAW,QAAQ,UAAU,QAAQ;GACnD,MAAM,EAAE,WAAW,KAAK,WAAW,cAAc,IAAI;GACrD,KAAK,MAAM,SAAS,QAAQ,MAAM,UAAU,KAAK;GACjD,IAAI,OAAO,UAAU;IACnB,YAAY,QAAQ,MAAM;IAC1B,KAAK,cACH,QACA,KAAK,WAAW,cAAc,IAAI,GAClC,WAAW,OAAO,UAAU,CAAC,EAC/B;GACF,OACE,WAAW;EAEf;EACA,MAAM,aAAa,KAAK,WAAW,cAAc,QAAQ;EACzD,IAAI,WAAW,KAAK,gBAAgB;GAIlC,MAAM,OAAO,KAAK,WAAW,QAAQ;GACrC,MAAM,EAAE,gBAAgB,KAAK,WAAW,WAAW,CACjD;IACE,OAAO;KACL,OAAO;KACP,KAAK;MAAE,MAAM,WAAW;MAAG,WAAW;KAAE;IAC1C;IACA,SAAS;GACX,CACF,CAAC;GACD,IAAI,YAAY,OAAO,WAAW,OAAO,cAAc,CAAC,GACtD,KAAK,iBAAiB;QACjB;IACL,MAAM,aAAa,KAAK,WAAW,QAAQ,CAAC,CAAC;IAC7C,KAAK,WAAW,WAAW,CACzB;KACE,OAAO;MAAE,OAAO;MAAgB,KAAK;KAAe;KACpD,SAAS,KAAK,MAAM,GAAG,KAAK,SAAS,UAAU;IACjD,CACF,CAAC;IAED,KAAK,iBAAiB,WAAW;GACnC;EACF;EACA,OAAO;GAAE;GAAU;EAAW;CAChC;CAEA,QAAmC;EACjC,KAAK,aAAa;EAClB,MAAM,QAAQ,IAAI,0BAA0B,KAAK,OAAO;EACxD,MAAM,WAAW,MAAM,KAAK,WAAW,QAAQ,CAAC;EAChD,KAAK,YAAY,KAAK;EACtB,OAAO;CACT;CAEA,cAA8B;EAC5B,KAAK,WAAW,MAAM,EAAE;EACxB,KAAK,iBAAiB;CACxB;CAEA,gBAAgC;EAC9B,KAAK,WAAW,QAAQ;CAC1B;AACF;;;;;;AC5EA,IAAa,wBAAb,cAA2C,iBAAiB;CAE1D,6BAA8B,IAAI,IAAwB;CAE1D,cAAc;EACZ,MAAM,cAAc,yBAAyB,YAAY,CAAC;CAC5D;CAEA,SAAS,MAA0B;EACjC,KAAK,kBAAkB;EACvB,MAAM,QACJ,KAAK,cAAc,iBAAiB,IAAI,KAAK,KAAK,WAAW,IAAI,IAAI;EACvE,IAAI,SAAS,MACX,MAAM,IAAI,MAAM,UAAU,KAAK,wBAAwB;EAEzD,KAAK,WAAW,IAAI,MAAM,KAAK;EAC/B,OAAO;CACT;CAEA,aAAa,MAAc,SAA4C;EACrE,KAAK,kBAAkB;EAGvB,OAAO,aAAa,MAAM,KAAK,eAAe,OAAO,CAAC;CACxD;CAEA,sBACE,SAC2B;EAC3B,KAAK,kBAAkB;EACvB,OAAO,IAAI,0BAA0B,UAAU,qBAC7C,KAAK,eAAe,gBAAgB,CACtC;CACF;CAEA,sBAAsB,SAAoD;EACxE,OAAO,IAAI,0BAA0B,KAAK,eAAe,OAAO,CAAC;CACnE;CAEA,gBAA+B;EAC7B,KAAK,kBAAkB;EACvB,OAAO,QAAQ,QAAQ;CACzB;CAEA,qBAA8B;EAC5B,OAAO,CAAC,KAAK;CACf;CAEA,kBAAwB;EACtB,KAAK,kBAAkB;CACzB;CAEA,mBAAmC;EACjC,KAAK,WAAW,MAAM;CACxB;CAGA,eAAuB,EACrB,OACA,QACA,GAAG,WACsC;EACzC,MAAM,OAAO,oBAAoB,QAAQ,IAAI,IAAI,QAAQ,OAAO;EAChE,IAAI,SAAS,MACX,OAAO;GAAE,GAAG;GAAS;GAAM,OAAO,KAAK,YAAY,KAAK;EAAE;EAE5D,IAAI,UAAU,MACZ,MAAM,IAAI,MAAM,sCAAsC;EAExD,MAAM,WAAkC,CAAC;EACzC,KAAK,MAAM,CAAC,KAAK,SAAS,OAAO,QAAQ,MAAM,GAC7C,SAAS,OAAO,KAAK,YAAY,IAAI;EAEvC,OAAO;GAAE,GAAG;GAAS;GAAM,QAAQ;EAAS;CAC9C;CAEA,YAAoB,MAAqB;EACvC,MAAM,QAAQ,KAAK,SAAS,IAAI;EAChC,IAAI,MAAM,OAAO,MACf,MAAM,IAAI,MAAM,UAAU,KAAK,8BAA8B;EAE/D,OAAO,MAAM;CACf;AACF"}

package/dist/worker/index.d.ts

@@ -1,5 +1,5 @@
-import { WorkerPoolTaskCanceledError, WorkerPoolTerminatedError, WorkerPoolWorkerError, isHandledWorkerPoolError, isWorkerPoolCancellation } from "./errors.js";
 import { AllWorkerTasks, DiffRendererInstance, FileRendererInstance, InitializeSuccessResponse, InitializeWorkerRequest, InitializeWorkerTask, RegisterThemeSuccessResponse, RenderDiffRequest, RenderDiffSuccessResponse, RenderDiffTask, RenderErrorResponse, RenderFileRequest, RenderFileSuccessResponse, RenderFileTask, RenderSuccessResponse, RenderTaskCallbacks, ResolvedLanguage, SetRenderOptionsWorkerRequest, SetRenderOptionsWorkerTask, SubmitRequest, WorkerInitializationRenderOptions, WorkerPoolOptions, WorkerRenderingOptions, WorkerRequest, WorkerRequestId, WorkerResponse, WorkerStats } from "./types.js";
+import { WorkerPoolTaskCanceledError, WorkerPoolTerminatedError, WorkerPoolWorkerError, isHandledWorkerPoolError, isWorkerPoolCancellation } from "./errors.js";
 import { WorkerPoolManager } from "./WorkerPoolManager.js";
 import { SetupWorkerPoolProps, getOrCreateWorkerPoolSingleton, terminateWorkerPoolSingleton } from "./getOrCreateWorkerPoolSingleton.js";
 export { AllWorkerTasks, DiffRendererInstance, FileRendererInstance, InitializeSuccessResponse, InitializeWorkerRequest, InitializeWorkerTask, RegisterThemeSuccessResponse, RenderDiffRequest, RenderDiffSuccessResponse, RenderDiffTask, RenderErrorResponse, RenderFileRequest, RenderFileSuccessResponse, RenderFileTask, RenderSuccessResponse, RenderTaskCallbacks, ResolvedLanguage, SetRenderOptionsWorkerRequest, SetRenderOptionsWorkerTask, SetupWorkerPoolProps, SubmitRequest, WorkerInitializationRenderOptions, WorkerPoolManager, WorkerPoolOptions, WorkerPoolTaskCanceledError, WorkerPoolTerminatedError, WorkerPoolWorkerError, WorkerRenderingOptions, WorkerRequest, WorkerRequestId, WorkerResponse, WorkerStats, getOrCreateWorkerPoolSingleton, isHandledWorkerPoolError, isWorkerPoolCancellation, terminateWorkerPoolSingleton };