@pierre/diffs 1.3.0-beta.1 → 1.3.0-beta.10

package/dist/editor/tokenizer.js

@@ -0,0 +1,513 @@
+import { DEFAULT_THEMES } from "../constants.js";
+import { addEventListener, debounce, h } from "./utils.js";
+import { EncodedTokenMetadata, INITIAL } from "shiki/textmate";
+//#region src/editor/tokenizer.ts
+const TOKENIZE_TIME_LIMIT = 500;
+/** Stoppable code tokenizer for the editor */
+var EditorTokenizer = class {
+	#highlighter;
+	#grammar;
+	#mediaQueryList;
+	#themeType = "dark";
+	#themeName = "";
+	#colorMap;
+	#textDocument;
+	#tokenizeMaxLineLength;
+	#setStyle;
+	#onDeferTokenize;
+	#onThemeChange;
+	#matchBrackets;
+	#debug;
+	#disposes;
+	#isCleanedUp = false;
+	#stateStack = [INITIAL];
+	#comparisonStateStack = [];
+	#lastLine = -1;
+	#isStopped = true;
+	#isPaused = false;
+	#backgroundJobId = 0;
+	#backgroundChangedLineRanges;
+	#backgroundChangedRangeIndex = 0;
+	#bracketIgnoredRanges = /* @__PURE__ */ new Map();
+	#isMessageListenerAttached = false;
+	#prebuildStateStack = debounce(async (renderRange) => {
+		if (this.#isCleanedUp) return;
+		const { startingLine = 0, totalLines = Infinity } = renderRange ?? {};
+		const endLine = Math.min(totalLines === Infinity ? Infinity : startingLine + totalLines, this.#textDocument.lineCount);
+		if (this.#grammar === void 0 && !isGrammarlessLanguage(this.#textDocument.languageId)) {
+			await this.#highlighter.loadLanguage(this.#textDocument.languageId);
+			if (this.#isCleanedUp) return;
+			this.#grammar = this.#highlighter.getLanguage(this.#textDocument.languageId);
+		}
+		this.#ensureActiveTheme();
+		this.#buildStateStack(endLine);
+	}, 500);
+	#onMessage = ({ data }) => {
+		if (typeof data !== "object" || data === null) return;
+		const { type, jobId } = data;
+		if (type === "tokenize" && typeof jobId === "number" && jobId === this.#backgroundJobId) this.#backgroundTokenize(jobId);
+	};
+	get themeType() {
+		return this.#themeType;
+	}
+	getStringCommentRegexpRangesInLine(lineIndex) {
+		if (!this.#matchBrackets || lineIndex < 0 || lineIndex >= this.#textDocument.lineCount) return null;
+		this.#ensureGrammar();
+		if (this.#grammar === void 0) return null;
+		if (!this.#bracketIgnoredRanges.has(lineIndex)) {
+			this.#buildStateStack(lineIndex);
+			const state = this.#stateStack[lineIndex] ?? INITIAL;
+			const result = this.#tokenizeLineAt(lineIndex, state);
+			this.#stateStack[lineIndex + 1] = result.state;
+		}
+		return this.#bracketIgnoredRanges.get(lineIndex) ?? null;
+	}
+	constructor({ codeOptions, highlighter, textDocument, matchBrackets, setStyle, onDeferTokenize, onThemeChange, __debug }) {
+		const { themeType: themeTypeOption = "system", theme = DEFAULT_THEMES, tokenizeMaxLineLength = 1e3 } = codeOptions;
+		this.#mediaQueryList = window.matchMedia("(prefers-color-scheme: dark)");
+		let themeType;
+		if (themeTypeOption === "system") themeType = this.#resolveSystemThemeType();
+		else themeType = themeTypeOption;
+		if (typeof theme !== "string" && themeTypeOption === "system") {
+			const observer = new MutationObserver((mutations) => {
+				for (const { type, attributeName } of mutations) if (type === "attributes" && attributeName !== null && (attributeName === "class" || attributeName.startsWith("data-"))) {
+					const themeType = this.#resolveSystemThemeType();
+					this.#emitThemeChange(theme[themeType], themeType);
+					break;
+				}
+			});
+			observer.observe(document.documentElement, { attributes: true });
+			observer.observe(document.body, { attributes: true });
+			this.#disposes = [addEventListener(this.#mediaQueryList, "change", () => {
+				const themeType = this.#resolveSystemThemeType();
+				this.#emitThemeChange(theme[themeType], themeType);
+			}), () => observer.disconnect()];
+		}
+		this.#highlighter = highlighter;
+		this.#textDocument = textDocument;
+		this.#tokenizeMaxLineLength = tokenizeMaxLineLength;
+		this.#setStyle = setStyle;
+		this.#onDeferTokenize = onDeferTokenize;
+		this.#onThemeChange = onThemeChange;
+		this.#matchBrackets = matchBrackets !== false;
+		this.#debug = __debug ?? false;
+		this.#ensureGrammar();
+		this.#colorMap = [];
+		this.#setTheme(typeof theme === "string" ? theme : theme[themeType], themeType);
+	}
+	#emitThemeChange(themeName, themeType) {
+		this.#setTheme(themeName, themeType);
+		this.stopBackgroundTokenize();
+		this.#stateStack = [INITIAL];
+		this.#comparisonStateStack = [];
+		if (this.#grammar !== void 0 && this.#textDocument.lineCount > 0) this.#scheduleBackgroundTokenize(0);
+		this.#onThemeChange?.();
+	}
+	#resolveSystemThemeType() {
+		try {
+			if (typeof document !== "undefined" && typeof getComputedStyle === "function" && document.body != null) return getComputedStyle(document.body).colorScheme === "dark" ? "dark" : "light";
+		} catch {}
+		return this.#mediaQueryList.matches ? "dark" : "light";
+	}
+	syncTheme(codeOptions) {
+		const { themeType = "system", theme = DEFAULT_THEMES } = codeOptions;
+		const nextThemeType = themeType === "system" ? this.#resolveSystemThemeType() : themeType;
+		const nextThemeName = typeof theme === "string" ? theme : theme[nextThemeType];
+		if (nextThemeType === this.#themeType && nextThemeName === this.#themeName) return;
+		this.#emitThemeChange(nextThemeName, nextThemeType);
+	}
+	#setTheme(themeName, themeType) {
+		const { theme, colorMap } = this.#highlighter.setTheme(themeName);
+		const { colors = {} } = this.#highlighter.getTheme(themeName);
+		const selectionBackground = colors["editor.selectionBackground"];
+		const lineHighlightBackground = colors["editor.lineHighlightBackground"];
+		const cursorForeground = colors["editorCursor.foreground"];
+		const findMatchBackground = colors["editor.findMatchBackground"];
+		const findMatchHighlightBackground = colors["editor.findMatchHighlightBackground"];
+		const bracketMatchBackground = colors["editorBracketMatch.background"];
+		const bracketMatchBorder = colors["editorBracketMatch.border"];
+		const hintForeground = colors["editorHint.foreground"];
+		const infoForeground = colors["editorInfo.foreground"];
+		const warningForeground = colors["editorWarning.foreground"];
+		const errorForeground = colors["editorError.foreground"];
+		this.#setStyle(`:host {
+      --diffs-editor-selection-bg: ${selectionBackground ?? "var(--diffs-line-bg)"};
+      --diffs-editor-line-highlight-bg: ${lineHighlightBackground ?? "var(--diffs-line-bg)"};
+      --diffs-editor-match-bg: ${findMatchBackground ?? "initial"};
+      --diffs-editor-match-highlight-bg: ${findMatchHighlightBackground ?? "initial"};
+      --diffs-editor-bracket-match-bg: ${bracketMatchBackground ?? "initial"};
+      --diffs-editor-bracket-match-border: ${bracketMatchBorder ?? "initial"};
+      --diffs-editor-cursor-fg: ${cursorForeground ?? "initial"};
+      --diffs-editor-hint-fg: ${hintForeground ?? "initial"};
+      --diffs-editor-info-fg: ${infoForeground ?? "initial"};
+      --diffs-editor-warning-fg: ${warningForeground ?? "initial"};
+      --diffs-editor-error-fg: ${errorForeground ?? "initial"};
+    }`);
+		this.#themeName = themeName;
+		this.#themeType = themeType ?? theme.type;
+		this.#colorMap = colorMap;
+	}
+	#ensureActiveTheme() {
+		if (this.#themeName === "") return;
+		const { colorMap } = this.#highlighter.setTheme(this.#themeName);
+		this.#colorMap = colorMap;
+	}
+	cleanUp() {
+		this.#isCleanedUp = true;
+		this.stopBackgroundTokenize();
+		this.#detachMessageListener();
+		this.#disposes?.forEach((dispose) => dispose());
+		this.#disposes = void 0;
+	}
+	tokenize(change, renderRange) {
+		this.#ensureGrammar();
+		this.#ensureActiveTheme();
+		if (this.#grammar === void 0 && !isGrammarlessLanguage(this.#textDocument.languageId)) throw new Error(`Grammar for language "${this.#textDocument.languageId}" not loaded`);
+		if (this.#matchBrackets) {
+			for (const line of this.#bracketIgnoredRanges.keys()) if (line >= change.startLine) this.#bracketIgnoredRanges.delete(line);
+		}
+		const { lineCount } = this.#textDocument;
+		const { startingLine = 0, totalLines = Infinity } = renderRange ?? {};
+		const renderRangeEndLine = totalLines === Infinity ? lineCount : Math.min(startingLine + totalLines, lineCount);
+		const dirtyStart = change.startLine;
+		const viewStart = Math.max(startingLine, dirtyStart);
+		const crossesRenderRangeEnd = renderRange !== void 0 && totalLines !== Infinity && change.lineDelta > 0 && dirtyStart < renderRangeEndLine && change.endLine >= renderRangeEndLine;
+		const canReuseCachedStates = change.lineDelta === 0;
+		const canCacheTokenizedStates = canReuseCachedStates || renderRange === void 0 || dirtyStart >= viewStart;
+		const changedLineRanges = change.changedLineRanges ?? [[dirtyStart, change.endLine]];
+		this.#comparisonStateStack = [];
+		let offscreenSyncEnd = -1;
+		if (dirtyStart < viewStart) {
+			for (const [rangeStart, rangeEnd] of changedLineRanges) if (rangeStart < viewStart) offscreenSyncEnd = Math.max(offscreenSyncEnd, Math.min(rangeEnd, viewStart - 1));
+		}
+		const shouldFlushOffscreenLines = offscreenSyncEnd >= dirtyStart && (canReuseCachedStates || change.lineDelta < 0);
+		if (canReuseCachedStates) this.#buildStateStack(dirtyStart);
+		else {
+			this.#shiftComparisonStateStack(change);
+			if (renderRange === void 0 || dirtyStart >= viewStart) this.#buildStateStack(viewStart);
+		}
+		let changedRangeIndex = 0;
+		let currentChangedRangeEnd = changedLineRanges[changedRangeIndex][1];
+		let backgroundStartLine;
+		let backgroundChangedRangeIndex = 0;
+		let line = canReuseCachedStates ? changedLineRanges[changedRangeIndex][0] : viewStart;
+		let settled = false;
+		const dirtyLines = /* @__PURE__ */ new Map();
+		const offscreenDirtyLines = shouldFlushOffscreenLines ? /* @__PURE__ */ new Map() : void 0;
+		if (offscreenDirtyLines !== void 0 && !canReuseCachedStates) {
+			const offscreenEnd = Math.min(offscreenSyncEnd + 1, viewStart, renderRangeEndLine);
+			if (offscreenEnd > dirtyStart) {
+				this.#buildStateStack(offscreenEnd);
+				let offscreenLine = dirtyStart;
+				let offscreenState = this.#stateStack[offscreenLine] ?? INITIAL;
+				for (; offscreenLine < offscreenEnd; offscreenLine++) {
+					const resolved = this.#tokenizeLineAt(offscreenLine, offscreenState);
+					offscreenState = resolved.state;
+					offscreenDirtyLines.set(offscreenLine, resolved.resolvedTokens);
+				}
+				this.#stateStack[offscreenEnd] = offscreenState;
+			}
+		}
+		let state = this.#stateStack[line] ?? INITIAL;
+		for (; line < renderRangeEndLine;) {
+			const previousNextState = canReuseCachedStates ? this.#stateStack[line + 1] : void 0;
+			if (canCacheTokenizedStates) this.#stateStack[line] = state;
+			const { resolvedTokens, state: nextState } = this.#tokenizeLineAt(line, state);
+			state = nextState;
+			if (line >= viewStart) dirtyLines.set(line, resolvedTokens);
+			else offscreenDirtyLines?.set(line, resolvedTokens);
+			if (canCacheTokenizedStates) this.#stateStack[line + 1] = state;
+			settled = line >= currentChangedRangeEnd && canReuseCachedStates && previousNextState !== void 0 && state.equals(previousNextState);
+			if (settled) {
+				changedRangeIndex++;
+				const nextRange = changedLineRanges[changedRangeIndex];
+				if (nextRange === void 0) break;
+				if (nextRange[0] >= renderRangeEndLine) {
+					backgroundStartLine = nextRange[0];
+					backgroundChangedRangeIndex = changedRangeIndex;
+					break;
+				}
+				if (this.#stateStack[nextRange[0]] === void 0) {
+					currentChangedRangeEnd = nextRange[1];
+					line++;
+				} else {
+					line = nextRange[0];
+					state = this.#stateStack[line] ?? state;
+					currentChangedRangeEnd = nextRange[1];
+				}
+				settled = false;
+				continue;
+			}
+			line++;
+		}
+		if (canCacheTokenizedStates) if (line < renderRangeEndLine) this.#stateStack[line + 1] = state;
+		else this.#stateStack[line] = state;
+		if (offscreenDirtyLines !== void 0 && offscreenDirtyLines.size > 0) this.#onDeferTokenize(offscreenDirtyLines, this.#themeType);
+		if (backgroundStartLine !== void 0) this.#scheduleBackgroundTokenize(backgroundStartLine, changedLineRanges, backgroundChangedRangeIndex);
+		else if (!settled && line < lineCount) {
+			const backgroundLine = crossesRenderRangeEnd && dirtyStart >= viewStart ? renderRangeEndLine : dirtyStart < viewStart && !canReuseCachedStates ? dirtyStart : line;
+			this.#scheduleBackgroundTokenize(backgroundLine, changedLineRanges, changedRangeIndex);
+		}
+		return dirtyLines;
+	}
+	prebuildStateStack(renderRange) {
+		this.#ensureGrammar();
+		this.#prebuildStateStack(renderRange);
+	}
+	stopBackgroundTokenize() {
+		if (this.#isStopped) return;
+		this.#isStopped = true;
+		this.#isPaused = false;
+		this.#lastLine = -1;
+		this.#backgroundChangedLineRanges = void 0;
+		this.#backgroundChangedRangeIndex = 0;
+		this.#comparisonStateStack = [];
+		this.#detachMessageListener();
+	}
+	pauseBackgroundTokenize() {
+		if (this.#isStopped || this.#isPaused) return;
+		if (this.#debug) console.log("[diffs/editor] background tokenization paused", { jobId: this.#backgroundJobId });
+		this.#isPaused = true;
+	}
+	resumeBackgroundTokenize() {
+		if (this.#isStopped || !this.#isPaused || this.#grammar === void 0 || this.#lastLine < 0) return;
+		if (this.#debug) console.log("[diffs/editor] background tokenization resumed", { jobId: this.#backgroundJobId });
+		this.#isPaused = false;
+		this.#postTokenizeMessage(this.#backgroundJobId);
+	}
+	#ensureGrammar() {
+		if (this.#grammar === void 0 && !isGrammarlessLanguage(this.#textDocument.languageId) && this.#highlighter.getLoadedLanguages().includes(this.#textDocument.languageId)) this.#grammar = this.#highlighter.getLanguage(this.#textDocument.languageId);
+	}
+	#attachMessageListener() {
+		if (this.#isMessageListenerAttached) return;
+		globalThis.addEventListener("message", this.#onMessage);
+		this.#isMessageListenerAttached = true;
+	}
+	#detachMessageListener() {
+		if (!this.#isMessageListenerAttached) return;
+		globalThis.removeEventListener("message", this.#onMessage);
+		this.#isMessageListenerAttached = false;
+	}
+	#postTokenizeMessage(jobId) {
+		globalThis.postMessage({
+			type: "tokenize",
+			jobId
+		});
+	}
+	#scheduleBackgroundTokenize(startLine, changedLineRanges, changedRangeIndex = 0) {
+		if (isGrammarlessLanguage(this.#textDocument.languageId)) return;
+		const jobId = ++this.#backgroundJobId;
+		if (this.#debug) console.log("[diffs/editor] background tokenization scheduled", {
+			jobId,
+			startLine,
+			changedLineRanges,
+			changedRangeIndex
+		});
+		this.#isStopped = false;
+		this.#isPaused = false;
+		this.#lastLine = startLine;
+		this.#backgroundChangedLineRanges = changedLineRanges;
+		this.#backgroundChangedRangeIndex = changedRangeIndex;
+		this.#attachMessageListener();
+		this.#postTokenizeMessage(jobId);
+	}
+	#tokenizeLineAt(line, state) {
+		const lineText = this.#textDocument.getLineText(line);
+		if (lineText.length > this.#tokenizeMaxLineLength) {
+			console.warn(`[diffs] Line(${line}) too long to tokenize: ${lineText.length}`);
+			this.#cacheBracketIgnoredRanges(line, null);
+			return {
+				resolvedTokens: [[
+					0,
+					"",
+					lineText
+				]],
+				state
+			};
+		}
+		if (this.#grammar === void 0 || lineText === "" || lineText.trim() === "") {
+			this.#cacheBracketIgnoredRanges(line, null);
+			return {
+				resolvedTokens: [[
+					0,
+					"",
+					lineText
+				]],
+				state
+			};
+		}
+		const result = tokenizeLine(this.#grammar, this.#colorMap, lineText, state, TOKENIZE_TIME_LIMIT, this.#matchBrackets);
+		this.#cacheBracketIgnoredRanges(line, result.bracketIgnoredRanges);
+		return {
+			resolvedTokens: result.resolvedTokens,
+			state: result.ruleStack
+		};
+	}
+	#cacheBracketIgnoredRanges(line, ranges) {
+		if (this.#matchBrackets) this.#bracketIgnoredRanges.set(line, ranges);
+	}
+	#shiftComparisonStateStack(change) {
+		const lineChanges = change.changedLineChanges ?? [[
+			change.startLine,
+			change.endLine,
+			change.lineDelta
+		]];
+		const comparisonStateStack = this.#stateStack.slice();
+		for (const [startLine, endLine, lineDelta] of lineChanges) {
+			if (lineDelta === 0) continue;
+			const insertedLineSpan = endLine - startLine;
+			const sourceStart = startLine + (insertedLineSpan - lineDelta) + 1;
+			const targetStart = startLine + insertedLineSpan + 1;
+			const originalLength = comparisonStateStack.length;
+			if (lineDelta > 0) for (let line = originalLength - 1; line >= sourceStart; line--) {
+				const targetLine = line + lineDelta;
+				if (line in comparisonStateStack) comparisonStateStack[targetLine] = comparisonStateStack[line];
+				else Reflect.deleteProperty(comparisonStateStack, targetLine);
+			}
+			else {
+				for (let line = sourceStart; line < originalLength; line++) {
+					const targetLine = line + lineDelta;
+					if (line in comparisonStateStack) comparisonStateStack[targetLine] = comparisonStateStack[line];
+					else Reflect.deleteProperty(comparisonStateStack, targetLine);
+				}
+				comparisonStateStack.length = Math.max(Math.min(originalLength, startLine + 1), originalLength + lineDelta);
+			}
+			for (let line = startLine + 1; line < targetStart; line++) Reflect.deleteProperty(comparisonStateStack, line);
+		}
+		this.#stateStack.length = Math.min(this.#stateStack.length, change.startLine + 1);
+		comparisonStateStack.length = Math.min(comparisonStateStack.length, this.#textDocument.lineCount + 1);
+		for (let line = 0; line <= change.startLine; line++) Reflect.deleteProperty(comparisonStateStack, line);
+		this.#comparisonStateStack = comparisonStateStack;
+	}
+	#getPreviousEndState(line) {
+		return this.#comparisonStateStack[line] ?? this.#stateStack[line];
+	}
+	#buildStateStack(endAt) {
+		const boundedEndAt = Math.min(Math.max(0, endAt), this.#textDocument.lineCount);
+		if (this.#stateStack.length > boundedEndAt || this.#grammar === void 0) return;
+		let line = this.#stateStack.length - 1;
+		let state = this.#stateStack[line] ?? INITIAL;
+		for (; line < boundedEndAt; line++) {
+			this.#stateStack[line] = state;
+			const lineText = this.#textDocument.getLineText(line);
+			if (lineText.length <= this.#tokenizeMaxLineLength && lineText !== "" && lineText.trim() !== "") {
+				const result = tokenizeLine(this.#grammar, this.#colorMap, lineText, state, TOKENIZE_TIME_LIMIT, this.#matchBrackets);
+				this.#cacheBracketIgnoredRanges(line, result.bracketIgnoredRanges);
+				state = result.ruleStack;
+			} else this.#cacheBracketIgnoredRanges(line, null);
+		}
+		this.#stateStack[line] = state;
+	}
+	#backgroundTokenize(jobId) {
+		if (this.#isStopped || this.#isPaused || this.#grammar === void 0 || jobId !== this.#backgroundJobId) return;
+		this.#ensureActiveTheme();
+		const t = performance.now();
+		const lines = /* @__PURE__ */ new Map();
+		const totalLines = this.#textDocument.lineCount;
+		const changedLineRanges = this.#backgroundChangedLineRanges;
+		let line = this.#lastLine;
+		let state = this.#stateStack[line] ?? INITIAL;
+		let settled = false;
+		let changedRangeIndex = this.#backgroundChangedRangeIndex;
+		let currentChangedRangeEnd = changedLineRanges?.[changedRangeIndex]?.[1];
+		for (; line < totalLines;) {
+			this.#stateStack[line] = state;
+			const previousNextState = currentChangedRangeEnd !== void 0 ? this.#getPreviousEndState(line + 1) : void 0;
+			const lineText = this.#textDocument.getLineText(line);
+			if (lineText.length > this.#tokenizeMaxLineLength) {
+				console.warn(`[diffs] Line(${line}) too long to tokenize: ${lineText.length}`);
+				lines.set(line, [[
+					0,
+					"",
+					lineText
+				]]);
+				this.#cacheBracketIgnoredRanges(line, null);
+			} else if (lineText === "" || lineText.trim() === "") {
+				lines.set(line, [[
+					0,
+					"",
+					lineText
+				]]);
+				this.#cacheBracketIgnoredRanges(line, null);
+			} else {
+				const ret = tokenizeLine(this.#grammar, this.#colorMap, lineText, state, TOKENIZE_TIME_LIMIT, this.#matchBrackets);
+				lines.set(line, ret.resolvedTokens);
+				this.#cacheBracketIgnoredRanges(line, ret.bracketIgnoredRanges);
+				state = ret.ruleStack;
+			}
+			this.#stateStack[line + 1] = state;
+			settled = currentChangedRangeEnd !== void 0 && line >= currentChangedRangeEnd && previousNextState !== void 0 && state.equals(previousNextState);
+			line++;
+			if (settled) {
+				changedRangeIndex++;
+				const nextRange = changedLineRanges?.[changedRangeIndex];
+				if (nextRange === void 0) break;
+				currentChangedRangeEnd = nextRange[1];
+				if (this.#stateStack[nextRange[0]] === void 0) settled = false;
+				else {
+					line = nextRange[0];
+					state = this.#stateStack[line] ?? state;
+					settled = false;
+					continue;
+				}
+			}
+			if (performance.now() - t > 1) break;
+		}
+		this.#onDeferTokenize(lines, this.#themeType);
+		if (this.#isStopped || this.#isPaused || jobId !== this.#backgroundJobId) return;
+		if (settled || line >= totalLines) {
+			this.stopBackgroundTokenize();
+			return;
+		}
+		this.#lastLine = line;
+		this.#backgroundChangedRangeIndex = changedRangeIndex;
+		this.#postTokenizeMessage(jobId);
+	}
+};
+function tokenizeLine(grammar, colorMap, lineText, stateStack, timeLimit, collectBracketIgnoredRanges = true) {
+	const result = grammar.tokenizeLine2(lineText, stateStack, timeLimit);
+	if (result.stoppedEarly) console.warn(`[diffs] Time limit reached when tokenizing line: ${lineText.substring(0, 100)}`);
+	const rawTokens = result.tokens;
+	const tokensLength = rawTokens.length / 2;
+	const resolvedTokens = [];
+	const bracketIgnoredRanges = [];
+	for (let j = 0; j < tokensLength; j++) {
+		const offset = rawTokens[2 * j];
+		const nextOffset = j + 1 < tokensLength ? rawTokens[2 * j + 2] : lineText.length;
+		if (offset === nextOffset) continue;
+		const metadata = rawTokens[2 * j + 1];
+		const fg = EncodedTokenMetadata.getForeground(metadata);
+		const tokenText = lineText.slice(offset, nextOffset);
+		resolvedTokens.push([
+			offset,
+			colorMap[fg],
+			tokenText
+		]);
+		if (collectBracketIgnoredRanges && EncodedTokenMetadata.getTokenType(metadata) > 0) bracketIgnoredRanges.push([offset, nextOffset]);
+	}
+	return {
+		ruleStack: result.ruleStack,
+		resolvedTokens,
+		bracketIgnoredRanges
+	};
+}
+function renderLineTokens(tokens) {
+	return tokens.map(([char, fg, textContent]) => {
+		if (char === 0 && fg === "") {
+			if (textContent === "") return h("br");
+			return textContent;
+		}
+		return h("span", {
+			dataset: { char: char.toString() },
+			style: `color:${fg};`,
+			textContent
+		});
+	});
+}
+function isGrammarlessLanguage(languageId) {
+	return languageId === "text" || languageId === "ansi";
+}
+//#endregion
+export { EditorTokenizer, renderLineTokens };
+
+//# sourceMappingURL=tokenizer.js.map

package/dist/editor/tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.js","names":["#isCleanedUp","#textDocument","#grammar","#highlighter","#ensureActiveTheme","#buildStateStack","#backgroundJobId","#backgroundTokenize","#themeType","#matchBrackets","#ensureGrammar","#bracketIgnoredRanges","#stateStack","#tokenizeLineAt","#mediaQueryList","#resolveSystemThemeType","#emitThemeChange","#disposes","#tokenizeMaxLineLength","#setStyle","#onDeferTokenize","#onThemeChange","#debug","#colorMap","#setTheme","#comparisonStateStack","#scheduleBackgroundTokenize","#themeName","#detachMessageListener","#shiftComparisonStateStack","#prebuildStateStack","#isStopped","#isPaused","#lastLine","#backgroundChangedLineRanges","#backgroundChangedRangeIndex","#postTokenizeMessage","#isMessageListenerAttached","#onMessage","#attachMessageListener","#cacheBracketIgnoredRanges","#getPreviousEndState"],"sources":["../../src/editor/tokenizer.ts"],"sourcesContent":["import {\n  EncodedTokenMetadata,\n  type IGrammar,\n  INITIAL,\n  type StateStack,\n} from 'shiki/textmate';\n\nimport { DEFAULT_THEMES } from '../constants';\nimport type {\n  BaseCodeOptions,\n  DiffsHighlighter,\n  HighlightedToken,\n  RenderRange,\n} from '../types';\nimport type { TextDocument, TextDocumentChange } from './textDocument';\nimport { addEventListener, debounce, h } from './utils';\n\nconst TOKENIZE_TIME_LIMIT = 500;\n\nexport interface EditorTokenizerProps {\n  highlighter: DiffsHighlighter;\n  textDocument: TextDocument<unknown>;\n  codeOptions: BaseCodeOptions;\n  matchBrackets?: boolean;\n  setStyle: (style: string) => void;\n  onDeferTokenize: (\n    lines: Map<number, Array<HighlightedToken>>,\n    themeType: 'dark' | 'light'\n  ) => void;\n  // Fired after the active theme (light/dark mode or theme name) changes and the\n  // new theme CSS has been applied. Lets the editor recompute overlay pieces\n  // that captured a resolved theme color, e.g. rounded selection corner masks.\n  onThemeChange?: () => void;\n  __debug?: boolean;\n}\n\n/** Stoppable code tokenizer for the editor */\nexport class EditorTokenizer {\n  #highlighter: DiffsHighlighter;\n  #grammar: IGrammar | undefined;\n  #mediaQueryList: MediaQueryList;\n  #themeType: 'light' | 'dark' = 'dark';\n  // The resolved name of the theme currently applied to the editor (e.g.\n  // `github-light`). Tracked so `syncTheme` can detect a host-driven theme swap\n  // even when the light/dark mode itself is unchanged.\n  #themeName = '';\n  #colorMap: string[];\n  #textDocument: TextDocument<unknown>;\n  #tokenizeMaxLineLength: number;\n  #setStyle: EditorTokenizerProps['setStyle'];\n  #onDeferTokenize: EditorTokenizerProps['onDeferTokenize'];\n  #onThemeChange: EditorTokenizerProps['onThemeChange'];\n  #matchBrackets: boolean;\n  #debug: boolean;\n  #disposes?: (() => void)[];\n  #isCleanedUp = false;\n\n  // state\n  #stateStack: StateStack[] = [INITIAL]; // cached state stack by line index\n  #comparisonStateStack: StateStack[] = [];\n  #lastLine: number = -1;\n  #isStopped: boolean = true;\n  #isPaused: boolean = false;\n  #backgroundJobId: number = 0;\n  #backgroundChangedLineRanges: readonly [number, number][] | undefined;\n  #backgroundChangedRangeIndex: number = 0;\n  #bracketIgnoredRanges: Map<number, [number, number][] | null> = new Map();\n  #isMessageListenerAttached: boolean = false;\n\n  #prebuildStateStack = debounce(async (renderRange?: RenderRange) => {\n    // Drop work scheduled before cleanUp; a late timer must not call setTheme\n    // on a highlighter that tests (or hosts) have already disposed.\n    if (this.#isCleanedUp) {\n      return;\n    }\n    const { startingLine = 0, totalLines = Infinity } = renderRange ?? {};\n    const endLine = Math.min(\n      totalLines === Infinity ? Infinity : startingLine + totalLines,\n      this.#textDocument.lineCount\n    );\n    if (\n      this.#grammar === undefined &&\n      !isGrammarlessLanguage(this.#textDocument.languageId)\n    ) {\n      await this.#highlighter.loadLanguage(this.#textDocument.languageId);\n      if (this.#isCleanedUp) {\n        return;\n      }\n      this.#grammar = this.#highlighter.getLanguage(\n        this.#textDocument.languageId\n      );\n    }\n    this.#ensureActiveTheme();\n    this.#buildStateStack(endLine);\n  }, 500);\n\n  #onMessage = ({ data }: MessageEvent<unknown>) => {\n    if (typeof data !== 'object' || data === null) {\n      return;\n    }\n    const { type, jobId } = data as {\n      type?: unknown;\n      jobId?: unknown;\n    };\n    if (\n      type === 'tokenize' &&\n      typeof jobId === 'number' &&\n      jobId === this.#backgroundJobId\n    ) {\n      this.#backgroundTokenize(jobId);\n    }\n  };\n\n  get themeType(): 'light' | 'dark' {\n    return this.#themeType;\n  }\n\n  getStringCommentRegexpRangesInLine(\n    lineIndex: number\n  ): [number, number][] | null {\n    if (\n      !this.#matchBrackets ||\n      lineIndex < 0 ||\n      lineIndex >= this.#textDocument.lineCount\n    ) {\n      return null;\n    }\n    this.#ensureGrammar();\n    if (this.#grammar === undefined) {\n      return null;\n    }\n    if (!this.#bracketIgnoredRanges.has(lineIndex)) {\n      this.#buildStateStack(lineIndex);\n      const state = this.#stateStack[lineIndex] ?? INITIAL;\n      const result = this.#tokenizeLineAt(lineIndex, state);\n      this.#stateStack[lineIndex + 1] = result.state;\n    }\n    return this.#bracketIgnoredRanges.get(lineIndex) ?? null;\n  }\n\n  constructor({\n    codeOptions,\n    highlighter,\n    textDocument,\n    matchBrackets,\n    setStyle,\n    onDeferTokenize,\n    onThemeChange,\n    __debug,\n  }: EditorTokenizerProps) {\n    const {\n      themeType: themeTypeOption = 'system',\n      theme = DEFAULT_THEMES,\n      tokenizeMaxLineLength = 1000,\n    } = codeOptions;\n    this.#mediaQueryList = window.matchMedia('(prefers-color-scheme: dark)');\n    let themeType: 'light' | 'dark' | undefined;\n    if (themeTypeOption === 'system') {\n      // Prefer the host document's computed color-scheme (page CSS/classes can\n      // force light/dark while the OS media query differs) over matchMedia.\n      themeType = this.#resolveSystemThemeType();\n    } else {\n      themeType = themeTypeOption;\n    }\n    // Only track the document/system color scheme when the surface follows it\n    // (`themeType: 'system'`). A surface pinned to an explicit 'dark'/'light'\n    // theme keeps that theme regardless of the page, so re-tokenizing after an\n    // edit must emit the same `--diffs-token-{theme}` variable the SSR markup\n    // used; otherwise the edited tokens fall back to the default foreground.\n    if (typeof theme !== 'string' && themeTypeOption === 'system') {\n      const observer = new MutationObserver((mutations) => {\n        for (const { type, attributeName } of mutations) {\n          if (\n            type === 'attributes' &&\n            attributeName !== null &&\n            (attributeName === 'class' || attributeName.startsWith('data-'))\n          ) {\n            const themeType = this.#resolveSystemThemeType();\n            this.#emitThemeChange(theme[themeType], themeType);\n            break;\n          }\n        }\n      });\n      observer.observe(document.documentElement, { attributes: true });\n      observer.observe(document.body, { attributes: true });\n      this.#disposes = [\n        addEventListener(this.#mediaQueryList, 'change', () => {\n          // Re-read computed color-scheme so a host-forced scheme still wins\n          // when the OS preference changes underneath it.\n          const themeType = this.#resolveSystemThemeType();\n          this.#emitThemeChange(theme[themeType], themeType);\n        }),\n        () => observer.disconnect(),\n      ];\n    }\n    this.#highlighter = highlighter;\n    this.#textDocument = textDocument;\n    this.#tokenizeMaxLineLength = tokenizeMaxLineLength;\n    this.#setStyle = setStyle;\n    this.#onDeferTokenize = onDeferTokenize;\n    this.#onThemeChange = onThemeChange;\n    this.#matchBrackets = matchBrackets !== false;\n    this.#debug = __debug ?? false;\n    this.#ensureGrammar();\n    this.#colorMap = [];\n    this.#setTheme(\n      typeof theme === 'string' ? theme : theme[themeType],\n      themeType\n    );\n  }\n\n  // By default, diffs components support dual themes, but the tokenizer only renders\n  // the preferred theme. When the theme type is changed, the tokenizer will re-tokenize the document.\n  #emitThemeChange(themeName: string, themeType: 'light' | 'dark') {\n    this.#setTheme(themeName, themeType);\n    this.stopBackgroundTokenize();\n    this.#stateStack = [INITIAL];\n    this.#comparisonStateStack = [];\n    if (this.#grammar !== undefined && this.#textDocument.lineCount > 0) {\n      this.#scheduleBackgroundTokenize(0);\n    }\n    // The theme CSS is now applied, so overlay pieces that captured a resolved\n    // theme color (e.g. rounded selection corner masks) can recompute against\n    // the new colors instead of keeping the old light/dark value.\n    this.#onThemeChange?.();\n  }\n\n  // Resolve `themeType: 'system'` the same way the MutationObserver does: from\n  // the host document's computed `color-scheme`. Apps often force a scheme via\n  // page CSS/classes while the OS `prefers-color-scheme` media query differs;\n  // using matchMedia here would flip tokens back to the OS preference on every\n  // render sync and fight the observer.\n  #resolveSystemThemeType(): 'light' | 'dark' {\n    try {\n      if (\n        typeof document !== 'undefined' &&\n        typeof getComputedStyle === 'function' &&\n        document.body != null\n      ) {\n        return getComputedStyle(document.body).colorScheme === 'dark'\n          ? 'dark'\n          : 'light';\n      }\n    } catch {\n      // jsdom and similar harnesses may lack getComputedStyle or throw; fall\n      // through to the OS media query.\n    }\n    return this.#mediaQueryList.matches ? 'dark' : 'light';\n  }\n\n  // Re-apply the editor's theme from the surface's current code options. Edit\n  // mode reuses a single tokenizer across re-renders, so when the host swaps the\n  // theme — a theme picker, a light/dark toggle, etc. — we must recompute the\n  // active theme and re-tokenize. Without this the editor keeps rendering the\n  // theme it captured when it first attached (stale line-highlight background\n  // and token colors). System-driven changes are still handled by the\n  // observers wired up in the constructor; this covers explicit `themeType`/\n  // `theme` option changes that those observers don't see.\n  syncTheme(codeOptions: BaseCodeOptions): void {\n    const { themeType = 'system', theme = DEFAULT_THEMES } = codeOptions;\n    const nextThemeType =\n      themeType === 'system' ? this.#resolveSystemThemeType() : themeType;\n    const nextThemeName =\n      typeof theme === 'string' ? theme : theme[nextThemeType];\n    if (\n      nextThemeType === this.#themeType &&\n      nextThemeName === this.#themeName\n    ) {\n      return;\n    }\n    this.#emitThemeChange(nextThemeName, nextThemeType);\n  }\n\n  #setTheme(themeName: string, themeType?: 'light' | 'dark') {\n    const { theme, colorMap } = this.#highlighter.setTheme(themeName);\n    const { colors = {} } = this.#highlighter.getTheme(themeName);\n    const selectionBackground = colors['editor.selectionBackground'];\n    const lineHighlightBackground = colors['editor.lineHighlightBackground'];\n    const cursorForeground = colors['editorCursor.foreground'];\n    const findMatchBackground = colors['editor.findMatchBackground'];\n    const findMatchHighlightBackground =\n      colors['editor.findMatchHighlightBackground'];\n    const bracketMatchBackground = colors['editorBracketMatch.background'];\n    const bracketMatchBorder = colors['editorBracketMatch.border'];\n    const hintForeground = colors['editorHint.foreground'];\n    const infoForeground = colors['editorInfo.foreground'];\n    const warningForeground = colors['editorWarning.foreground'];\n    const errorForeground = colors['editorError.foreground'];\n    this.#setStyle(`:host {\n      --diffs-editor-selection-bg: ${selectionBackground ?? 'var(--diffs-line-bg)'};\n      --diffs-editor-line-highlight-bg: ${lineHighlightBackground ?? 'var(--diffs-line-bg)'};\n      --diffs-editor-match-bg: ${findMatchBackground ?? 'initial'};\n      --diffs-editor-match-highlight-bg: ${findMatchHighlightBackground ?? 'initial'};\n      --diffs-editor-bracket-match-bg: ${bracketMatchBackground ?? 'initial'};\n      --diffs-editor-bracket-match-border: ${bracketMatchBorder ?? 'initial'};\n      --diffs-editor-cursor-fg: ${cursorForeground ?? 'initial'};\n      --diffs-editor-hint-fg: ${hintForeground ?? 'initial'};\n      --diffs-editor-info-fg: ${infoForeground ?? 'initial'};\n      --diffs-editor-warning-fg: ${warningForeground ?? 'initial'};\n      --diffs-editor-error-fg: ${errorForeground ?? 'initial'};\n    }`);\n    this.#themeName = themeName;\n    this.#themeType = themeType ?? theme.type;\n    this.#colorMap = colorMap;\n  }\n\n  // The shared highlighter is also used for dual-theme SSR (`themes: {dark,light}`),\n  // which leaves its active theme on whichever pass finished last (usually light).\n  // The tokenizer caches a single-theme colorMap from construction; if we tokenize\n  // without re-activating that theme, grammar color indices are looked up in the\n  // wrong map — property names resolve to a near-foreground gray while types and\n  // comments (stable across maps) still look correct. Re-apply before every\n  // tokenize path so a first edit after load matches a later file-switch re-attach.\n  #ensureActiveTheme(): void {\n    if (this.#themeName === '') {\n      return;\n    }\n    const { colorMap } = this.#highlighter.setTheme(this.#themeName);\n    this.#colorMap = colorMap;\n  }\n\n  cleanUp(): void {\n    this.#isCleanedUp = true;\n    this.stopBackgroundTokenize();\n    this.#detachMessageListener();\n    this.#disposes?.forEach((dispose) => dispose());\n    this.#disposes = undefined;\n  }\n\n  // to use `tokenize`, call `prebuildStateStackMap` first to prebuild\n  // the state stack map for the given render range.\n  tokenize(\n    change: TextDocumentChange,\n    renderRange?: RenderRange\n  ): Map<number, Array<HighlightedToken>> {\n    this.#ensureGrammar();\n    this.#ensureActiveTheme();\n    if (\n      this.#grammar === undefined &&\n      !isGrammarlessLanguage(this.#textDocument.languageId)\n    ) {\n      throw new Error(\n        `Grammar for language \"${this.#textDocument.languageId}\" not loaded`\n      );\n    }\n\n    if (this.#matchBrackets) {\n      // Clear ignored token ranges for lines invalidated by the edit.\n      for (const line of this.#bracketIgnoredRanges.keys()) {\n        if (line >= change.startLine) {\n          this.#bracketIgnoredRanges.delete(line);\n        }\n      }\n    }\n\n    const { lineCount } = this.#textDocument;\n    const { startingLine = 0, totalLines = Infinity } = renderRange ?? {};\n    const renderRangeEndLine =\n      totalLines === Infinity\n        ? lineCount\n        : Math.min(startingLine + totalLines, lineCount);\n\n    const dirtyStart = change.startLine;\n    const viewStart = Math.max(startingLine, dirtyStart);\n    const crossesRenderRangeEnd =\n      renderRange !== undefined &&\n      totalLines !== Infinity &&\n      change.lineDelta > 0 &&\n      dirtyStart < renderRangeEndLine &&\n      change.endLine >= renderRangeEndLine;\n    const canReuseCachedStates = change.lineDelta === 0;\n    const canCacheTokenizedStates =\n      canReuseCachedStates ||\n      renderRange === undefined ||\n      dirtyStart >= viewStart;\n    const changedLineRanges: readonly [number, number][] =\n      change.changedLineRanges ?? [[dirtyStart, change.endLine]];\n    this.#comparisonStateStack = [];\n    let offscreenSyncEnd = -1;\n    if (dirtyStart < viewStart) {\n      for (const [rangeStart, rangeEnd] of changedLineRanges) {\n        if (rangeStart < viewStart) {\n          offscreenSyncEnd = Math.max(\n            offscreenSyncEnd,\n            Math.min(rangeEnd, viewStart - 1)\n          );\n        }\n      }\n    }\n    const shouldFlushOffscreenLines =\n      offscreenSyncEnd >= dirtyStart &&\n      (canReuseCachedStates || change.lineDelta < 0);\n    if (canReuseCachedStates) {\n      this.#buildStateStack(dirtyStart);\n    } else {\n      this.#shiftComparisonStateStack(change);\n      if (renderRange === undefined || dirtyStart >= viewStart) {\n        this.#buildStateStack(viewStart);\n      }\n    }\n\n    let changedRangeIndex = 0;\n    let currentChangedRangeEnd = changedLineRanges[changedRangeIndex][1];\n    let backgroundStartLine: number | undefined;\n    let backgroundChangedRangeIndex = 0;\n    let line = canReuseCachedStates\n      ? changedLineRanges[changedRangeIndex][0]\n      : viewStart;\n    let settled = false;\n    const dirtyLines: Map<number, Array<HighlightedToken>> = new Map();\n    const offscreenDirtyLines:\n      | Map<number, Array<HighlightedToken>>\n      | undefined = shouldFlushOffscreenLines ? new Map() : undefined;\n    if (offscreenDirtyLines !== undefined && !canReuseCachedStates) {\n      const offscreenEnd = Math.min(\n        offscreenSyncEnd + 1,\n        viewStart,\n        renderRangeEndLine\n      );\n      if (offscreenEnd > dirtyStart) {\n        this.#buildStateStack(offscreenEnd);\n        let offscreenLine = dirtyStart;\n        let offscreenState = this.#stateStack[offscreenLine] ?? INITIAL;\n        for (; offscreenLine < offscreenEnd; offscreenLine++) {\n          const resolved = this.#tokenizeLineAt(offscreenLine, offscreenState);\n          offscreenState = resolved.state;\n          offscreenDirtyLines.set(offscreenLine, resolved.resolvedTokens);\n        }\n        this.#stateStack[offscreenEnd] = offscreenState;\n      }\n    }\n    // Seed the loop's grammar state after the offscreen flush, not before it.\n    // When a delete's removed lines reach the viewport's first line, the flush\n    // rebuilds the cached state up to `line`; reading it earlier would capture\n    // the truncated INITIAL state and color the viewport as if outside an open\n    // construct (block comment, template literal) it is actually inside.\n    let state = this.#stateStack[line] ?? INITIAL;\n    for (; line < renderRangeEndLine; ) {\n      const previousNextState = canReuseCachedStates\n        ? this.#stateStack[line + 1]\n        : undefined;\n      if (canCacheTokenizedStates) {\n        this.#stateStack[line] = state;\n      }\n\n      const { resolvedTokens, state: nextState } = this.#tokenizeLineAt(\n        line,\n        state\n      );\n      state = nextState;\n\n      if (line >= viewStart) {\n        dirtyLines.set(line, resolvedTokens);\n      } else {\n        offscreenDirtyLines?.set(line, resolvedTokens);\n      }\n\n      if (canCacheTokenizedStates) {\n        this.#stateStack[line + 1] = state;\n      }\n      settled =\n        line >= currentChangedRangeEnd &&\n        canReuseCachedStates &&\n        previousNextState !== undefined &&\n        state.equals(previousNextState);\n      if (settled) {\n        changedRangeIndex++;\n        const nextRange = changedLineRanges[changedRangeIndex];\n        if (nextRange === undefined) {\n          break;\n        }\n        if (nextRange[0] >= renderRangeEndLine) {\n          backgroundStartLine = nextRange[0];\n          backgroundChangedRangeIndex = changedRangeIndex;\n          break;\n        }\n        if (this.#stateStack[nextRange[0]] === undefined) {\n          currentChangedRangeEnd = nextRange[1];\n          line++;\n        } else {\n          line = nextRange[0];\n          state = this.#stateStack[line] ?? state;\n          currentChangedRangeEnd = nextRange[1];\n        }\n        settled = false;\n        continue;\n      }\n      line++;\n    }\n\n    if (canCacheTokenizedStates) {\n      if (line < renderRangeEndLine) {\n        this.#stateStack[line + 1] = state;\n      } else {\n        this.#stateStack[line] = state;\n      }\n    }\n\n    if (offscreenDirtyLines !== undefined && offscreenDirtyLines.size > 0) {\n      this.#onDeferTokenize(offscreenDirtyLines, this.#themeType);\n    }\n\n    if (backgroundStartLine !== undefined) {\n      this.#scheduleBackgroundTokenize(\n        backgroundStartLine,\n        changedLineRanges,\n        backgroundChangedRangeIndex\n      );\n    } else if (!settled && line < lineCount) {\n      const backgroundLine =\n        crossesRenderRangeEnd && dirtyStart >= viewStart\n          ? renderRangeEndLine\n          : dirtyStart < viewStart && !canReuseCachedStates\n            ? dirtyStart\n            : line;\n      this.#scheduleBackgroundTokenize(\n        backgroundLine,\n        changedLineRanges,\n        changedRangeIndex\n      );\n    }\n\n    return dirtyLines;\n  }\n\n  prebuildStateStack(renderRange?: RenderRange): void {\n    this.#ensureGrammar();\n    this.#prebuildStateStack(renderRange);\n  }\n\n  stopBackgroundTokenize(): void {\n    if (this.#isStopped) {\n      return;\n    }\n    this.#isStopped = true;\n    this.#isPaused = false;\n    this.#lastLine = -1;\n    this.#backgroundChangedLineRanges = undefined;\n    this.#backgroundChangedRangeIndex = 0;\n    this.#comparisonStateStack = [];\n    this.#detachMessageListener();\n  }\n\n  pauseBackgroundTokenize(): void {\n    if (this.#isStopped || this.#isPaused) {\n      return;\n    }\n    if (this.#debug) {\n      console.log('[diffs/editor] background tokenization paused', {\n        jobId: this.#backgroundJobId,\n      });\n    }\n    this.#isPaused = true;\n  }\n\n  resumeBackgroundTokenize(): void {\n    if (\n      this.#isStopped ||\n      !this.#isPaused ||\n      this.#grammar === undefined ||\n      this.#lastLine < 0\n    ) {\n      return;\n    }\n    if (this.#debug) {\n      console.log('[diffs/editor] background tokenization resumed', {\n        jobId: this.#backgroundJobId,\n      });\n    }\n    this.#isPaused = false;\n    this.#postTokenizeMessage(this.#backgroundJobId);\n  }\n\n  #ensureGrammar(): void {\n    if (\n      this.#grammar === undefined &&\n      !isGrammarlessLanguage(this.#textDocument.languageId) &&\n      this.#highlighter\n        .getLoadedLanguages()\n        .includes(this.#textDocument.languageId)\n    ) {\n      this.#grammar = this.#highlighter.getLanguage(\n        this.#textDocument.languageId\n      );\n    }\n  }\n\n  #attachMessageListener(): void {\n    if (this.#isMessageListenerAttached) {\n      return;\n    }\n    globalThis.addEventListener('message', this.#onMessage);\n    this.#isMessageListenerAttached = true;\n  }\n\n  #detachMessageListener(): void {\n    if (!this.#isMessageListenerAttached) {\n      return;\n    }\n    globalThis.removeEventListener('message', this.#onMessage);\n    this.#isMessageListenerAttached = false;\n  }\n\n  #postTokenizeMessage(jobId: number): void {\n    // use `postMessage` instead of `setTimeout(fn, 0)` to avoid 4ms delay\n    globalThis.postMessage({ type: 'tokenize', jobId });\n  }\n\n  #scheduleBackgroundTokenize(\n    startLine: number,\n    changedLineRanges?: readonly [number, number][],\n    changedRangeIndex = 0\n  ): void {\n    if (isGrammarlessLanguage(this.#textDocument.languageId)) {\n      return;\n    }\n\n    const jobId = ++this.#backgroundJobId;\n\n    if (this.#debug) {\n      console.log('[diffs/editor] background tokenization scheduled', {\n        jobId,\n        startLine,\n        changedLineRanges,\n        changedRangeIndex,\n      });\n    }\n\n    this.#isStopped = false;\n    this.#isPaused = false;\n    this.#lastLine = startLine;\n    this.#backgroundChangedLineRanges = changedLineRanges;\n    this.#backgroundChangedRangeIndex = changedRangeIndex;\n    this.#attachMessageListener();\n    this.#postTokenizeMessage(jobId);\n  }\n\n  #tokenizeLineAt(\n    line: number,\n    state: StateStack\n  ): { resolvedTokens: Array<HighlightedToken>; state: StateStack } {\n    const lineText = this.#textDocument.getLineText(line);\n    if (lineText.length > this.#tokenizeMaxLineLength) {\n      console.warn(\n        `[diffs] Line(${line}) too long to tokenize: ${lineText.length}`\n      );\n      this.#cacheBracketIgnoredRanges(line, null);\n      return { resolvedTokens: [[0, '', lineText]], state };\n    }\n    if (\n      this.#grammar === undefined ||\n      lineText === '' ||\n      lineText.trim() === ''\n    ) {\n      this.#cacheBracketIgnoredRanges(line, null);\n      return { resolvedTokens: [[0, '', lineText]], state };\n    }\n    const result = tokenizeLine(\n      this.#grammar,\n      this.#colorMap,\n      lineText,\n      state,\n      TOKENIZE_TIME_LIMIT,\n      this.#matchBrackets\n    );\n    this.#cacheBracketIgnoredRanges(line, result.bracketIgnoredRanges);\n    return {\n      resolvedTokens: result.resolvedTokens,\n      state: result.ruleStack,\n    };\n  }\n\n  #cacheBracketIgnoredRanges(\n    line: number,\n    ranges: [number, number][] | null\n  ): void {\n    if (this.#matchBrackets) {\n      this.#bracketIgnoredRanges.set(line, ranges);\n    }\n  }\n\n  // Preserve old end states as comparison-only sentinels. They let background\n  // tokenization stop when grammar state reconverges without letting foreground\n  // tokenization seed from stale pre-edit states.\n  #shiftComparisonStateStack(change: TextDocumentChange): void {\n    const lineChanges =\n      change.changedLineChanges ??\n      ([[change.startLine, change.endLine, change.lineDelta]] as const);\n    const comparisonStateStack = this.#stateStack.slice();\n\n    for (const [startLine, endLine, lineDelta] of lineChanges) {\n      if (lineDelta === 0) {\n        continue;\n      }\n\n      const insertedLineSpan = endLine - startLine;\n      const oldLineSpan = insertedLineSpan - lineDelta;\n      const sourceStart = startLine + oldLineSpan + 1;\n      const targetStart = startLine + insertedLineSpan + 1;\n      const originalLength = comparisonStateStack.length;\n\n      if (lineDelta > 0) {\n        for (let line = originalLength - 1; line >= sourceStart; line--) {\n          const targetLine = line + lineDelta;\n          if (line in comparisonStateStack) {\n            comparisonStateStack[targetLine] = comparisonStateStack[line];\n          } else {\n            Reflect.deleteProperty(comparisonStateStack, targetLine);\n          }\n        }\n      } else {\n        for (let line = sourceStart; line < originalLength; line++) {\n          const targetLine = line + lineDelta;\n          if (line in comparisonStateStack) {\n            comparisonStateStack[targetLine] = comparisonStateStack[line];\n          } else {\n            Reflect.deleteProperty(comparisonStateStack, targetLine);\n          }\n        }\n        comparisonStateStack.length = Math.max(\n          Math.min(originalLength, startLine + 1),\n          originalLength + lineDelta\n        );\n      }\n\n      for (let line = startLine + 1; line < targetStart; line++) {\n        Reflect.deleteProperty(comparisonStateStack, line);\n      }\n    }\n\n    this.#stateStack.length = Math.min(\n      this.#stateStack.length,\n      change.startLine + 1\n    );\n    comparisonStateStack.length = Math.min(\n      comparisonStateStack.length,\n      this.#textDocument.lineCount + 1\n    );\n    for (let line = 0; line <= change.startLine; line++) {\n      Reflect.deleteProperty(comparisonStateStack, line);\n    }\n    this.#comparisonStateStack = comparisonStateStack;\n  }\n\n  #getPreviousEndState(line: number): StateStack | undefined {\n    return this.#comparisonStateStack[line] ?? this.#stateStack[line];\n  }\n\n  #buildStateStack(endAt: number) {\n    const boundedEndAt = Math.min(\n      Math.max(0, endAt),\n      this.#textDocument.lineCount\n    );\n    if (this.#stateStack.length > boundedEndAt || this.#grammar === undefined) {\n      return;\n    }\n    let line = this.#stateStack.length - 1;\n    let state = this.#stateStack[line] ?? INITIAL;\n    for (; line < boundedEndAt; line++) {\n      this.#stateStack[line] = state;\n      const lineText = this.#textDocument.getLineText(line);\n      if (\n        lineText.length <= this.#tokenizeMaxLineLength &&\n        lineText !== '' &&\n        lineText.trim() !== ''\n      ) {\n        const result = tokenizeLine(\n          this.#grammar,\n          this.#colorMap,\n          lineText,\n          state,\n          TOKENIZE_TIME_LIMIT,\n          this.#matchBrackets\n        );\n        this.#cacheBracketIgnoredRanges(line, result.bracketIgnoredRanges);\n        state = result.ruleStack;\n      } else {\n        this.#cacheBracketIgnoredRanges(line, null);\n      }\n    }\n    this.#stateStack[line] = state;\n  }\n\n  #backgroundTokenize(jobId: number) {\n    if (\n      this.#isStopped ||\n      this.#isPaused ||\n      this.#grammar === undefined ||\n      jobId !== this.#backgroundJobId\n    ) {\n      return;\n    }\n\n    this.#ensureActiveTheme();\n\n    const t = performance.now();\n    const lines = new Map<number, Array<HighlightedToken>>();\n    const totalLines = this.#textDocument.lineCount;\n    const changedLineRanges = this.#backgroundChangedLineRanges;\n\n    let line = this.#lastLine;\n    let state = this.#stateStack[line] ?? INITIAL;\n    let settled = false;\n    let changedRangeIndex = this.#backgroundChangedRangeIndex;\n    let currentChangedRangeEnd = changedLineRanges?.[changedRangeIndex]?.[1];\n    for (; line < totalLines; ) {\n      this.#stateStack[line] = state;\n\n      const previousNextState =\n        currentChangedRangeEnd !== undefined\n          ? this.#getPreviousEndState(line + 1)\n          : undefined;\n      const lineText = this.#textDocument.getLineText(line);\n      if (lineText.length > this.#tokenizeMaxLineLength) {\n        console.warn(\n          `[diffs] Line(${line}) too long to tokenize: ${lineText.length}`\n        );\n        lines.set(line, [[0, '', lineText]]);\n        this.#cacheBracketIgnoredRanges(line, null);\n      } else if (lineText === '' || lineText.trim() === '') {\n        lines.set(line, [[0, '', lineText]]);\n        this.#cacheBracketIgnoredRanges(line, null);\n      } else {\n        const ret = tokenizeLine(\n          this.#grammar,\n          this.#colorMap,\n          lineText,\n          state,\n          TOKENIZE_TIME_LIMIT,\n          this.#matchBrackets\n        );\n        lines.set(line, ret.resolvedTokens);\n        this.#cacheBracketIgnoredRanges(line, ret.bracketIgnoredRanges);\n        state = ret.ruleStack;\n      }\n\n      this.#stateStack[line + 1] = state;\n      settled =\n        currentChangedRangeEnd !== undefined &&\n        line >= currentChangedRangeEnd &&\n        previousNextState !== undefined &&\n        state.equals(previousNextState);\n      line++;\n      if (settled) {\n        changedRangeIndex++;\n        const nextRange = changedLineRanges?.[changedRangeIndex];\n        if (nextRange === undefined) {\n          break;\n        }\n        currentChangedRangeEnd = nextRange[1];\n        if (this.#stateStack[nextRange[0]] === undefined) {\n          settled = false;\n        } else {\n          line = nextRange[0];\n          state = this.#stateStack[line] ?? state;\n          settled = false;\n          continue;\n        }\n      }\n\n      // limit the time of partial tokenize to 1ms\n      if (performance.now() - t > 1) {\n        break;\n      }\n    }\n\n    this.#onDeferTokenize(lines, this.#themeType);\n    if (this.#isStopped || this.#isPaused || jobId !== this.#backgroundJobId) {\n      return;\n    }\n\n    if (settled || line >= totalLines) {\n      this.stopBackgroundTokenize();\n      return;\n    }\n\n    this.#lastLine = line;\n    this.#backgroundChangedRangeIndex = changedRangeIndex;\n    this.#postTokenizeMessage(jobId);\n  }\n}\n\nfunction tokenizeLine(\n  grammar: IGrammar,\n  colorMap: string[],\n  lineText: string,\n  stateStack: StateStack,\n  timeLimit?: number,\n  collectBracketIgnoredRanges = true\n): {\n  ruleStack: StateStack;\n  resolvedTokens: Array<HighlightedToken>;\n  bracketIgnoredRanges: [number, number][];\n} {\n  const result = grammar.tokenizeLine2(lineText, stateStack, timeLimit);\n  if (result.stoppedEarly) {\n    console.warn(\n      `[diffs] Time limit reached when tokenizing line: ${lineText.substring(0, 100)}`\n    );\n  }\n  const rawTokens = result.tokens;\n  const tokensLength = rawTokens.length / 2;\n  const resolvedTokens: Array<HighlightedToken> = [];\n  const bracketIgnoredRanges: [number, number][] = [];\n  for (let j = 0; j < tokensLength; j++) {\n    const offset = rawTokens[2 * j];\n    const nextOffset =\n      j + 1 < tokensLength ? rawTokens[2 * j + 2] : lineText.length;\n    if (offset === nextOffset) {\n      // should never reach here, skip if happens anyway\n      continue;\n    }\n    const metadata = rawTokens[2 * j + 1];\n    const fg = EncodedTokenMetadata.getForeground(metadata);\n    const tokenText = lineText.slice(offset, nextOffset);\n    resolvedTokens.push([offset, colorMap[fg], tokenText]);\n    if (\n      collectBracketIgnoredRanges &&\n      EncodedTokenMetadata.getTokenType(metadata) > 0\n    ) {\n      bracketIgnoredRanges.push([offset, nextOffset]);\n    }\n  }\n  return {\n    ruleStack: result.ruleStack,\n    resolvedTokens,\n    bracketIgnoredRanges,\n  };\n}\n\nexport function renderLineTokens(\n  tokens: Array<HighlightedToken>\n): (HTMLElement | string)[] {\n  return tokens.map(([char, fg, textContent]) => {\n    if (char === 0 && fg === '') {\n      if (textContent === '') {\n        return h('br');\n      }\n      return textContent;\n    }\n    return h('span', {\n      dataset: {\n        char: char.toString(),\n      },\n      style: `color:${fg};`,\n      textContent: textContent,\n    });\n  });\n}\n\n// Shiki special-cases `text` and `ansi` in codeToHast but does not expose grammars.\nfunction isGrammarlessLanguage(languageId: string): boolean {\n  return languageId === 'text' || languageId === 'ansi';\n}\n"],"mappings":";;;;AAiBA,MAAM,sBAAsB;;AAoB5B,IAAa,kBAAb,MAA6B;CAC3B;CACA;CACA;CACA,aAA+B;CAI/B,aAAa;CACb;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA,eAAe;CAGf,cAA4B,CAAC,OAAO;CACpC,wBAAsC,CAAC;CACvC,YAAoB;CACpB,aAAsB;CACtB,YAAqB;CACrB,mBAA2B;CAC3B;CACA,+BAAuC;CACvC,wCAAgE,IAAI,IAAI;CACxE,6BAAsC;CAEtC,sBAAsB,SAAS,OAAO,gBAA8B;EAGlE,IAAI,KAAKA,cACP;EAEF,MAAM,EAAE,eAAe,GAAG,aAAa,aAAa,eAAe,CAAC;EACpE,MAAM,UAAU,KAAK,IACnB,eAAe,WAAW,WAAW,eAAe,YACpD,KAAKC,cAAc,SACrB;EACA,IACE,KAAKC,aAAa,KAAA,KAClB,CAAC,sBAAsB,KAAKD,cAAc,UAAU,GACpD;GACA,MAAM,KAAKE,aAAa,aAAa,KAAKF,cAAc,UAAU;GAClE,IAAI,KAAKD,cACP;GAEF,KAAKE,WAAW,KAAKC,aAAa,YAChC,KAAKF,cAAc,UACrB;EACF;EACA,KAAKG,mBAAmB;EACxB,KAAKC,iBAAiB,OAAO;CAC/B,GAAG,GAAG;CAEN,cAAc,EAAE,WAAkC;EAChD,IAAI,OAAO,SAAS,YAAY,SAAS,MACvC;EAEF,MAAM,EAAE,MAAM,UAAU;EAIxB,IACE,SAAS,cACT,OAAO,UAAU,YACjB,UAAU,KAAKC,kBAEf,KAAKC,oBAAoB,KAAK;CAElC;CAEA,IAAI,YAA8B;EAChC,OAAO,KAAKC;CACd;CAEA,mCACE,WAC2B;EAC3B,IACE,CAAC,KAAKC,kBACN,YAAY,KACZ,aAAa,KAAKR,cAAc,WAEhC,OAAO;EAET,KAAKS,eAAe;EACpB,IAAI,KAAKR,aAAa,KAAA,GACpB,OAAO;EAET,IAAI,CAAC,KAAKS,sBAAsB,IAAI,SAAS,GAAG;GAC9C,KAAKN,iBAAiB,SAAS;GAC/B,MAAM,QAAQ,KAAKO,YAAY,cAAc;GAC7C,MAAM,SAAS,KAAKC,gBAAgB,WAAW,KAAK;GACpD,KAAKD,YAAY,YAAY,KAAK,OAAO;EAC3C;EACA,OAAO,KAAKD,sBAAsB,IAAI,SAAS,KAAK;CACtD;CAEA,YAAY,EACV,aACA,aACA,cACA,eACA,UACA,iBACA,eACA,WACuB;EACvB,MAAM,EACJ,WAAW,kBAAkB,UAC7B,QAAQ,gBACR,wBAAwB,QACtB;EACJ,KAAKG,kBAAkB,OAAO,WAAW,8BAA8B;EACvE,IAAI;EACJ,IAAI,oBAAoB,UAGtB,YAAY,KAAKC,wBAAwB;OAEzC,YAAY;EAOd,IAAI,OAAO,UAAU,YAAY,oBAAoB,UAAU;GAC7D,MAAM,WAAW,IAAI,kBAAkB,cAAc;IACnD,KAAK,MAAM,EAAE,MAAM,mBAAmB,WACpC,IACE,SAAS,gBACT,kBAAkB,SACjB,kBAAkB,WAAW,cAAc,WAAW,OAAO,IAC9D;KACA,MAAM,YAAY,KAAKA,wBAAwB;KAC/C,KAAKC,iBAAiB,MAAM,YAAY,SAAS;KACjD;IACF;GAEJ,CAAC;GACD,SAAS,QAAQ,SAAS,iBAAiB,EAAE,YAAY,KAAK,CAAC;GAC/D,SAAS,QAAQ,SAAS,MAAM,EAAE,YAAY,KAAK,CAAC;GACpD,KAAKC,YAAY,CACf,iBAAiB,KAAKH,iBAAiB,gBAAgB;IAGrD,MAAM,YAAY,KAAKC,wBAAwB;IAC/C,KAAKC,iBAAiB,MAAM,YAAY,SAAS;GACnD,CAAC,SACK,SAAS,WAAW,CAC5B;EACF;EACA,KAAKb,eAAe;EACpB,KAAKF,gBAAgB;EACrB,KAAKiB,yBAAyB;EAC9B,KAAKC,YAAY;EACjB,KAAKC,mBAAmB;EACxB,KAAKC,iBAAiB;EACtB,KAAKZ,iBAAiB,kBAAkB;EACxC,KAAKa,SAAS,WAAW;EACzB,KAAKZ,eAAe;EACpB,KAAKa,YAAY,CAAC;EAClB,KAAKC,UACH,OAAO,UAAU,WAAW,QAAQ,MAAM,YAC1C,SACF;CACF;CAIA,iBAAiB,WAAmB,WAA6B;EAC/D,KAAKA,UAAU,WAAW,SAAS;EACnC,KAAK,uBAAuB;EAC5B,KAAKZ,cAAc,CAAC,OAAO;EAC3B,KAAKa,wBAAwB,CAAC;EAC9B,IAAI,KAAKvB,aAAa,KAAA,KAAa,KAAKD,cAAc,YAAY,GAChE,KAAKyB,4BAA4B,CAAC;EAKpC,KAAKL,iBAAiB;CACxB;CAOA,0BAA4C;EAC1C,IAAI;GACF,IACE,OAAO,aAAa,eACpB,OAAO,qBAAqB,cAC5B,SAAS,QAAQ,MAEjB,OAAO,iBAAiB,SAAS,IAAI,CAAC,CAAC,gBAAgB,SACnD,SACA;EAER,QAAQ,CAGR;EACA,OAAO,KAAKP,gBAAgB,UAAU,SAAS;CACjD;CAUA,UAAU,aAAoC;EAC5C,MAAM,EAAE,YAAY,UAAU,QAAQ,mBAAmB;EACzD,MAAM,gBACJ,cAAc,WAAW,KAAKC,wBAAwB,IAAI;EAC5D,MAAM,gBACJ,OAAO,UAAU,WAAW,QAAQ,MAAM;EAC5C,IACE,kBAAkB,KAAKP,cACvB,kBAAkB,KAAKmB,YAEvB;EAEF,KAAKX,iBAAiB,eAAe,aAAa;CACpD;CAEA,UAAU,WAAmB,WAA8B;EACzD,MAAM,EAAE,OAAO,aAAa,KAAKb,aAAa,SAAS,SAAS;EAChE,MAAM,EAAE,SAAS,CAAC,MAAM,KAAKA,aAAa,SAAS,SAAS;EAC5D,MAAM,sBAAsB,OAAO;EACnC,MAAM,0BAA0B,OAAO;EACvC,MAAM,mBAAmB,OAAO;EAChC,MAAM,sBAAsB,OAAO;EACnC,MAAM,+BACJ,OAAO;EACT,MAAM,yBAAyB,OAAO;EACtC,MAAM,qBAAqB,OAAO;EAClC,MAAM,iBAAiB,OAAO;EAC9B,MAAM,iBAAiB,OAAO;EAC9B,MAAM,oBAAoB,OAAO;EACjC,MAAM,kBAAkB,OAAO;EAC/B,KAAKgB,UAAU;qCACkB,uBAAuB,uBAAuB;0CACzC,2BAA2B,uBAAuB;iCAC3D,uBAAuB,UAAU;2CACvB,gCAAgC,UAAU;yCAC5C,0BAA0B,UAAU;6CAChC,sBAAsB,UAAU;kCAC3C,oBAAoB,UAAU;gCAChC,kBAAkB,UAAU;gCAC5B,kBAAkB,UAAU;mCACzB,qBAAqB,UAAU;iCACjC,mBAAmB,UAAU;MACxD;EACF,KAAKQ,aAAa;EAClB,KAAKnB,aAAa,aAAa,MAAM;EACrC,KAAKe,YAAY;CACnB;CASA,qBAA2B;EACzB,IAAI,KAAKI,eAAe,IACtB;EAEF,MAAM,EAAE,aAAa,KAAKxB,aAAa,SAAS,KAAKwB,UAAU;EAC/D,KAAKJ,YAAY;CACnB;CAEA,UAAgB;EACd,KAAKvB,eAAe;EACpB,KAAK,uBAAuB;EAC5B,KAAK4B,uBAAuB;EAC5B,KAAKX,WAAW,SAAS,YAAY,QAAQ,CAAC;EAC9C,KAAKA,YAAY,KAAA;CACnB;CAIA,SACE,QACA,aACsC;EACtC,KAAKP,eAAe;EACpB,KAAKN,mBAAmB;EACxB,IACE,KAAKF,aAAa,KAAA,KAClB,CAAC,sBAAsB,KAAKD,cAAc,UAAU,GAEpD,MAAM,IAAI,MACR,yBAAyB,KAAKA,cAAc,WAAW,aACzD;EAGF,IAAI,KAAKQ;QAEF,MAAM,QAAQ,KAAKE,sBAAsB,KAAK,GACjD,IAAI,QAAQ,OAAO,WACjB,KAAKA,sBAAsB,OAAO,IAAI;EAAA;EAK5C,MAAM,EAAE,cAAc,KAAKV;EAC3B,MAAM,EAAE,eAAe,GAAG,aAAa,aAAa,eAAe,CAAC;EACpE,MAAM,qBACJ,eAAe,WACX,YACA,KAAK,IAAI,eAAe,YAAY,SAAS;EAEnD,MAAM,aAAa,OAAO;EAC1B,MAAM,YAAY,KAAK,IAAI,cAAc,UAAU;EACnD,MAAM,wBACJ,gBAAgB,KAAA,KAChB,eAAe,YACf,OAAO,YAAY,KACnB,aAAa,sBACb,OAAO,WAAW;EACpB,MAAM,uBAAuB,OAAO,cAAc;EAClD,MAAM,0BACJ,wBACA,gBAAgB,KAAA,KAChB,cAAc;EAChB,MAAM,oBACJ,OAAO,qBAAqB,CAAC,CAAC,YAAY,OAAO,OAAO,CAAC;EAC3D,KAAKwB,wBAAwB,CAAC;EAC9B,IAAI,mBAAmB;EACvB,IAAI,aAAa;QACV,MAAM,CAAC,YAAY,aAAa,mBACnC,IAAI,aAAa,WACf,mBAAmB,KAAK,IACtB,kBACA,KAAK,IAAI,UAAU,YAAY,CAAC,CAClC;EAAA;EAIN,MAAM,4BACJ,oBAAoB,eACnB,wBAAwB,OAAO,YAAY;EAC9C,IAAI,sBACF,KAAKpB,iBAAiB,UAAU;OAC3B;GACL,KAAKwB,2BAA2B,MAAM;GACtC,IAAI,gBAAgB,KAAA,KAAa,cAAc,WAC7C,KAAKxB,iBAAiB,SAAS;EAEnC;EAEA,IAAI,oBAAoB;EACxB,IAAI,yBAAyB,kBAAkB,kBAAkB,CAAC;EAClE,IAAI;EACJ,IAAI,8BAA8B;EAClC,IAAI,OAAO,uBACP,kBAAkB,kBAAkB,CAAC,KACrC;EACJ,IAAI,UAAU;EACd,MAAM,6BAAmD,IAAI,IAAI;EACjE,MAAM,sBAEU,4CAA4B,IAAI,IAAI,IAAI,KAAA;EACxD,IAAI,wBAAwB,KAAA,KAAa,CAAC,sBAAsB;GAC9D,MAAM,eAAe,KAAK,IACxB,mBAAmB,GACnB,WACA,kBACF;GACA,IAAI,eAAe,YAAY;IAC7B,KAAKA,iBAAiB,YAAY;IAClC,IAAI,gBAAgB;IACpB,IAAI,iBAAiB,KAAKO,YAAY,kBAAkB;IACxD,OAAO,gBAAgB,cAAc,iBAAiB;KACpD,MAAM,WAAW,KAAKC,gBAAgB,eAAe,cAAc;KACnE,iBAAiB,SAAS;KAC1B,oBAAoB,IAAI,eAAe,SAAS,cAAc;IAChE;IACA,KAAKD,YAAY,gBAAgB;GACnC;EACF;EAMA,IAAI,QAAQ,KAAKA,YAAY,SAAS;EACtC,OAAO,OAAO,qBAAsB;GAClC,MAAM,oBAAoB,uBACtB,KAAKA,YAAY,OAAO,KACxB,KAAA;GACJ,IAAI,yBACF,KAAKA,YAAY,QAAQ;GAG3B,MAAM,EAAE,gBAAgB,OAAO,cAAc,KAAKC,gBAChD,MACA,KACF;GACA,QAAQ;GAER,IAAI,QAAQ,WACV,WAAW,IAAI,MAAM,cAAc;QAEnC,qBAAqB,IAAI,MAAM,cAAc;GAG/C,IAAI,yBACF,KAAKD,YAAY,OAAO,KAAK;GAE/B,UACE,QAAQ,0BACR,wBACA,sBAAsB,KAAA,KACtB,MAAM,OAAO,iBAAiB;GAChC,IAAI,SAAS;IACX;IACA,MAAM,YAAY,kBAAkB;IACpC,IAAI,cAAc,KAAA,GAChB;IAEF,IAAI,UAAU,MAAM,oBAAoB;KACtC,sBAAsB,UAAU;KAChC,8BAA8B;KAC9B;IACF;IACA,IAAI,KAAKA,YAAY,UAAU,QAAQ,KAAA,GAAW;KAChD,yBAAyB,UAAU;KACnC;IACF,OAAO;KACL,OAAO,UAAU;KACjB,QAAQ,KAAKA,YAAY,SAAS;KAClC,yBAAyB,UAAU;IACrC;IACA,UAAU;IACV;GACF;GACA;EACF;EAEA,IAAI,yBACF,IAAI,OAAO,oBACT,KAAKA,YAAY,OAAO,KAAK;OAE7B,KAAKA,YAAY,QAAQ;EAI7B,IAAI,wBAAwB,KAAA,KAAa,oBAAoB,OAAO,GAClE,KAAKQ,iBAAiB,qBAAqB,KAAKZ,UAAU;EAG5D,IAAI,wBAAwB,KAAA,GAC1B,KAAKkB,4BACH,qBACA,mBACA,2BACF;OACK,IAAI,CAAC,WAAW,OAAO,WAAW;GACvC,MAAM,iBACJ,yBAAyB,cAAc,YACnC,qBACA,aAAa,aAAa,CAAC,uBACzB,aACA;GACR,KAAKA,4BACH,gBACA,mBACA,iBACF;EACF;EAEA,OAAO;CACT;CAEA,mBAAmB,aAAiC;EAClD,KAAKhB,eAAe;EACpB,KAAKoB,oBAAoB,WAAW;CACtC;CAEA,yBAA+B;EAC7B,IAAI,KAAKC,YACP;EAEF,KAAKA,aAAa;EAClB,KAAKC,YAAY;EACjB,KAAKC,YAAY;EACjB,KAAKC,+BAA+B,KAAA;EACpC,KAAKC,+BAA+B;EACpC,KAAKV,wBAAwB,CAAC;EAC9B,KAAKG,uBAAuB;CAC9B;CAEA,0BAAgC;EAC9B,IAAI,KAAKG,cAAc,KAAKC,WAC1B;EAEF,IAAI,KAAKV,QACP,QAAQ,IAAI,iDAAiD,EAC3D,OAAO,KAAKhB,iBACd,CAAC;EAEH,KAAK0B,YAAY;CACnB;CAEA,2BAAiC;EAC/B,IACE,KAAKD,cACL,CAAC,KAAKC,aACN,KAAK9B,aAAa,KAAA,KAClB,KAAK+B,YAAY,GAEjB;EAEF,IAAI,KAAKX,QACP,QAAQ,IAAI,kDAAkD,EAC5D,OAAO,KAAKhB,iBACd,CAAC;EAEH,KAAK0B,YAAY;EACjB,KAAKI,qBAAqB,KAAK9B,gBAAgB;CACjD;CAEA,iBAAuB;EACrB,IACE,KAAKJ,aAAa,KAAA,KAClB,CAAC,sBAAsB,KAAKD,cAAc,UAAU,KACpD,KAAKE,aACF,mBAAmB,CAAC,CACpB,SAAS,KAAKF,cAAc,UAAU,GAEzC,KAAKC,WAAW,KAAKC,aAAa,YAChC,KAAKF,cAAc,UACrB;CAEJ;CAEA,yBAA+B;EAC7B,IAAI,KAAKoC,4BACP;EAEF,WAAW,iBAAiB,WAAW,KAAKC,UAAU;EACtD,KAAKD,6BAA6B;CACpC;CAEA,yBAA+B;EAC7B,IAAI,CAAC,KAAKA,4BACR;EAEF,WAAW,oBAAoB,WAAW,KAAKC,UAAU;EACzD,KAAKD,6BAA6B;CACpC;CAEA,qBAAqB,OAAqB;EAExC,WAAW,YAAY;GAAE,MAAM;GAAY;EAAM,CAAC;CACpD;CAEA,4BACE,WACA,mBACA,oBAAoB,GACd;EACN,IAAI,sBAAsB,KAAKpC,cAAc,UAAU,GACrD;EAGF,MAAM,QAAQ,EAAE,KAAKK;EAErB,IAAI,KAAKgB,QACP,QAAQ,IAAI,oDAAoD;GAC9D;GACA;GACA;GACA;EACF,CAAC;EAGH,KAAKS,aAAa;EAClB,KAAKC,YAAY;EACjB,KAAKC,YAAY;EACjB,KAAKC,+BAA+B;EACpC,KAAKC,+BAA+B;EACpC,KAAKI,uBAAuB;EAC5B,KAAKH,qBAAqB,KAAK;CACjC;CAEA,gBACE,MACA,OACgE;EAChE,MAAM,WAAW,KAAKnC,cAAc,YAAY,IAAI;EACpD,IAAI,SAAS,SAAS,KAAKiB,wBAAwB;GACjD,QAAQ,KACN,gBAAgB,KAAK,0BAA0B,SAAS,QAC1D;GACA,KAAKsB,2BAA2B,MAAM,IAAI;GAC1C,OAAO;IAAE,gBAAgB,CAAC;KAAC;KAAG;KAAI;IAAQ,CAAC;IAAG;GAAM;EACtD;EACA,IACE,KAAKtC,aAAa,KAAA,KAClB,aAAa,MACb,SAAS,KAAK,MAAM,IACpB;GACA,KAAKsC,2BAA2B,MAAM,IAAI;GAC1C,OAAO;IAAE,gBAAgB,CAAC;KAAC;KAAG;KAAI;IAAQ,CAAC;IAAG;GAAM;EACtD;EACA,MAAM,SAAS,aACb,KAAKtC,UACL,KAAKqB,WACL,UACA,OACA,qBACA,KAAKd,cACP;EACA,KAAK+B,2BAA2B,MAAM,OAAO,oBAAoB;EACjE,OAAO;GACL,gBAAgB,OAAO;GACvB,OAAO,OAAO;EAChB;CACF;CAEA,2BACE,MACA,QACM;EACN,IAAI,KAAK/B,gBACP,KAAKE,sBAAsB,IAAI,MAAM,MAAM;CAE/C;CAKA,2BAA2B,QAAkC;EAC3D,MAAM,cACJ,OAAO,sBACN,CAAC;GAAC,OAAO;GAAW,OAAO;GAAS,OAAO;EAAS,CAAC;EACxD,MAAM,uBAAuB,KAAKC,YAAY,MAAM;EAEpD,KAAK,MAAM,CAAC,WAAW,SAAS,cAAc,aAAa;GACzD,IAAI,cAAc,GAChB;GAGF,MAAM,mBAAmB,UAAU;GAEnC,MAAM,cAAc,aADA,mBAAmB,aACO;GAC9C,MAAM,cAAc,YAAY,mBAAmB;GACnD,MAAM,iBAAiB,qBAAqB;GAE5C,IAAI,YAAY,GACd,KAAK,IAAI,OAAO,iBAAiB,GAAG,QAAQ,aAAa,QAAQ;IAC/D,MAAM,aAAa,OAAO;IAC1B,IAAI,QAAQ,sBACV,qBAAqB,cAAc,qBAAqB;SAExD,QAAQ,eAAe,sBAAsB,UAAU;GAE3D;QACK;IACL,KAAK,IAAI,OAAO,aAAa,OAAO,gBAAgB,QAAQ;KAC1D,MAAM,aAAa,OAAO;KAC1B,IAAI,QAAQ,sBACV,qBAAqB,cAAc,qBAAqB;UAExD,QAAQ,eAAe,sBAAsB,UAAU;IAE3D;IACA,qBAAqB,SAAS,KAAK,IACjC,KAAK,IAAI,gBAAgB,YAAY,CAAC,GACtC,iBAAiB,SACnB;GACF;GAEA,KAAK,IAAI,OAAO,YAAY,GAAG,OAAO,aAAa,QACjD,QAAQ,eAAe,sBAAsB,IAAI;EAErD;EAEA,KAAKA,YAAY,SAAS,KAAK,IAC7B,KAAKA,YAAY,QACjB,OAAO,YAAY,CACrB;EACA,qBAAqB,SAAS,KAAK,IACjC,qBAAqB,QACrB,KAAKX,cAAc,YAAY,CACjC;EACA,KAAK,IAAI,OAAO,GAAG,QAAQ,OAAO,WAAW,QAC3C,QAAQ,eAAe,sBAAsB,IAAI;EAEnD,KAAKwB,wBAAwB;CAC/B;CAEA,qBAAqB,MAAsC;EACzD,OAAO,KAAKA,sBAAsB,SAAS,KAAKb,YAAY;CAC9D;CAEA,iBAAiB,OAAe;EAC9B,MAAM,eAAe,KAAK,IACxB,KAAK,IAAI,GAAG,KAAK,GACjB,KAAKX,cAAc,SACrB;EACA,IAAI,KAAKW,YAAY,SAAS,gBAAgB,KAAKV,aAAa,KAAA,GAC9D;EAEF,IAAI,OAAO,KAAKU,YAAY,SAAS;EACrC,IAAI,QAAQ,KAAKA,YAAY,SAAS;EACtC,OAAO,OAAO,cAAc,QAAQ;GAClC,KAAKA,YAAY,QAAQ;GACzB,MAAM,WAAW,KAAKX,cAAc,YAAY,IAAI;GACpD,IACE,SAAS,UAAU,KAAKiB,0BACxB,aAAa,MACb,SAAS,KAAK,MAAM,IACpB;IACA,MAAM,SAAS,aACb,KAAKhB,UACL,KAAKqB,WACL,UACA,OACA,qBACA,KAAKd,cACP;IACA,KAAK+B,2BAA2B,MAAM,OAAO,oBAAoB;IACjE,QAAQ,OAAO;GACjB,OACE,KAAKA,2BAA2B,MAAM,IAAI;EAE9C;EACA,KAAK5B,YAAY,QAAQ;CAC3B;CAEA,oBAAoB,OAAe;EACjC,IACE,KAAKmB,cACL,KAAKC,aACL,KAAK9B,aAAa,KAAA,KAClB,UAAU,KAAKI,kBAEf;EAGF,KAAKF,mBAAmB;EAExB,MAAM,IAAI,YAAY,IAAI;EAC1B,MAAM,wBAAQ,IAAI,IAAqC;EACvD,MAAM,aAAa,KAAKH,cAAc;EACtC,MAAM,oBAAoB,KAAKiC;EAE/B,IAAI,OAAO,KAAKD;EAChB,IAAI,QAAQ,KAAKrB,YAAY,SAAS;EACtC,IAAI,UAAU;EACd,IAAI,oBAAoB,KAAKuB;EAC7B,IAAI,yBAAyB,oBAAoB,kBAAkB,GAAG;EACtE,OAAO,OAAO,aAAc;GAC1B,KAAKvB,YAAY,QAAQ;GAEzB,MAAM,oBACJ,2BAA2B,KAAA,IACvB,KAAK6B,qBAAqB,OAAO,CAAC,IAClC,KAAA;GACN,MAAM,WAAW,KAAKxC,cAAc,YAAY,IAAI;GACpD,IAAI,SAAS,SAAS,KAAKiB,wBAAwB;IACjD,QAAQ,KACN,gBAAgB,KAAK,0BAA0B,SAAS,QAC1D;IACA,MAAM,IAAI,MAAM,CAAC;KAAC;KAAG;KAAI;IAAQ,CAAC,CAAC;IACnC,KAAKsB,2BAA2B,MAAM,IAAI;GAC5C,OAAO,IAAI,aAAa,MAAM,SAAS,KAAK,MAAM,IAAI;IACpD,MAAM,IAAI,MAAM,CAAC;KAAC;KAAG;KAAI;IAAQ,CAAC,CAAC;IACnC,KAAKA,2BAA2B,MAAM,IAAI;GAC5C,OAAO;IACL,MAAM,MAAM,aACV,KAAKtC,UACL,KAAKqB,WACL,UACA,OACA,qBACA,KAAKd,cACP;IACA,MAAM,IAAI,MAAM,IAAI,cAAc;IAClC,KAAK+B,2BAA2B,MAAM,IAAI,oBAAoB;IAC9D,QAAQ,IAAI;GACd;GAEA,KAAK5B,YAAY,OAAO,KAAK;GAC7B,UACE,2BAA2B,KAAA,KAC3B,QAAQ,0BACR,sBAAsB,KAAA,KACtB,MAAM,OAAO,iBAAiB;GAChC;GACA,IAAI,SAAS;IACX;IACA,MAAM,YAAY,oBAAoB;IACtC,IAAI,cAAc,KAAA,GAChB;IAEF,yBAAyB,UAAU;IACnC,IAAI,KAAKA,YAAY,UAAU,QAAQ,KAAA,GACrC,UAAU;SACL;KACL,OAAO,UAAU;KACjB,QAAQ,KAAKA,YAAY,SAAS;KAClC,UAAU;KACV;IACF;GACF;GAGA,IAAI,YAAY,IAAI,IAAI,IAAI,GAC1B;EAEJ;EAEA,KAAKQ,iBAAiB,OAAO,KAAKZ,UAAU;EAC5C,IAAI,KAAKuB,cAAc,KAAKC,aAAa,UAAU,KAAK1B,kBACtD;EAGF,IAAI,WAAW,QAAQ,YAAY;GACjC,KAAK,uBAAuB;GAC5B;EACF;EAEA,KAAK2B,YAAY;EACjB,KAAKE,+BAA+B;EACpC,KAAKC,qBAAqB,KAAK;CACjC;AACF;AAEA,SAAS,aACP,SACA,UACA,UACA,YACA,WACA,8BAA8B,MAK9B;CACA,MAAM,SAAS,QAAQ,cAAc,UAAU,YAAY,SAAS;CACpE,IAAI,OAAO,cACT,QAAQ,KACN,oDAAoD,SAAS,UAAU,GAAG,GAAG,GAC/E;CAEF,MAAM,YAAY,OAAO;CACzB,MAAM,eAAe,UAAU,SAAS;CACxC,MAAM,iBAA0C,CAAC;CACjD,MAAM,uBAA2C,CAAC;CAClD,KAAK,IAAI,IAAI,GAAG,IAAI,cAAc,KAAK;EACrC,MAAM,SAAS,UAAU,IAAI;EAC7B,MAAM,aACJ,IAAI,IAAI,eAAe,UAAU,IAAI,IAAI,KAAK,SAAS;EACzD,IAAI,WAAW,YAEb;EAEF,MAAM,WAAW,UAAU,IAAI,IAAI;EACnC,MAAM,KAAK,qBAAqB,cAAc,QAAQ;EACtD,MAAM,YAAY,SAAS,MAAM,QAAQ,UAAU;EACnD,eAAe,KAAK;GAAC;GAAQ,SAAS;GAAK;EAAS,CAAC;EACrD,IACE,+BACA,qBAAqB,aAAa,QAAQ,IAAI,GAE9C,qBAAqB,KAAK,CAAC,QAAQ,UAAU,CAAC;CAElD;CACA,OAAO;EACL,WAAW,OAAO;EAClB;EACA;CACF;AACF;AAEA,SAAgB,iBACd,QAC0B;CAC1B,OAAO,OAAO,KAAK,CAAC,MAAM,IAAI,iBAAiB;EAC7C,IAAI,SAAS,KAAK,OAAO,IAAI;GAC3B,IAAI,gBAAgB,IAClB,OAAO,EAAE,IAAI;GAEf,OAAO;EACT;EACA,OAAO,EAAE,QAAQ;GACf,SAAS,EACP,MAAM,KAAK,SAAS,EACtB;GACA,OAAO,SAAS,GAAG;GACN;EACf,CAAC;CACH,CAAC;AACH;AAGA,SAAS,sBAAsB,YAA6B;CAC1D,OAAO,eAAe,UAAU,eAAe;AACjD"}

package/dist/editor/utils.d.ts

@@ -8,9 +8,14 @@ declare function addEventListener<K extends keyof HTMLElementEventMap>(el: HTMLE
 declare function addEventListener<K extends keyof DocumentEventMap>(el: Document, event: K, listener: (this: Document, evt: DocumentEventMap[K]) => void, options?: AddEventListenerOptions): () => void;
 declare function addEventListener<K extends keyof WindowEventMap>(el: Window, event: K, listener: (this: Window, evt: WindowEventMap[K]) => void, options?: AddEventListenerOptions): () => void;
 declare function addEventListener<K extends keyof MediaQueryListEventMap>(el: MediaQueryList, event: K, listener: (this: MediaQueryList, evt: MediaQueryListEventMap[K]) => void, options?: AddEventListenerOptions): () => void;
+declare function getLineNumberAttr(el: HTMLElement, key?: string): number | undefined;
+declare function clampDomOffset(node: Node, offset: number): number;
 declare function extend<T extends object>(obj: T, attrs: Partial<T>): T;
 declare function debounce<T extends (...args: any[]) => void>(func: T, wait: number): (...args: Parameters<T>) => void;
 declare function round(value: number, precision?: number): number;
+declare function endsWithLineBreak(text: string): boolean;
+declare function createSegmenter(options: Intl.SegmenterOptions): Intl.Segmenter | undefined;
+declare function getGraphemeSegmenter(): Intl.Segmenter | undefined;
 //#endregion
-export { addEventListener, debounce, extend, h, round };
+export { addEventListener, clampDomOffset, createSegmenter, debounce, endsWithLineBreak, extend, getGraphemeSegmenter, getLineNumberAttr, h, round };
 //# sourceMappingURL=utils.d.ts.map