@pierre/diffs 1.5.2 → 1.6.0

package/dist/highlighter/shared_highlighter.js

@@ -1,70 +1,82 @@
-import { areLanguagesAttached } from "./languages/areLanguagesAttached.js";
-import { attachResolvedLanguages } from "./languages/attachResolvedLanguages.js";
+import { HighlighterDisposedError, acquireHighlighterType, getHighlighterType, releaseHighlighterType, resolveHighlighterType } from "./highlighterType.js";
 import { cleanUpResolvedLanguages } from "./languages/cleanUpResolvedLanguages.js";
-import { getResolvedOrResolveLanguage } from "./languages/getResolvedOrResolveLanguage.js";
 import { areThemesAttached } from "./themes/areThemesAttached.js";
-import { themeResolver } from "./themes/themeResolver.js";
-import { attachResolvedThemes } from "./themes/attachResolvedThemes.js";
 import { cleanUpResolvedThemes } from "./themes/cleanUpResolvedThemes.js";
-import { getResolvedOrResolveTheme } from "./themes/getResolvedOrResolveTheme.js";
-import { createHighlighter, createJavaScriptRegexEngine, createOnigurumaEngine } from "shiki";
-import { pierreThemes } from "@pierre/theming/themes";
 //#region src/highlighter/shared_highlighter.ts
 let highlighter;
-async function getSharedHighlighter({ themes, langs, preferredHighlighter = "shiki-js" }) {
-	highlighter ??= createHighlighter({
-		themes: [],
-		langs: ["text"],
-		engine: preferredHighlighter === "shiki-wasm" ? createOnigurumaEngine(import("shiki/wasm")) : createJavaScriptRegexEngine()
-	});
-	const instance = isHighlighterLoading(highlighter) ? await highlighter : highlighter;
-	highlighter = instance;
-	const languageLoaders = [];
-	for (const language of Array.from(new Set(langs))) {
-		if (language === "text" || language === "ansi") continue;
-		const maybeResolvedLanguage = getResolvedOrResolveLanguage(language);
-		if ("then" in maybeResolvedLanguage) languageLoaders.push(maybeResolvedLanguage);
-		else attachResolvedLanguages(maybeResolvedLanguage, instance);
+/**
+* Creates an instance the caller must dispose. Defaults to the active type
+* or DEFAULT_HIGHLIGHTER; rejects if a different type is already active.
+*/
+async function createHighlighter(type) {
+	const resolvedType = resolveHighlighterType(type);
+	acquireHighlighterType(resolvedType);
+	try {
+		if (resolvedType === "highlights") {
+			const { HighlightsHighlighter } = await import("./backends/highlights.js");
+			return new HighlightsHighlighter();
+		}
+		const { ShikiHighlighter } = await import("./backends/shiki.js");
+		return await ShikiHighlighter.create(resolvedType);
+	} finally {
+		releaseHighlighterType();
 	}
-	const themeLoaders = [];
-	for (const themeName of themes) {
-		const maybeResolvedTheme = getResolvedOrResolveTheme(themeName);
-		if ("then" in maybeResolvedTheme) themeLoaders.push(maybeResolvedTheme);
-		else attachResolvedThemes(maybeResolvedTheme, highlighter);
+}
+async function getSharedHighlighter({ themes, langs, preferredHighlighter }) {
+	dropDisposedHighlighter();
+	const cached = highlighter ??= createHighlighter(getHighlighterType() ?? preferredHighlighter);
+	let instance;
+	try {
+		instance = await cached;
+	} catch (error) {
+		if (highlighter === cached) highlighter = void 0;
+		throw error;
 	}
-	if (languageLoaders.length > 0 || themeLoaders.length > 0) await Promise.all([Promise.all(languageLoaders).then((languages) => {
-		attachResolvedLanguages(languages, instance);
-	}), Promise.all(themeLoaders).then((themes) => {
-		attachResolvedThemes(themes, instance);
-	})]);
+	if (highlighter === cached) highlighter = instance;
+	await Promise.all([instance.themeResolver.resolveThemes(themes), instance.loadLanguages(langs)]);
+	if (instance.isDisposed) throw new HighlighterDisposedError();
 	return instance;
 }
-function isHighlighterLoaded(h = highlighter) {
-	return h != null && !("then" in h);
+function dropDisposedHighlighter() {
+	if (highlighter != null && !("then" in highlighter) && highlighter.isDisposed) highlighter = void 0;
+}
+function isHighlighterLoaded() {
+	dropDisposedHighlighter();
+	return highlighter != null && !("then" in highlighter);
 }
-function getHighlighterIfLoaded(withSettings) {
-	if (highlighter == null || "then" in highlighter) return;
-	if (withSettings != null && (!areThemesAttached(withSettings.theme) || !areLanguagesAttached(withSettings.lang))) return;
-	return highlighter;
+/**
+* Returns undefined if the theme or language is not loaded.
+*/
+function getHighlighterIfLoaded({ theme, lang, langs } = {}) {
+	dropDisposedHighlighter();
+	const instance = highlighter;
+	if (instance == null || "then" in instance || theme != null && !areThemesAttached(theme, instance) || (lang != null || langs != null) && !instance.hasLoadedLanguages([...lang != null ? [lang] : [], ...langs ?? []])) return;
+	return instance;
 }
-function isHighlighterLoading(h = highlighter) {
-	return h != null && "then" in h;
+function isHighlighterLoading() {
+	return highlighter != null && "then" in highlighter;
 }
-function isHighlighterNull(h = highlighter) {
-	return h == null;
+function isHighlighterNull() {
+	dropDisposedHighlighter();
+	return highlighter == null;
 }
 async function preloadHighlighter(options) {
 	await getSharedHighlighter(options);
 }
+/**
+* Disposes an already loaded shared instance synchronously and clears caches.
+* Instances from createHighlighter() must be disposed separately before
+* switching types.
+*/
 async function disposeHighlighter() {
-	if (highlighter == null) return;
-	(await highlighter).dispose();
+	const cached = highlighter;
+	highlighter = void 0;
 	cleanUpResolvedLanguages();
 	cleanUpResolvedThemes();
-	highlighter = void 0;
+	if (cached != null && "then" in cached) (await cached.catch(() => void 0))?.dispose();
+	else cached?.dispose();
 }
-for (const descriptor of pierreThemes.getThemes()) themeResolver.registerThemeIfAbsent(descriptor.name, descriptor.load);
 //#endregion
-export { disposeHighlighter, getHighlighterIfLoaded, getSharedHighlighter, isHighlighterLoaded, isHighlighterLoading, isHighlighterNull, preloadHighlighter };
+export { HighlighterDisposedError, createHighlighter, disposeHighlighter, getHighlighterIfLoaded, getHighlighterType, getSharedHighlighter, isHighlighterLoaded, isHighlighterLoading, isHighlighterNull, preloadHighlighter };
 
 //# sourceMappingURL=shared_highlighter.js.map

package/dist/highlighter/shared_highlighter.js.map

@@ -1 +1 @@
-{"version":3,"file":"shared_highlighter.js","names":[],"sources":["../../src/highlighter/shared_highlighter.ts"],"sourcesContent":["import type { ThemeLoader } from '@pierre/theming';\nimport { pierreThemes } from '@pierre/theming/themes';\nimport {\n  createHighlighter,\n  createJavaScriptRegexEngine,\n  createOnigurumaEngine,\n} from 'shiki';\n\nimport type {\n  DiffsHighlighter,\n  DiffsThemeNames,\n  HighlighterTypes,\n  SupportedLanguages,\n  ThemeRegistrationResolved,\n  ThemesType,\n} from '../types';\nimport type { ResolvedLanguage } from '../worker/types';\nimport { areLanguagesAttached } from './languages/areLanguagesAttached';\nimport { attachResolvedLanguages } from './languages/attachResolvedLanguages';\nimport { cleanUpResolvedLanguages } from './languages/cleanUpResolvedLanguages';\nimport { getResolvedOrResolveLanguage } from './languages/getResolvedOrResolveLanguage';\nimport { areThemesAttached } from './themes/areThemesAttached';\nimport { attachResolvedThemes } from './themes/attachResolvedThemes';\nimport { cleanUpResolvedThemes } from './themes/cleanUpResolvedThemes';\nimport { getResolvedOrResolveTheme } from './themes/getResolvedOrResolveTheme';\nimport { themeResolver } from './themes/themeResolver';\n\ntype CachedOrLoadingHighlighterType =\n  | Promise<DiffsHighlighter>\n  | DiffsHighlighter\n  | undefined;\n\nlet highlighter: CachedOrLoadingHighlighterType;\n\ninterface HighlighterOptions {\n  themes: DiffsThemeNames[];\n  langs: SupportedLanguages[];\n  preferredHighlighter?: HighlighterTypes;\n}\n\nexport async function getSharedHighlighter({\n  themes,\n  langs,\n  preferredHighlighter = 'shiki-js',\n}: HighlighterOptions): Promise<DiffsHighlighter> {\n  highlighter ??= createHighlighter({\n    themes: [],\n    langs: ['text'],\n    engine:\n      preferredHighlighter === 'shiki-wasm'\n        ? createOnigurumaEngine(import('shiki/wasm'))\n        : createJavaScriptRegexEngine(),\n  }) as Promise<DiffsHighlighter>;\n\n  const instance = isHighlighterLoading(highlighter)\n    ? await highlighter\n    : highlighter;\n  highlighter = instance;\n\n  const languageLoaders: Promise<ResolvedLanguage>[] = [];\n  for (const language of Array.from(new Set(langs))) {\n    if (language === 'text' || language === 'ansi') continue;\n    const maybeResolvedLanguage = getResolvedOrResolveLanguage(language);\n    if ('then' in maybeResolvedLanguage) {\n      languageLoaders.push(maybeResolvedLanguage);\n    } else {\n      attachResolvedLanguages(maybeResolvedLanguage, instance);\n    }\n  }\n\n  const themeLoaders: Promise<ThemeRegistrationResolved>[] = [];\n  for (const themeName of themes) {\n    const maybeResolvedTheme = getResolvedOrResolveTheme(themeName);\n    if ('then' in maybeResolvedTheme) {\n      themeLoaders.push(maybeResolvedTheme);\n    } else {\n      attachResolvedThemes(maybeResolvedTheme, highlighter);\n    }\n  }\n\n  // If we need to load any languages or themes, lets do that now\n  if (languageLoaders.length > 0 || themeLoaders.length > 0) {\n    await Promise.all([\n      Promise.all(languageLoaders).then((languages) => {\n        attachResolvedLanguages(languages, instance);\n      }),\n      Promise.all(themeLoaders).then((themes) => {\n        attachResolvedThemes(themes, instance);\n      }),\n    ]);\n  }\n\n  return instance;\n}\n\nexport function isHighlighterLoaded(\n  h: CachedOrLoadingHighlighterType = highlighter\n): h is DiffsHighlighter {\n  return h != null && !('then' in h);\n}\n\ninterface GetHighlighterIfLoadedProps {\n  theme: DiffsThemeNames | ThemesType;\n  lang: SupportedLanguages;\n}\n\nexport function getHighlighterIfLoaded(\n  withSettings?: GetHighlighterIfLoadedProps\n): DiffsHighlighter | undefined {\n  if (highlighter == null || 'then' in highlighter) {\n    return undefined;\n  }\n  if (\n    withSettings != null &&\n    (!areThemesAttached(withSettings.theme) ||\n      !areLanguagesAttached(withSettings.lang))\n  ) {\n    return undefined;\n  }\n  return highlighter;\n}\n\nexport function isHighlighterLoading(\n  h: CachedOrLoadingHighlighterType = highlighter\n): h is Promise<DiffsHighlighter> {\n  return h != null && 'then' in h;\n}\n\nexport function isHighlighterNull(\n  h: CachedOrLoadingHighlighterType = highlighter\n): h is undefined {\n  return h == null;\n}\n\nexport async function preloadHighlighter(\n  options: HighlighterOptions\n): Promise<void> {\n  return void (await getSharedHighlighter(options));\n}\n\nexport async function disposeHighlighter(): Promise<void> {\n  if (highlighter == null) return;\n  (await highlighter).dispose();\n  cleanUpResolvedLanguages();\n  cleanUpResolvedThemes();\n  highlighter = undefined;\n}\n\nfor (const descriptor of pierreThemes.getThemes()) {\n  themeResolver.registerThemeIfAbsent(\n    descriptor.name,\n    descriptor.load as ThemeLoader<ThemeRegistrationResolved>\n  );\n}\n"],"mappings":";;;;;;;;;;;;AAgCA,IAAI;AAQJ,eAAsB,qBAAqB,EACzC,QACA,OACA,uBAAuB,cACyB;CAChD,gBAAgB,kBAAkB;EAChC,QAAQ,CAAC;EACT,OAAO,CAAC,MAAM;EACd,QACE,yBAAyB,eACrB,sBAAsB,OAAO,aAAa,IAC1C,4BAA4B;CACpC,CAAC;CAED,MAAM,WAAW,qBAAqB,WAAW,IAC7C,MAAM,cACN;CACJ,cAAc;CAEd,MAAM,kBAA+C,CAAC;CACtD,KAAK,MAAM,YAAY,MAAM,KAAK,IAAI,IAAI,KAAK,CAAC,GAAG;EACjD,IAAI,aAAa,UAAU,aAAa,QAAQ;EAChD,MAAM,wBAAwB,6BAA6B,QAAQ;EACnE,IAAI,UAAU,uBACZ,gBAAgB,KAAK,qBAAqB;OAE1C,wBAAwB,uBAAuB,QAAQ;CAE3D;CAEA,MAAM,eAAqD,CAAC;CAC5D,KAAK,MAAM,aAAa,QAAQ;EAC9B,MAAM,qBAAqB,0BAA0B,SAAS;EAC9D,IAAI,UAAU,oBACZ,aAAa,KAAK,kBAAkB;OAEpC,qBAAqB,oBAAoB,WAAW;CAExD;CAGA,IAAI,gBAAgB,SAAS,KAAK,aAAa,SAAS,GACtD,MAAM,QAAQ,IAAI,CAChB,QAAQ,IAAI,eAAe,CAAC,CAAC,MAAM,cAAc;EAC/C,wBAAwB,WAAW,QAAQ;CAC7C,CAAC,GACD,QAAQ,IAAI,YAAY,CAAC,CAAC,MAAM,WAAW;EACzC,qBAAqB,QAAQ,QAAQ;CACvC,CAAC,CACH,CAAC;CAGH,OAAO;AACT;AAEA,SAAgB,oBACd,IAAoC,aACb;CACvB,OAAO,KAAK,QAAQ,EAAE,UAAU;AAClC;AAOA,SAAgB,uBACd,cAC8B;CAC9B,IAAI,eAAe,QAAQ,UAAU,aACnC;CAEF,IACE,gBAAgB,SACf,CAAC,kBAAkB,aAAa,KAAK,KACpC,CAAC,qBAAqB,aAAa,IAAI,IAEzC;CAEF,OAAO;AACT;AAEA,SAAgB,qBACd,IAAoC,aACJ;CAChC,OAAO,KAAK,QAAQ,UAAU;AAChC;AAEA,SAAgB,kBACd,IAAoC,aACpB;CAChB,OAAO,KAAK;AACd;AAEA,eAAsB,mBACpB,SACe;CACR,MAAY,qBAAqB,OAAO;AACjD;AAEA,eAAsB,qBAAoC;CACxD,IAAI,eAAe,MAAM;CACzB,CAAC,MAAM,YAAA,CAAa,QAAQ;CAC5B,yBAAyB;CACzB,sBAAsB;CACtB,cAAc,KAAA;AAChB;AAEA,KAAK,MAAM,cAAc,aAAa,UAAU,GAC9C,cAAc,sBACZ,WAAW,MACX,WAAW,IACb"}
+{"version":3,"file":"shared_highlighter.js","names":[],"sources":["../../src/highlighter/shared_highlighter.ts"],"sourcesContent":["import type {\n  DiffsHighlighter,\n  DiffsThemeNames,\n  HighlighterTypes,\n  SupportedLanguages,\n  ThemesType,\n} from '../types';\nimport {\n  acquireHighlighterType,\n  getHighlighterType,\n  HighlighterDisposedError,\n  releaseHighlighterType,\n  resolveHighlighterType,\n} from './highlighterType';\nimport { cleanUpResolvedLanguages } from './languages/cleanUpResolvedLanguages';\nimport { areThemesAttached } from './themes/areThemesAttached';\nimport { cleanUpResolvedThemes } from './themes/cleanUpResolvedThemes';\n\nexport {\n  getHighlighterType,\n  HighlighterDisposedError,\n} from './highlighterType';\n\nlet highlighter: DiffsHighlighter | Promise<DiffsHighlighter> | undefined;\n\nexport interface HighlighterOptions {\n  themes: DiffsThemeNames[];\n  langs: SupportedLanguages[];\n  preferredHighlighter?: HighlighterTypes;\n}\n\n/**\n * Creates an instance the caller must dispose. Defaults to the active type\n * or DEFAULT_HIGHLIGHTER; rejects if a different type is already active.\n */\nexport async function createHighlighter(\n  type?: HighlighterTypes\n): Promise<DiffsHighlighter> {\n  const resolvedType = resolveHighlighterType(type);\n  // Reserve the type before importing to prevent concurrent backend loads.\n  acquireHighlighterType(resolvedType);\n  try {\n    if (resolvedType === 'highlights') {\n      const { HighlightsHighlighter } = await import('./backends/highlights');\n      return new HighlightsHighlighter();\n    }\n    const { ShikiHighlighter } = await import('./backends/shiki');\n    return await ShikiHighlighter.create(resolvedType);\n  } finally {\n    releaseHighlighterType();\n  }\n}\n\nexport async function getSharedHighlighter({\n  themes,\n  langs,\n  preferredHighlighter,\n}: HighlighterOptions): Promise<DiffsHighlighter> {\n  dropDisposedHighlighter();\n  const cached = (highlighter ??= createHighlighter(\n    getHighlighterType() ?? preferredHighlighter\n  ));\n  let instance: DiffsHighlighter;\n  try {\n    instance = await cached;\n  } catch (error) {\n    // Allow retries without clearing a newer request.\n    if (highlighter === cached) {\n      highlighter = undefined;\n    }\n    throw error;\n  }\n  if (highlighter === cached) {\n    highlighter = instance;\n  }\n  await Promise.all([\n    instance.themeResolver.resolveThemes(themes),\n    instance.loadLanguages(langs),\n  ]);\n  // disposeHighlighter() may run while themes and languages load.\n  if (instance.isDisposed) {\n    throw new HighlighterDisposedError();\n  }\n  return instance;\n}\n\n// Direct dispose() calls leave the shared reference pointing to a dead instance.\nfunction dropDisposedHighlighter(): void {\n  if (\n    highlighter != null &&\n    !('then' in highlighter) &&\n    highlighter.isDisposed\n  ) {\n    highlighter = undefined;\n  }\n}\n\nexport function isHighlighterLoaded(): boolean {\n  dropDisposedHighlighter();\n  return highlighter != null && !('then' in highlighter);\n}\n\ninterface GetHighlighterIfLoadedProps {\n  theme?: DiffsThemeNames | ThemesType;\n  lang?: SupportedLanguages;\n  langs?: SupportedLanguages[];\n}\n\n/**\n * Returns undefined if the theme or language is not loaded.\n */\nexport function getHighlighterIfLoaded({\n  theme,\n  lang,\n  langs,\n}: GetHighlighterIfLoadedProps = {}): DiffsHighlighter | undefined {\n  dropDisposedHighlighter();\n  const instance = highlighter;\n  if (\n    instance == null ||\n    'then' in instance ||\n    (theme != null && !areThemesAttached(theme, instance)) ||\n    ((lang != null || langs != null) &&\n      !instance.hasLoadedLanguages([\n        ...(lang != null ? [lang] : []),\n        ...(langs ?? []),\n      ]))\n  ) {\n    return undefined;\n  }\n  return instance;\n}\n\nexport function isHighlighterLoading(): boolean {\n  return highlighter != null && 'then' in highlighter;\n}\n\nexport function isHighlighterNull(): boolean {\n  dropDisposedHighlighter();\n  return highlighter == null;\n}\n\nexport async function preloadHighlighter(\n  options: HighlighterOptions\n): Promise<void> {\n  await getSharedHighlighter(options);\n}\n\n/**\n * Disposes an already loaded shared instance synchronously and clears caches.\n * Instances from createHighlighter() must be disposed separately before\n * switching types.\n */\nexport async function disposeHighlighter(): Promise<void> {\n  const cached = highlighter;\n  highlighter = undefined;\n  cleanUpResolvedLanguages();\n  cleanUpResolvedThemes();\n  if (cached != null && 'then' in cached) {\n    // A failed initialization has nothing to dispose.\n    (await cached.catch(() => undefined))?.dispose();\n  } else {\n    cached?.dispose();\n  }\n}\n"],"mappings":";;;;;AAuBA,IAAI;;;;;AAYJ,eAAsB,kBACpB,MAC2B;CAC3B,MAAM,eAAe,uBAAuB,IAAI;CAEhD,uBAAuB,YAAY;CACnC,IAAI;EACF,IAAI,iBAAiB,cAAc;GACjC,MAAM,EAAE,0BAA0B,MAAM,OAAO;GAC/C,OAAO,IAAI,sBAAsB;EACnC;EACA,MAAM,EAAE,qBAAqB,MAAM,OAAO;EAC1C,OAAO,MAAM,iBAAiB,OAAO,YAAY;CACnD,UAAU;EACR,uBAAuB;CACzB;AACF;AAEA,eAAsB,qBAAqB,EACzC,QACA,OACA,wBACgD;CAChD,wBAAwB;CACxB,MAAM,SAAU,gBAAgB,kBAC9B,mBAAmB,KAAK,oBAC1B;CACA,IAAI;CACJ,IAAI;EACF,WAAW,MAAM;CACnB,SAAS,OAAO;EAEd,IAAI,gBAAgB,QAClB,cAAc,KAAA;EAEhB,MAAM;CACR;CACA,IAAI,gBAAgB,QAClB,cAAc;CAEhB,MAAM,QAAQ,IAAI,CAChB,SAAS,cAAc,cAAc,MAAM,GAC3C,SAAS,cAAc,KAAK,CAC9B,CAAC;CAED,IAAI,SAAS,YACX,MAAM,IAAI,yBAAyB;CAErC,OAAO;AACT;AAGA,SAAS,0BAAgC;CACvC,IACE,eAAe,QACf,EAAE,UAAU,gBACZ,YAAY,YAEZ,cAAc,KAAA;AAElB;AAEA,SAAgB,sBAA+B;CAC7C,wBAAwB;CACxB,OAAO,eAAe,QAAQ,EAAE,UAAU;AAC5C;;;;AAWA,SAAgB,uBAAuB,EACrC,OACA,MACA,UAC+B,CAAC,GAAiC;CACjE,wBAAwB;CACxB,MAAM,WAAW;CACjB,IACE,YAAY,QACZ,UAAU,YACT,SAAS,QAAQ,CAAC,kBAAkB,OAAO,QAAQ,MAClD,QAAQ,QAAQ,SAAS,SACzB,CAAC,SAAS,mBAAmB,CAC3B,GAAI,QAAQ,OAAO,CAAC,IAAI,IAAI,CAAC,GAC7B,GAAI,SAAS,CAAC,CAChB,CAAC,GAEH;CAEF,OAAO;AACT;AAEA,SAAgB,uBAAgC;CAC9C,OAAO,eAAe,QAAQ,UAAU;AAC1C;AAEA,SAAgB,oBAA6B;CAC3C,wBAAwB;CACxB,OAAO,eAAe;AACxB;AAEA,eAAsB,mBACpB,SACe;CACf,MAAM,qBAAqB,OAAO;AACpC;;;;;;AAOA,eAAsB,qBAAoC;CACxD,MAAM,SAAS;CACf,cAAc,KAAA;CACd,yBAAyB;CACzB,sBAAsB;CACtB,IAAI,UAAU,QAAQ,UAAU,QAE9B,CAAC,MAAM,OAAO,YAAY,KAAA,CAAS,EAAA,EAAI,QAAQ;MAE/C,QAAQ,QAAQ;AAEpB"}

package/dist/highlighter/shiki-editor.d.ts

@@ -0,0 +1,25 @@
+import { DiffsEditorTokenizer } from "./DiffsEditorTokenizer.js";
+import { DiffsEditorTokenizerOptions } from "./tokenizer-types.js";
+import { DiffsHighlighter } from "./DiffsHighlighter.js";
+import "./types.js";
+import { HighlightedToken, RenderRange } from "../types.js";
+import { TextDocumentChange } from "../editor/textDocument.js";
+import { HighlighterCore } from "shiki/core";
+//#region src/highlighter/shiki-editor.d.ts
+/** TextMate state caching and background work for a single editable document. */
+declare class ShikiEditorTokenizer implements DiffsEditorTokenizer {
+  #private;
+  private readonly backend?;
+  getStringCommentRegexpRangesInLine(lineIndex: number): [number, number][] | null;
+  constructor(highlighter: HighlighterCore, options: DiffsEditorTokenizerOptions, backend?: Pick<DiffsHighlighter, 'getTheme' | 'loadLanguages'> | undefined);
+  setTheme(themeName: string): void;
+  dispose(): void;
+  tokenize(change: TextDocumentChange, renderRange?: RenderRange, hostRealignsRows?: boolean): Map<number, Array<HighlightedToken>>;
+  prebuildStateStack(renderRange?: RenderRange): void;
+  stopBackgroundTokenize(): void;
+  pauseBackgroundTokenize(): void;
+  resumeBackgroundTokenize(): void;
+}
+//#endregion
+export { ShikiEditorTokenizer };
+//# sourceMappingURL=shiki-editor.d.ts.map

package/dist/highlighter/shiki-editor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shiki-editor.d.ts","names":[],"sources":["../../src/highlighter/shiki-editor.ts"],"mappings":";;;;;;;;;cAoBa,gCAAgC;;mBAwGxB;EA1BnB,mCACE;EAsBF,YACE,aAAa,iBACb,SAAS,6BACQ,UAAU,KACzB;EAiBJ,SAAS;EA0BT;EAOA,SACE,QAAQ,oBACR,cAAc,aACd,6BACC,YAAY,MAAM;EAwOrB,mBAAmB,cAAc;EAKjC;EAiBA;EAYA"}