@pierre/diffs 1.5.2 → 1.6.0

package/dist/utils/wrapTokenFragments.js.map

@@ -1 +1 @@
-{"version":3,"file":"wrapTokenFragments.js","names":[],"sources":["../../src/utils/wrapTokenFragments.ts"],"sourcesContent":["import type { ElementContent, Element as HASTElement } from 'hast';\n\nimport { createHastElement } from './hast_utils';\n\nconst NO_TOKEN: unique symbol = Symbol('no-token');\nconst MULTIPLE_TOKENS: unique symbol = Symbol('multiple-tokens');\n\ntype TokenFragmentState = number | typeof NO_TOKEN | typeof MULTIPLE_TOKENS;\n\n// Walk a rendered line and add a single outer token wrapper around all\n// fragments that still belong to the same original Shiki token.\nexport function wrapTokenFragments(container: HASTElement): TokenFragmentState {\n  const ownTokenChar = getTokenChar(container);\n  if (ownTokenChar != null) {\n    return ownTokenChar;\n  }\n\n  let containerTokenState: TokenFragmentState = NO_TOKEN;\n  const wrappedChildren: ElementContent[] = [];\n  let currentTokenChildren: ElementContent[] = [];\n  let currentTokenChar: number | undefined;\n\n  const flushTokenChildren = () => {\n    if (currentTokenChildren.length === 0 || currentTokenChar == null) {\n      currentTokenChildren = [];\n      currentTokenChar = undefined;\n      return;\n    }\n\n    if (currentTokenChildren.length === 1) {\n      const child = currentTokenChildren[0];\n      if (child?.type === 'element') {\n        setTokenChar(child, currentTokenChar);\n        for (const grandChild of child.children) {\n          stripTokenChar(grandChild);\n        }\n      } else {\n        stripTokenChar(child);\n      }\n      wrappedChildren.push(child);\n      currentTokenChildren = [];\n      currentTokenChar = undefined;\n      return;\n    }\n\n    for (const child of currentTokenChildren) {\n      stripTokenChar(child);\n    }\n\n    wrappedChildren.push(\n      createHastElement({\n        tagName: 'span',\n        properties: { 'data-char': currentTokenChar },\n        children: currentTokenChildren,\n      })\n    );\n\n    currentTokenChildren = [];\n    currentTokenChar = undefined;\n  };\n\n  const mergeContainerTokenState = (childTokenState: TokenFragmentState) => {\n    if (childTokenState === NO_TOKEN) {\n      return;\n    }\n    if (childTokenState === MULTIPLE_TOKENS) {\n      containerTokenState = MULTIPLE_TOKENS;\n      return;\n    }\n    if (containerTokenState === NO_TOKEN) {\n      containerTokenState = childTokenState;\n      return;\n    }\n    if (containerTokenState !== childTokenState) {\n      containerTokenState = MULTIPLE_TOKENS;\n    }\n  };\n\n  for (const child of container.children) {\n    const childTokenState: TokenFragmentState =\n      child.type === 'element' ? wrapTokenFragments(child) : NO_TOKEN;\n    mergeContainerTokenState(childTokenState);\n\n    if (typeof childTokenState !== 'number') {\n      flushTokenChildren();\n      wrappedChildren.push(child);\n      continue;\n    }\n\n    if (currentTokenChar != null && currentTokenChar !== childTokenState) {\n      flushTokenChildren();\n    }\n\n    currentTokenChar ??= childTokenState;\n    currentTokenChildren.push(child);\n  }\n\n  flushTokenChildren();\n  container.children = wrappedChildren;\n  return containerTokenState;\n}\n\nfunction getTokenChar(node: HASTElement): number | undefined {\n  const value = node.properties['data-char'];\n  if (typeof value === 'number') {\n    return value;\n  }\n  return undefined;\n}\n\nfunction stripTokenChar(node: ElementContent): void {\n  if (node.type !== 'element') return;\n  node.properties['data-char'] = undefined;\n  for (const child of node.children) {\n    stripTokenChar(child);\n  }\n}\n\nfunction setTokenChar(node: HASTElement, char: number): void {\n  node.properties['data-char'] = char;\n}\n"],"mappings":";;AAIA,MAAM,WAA0B,OAAO,UAAU;AACjD,MAAM,kBAAiC,OAAO,iBAAiB;AAM/D,SAAgB,mBAAmB,WAA4C;CAC7E,MAAM,eAAe,aAAa,SAAS;CAC3C,IAAI,gBAAgB,MAClB,OAAO;CAGT,IAAI,sBAA0C;CAC9C,MAAM,kBAAoC,CAAC;CAC3C,IAAI,uBAAyC,CAAC;CAC9C,IAAI;CAEJ,MAAM,2BAA2B;EAC/B,IAAI,qBAAqB,WAAW,KAAK,oBAAoB,MAAM;GACjE,uBAAuB,CAAC;GACxB,mBAAmB,KAAA;GACnB;EACF;EAEA,IAAI,qBAAqB,WAAW,GAAG;GACrC,MAAM,QAAQ,qBAAqB;GACnC,IAAI,OAAO,SAAS,WAAW;IAC7B,aAAa,OAAO,gBAAgB;IACpC,KAAK,MAAM,cAAc,MAAM,UAC7B,eAAe,UAAU;GAE7B,OACE,eAAe,KAAK;GAEtB,gBAAgB,KAAK,KAAK;GAC1B,uBAAuB,CAAC;GACxB,mBAAmB,KAAA;GACnB;EACF;EAEA,KAAK,MAAM,SAAS,sBAClB,eAAe,KAAK;EAGtB,gBAAgB,KACd,kBAAkB;GAChB,SAAS;GACT,YAAY,EAAE,aAAa,iBAAiB;GAC5C,UAAU;EACZ,CAAC,CACH;EAEA,uBAAuB,CAAC;EACxB,mBAAmB,KAAA;CACrB;CAEA,MAAM,4BAA4B,oBAAwC;EACxE,IAAI,oBAAoB,UACtB;EAEF,IAAI,oBAAoB,iBAAiB;GACvC,sBAAsB;GACtB;EACF;EACA,IAAI,wBAAwB,UAAU;GACpC,sBAAsB;GACtB;EACF;EACA,IAAI,wBAAwB,iBAC1B,sBAAsB;CAE1B;CAEA,KAAK,MAAM,SAAS,UAAU,UAAU;EACtC,MAAM,kBACJ,MAAM,SAAS,YAAY,mBAAmB,KAAK,IAAI;EACzD,yBAAyB,eAAe;EAExC,IAAI,OAAO,oBAAoB,UAAU;GACvC,mBAAmB;GACnB,gBAAgB,KAAK,KAAK;GAC1B;EACF;EAEA,IAAI,oBAAoB,QAAQ,qBAAqB,iBACnD,mBAAmB;EAGrB,qBAAqB;EACrB,qBAAqB,KAAK,KAAK;CACjC;CAEA,mBAAmB;CACnB,UAAU,WAAW;CACrB,OAAO;AACT;AAEA,SAAS,aAAa,MAAuC;CAC3D,MAAM,QAAQ,KAAK,WAAW;CAC9B,IAAI,OAAO,UAAU,UACnB,OAAO;AAGX;AAEA,SAAS,eAAe,MAA4B;CAClD,IAAI,KAAK,SAAS,WAAW;CAC7B,KAAK,WAAW,eAAe,KAAA;CAC/B,KAAK,MAAM,SAAS,KAAK,UACvB,eAAe,KAAK;AAExB;AAEA,SAAS,aAAa,MAAmB,MAAoB;CAC3D,KAAK,WAAW,eAAe;AACjC"}
+{"version":3,"file":"wrapTokenFragments.js","names":[],"sources":["../../src/utils/wrapTokenFragments.ts"],"sourcesContent":["import type { ElementContent, Element as HASTElement } from 'hast';\n\nimport { createHastElement } from './hast_utils';\n\nconst NO_TOKEN: unique symbol = Symbol('no-token');\nconst MULTIPLE_TOKENS: unique symbol = Symbol('multiple-tokens');\n\ntype TokenFragmentState = number | typeof NO_TOKEN | typeof MULTIPLE_TOKENS;\n\n// Walk a rendered line and add a single outer token wrapper around all\n// fragments that still belong to the same original syntax token.\nexport function wrapTokenFragments(container: HASTElement): TokenFragmentState {\n  const ownTokenChar = getTokenChar(container);\n  if (ownTokenChar != null) {\n    return ownTokenChar;\n  }\n\n  let containerTokenState: TokenFragmentState = NO_TOKEN;\n  const wrappedChildren: ElementContent[] = [];\n  let currentTokenChildren: ElementContent[] = [];\n  let currentTokenChar: number | undefined;\n\n  const flushTokenChildren = () => {\n    if (currentTokenChildren.length === 0 || currentTokenChar == null) {\n      currentTokenChildren = [];\n      currentTokenChar = undefined;\n      return;\n    }\n\n    if (currentTokenChildren.length === 1) {\n      const child = currentTokenChildren[0];\n      if (child?.type === 'element') {\n        setTokenChar(child, currentTokenChar);\n        for (const grandChild of child.children) {\n          stripTokenChar(grandChild);\n        }\n      } else {\n        stripTokenChar(child);\n      }\n      wrappedChildren.push(child);\n      currentTokenChildren = [];\n      currentTokenChar = undefined;\n      return;\n    }\n\n    for (const child of currentTokenChildren) {\n      stripTokenChar(child);\n    }\n\n    wrappedChildren.push(\n      createHastElement({\n        tagName: 'span',\n        properties: { 'data-char': currentTokenChar },\n        children: currentTokenChildren,\n      })\n    );\n\n    currentTokenChildren = [];\n    currentTokenChar = undefined;\n  };\n\n  const mergeContainerTokenState = (childTokenState: TokenFragmentState) => {\n    if (childTokenState === NO_TOKEN) {\n      return;\n    }\n    if (childTokenState === MULTIPLE_TOKENS) {\n      containerTokenState = MULTIPLE_TOKENS;\n      return;\n    }\n    if (containerTokenState === NO_TOKEN) {\n      containerTokenState = childTokenState;\n      return;\n    }\n    if (containerTokenState !== childTokenState) {\n      containerTokenState = MULTIPLE_TOKENS;\n    }\n  };\n\n  for (const child of container.children) {\n    const childTokenState: TokenFragmentState =\n      child.type === 'element' ? wrapTokenFragments(child) : NO_TOKEN;\n    mergeContainerTokenState(childTokenState);\n\n    if (typeof childTokenState !== 'number') {\n      flushTokenChildren();\n      wrappedChildren.push(child);\n      continue;\n    }\n\n    if (currentTokenChar != null && currentTokenChar !== childTokenState) {\n      flushTokenChildren();\n    }\n\n    currentTokenChar ??= childTokenState;\n    currentTokenChildren.push(child);\n  }\n\n  flushTokenChildren();\n  container.children = wrappedChildren;\n  return containerTokenState;\n}\n\nfunction getTokenChar(node: HASTElement): number | undefined {\n  const value = node.properties['data-char'];\n  if (typeof value === 'number') {\n    return value;\n  }\n  return undefined;\n}\n\nfunction stripTokenChar(node: ElementContent): void {\n  if (node.type !== 'element') return;\n  node.properties['data-char'] = undefined;\n  for (const child of node.children) {\n    stripTokenChar(child);\n  }\n}\n\nfunction setTokenChar(node: HASTElement, char: number): void {\n  node.properties['data-char'] = char;\n}\n"],"mappings":";;AAIA,MAAM,WAA0B,OAAO,UAAU;AACjD,MAAM,kBAAiC,OAAO,iBAAiB;AAM/D,SAAgB,mBAAmB,WAA4C;CAC7E,MAAM,eAAe,aAAa,SAAS;CAC3C,IAAI,gBAAgB,MAClB,OAAO;CAGT,IAAI,sBAA0C;CAC9C,MAAM,kBAAoC,CAAC;CAC3C,IAAI,uBAAyC,CAAC;CAC9C,IAAI;CAEJ,MAAM,2BAA2B;EAC/B,IAAI,qBAAqB,WAAW,KAAK,oBAAoB,MAAM;GACjE,uBAAuB,CAAC;GACxB,mBAAmB,KAAA;GACnB;EACF;EAEA,IAAI,qBAAqB,WAAW,GAAG;GACrC,MAAM,QAAQ,qBAAqB;GACnC,IAAI,OAAO,SAAS,WAAW;IAC7B,aAAa,OAAO,gBAAgB;IACpC,KAAK,MAAM,cAAc,MAAM,UAC7B,eAAe,UAAU;GAE7B,OACE,eAAe,KAAK;GAEtB,gBAAgB,KAAK,KAAK;GAC1B,uBAAuB,CAAC;GACxB,mBAAmB,KAAA;GACnB;EACF;EAEA,KAAK,MAAM,SAAS,sBAClB,eAAe,KAAK;EAGtB,gBAAgB,KACd,kBAAkB;GAChB,SAAS;GACT,YAAY,EAAE,aAAa,iBAAiB;GAC5C,UAAU;EACZ,CAAC,CACH;EAEA,uBAAuB,CAAC;EACxB,mBAAmB,KAAA;CACrB;CAEA,MAAM,4BAA4B,oBAAwC;EACxE,IAAI,oBAAoB,UACtB;EAEF,IAAI,oBAAoB,iBAAiB;GACvC,sBAAsB;GACtB;EACF;EACA,IAAI,wBAAwB,UAAU;GACpC,sBAAsB;GACtB;EACF;EACA,IAAI,wBAAwB,iBAC1B,sBAAsB;CAE1B;CAEA,KAAK,MAAM,SAAS,UAAU,UAAU;EACtC,MAAM,kBACJ,MAAM,SAAS,YAAY,mBAAmB,KAAK,IAAI;EACzD,yBAAyB,eAAe;EAExC,IAAI,OAAO,oBAAoB,UAAU;GACvC,mBAAmB;GACnB,gBAAgB,KAAK,KAAK;GAC1B;EACF;EAEA,IAAI,oBAAoB,QAAQ,qBAAqB,iBACnD,mBAAmB;EAGrB,qBAAqB;EACrB,qBAAqB,KAAK,KAAK;CACjC;CAEA,mBAAmB;CACnB,UAAU,WAAW;CACrB,OAAO;AACT;AAEA,SAAS,aAAa,MAAuC;CAC3D,MAAM,QAAQ,KAAK,WAAW;CAC9B,IAAI,OAAO,UAAU,UACnB,OAAO;AAGX;AAEA,SAAS,eAAe,MAA4B;CAClD,IAAI,KAAK,SAAS,WAAW;CAC7B,KAAK,WAAW,eAAe,KAAA;CAC/B,KAAK,MAAM,SAAS,KAAK,UACvB,eAAe,KAAK;AAExB;AAEA,SAAS,aAAa,MAAmB,MAAoB;CAC3D,KAAK,WAAW,eAAe;AACjC"}

package/dist/worker/WorkerPoolManager.d.ts

@@ -1,5 +1,5 @@
-import { FileContents, FileDiffMetadata, HighlighterTypes, HunkExpansionRegion, RenderDiffOptions, RenderDiffResult, RenderFileOptions, RenderFileResult, SupportedLanguages, ThemedDiffResult, ThemedFileResult } from "../types.js";
 import { DiffRendererInstance, FileRendererInstance, WorkerInitializationRenderOptions, WorkerPoolOptions, WorkerRenderingOptions, WorkerStats } from "./types.js";
+import { FileContents, FileDiffMetadata, HighlighterTypes, HunkExpansionRegion, RenderDiffOptions, RenderDiffResult, RenderFileOptions, RenderFileResult, SupportedLanguages, ThemedDiffResult, ThemedFileResult } from "../types.js";
 import { LRUMap } from "lru_map";
 //#region src/worker/WorkerPoolManager.d.ts
 interface GetCachesResult {
@@ -12,7 +12,6 @@ interface ThemeSubscriber {
 type RenderTaskInstance = FileRendererInstance | DiffRendererInstance;
 declare class WorkerPoolManager {
   private options;
-  private highlighter;
   private readonly preferredHighlighter;
   private renderOptions;
   private renderOptionsRequestVersion;
@@ -27,6 +26,7 @@ declare class WorkerPoolManager {
   private nextRequestId;
   private themeSubscribers;
   private workersFailed;
+  private terminated;
   private statSubscribers;
   private fileCache;
   private diffCache;
@@ -34,8 +34,16 @@ declare class WorkerPoolManager {
   private lifecycleGeneration;
   constructor(options: WorkerPoolOptions, { langs, theme, useTokenTransformer, lineDiffType, maxLineDiffLength, tokenizeMaxLineLength, preferredHighlighter }: WorkerInitializationRenderOptions);
   isWorkingPool(): boolean;
+  /**
+   * Whether a file or diff fits within `mainThreadMaxCharacters`, so it
+   * highlights on the main thread instead of a worker. Files count `contents`;
+   * diffs count both sides.
+   */
+  shouldHighlightOnMainThread(fileOrDiff: FileContents | FileDiffMetadata): boolean;
   getFileResultCache(file: FileContents): RenderFileResult | undefined;
   getDiffResultCache(diff: FileDiffMetadata): RenderDiffResult | undefined;
+  setFileResultCache(cacheKey: string | undefined, { result, options }: RenderFileResult): boolean;
+  setDiffResultCache(cacheKey: string | undefined, { result, options }: RenderDiffResult): boolean;
   inspectCaches(): GetCachesResult;
   evictFileFromCache(cacheKey: string): boolean;
   evictDiffFromCache(cacheKey: string): boolean;
@@ -52,6 +60,7 @@ declare class WorkerPoolManager {
   cleanUpTasks(instance: RenderTaskInstance): void;
   isInitialized(): boolean;
   initialize(languages?: SupportedLanguages[]): Promise<void>;
+  private loadSharedHighlighter;
   private initializeWorkers;
   /**
    * Pass worker errors to onWorkerError, or log them if no callback is set.
@@ -65,10 +74,13 @@ declare class WorkerPoolManager {
   private drainQueue;
   highlightFileAST(instance: FileRendererInstance, file: FileContents): void;
   primeFileHighlightCache(file: FileContents): Promise<void>;
+  private shouldPrimeFileHighlightCache;
   private getOrCreateFileHighlightCacheTask;
   getPlainFileAST(file: FileContents, startingLine: number, totalLines: number, lines?: string[]): ThemedFileResult | undefined;
   highlightDiffAST(instance: DiffRendererInstance, diff: FileDiffMetadata): void;
   primeDiffHighlightCache(diff: FileDiffMetadata): Promise<void>;
+  private shouldPrimeDiffHighlightCache;
+  private primeHighlightCacheOnMainThread;
   private getOrCreateDiffHighlightCacheTask;
   getPlainDiffAST(diff: FileDiffMetadata, startingLine: number, totalLines: number, expandedHunks?: Map<number, HunkExpansionRegion> | true, collapsedContextThreshold?: number): ThemedDiffResult | undefined;
   terminate(): void;

package/dist/worker/WorkerPoolManager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"WorkerPoolManager.d.ts","names":[],"sources":["../../src/worker/WorkerPoolManager.ts"],"mappings":";;;;UA0EU;EACR,WAAW,eAAe;EAC1B,WAAW,eAAe;;UAYlB;EACR;;KAKG,qBAAqB,uBAAuB;cAEpC;UAkCD;UAjCF;mBACS;UACT;UACA;UACA;UACA;UACA;UAEA;UACA;UAIA;UAGA;UACA;UAKA;UACA;UACA;UACA;UACA;UACA;UACA;UAEA;EAER,YACU,SAAS,qBAEf,OACA,OACA,qBACA,cACA,mBACA,uBACA,wBACC;EAeE;EAIA,mBAAmB,MAAM,eAAe;EAMxC,mBACL,MAAM,mBACL;EAMI,iBAAiB;EAKjB,mBAAmB;EAQnB,mBAAmB;EAQpB,mBACJ,OACA,qBACA,cACA,mBACA,yBACC,QAAQ,0BAA0B;EA4E9B,2BAA2B;EAI3B,wBAAwB;EAMxB,wBAAwB;UAIjB;EA6CP,wBAAwB,UAAU;EASlC,0BAA0B,UAAU;EAKpC,uBACL,WAAW,OAAO;UASZ;UAKA;EAWD,aAAa,UAAU;EAkBvB;EAIM,WAAW,YAAW,uBAA4B;UAqFjD;;;;;;;;;UA8FN;UA8BA;EA2BD,iBACL,UAAU,sBACV,MAAM;EAqBD,wBAAwB,MAAM,eAAe;UAe5C;EAgCD,gBACL,MAAM,cACN,sBACA,oBACA,mBACC;EAaI,iBACL,UAAU,sBACV,MAAM;EAqBD,wBAAwB,MAAM,mBAAmB;UAehD;EAgCD,gBACL,MAAM,kBACN,sBACA,oBACA,gBAAgB,YAAY,6BAC5B,qCACC;EAYI;UAqBC;UAIA;UAUA;UAWA;EAOD,YAAY;UAwBX;UA+DA;UA0CA;UAcM;UAyDN;UAuGA;UACA;UAMA;UAYA;UAqBA;UAmCA;UAeA;UAUA;UA8BA;UAOA;UAOA;UAWA;UASA;UAgBA;UAeA;UAWA;UAUA;UAOA;UAMA;UAOA;UAOA;UAkBA;UAQA;UASA;UAMA;UAQA;UAYA;UAYA;UAQA;UAiBA;UAiBA;UAKA;UAIC;UAWD"}
+{"version":3,"file":"WorkerPoolManager.d.ts","names":[],"sources":["../../src/worker/WorkerPoolManager.ts"],"mappings":";;;;UAmFU;EACR,WAAW,eAAe;EAC1B,WAAW,eAAe;;UAYlB;EACR;;KAKG,qBAAqB,uBAAuB;cAEpC;UAkCD;mBAjCO;UACT;UACA;UACA;UACA;UACA;UAEA;UACA;UAIA;UAGA;UACA;UAKA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UAEA;EAER,YACU,SAAS,qBAEf,OACA,OACA,qBACA,cACA,mBACA,uBACA,wBACC;EAeE;;;;;;EASA,4BACL,YAAY,eAAe;EAUtB,mBAAmB,MAAM,eAAe;EAMxC,mBACL,MAAM,mBACL;EAQI,mBACL,gCACE,QAAQ,WAAW;EAehB,mBACL,gCACE,QAAQ,WAAW;EAahB,iBAAiB;EAKjB,mBAAmB;EAQnB,mBAAmB;EAQpB,mBACJ,OACA,qBACA,cACA,mBACA,yBACC,QAAQ,0BAA0B;EAmF9B,2BAA2B;EAI3B,wBAAwB;EAMxB,wBAAwB;UAIjB;EA6CP,wBAAwB,UAAU;EASlC,0BAA0B,UAAU;EAKpC,uBACL,WAAW,OAAO;UASZ;UAKA;EAWD,aAAa,UAAU;EAkBvB;EAIM,WAAW,YAAW,uBAA4B;UAwFjD;UAiBA;;;;;;;;;UAgGN;UA8BA;EA2BD,iBACL,UAAU,sBACV,MAAM;EAqBD,wBAAwB,MAAM,eAAe;UAgC5C;UAkBA;EA2BD,gBACL,MAAM,cACN,sBACA,oBACA,mBACC;EAgBI,iBACL,UAAU,sBACV,MAAM;EAqBD,wBAAwB,MAAM,mBAAmB;UAgChD;UAuBA;UA0BA;EA2BD,gBACL,MAAM,kBACN,sBACA,oBACA,gBAAgB,YAAY,6BAC5B,qCACC;EAiBI;UAqBC;UAIA;UAUA;UAWA;EAOD,YAAY;UAwBX;UA+DA;UA0CA;UAcM;UA0DN;UAsHA;UACA;UAMA;UAYA;UAqBA;UAmCA;UAeA;UAUA;UA8BA;UAOA;UAOA;UAWA;UASA;UAgBA;UAeA;UAWA;UAUA;UAOA;UAMA;UAOA;UAOA;UAkBA;UAQA;UASA;UAMA;UAQA;UAYA;UAYA;UAQA;UAiBA;UAiBA;UAKA;UAIC;UAWD"}

package/dist/worker/WorkerPoolManager.js

@@ -1,10 +1,9 @@
 import { DEFAULT_THEMES } from "../constants.js";
-import { areLanguagesAttached } from "../highlighter/languages/areLanguagesAttached.js";
+import { HighlighterDisposedError, resolveHighlighterType } from "../highlighter/highlighterType.js";
 import { getThemes } from "../utils/getThemes.js";
-import { attachResolvedThemes } from "../highlighter/themes/attachResolvedThemes.js";
-import { getSharedHighlighter } from "../highlighter/shared_highlighter.js";
+import { getHighlighterIfLoaded, getSharedHighlighter } from "../highlighter/shared_highlighter.js";
 import { areThemesEqual } from "../utils/areThemesEqual.js";
-import { hasResolvedThemes } from "../highlighter/themes/hasResolvedThemes.js";
+import { areLanguagesAttached } from "../highlighter/languages/areLanguagesAttached.js";
 import { areFileRenderOptionsEqual } from "../utils/areFileRenderOptionsEqual.js";
 import { getCustomExtensionsMap, getCustomExtensionsVersion, getFiletypeFromFileName } from "../utils/getFiletypeFromFileName.js";
 import { isFilePlainText } from "../utils/isFilePlainText.js";
@@ -19,14 +18,15 @@ import { getResolvedLanguages } from "../highlighter/languages/getResolvedLangua
 import { hasResolvedLanguages } from "../highlighter/languages/hasResolvedLanguages.js";
 import { resolveLanguages } from "../highlighter/languages/resolveLanguages.js";
 import { getResolvedThemes } from "../highlighter/themes/getResolvedThemes.js";
+import { hasResolvedThemes } from "../highlighter/themes/hasResolvedThemes.js";
 import { resolveThemes } from "../highlighter/themes/resolveThemes.js";
+import { decodeHastLines } from "./hastLinesTransport.js";
 import LRUMapPkg from "lru_map";
 //#region src/worker/WorkerPoolManager.ts
 const IGNORE_RESPONSE = Symbol("IGNORE_RESPONSE");
 const DEFAULT_WORKER_INITIALIZATION_TIMEOUT = 1e4;
 var WorkerPoolManager = class {
 	options;
-	highlighter;
 	preferredHighlighter;
 	renderOptions;
 	renderOptionsRequestVersion = 0;
@@ -41,14 +41,15 @@ var WorkerPoolManager = class {
 	nextRequestId = 0;
 	themeSubscribers = /* @__PURE__ */ new Set();
 	workersFailed = false;
+	terminated = false;
 	statSubscribers = /* @__PURE__ */ new Set();
 	fileCache;
 	diffCache;
 	_queuedBroadcast;
 	lifecycleGeneration = 0;
-	constructor(options, { langs, theme = DEFAULT_THEMES, useTokenTransformer = false, lineDiffType = "word-alt", maxLineDiffLength = 1e3, tokenizeMaxLineLength = 1e3, preferredHighlighter = "shiki-js" }) {
+	constructor(options, { langs, theme = DEFAULT_THEMES, useTokenTransformer = false, lineDiffType = "word-alt", maxLineDiffLength = 1e3, tokenizeMaxLineLength = 1e3, preferredHighlighter }) {
 		this.options = options;
-		this.preferredHighlighter = preferredHighlighter;
+		this.preferredHighlighter = resolveHighlighterType(preferredHighlighter);
 		this.renderOptions = {
 			theme,
 			useTokenTransformer,
@@ -61,7 +62,16 @@ var WorkerPoolManager = class {
 		this.queueInitialization(langs);
 	}
 	isWorkingPool() {
-		return !this.workersFailed;
+		return !this.workersFailed && !this.terminated;
+	}
+	/**
+	* Whether a file or diff fits within `mainThreadMaxCharacters`, so it
+	* highlights on the main thread instead of a worker. Files count `contents`;
+	* diffs count both sides.
+	*/
+	shouldHighlightOnMainThread(fileOrDiff) {
+		const { mainThreadMaxCharacters = -1 } = this.options;
+		return ("contents" in fileOrDiff ? fileOrDiff.contents.length : fileOrDiff.deletionCharacterCount + fileOrDiff.additionCharacterCount) <= mainThreadMaxCharacters;
 	}
 	getFileResultCache(file) {
 		return file.cacheKey != null ? this.fileCache.get(file.cacheKey) : void 0;
@@ -69,6 +79,24 @@ var WorkerPoolManager = class {
 	getDiffResultCache(diff) {
 		return diff.cacheKey != null ? this.diffCache.get(diff.cacheKey) : void 0;
 	}
+	setFileResultCache(cacheKey, { result, options }) {
+		if (cacheKey == null || !areFileRenderOptionsEqual(options, this.getFileRenderOptions())) return false;
+		this.fileCache.set(cacheKey, {
+			result,
+			options
+		});
+		this.queueBroadcastStateChanges();
+		return true;
+	}
+	setDiffResultCache(cacheKey, { result, options }) {
+		if (cacheKey == null || !areDiffRenderOptionsEqual(options, this.getDiffRenderOptions())) return false;
+		this.diffCache.set(cacheKey, {
+			result,
+			options
+		});
+		this.queueBroadcastStateChanges();
+		return true;
+	}
 	inspectCaches() {
 		const { fileCache, diffCache } = this;
 		return {
@@ -102,24 +130,19 @@ var WorkerPoolManager = class {
 				maxLineDiffLength,
 				tokenizeMaxLineLength
 			};
-			if (!this.isInitialized()) await this.initialize();
+			if (!this.isInitialized()) try {
+				await this.initialize();
+			} catch (error) {
+				if (!this.workersFailed) throw error;
+			}
 			if (!isCurrentRequest() || areDiffRenderOptionsEqual(newRenderOptions, this.renderOptions)) return;
 			const themeNames = getThemes(theme);
 			let resolvedThemes = [];
-			if (!areThemesEqual(newRenderOptions.theme, this.renderOptions.theme)) {
-				if (hasResolvedThemes(themeNames)) resolvedThemes = getResolvedThemes(themeNames);
-				else resolvedThemes = await resolveThemes(themeNames);
-			}
+			if (!areThemesEqual(newRenderOptions.theme, this.renderOptions.theme)) resolvedThemes = hasResolvedThemes(themeNames, this.preferredHighlighter) ? getResolvedThemes(themeNames, this.preferredHighlighter) : await resolveThemes(themeNames, this.preferredHighlighter);
 			if (!isCurrentRequest()) return;
-			if (this.highlighter != null) attachResolvedThemes(resolvedThemes, this.highlighter);
-			else {
-				const highlighter = await getSharedHighlighter({
-					themes: themeNames,
-					langs: ["text"],
-					preferredHighlighter: this.preferredHighlighter
-				});
+			if (getHighlighterIfLoaded({ theme }) == null) {
+				await this.loadSharedHighlighter(themeNames, ["text"]);
 				if (!isCurrentRequest()) return;
-				this.highlighter = highlighter;
 			}
 			const workerSetup = this.setRenderOptionsOnWorkers(newRenderOptions, resolvedThemes);
 			this.renderOptions = newRenderOptions;
@@ -227,41 +250,34 @@ var WorkerPoolManager = class {
 		return this.initialized === true;
 	}
 	async initialize(languages = []) {
-		if (this.initialized === true) return;
-		else if (this.initialized === false) {
+		if (this.initialized === true) {
+			if (getHighlighterIfLoaded({ theme: this.renderOptions.theme }) == null) await this.loadSharedHighlighter(getThemes(this.renderOptions.theme), ["text", ...languages]);
+			return;
+		} else if (this.initialized === false) {
+			this.terminated = false;
 			const { lifecycleGeneration } = this;
 			const initialization = new Promise((resolve, reject) => {
 				(async () => {
 					try {
 						const themes = getThemes(this.renderOptions.theme);
-						let resolvedThemes = [];
-						if (hasResolvedThemes(themes)) resolvedThemes = getResolvedThemes(themes);
-						else resolvedThemes = await resolveThemes(themes);
+						const resolvedThemes = hasResolvedThemes(themes, this.preferredHighlighter) ? getResolvedThemes(themes, this.preferredHighlighter) : await resolveThemes(themes, this.preferredHighlighter);
 						if (!this.isCurrentLifecycle(lifecycleGeneration)) {
 							resolve();
 							return;
 						}
 						let resolvedLanguages = [];
-						if (hasResolvedLanguages(languages)) resolvedLanguages = getResolvedLanguages(languages);
-						else resolvedLanguages = await resolveLanguages(languages);
+						if (this.preferredHighlighter !== "highlights") resolvedLanguages = hasResolvedLanguages(languages) ? getResolvedLanguages(languages) : await resolveLanguages(languages);
 						if (!this.isCurrentLifecycle(lifecycleGeneration)) {
 							resolve();
 							return;
 						}
-						const [highlighter] = await Promise.all([getSharedHighlighter({
-							themes,
-							langs: ["text", ...languages],
-							preferredHighlighter: this.preferredHighlighter
-						}), this.initializeWorkers(resolvedThemes, resolvedLanguages)]);
+						await Promise.all([this.loadSharedHighlighter(themes, ["text", ...languages]), this.initializeWorkers(resolvedThemes, resolvedLanguages)]);
 						if (!this.isCurrentLifecycle(lifecycleGeneration)) {
 							this.terminateWorkers();
 							resolve();
 							return;
 						}
-						this.highlighter = highlighter;
 						this.initialized = true;
-						this.diffCache.clear();
-						this.fileCache.clear();
 						this.drainQueue();
 						this.queueBroadcastStateChanges();
 						resolve();
@@ -286,6 +302,17 @@ var WorkerPoolManager = class {
 			return initialization;
 		} else return this.initialized;
 	}
+	async loadSharedHighlighter(themes, langs) {
+		try {
+			await getSharedHighlighter({
+				themes,
+				langs,
+				preferredHighlighter: this.preferredHighlighter
+			});
+		} catch (error) {
+			if (!(error instanceof HighlighterDisposedError)) throw error;
+		}
+	}
 	async initializeWorkers(resolvedThemes, resolvedLanguages) {
 		this.workersFailed = false;
 		const initPromises = [];
@@ -314,6 +341,7 @@ var WorkerPoolManager = class {
 					id,
 					request: {
 						type: "initialize",
+						resultFormat: "hast-ops-v1",
 						id,
 						renderOptions: this.renderOptions,
 						preferredHighlighter: this.preferredHighlighter,
@@ -380,7 +408,7 @@ var WorkerPoolManager = class {
 				i++;
 				continue;
 			}
-			const langs = getLangsFromTask(task);
+			const langs = getLangsFromRequest(task.request);
 			const availableWorker = this.getAvailableWorker(langs);
 			if (availableWorker == null) break;
 			this.queuedTasks.splice(i, 1);
@@ -399,35 +427,52 @@ var WorkerPoolManager = class {
 	}
 	primeFileHighlightCache(file) {
 		if (!this.isWorkingPool()) return Promise.reject(/* @__PURE__ */ new Error("WorkerPoolManager.primeFileHighlightCache: worker pool is not working"));
+		if (!this.shouldPrimeFileHighlightCache(file)) return Promise.resolve();
+		if (this.shouldHighlightOnMainThread(file)) {
+			const options = this.getFileRenderOptions();
+			return this.primeHighlightCacheOnMainThread(getLangsFromRequest({
+				type: "file",
+				file
+			}), options.theme, (highlighter) => this.setFileResultCache(file.cacheKey, {
+				result: renderFileWithHighlighter(file, highlighter, options),
+				options
+			}));
+		}
 		const task = this.getOrCreateFileHighlightCacheTask(file);
 		return task != null ? this.createRenderTaskCallbacks(task) : Promise.resolve();
 	}
-	getOrCreateFileHighlightCacheTask(file) {
+	shouldPrimeFileHighlightCache(file) {
 		if (file.cacheKey == null) {
 			console.warn(`WorkerPoolManager.primeFileHighlightCache: priming highlight cache requires file.cacheKey; skipping "${file.name}".`);
-			return;
+			return false;
 		}
 		const cachedResult = this.getFileResultCache(file);
+		return !isFilePlainText(file) && (cachedResult == null || !areFileRenderOptionsEqual(cachedResult.options, this.getFileRenderOptions()));
+	}
+	getOrCreateFileHighlightCacheTask(file) {
 		const highlightKey = this.getFileHighlightKey(file);
-		if (highlightKey == null || isFilePlainText(file) || cachedResult != null && areFileRenderOptionsEqual(cachedResult.options, this.getFileRenderOptions())) return;
+		if (highlightKey == null) return;
 		const existingTask = this.getTaskByHighlightKey(highlightKey);
 		if (existingTask != null) {
+			if (existingTask.type !== "file") throw new Error("WorkerPoolManager.getOrCreateFileHighlightCacheTask: Invalid task type");
 			existingTask.primeCache = true;
-			return existingTask.type === "file" ? existingTask : void 0;
+			return existingTask;
 		} else {
 			const task = this.submitCacheTask({
 				type: "file",
 				file
 			}, highlightKey);
-			return task.type === "file" ? task : void 0;
+			if (task.type !== "file") throw new Error("WorkerPoolManager.getOrCreateFileHighlightCacheTask: Invalid task created");
+			return task;
 		}
 	}
 	getPlainFileAST(file, startingLine, totalLines, lines) {
-		if (this.highlighter == null) {
+		const highlighter = getHighlighterIfLoaded({ theme: this.renderOptions.theme });
+		if (highlighter == null) {
 			this.queueInitialization();
 			return;
 		}
-		return renderFileWithHighlighter(file, this.highlighter, this.renderOptions, {
+		return renderFileWithHighlighter(file, highlighter, this.renderOptions, {
 			forcePlainText: true,
 			startingLine,
 			totalLines,
@@ -444,37 +489,73 @@ var WorkerPoolManager = class {
 	}
 	primeDiffHighlightCache(diff) {
 		if (!this.isWorkingPool()) return Promise.reject(/* @__PURE__ */ new Error("WorkerPoolManager.primeDiffHighlightCache: worker pool is not working"));
+		if (!this.shouldPrimeDiffHighlightCache(diff)) return Promise.resolve();
+		if (this.shouldHighlightOnMainThread(diff)) {
+			const options = this.getDiffRenderOptions();
+			return this.primeHighlightCacheOnMainThread(getLangsFromRequest({
+				type: "diff",
+				diff
+			}), options.theme, (highlighter) => this.setDiffResultCache(diff.cacheKey, {
+				result: renderDiffWithHighlighter(diff, highlighter, options),
+				options
+			}));
+		}
 		const task = this.getOrCreateDiffHighlightCacheTask(diff);
 		return task != null ? this.createRenderTaskCallbacks(task) : Promise.resolve();
 	}
-	getOrCreateDiffHighlightCacheTask(diff) {
+	shouldPrimeDiffHighlightCache(diff) {
 		if (diff.cacheKey == null) {
 			console.warn(`WorkerPoolManager.primeDiffHighlightCache: priming highlight cache requires diff.cacheKey; skipping "${diff.prevName ?? diff.name}" -> "${diff.name}".`);
-			return;
+			return false;
 		}
 		const cachedResult = this.getDiffResultCache(diff);
+		return !isDiffPlainText(diff) && (cachedResult == null || !areDiffRenderOptionsEqual(cachedResult.options, this.getDiffRenderOptions()));
+	}
+	primeHighlightCacheOnMainThread(langs, theme, highlightAndCacheResult) {
+		function highlightAndCacheIfLoaded() {
+			const highlighter = getHighlighterIfLoaded({
+				theme,
+				langs
+			});
+			return highlighter != null && highlightAndCacheResult(highlighter);
+		}
+		if (highlightAndCacheIfLoaded()) return Promise.resolve();
+		const { lifecycleGeneration } = this;
+		return this.loadSharedHighlighter(getThemes(theme), ["text", ...langs]).then(() => {
+			if (!this.isCurrentLifecycle(lifecycleGeneration)) throw new WorkerPoolTerminatedError();
+			if (!highlightAndCacheIfLoaded()) throw new WorkerPoolTaskCanceledError();
+		});
+	}
+	getOrCreateDiffHighlightCacheTask(diff) {
 		const highlightKey = this.getDiffHighlightKey(diff);
-		if (highlightKey == null || isDiffPlainText(diff) || cachedResult != null && areDiffRenderOptionsEqual(cachedResult.options, this.getDiffRenderOptions())) return;
+		if (highlightKey == null) return;
 		const existingTask = this.getTaskByHighlightKey(highlightKey);
 		if (existingTask != null) {
+			if (existingTask.type !== "diff") throw new Error("WorkerPoolManager.getOrCreateDiffHighlightCacheTask: Invalid task type");
 			existingTask.primeCache = true;
-			return existingTask.type === "diff" ? existingTask : void 0;
+			return existingTask;
 		} else {
 			const task = this.submitCacheTask({
 				type: "diff",
 				diff
 			}, highlightKey);
-			return task.type === "diff" ? task : void 0;
+			if (task.type !== "diff") throw new Error("WorkerPoolManager.getOrCreateDiffHighlightCacheTask: Invalid task created");
+			return task;
 		}
 	}
 	getPlainDiffAST(diff, startingLine, totalLines, expandedHunks, collapsedContextThreshold) {
-		return this.highlighter != null ? renderDiffWithHighlighter(diff, this.highlighter, this.renderOptions, {
+		const highlighter = getHighlighterIfLoaded({ theme: this.renderOptions.theme });
+		if (highlighter == null) {
+			this.queueInitialization();
+			return;
+		}
+		return renderDiffWithHighlighter(diff, highlighter, this.renderOptions, {
 			forcePlainText: true,
 			startingLine,
 			totalLines,
 			expandedHunks,
 			collapsedContextThreshold
-		}) : void 0;
+		});
 	}
 	terminate() {
 		this.lifecycleGeneration++;
@@ -489,9 +570,9 @@ var WorkerPoolManager = class {
 		this.queuedTaskByInstance.clear();
 		this.taskByHighlightKey.clear();
 		this.activeTaskById.clear();
-		this.highlighter = void 0;
 		this.initialized = false;
 		this.workersFailed = false;
+		this.terminated = true;
 		this.queueBroadcastStateChanges();
 	}
 	isCurrentLifecycle(lifecycleGeneration) {
@@ -625,15 +706,12 @@ var WorkerPoolManager = class {
 	}
 	async resolveLanguagesAndExecuteTask(availableWorker, task, langs) {
 		try {
-			const mainThreadLangs = langs.filter((lang) => !areLanguagesAttached(lang));
-			if (mainThreadLangs.length > 0) getSharedHighlighter({
-				themes: getThemes(this.renderOptions.theme),
-				langs: ["text", ...mainThreadLangs],
-				preferredHighlighter: this.preferredHighlighter
-			}).catch((error) => {
+			const highlighter = getHighlighterIfLoaded();
+			const mainThreadLangs = langs.filter((lang) => highlighter == null || !areLanguagesAttached(lang, highlighter));
+			if (mainThreadLangs.length > 0) this.loadSharedHighlighter(getThemes(this.renderOptions.theme), ["text", ...mainThreadLangs]).catch((error) => {
 				console.error(error);
 			});
-			const workerMissingLangs = langs.filter((lang) => !availableWorker.langs.has(lang));
+			const workerMissingLangs = this.preferredHighlighter === "highlights" ? [] : langs.filter((lang) => !availableWorker.langs.has(lang));
 			if (workerMissingLangs.length > 0) {
 				if (hasResolvedLanguages(workerMissingLangs)) task.request.resolvedLanguages = getResolvedLanguages(workerMissingLangs);
 				else task.request.resolvedLanguages = await resolveLanguages(workerMissingLangs);
@@ -681,9 +759,13 @@ var WorkerPoolManager = class {
 						break;
 					case "file": {
 						if (task.type !== "file") throw new Error("handleWorkerMessage: task/response dont match");
-						const { result, options } = response;
+						const { options } = response;
 						if (!this.isCurrentRenderTask(task) || !areFileRenderOptionsEqual(options, this.getFileRenderOptions())) throw IGNORE_RESPONSE;
 						const { request } = task;
+						const result = {
+							...response.result,
+							code: decodeHastLines(response.result.code)
+						};
 						this.syncCustomExtensionVersion(managedWorker, request);
 						if (task.cacheKeyAtDispatch != null) this.fileCache.set(task.cacheKeyAtDispatch, {
 							result,
@@ -695,9 +777,16 @@ var WorkerPoolManager = class {
 					}
 					case "diff": {
 						if (task.type !== "diff") throw new Error("handleWorkerMessage: task/response dont match");
-						const { result, options } = response;
+						const { options } = response;
 						if (!this.isCurrentRenderTask(task) || !areDiffRenderOptionsEqual(options, this.getDiffRenderOptions())) throw IGNORE_RESPONSE;
 						const { request } = task;
+						const result = {
+							...response.result,
+							code: {
+								deletionLines: decodeHastLines(response.result.code.deletionLines),
+								additionLines: decodeHastLines(response.result.code.additionLines)
+							}
+						};
 						this.syncCustomExtensionVersion(managedWorker, request);
 						if (task.cacheKeyAtDispatch != null) this.diffCache.set(task.cacheKeyAtDispatch, {
 							result,
@@ -904,16 +993,15 @@ var WorkerPoolManager = class {
 function shouldSyncCustomExtensions(request) {
 	return request.type === "initialize" || request.type === "file" || request.type === "diff";
 }
-function getLangsFromTask(task) {
+function getLangsFromRequest(request) {
 	const langs = /* @__PURE__ */ new Set();
-	if (task.type === "initialize" || task.type === "set-render-options") return [];
-	switch (task.type) {
+	switch (request.type) {
 		case "file":
-			langs.add(task.request.file.lang ?? getFiletypeFromFileName(task.request.file.name));
+			langs.add(request.file.lang ?? getFiletypeFromFileName(request.file.name));
 			break;
 		case "diff":
-			langs.add(task.request.diff.lang ?? getFiletypeFromFileName(task.request.diff.name));
-			langs.add(task.request.diff.lang ?? getFiletypeFromFileName(task.request.diff.prevName ?? "-"));
+			langs.add(request.diff.lang ?? getFiletypeFromFileName(request.diff.name));
+			langs.add(request.diff.lang ?? getFiletypeFromFileName(request.diff.prevName ?? "-"));
 	}
 	langs.delete("text");
 	return Array.from(langs);