@singapore-editor/tree-sitter 0.1.1

package/dist/treeSitter/source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source.js","names":[],"sources":["../../src/treeSitter/source.ts"],"sourcesContent":["import type { PieceTableSnapshot } from '@singapore-editor/core/document'\nimport { debugPieceTable, type PieceBufferId } from '@singapore-editor/core/debug'\nimport { forEachBufferSpan } from '@singapore-editor/core/debug'\n\ntype TreeSitterSourcePieceSpan = {\n  readonly chunkId: string\n  readonly start: number\n  readonly length: number\n}\n\ntype TreeSitterSourceChunkPayload = {\n  readonly chunkId: string\n  readonly text: string\n}\n\nexport type TreeSitterSourceDescriptor = {\n  readonly length: number\n  readonly pieces: readonly TreeSitterSourcePieceSpan[]\n  readonly chunks: readonly TreeSitterSourceChunkPayload[]\n}\n\nexport type TreeSitterSourceDescriptorOptions = {\n  readonly sentChunkLengths?: ReadonlyMap<string, number>\n}\n\ntype ResolvedTreeSitterSourceChunk = {\n  readonly text: string\n  readonly length: number\n}\n\nexport type TreeSitterSourceCache = Map<string, Map<string, ResolvedTreeSitterSourceChunk>>\n\ntype TreeSitterInputChunk = {\n  readonly start: number\n  readonly end: number\n  readonly chunkStart: number\n  readonly source: ResolvedTreeSitterSourceChunk\n}\n\nexport type TreeSitterPieceTableInput = {\n  readonly length: number\n  readonly chunks: readonly TreeSitterInputChunk[]\n  lastChunkIndex?: number\n}\n\nconst SOURCE_CHUNK_SIZE = 16 * 1024\n// web-tree-sitter copies parser callback text into a fixed 10KB UTF-16 buffer.\nconst PARSER_READ_BATCH_CODE_UNITS = 4096\nconst sourceOwners = new WeakMap<object, number>()\nlet nextSourceOwner = 1\n\nexport const createTreeSitterSourceDescriptor = (\n  snapshot: PieceTableSnapshot,\n  options: TreeSitterSourceDescriptorOptions = {},\n): TreeSitterSourceDescriptor => {\n  const pieces: TreeSitterSourcePieceSpan[] = []\n  const chunks: TreeSitterSourceChunkPayload[] = []\n  const emittedChunkIds = new Set<string>()\n\n  for (const piece of debugPieceTable(snapshot)) {\n    if (!piece.visible) continue\n    appendPieceSpans(snapshot, piece.buffer, piece.start, piece.length, {\n      pieces,\n      chunks,\n      emittedChunkIds,\n      sentChunkLengths: options.sentChunkLengths,\n    })\n  }\n\n  return {\n    length: snapshot.length,\n    pieces,\n    chunks,\n  }\n}\n\nexport const resolveTreeSitterSourceDescriptor = (\n  cache: TreeSitterSourceCache,\n  documentId: string,\n  descriptor: TreeSitterSourceDescriptor,\n): TreeSitterPieceTableInput => {\n  const documentCache = ensureDocumentSourceCache(cache, documentId)\n  const chunks = resolveDescriptorChunks(documentCache, descriptor)\n  // The client forgets the same chunks when it builds the descriptor, so both sides stay in step.\n  keepReferencedChunks(documentCache, descriptor)\n  return {\n    length: descriptor.length,\n    chunks,\n  }\n}\n\nexport const disposeTreeSitterSourceDocument = (\n  cache: TreeSitterSourceCache,\n  documentId: string,\n): void => {\n  cache.delete(documentId)\n}\n\nexport const clearTreeSitterSourceCache = (cache: TreeSitterSourceCache): void => {\n  cache.clear()\n}\n\nexport const readTreeSitterPieceTableInput = (\n  input: TreeSitterPieceTableInput,\n  index: number,\n): string | undefined => {\n  if (index < 0 || index >= input.length) return undefined\n\n  const chunk = findChunkContainingWithCursor(input, index)\n  if (!chunk) return undefined\n\n  const sourceStart = chunk.chunkStart + index - chunk.start\n  const sourceEnd = chunk.chunkStart + chunk.end - chunk.start\n  const readEnd = safeParserReadEnd(\n    chunk.source,\n    sourceStart,\n    Math.min(sourceEnd, sourceStart + PARSER_READ_BATCH_CODE_UNITS),\n    sourceEnd,\n  )\n  return readResolvedChunkText(chunk.source, sourceStart, readEnd)\n}\n\nexport const readTreeSitterInputRange = (\n  input: TreeSitterPieceTableInput,\n  startIndex: number,\n  endIndex: number,\n): string => {\n  if (endIndex <= startIndex) return ''\n\n  const chunks: string[] = []\n  for (const chunk of input.chunks) {\n    if (chunk.end <= startIndex) continue\n    if (chunk.start >= endIndex) break\n\n    const start = Math.max(startIndex, chunk.start) - chunk.start\n    const end = Math.min(endIndex, chunk.end) - chunk.start\n    chunks.push(\n      readResolvedChunkText(chunk.source, chunk.chunkStart + start, chunk.chunkStart + end),\n    )\n  }\n\n  return chunks.join('')\n}\n\ntype PieceSpanBuilder = {\n  readonly pieces: TreeSitterSourcePieceSpan[]\n  readonly chunks: TreeSitterSourceChunkPayload[]\n  readonly emittedChunkIds: Set<string>\n  readonly sentChunkLengths?: ReadonlyMap<string, number>\n}\n\nconst appendPieceSpans = (\n  snapshot: PieceTableSnapshot,\n  bufferId: PieceBufferId,\n  start: number,\n  length: number,\n  builder: PieceSpanBuilder,\n): void => {\n  forEachBufferSpan(snapshot.buffers, bufferId, start, start + length, (text, from, to, owner) => {\n    appendSourceSpans(text, owner, from, to, builder)\n  })\n}\n\nconst appendSourceSpans = (\n  text: string,\n  owner: object,\n  start: number,\n  end: number,\n  builder: PieceSpanBuilder,\n): void => {\n  let offset = start\n\n  while (offset < end) {\n    const chunkStart = Math.floor(offset / SOURCE_CHUNK_SIZE) * SOURCE_CHUNK_SIZE\n    const chunkLength = Math.min(text.length - chunkStart, SOURCE_CHUNK_SIZE)\n    const spanStart = offset - chunkStart\n    const spanLength = Math.min(end - offset, chunkLength - spanStart)\n    const chunkId = sourceChunkId(owner, chunkStart)\n\n    builder.pieces.push({ chunkId, start: spanStart, length: spanLength })\n    appendChunkPayload(text, chunkId, chunkStart, chunkLength, builder)\n    offset += spanLength\n  }\n}\n\nconst appendChunkPayload = (\n  text: string,\n  chunkId: string,\n  chunkStart: number,\n  chunkLength: number,\n  builder: PieceSpanBuilder,\n): void => {\n  // Physical owners survive append-only growth; forks and copied survivors get new owners.\n  if (builder.sentChunkLengths?.get(chunkId) === chunkLength) return\n  if (builder.emittedChunkIds.has(chunkId)) return\n\n  builder.emittedChunkIds.add(chunkId)\n  builder.chunks.push({ chunkId, text: text.slice(chunkStart, chunkStart + chunkLength) })\n}\n\nconst sourceChunkId = (owner: object, chunkStart: number): string => {\n  let id = sourceOwners.get(owner)\n  if (id === undefined) {\n    id = nextSourceOwner++\n    sourceOwners.set(owner, id)\n  }\n  return `${id}:${chunkStart}`\n}\n\nconst ensureDocumentSourceCache = (\n  cache: TreeSitterSourceCache,\n  documentId: string,\n): Map<string, ResolvedTreeSitterSourceChunk> => {\n  const existing = cache.get(documentId)\n  if (existing) return existing\n\n  const documentCache = new Map<string, ResolvedTreeSitterSourceChunk>()\n  cache.set(documentId, documentCache)\n  return documentCache\n}\n\nconst resolveDescriptorChunks = (\n  cache: Map<string, ResolvedTreeSitterSourceChunk>,\n  descriptor: TreeSitterSourceDescriptor,\n): TreeSitterInputChunk[] => {\n  cacheChunkPayloads(cache, descriptor.chunks)\n\n  const chunks: TreeSitterInputChunk[] = []\n  let documentOffset = 0\n  for (const piece of descriptor.pieces) {\n    const source = cache.get(piece.chunkId)\n    if (!source) throw new Error(`Tree-sitter source chunk \"${piece.chunkId}\" is missing`)\n\n    chunks.push({\n      start: documentOffset,\n      end: documentOffset + piece.length,\n      chunkStart: piece.start,\n      source,\n    })\n    documentOffset += piece.length\n  }\n\n  if (documentOffset !== descriptor.length) throw new Error('Tree-sitter source length mismatch')\n  return chunks\n}\n\nconst keepReferencedChunks = (\n  cache: Map<string, ResolvedTreeSitterSourceChunk>,\n  descriptor: TreeSitterSourceDescriptor,\n): void => {\n  const referenced = new Set(descriptor.pieces.map((piece) => piece.chunkId))\n  for (const chunkId of cache.keys()) {\n    if (!referenced.has(chunkId)) cache.delete(chunkId)\n  }\n}\n\nconst cacheChunkPayloads = (\n  cache: Map<string, ResolvedTreeSitterSourceChunk>,\n  chunks: readonly TreeSitterSourceChunkPayload[],\n): void => {\n  for (const chunk of chunks)\n    cache.set(chunk.chunkId, { text: chunk.text, length: chunk.text.length })\n}\n\nconst readResolvedChunkText = (\n  chunk: ResolvedTreeSitterSourceChunk,\n  start: number,\n  end: number,\n): string => chunk.text.slice(start, end)\n\nconst safeParserReadEnd = (\n  chunk: ResolvedTreeSitterSourceChunk,\n  start: number,\n  end: number,\n  maxEnd: number,\n): number => {\n  if (end >= maxEnd || end <= start) return end\n\n  const lastCodeUnit = readResolvedChunkCodeUnit(chunk, end - 1)\n  if (!isHighSurrogate(lastCodeUnit)) return end\n  return Math.max(start + 1, end - 1)\n}\n\nconst readResolvedChunkCodeUnit = (chunk: ResolvedTreeSitterSourceChunk, index: number): number =>\n  chunk.text.charCodeAt(index)\n\nconst isHighSurrogate = (codeUnit: number): boolean => codeUnit >= 0xd800 && codeUnit <= 0xdbff\n\nconst findChunkContaining = (\n  chunks: readonly TreeSitterInputChunk[],\n  index: number,\n): TreeSitterInputChunk | null => {\n  let low = 0\n  let high = chunks.length - 1\n\n  while (low <= high) {\n    const middle = Math.floor((low + high) / 2)\n    const chunk = chunks[middle]\n    if (!chunk) return null\n\n    if (index < chunk.start) {\n      high = middle - 1\n      continue\n    }\n\n    if (index >= chunk.end) {\n      low = middle + 1\n      continue\n    }\n\n    return chunk\n  }\n\n  return null\n}\n\nconst findChunkContainingWithCursor = (\n  input: TreeSitterPieceTableInput,\n  index: number,\n): TreeSitterInputChunk | null => {\n  const cachedIndex = input.lastChunkIndex\n  const cached = cachedIndex === undefined ? null : input.chunks[cachedIndex]\n  if (cached && index >= cached.start && index < cached.end) return cached\n\n  if (cachedIndex !== undefined) {\n    const next = input.chunks[cachedIndex + 1]\n    if (next && index >= next.start && index < next.end) {\n      input.lastChunkIndex = cachedIndex + 1\n      return next\n    }\n  }\n\n  const chunk = findChunkContaining(input.chunks, index)\n  if (chunk) input.lastChunkIndex = input.chunks.indexOf(chunk)\n  return chunk\n}\n"],"mappings":";;AA6CA,IAAM,oBAAoB;AAE1B,IAAM,+BAA+B;AACrC,IAAM,+BAAe,IAAI,QAAwB;AACjD,IAAI,kBAAkB;AAEtB,IAAa,oCACX,UACA,UAA6C,CAAC,MACf;CAC/B,MAAM,SAAsC,CAAC;CAC7C,MAAM,SAAyC,CAAC;CAChD,MAAM,kCAAkB,IAAI,IAAY;CAExC,KAAK,MAAM,SAAS,gBAAgB,QAAQ,GAAG;EAC7C,IAAI,CAAC,MAAM,SAAS;EACpB,iBAAiB,UAAU,MAAM,QAAQ,MAAM,OAAO,MAAM,QAAQ;GAClE;GACA;GACA;GACA,kBAAkB,QAAQ;EAC5B,CAAC;CACH;CAEA,OAAO;EACL,QAAQ,SAAS;EACjB;EACA;CACF;AACF;AAEA,IAAa,qCACX,OACA,YACA,eAC8B;CAC9B,MAAM,gBAAgB,0BAA0B,OAAO,UAAU;CACjE,MAAM,SAAS,wBAAwB,eAAe,UAAU;CAEhE,qBAAqB,eAAe,UAAU;CAC9C,OAAO;EACL,QAAQ,WAAW;EACnB;CACF;AACF;AAaA,IAAa,iCACX,OACA,UACuB;CACvB,IAAI,QAAQ,KAAK,SAAS,MAAM,QAAQ,OAAO,KAAA;CAE/C,MAAM,QAAQ,8BAA8B,OAAO,KAAK;CACxD,IAAI,CAAC,OAAO,OAAO,KAAA;CAEnB,MAAM,cAAc,MAAM,aAAa,QAAQ,MAAM;CACrD,MAAM,YAAY,MAAM,aAAa,MAAM,MAAM,MAAM;CACvD,MAAM,UAAU,kBACd,MAAM,QACN,aACA,KAAK,IAAI,WAAW,cAAc,4BAA4B,GAC9D,SACF;CACA,OAAO,sBAAsB,MAAM,QAAQ,aAAa,OAAO;AACjE;AAEA,IAAa,4BACX,OACA,YACA,aACW;CACX,IAAI,YAAY,YAAY,OAAO;CAEnC,MAAM,SAAmB,CAAC;CAC1B,KAAK,MAAM,SAAS,MAAM,QAAQ;EAChC,IAAI,MAAM,OAAO,YAAY;EAC7B,IAAI,MAAM,SAAS,UAAU;EAE7B,MAAM,QAAQ,KAAK,IAAI,YAAY,MAAM,KAAK,IAAI,MAAM;EACxD,MAAM,MAAM,KAAK,IAAI,UAAU,MAAM,GAAG,IAAI,MAAM;EAClD,OAAO,KACL,sBAAsB,MAAM,QAAQ,MAAM,aAAa,OAAO,MAAM,aAAa,GAAG,CACtF;CACF;CAEA,OAAO,OAAO,KAAK,EAAE;AACvB;AASA,IAAM,oBACJ,UACA,UACA,OACA,QACA,YACS;CACT,kBAAkB,SAAS,SAAS,UAAU,OAAO,QAAQ,SAAS,MAAM,MAAM,IAAI,UAAU;EAC9F,kBAAkB,MAAM,OAAO,MAAM,IAAI,OAAO;CAClD,CAAC;AACH;AAEA,IAAM,qBACJ,MACA,OACA,OACA,KACA,YACS;CACT,IAAI,SAAS;CAEb,OAAO,SAAS,KAAK;EACnB,MAAM,aAAa,KAAK,MAAM,SAAS,iBAAiB,IAAI;EAC5D,MAAM,cAAc,KAAK,IAAI,KAAK,SAAS,YAAY,iBAAiB;EACxE,MAAM,YAAY,SAAS;EAC3B,MAAM,aAAa,KAAK,IAAI,MAAM,QAAQ,cAAc,SAAS;EACjE,MAAM,UAAU,cAAc,OAAO,UAAU;EAE/C,QAAQ,OAAO,KAAK;GAAE;GAAS,OAAO;GAAW,QAAQ;EAAW,CAAC;EACrE,mBAAmB,MAAM,SAAS,YAAY,aAAa,OAAO;EAClE,UAAU;CACZ;AACF;AAEA,IAAM,sBACJ,MACA,SACA,YACA,aACA,YACS;CAET,IAAI,QAAQ,kBAAkB,IAAI,OAAO,MAAM,aAAa;CAC5D,IAAI,QAAQ,gBAAgB,IAAI,OAAO,GAAG;CAE1C,QAAQ,gBAAgB,IAAI,OAAO;CACnC,QAAQ,OAAO,KAAK;EAAE;EAAS,MAAM,KAAK,MAAM,YAAY,aAAa,WAAW;CAAE,CAAC;AACzF;AAEA,IAAM,iBAAiB,OAAe,eAA+B;CACnE,IAAI,KAAK,aAAa,IAAI,KAAK;CAC/B,IAAI,OAAO,KAAA,GAAW;EACpB,KAAK;EACL,aAAa,IAAI,OAAO,EAAE;CAC5B;CACA,OAAO,GAAG,GAAG,GAAG;AAClB;AAEA,IAAM,6BACJ,OACA,eAC+C;CAC/C,MAAM,WAAW,MAAM,IAAI,UAAU;CACrC,IAAI,UAAU,OAAO;CAErB,MAAM,gCAAgB,IAAI,IAA2C;CACrE,MAAM,IAAI,YAAY,aAAa;CACnC,OAAO;AACT;AAEA,IAAM,2BACJ,OACA,eAC2B;CAC3B,mBAAmB,OAAO,WAAW,MAAM;CAE3C,MAAM,SAAiC,CAAC;CACxC,IAAI,iBAAiB;CACrB,KAAK,MAAM,SAAS,WAAW,QAAQ;EACrC,MAAM,SAAS,MAAM,IAAI,MAAM,OAAO;EACtC,IAAI,CAAC,QAAQ,MAAM,IAAI,MAAM,6BAA6B,MAAM,QAAQ,aAAa;EAErF,OAAO,KAAK;GACV,OAAO;GACP,KAAK,iBAAiB,MAAM;GAC5B,YAAY,MAAM;GAClB;EACF,CAAC;EACD,kBAAkB,MAAM;CAC1B;CAEA,IAAI,mBAAmB,WAAW,QAAQ,MAAM,IAAI,MAAM,oCAAoC;CAC9F,OAAO;AACT;AAEA,IAAM,wBACJ,OACA,eACS;CACT,MAAM,aAAa,IAAI,IAAI,WAAW,OAAO,KAAK,UAAU,MAAM,OAAO,CAAC;CAC1E,KAAK,MAAM,WAAW,MAAM,KAAK,GAC/B,IAAI,CAAC,WAAW,IAAI,OAAO,GAAG,MAAM,OAAO,OAAO;AAEtD;AAEA,IAAM,sBACJ,OACA,WACS;CACT,KAAK,MAAM,SAAS,QAClB,MAAM,IAAI,MAAM,SAAS;EAAE,MAAM,MAAM;EAAM,QAAQ,MAAM,KAAK;CAAO,CAAC;AAC5E;AAEA,IAAM,yBACJ,OACA,OACA,QACW,MAAM,KAAK,MAAM,OAAO,GAAG;AAExC,IAAM,qBACJ,OACA,OACA,KACA,WACW;CACX,IAAI,OAAO,UAAU,OAAO,OAAO,OAAO;CAG1C,IAAI,CAAC,gBADgB,0BAA0B,OAAO,MAAM,CACvC,CAAY,GAAG,OAAO;CAC3C,OAAO,KAAK,IAAI,QAAQ,GAAG,MAAM,CAAC;AACpC;AAEA,IAAM,6BAA6B,OAAsC,UACvE,MAAM,KAAK,WAAW,KAAK;AAE7B,IAAM,mBAAmB,aAA8B,YAAY,SAAU,YAAY;AAEzF,IAAM,uBACJ,QACA,UACgC;CAChC,IAAI,MAAM;CACV,IAAI,OAAO,OAAO,SAAS;CAE3B,OAAO,OAAO,MAAM;EAClB,MAAM,SAAS,KAAK,OAAO,MAAM,QAAQ,CAAC;EAC1C,MAAM,QAAQ,OAAO;EACrB,IAAI,CAAC,OAAO,OAAO;EAEnB,IAAI,QAAQ,MAAM,OAAO;GACvB,OAAO,SAAS;GAChB;EACF;EAEA,IAAI,SAAS,MAAM,KAAK;GACtB,MAAM,SAAS;GACf;EACF;EAEA,OAAO;CACT;CAEA,OAAO;AACT;AAEA,IAAM,iCACJ,OACA,UACgC;CAChC,MAAM,cAAc,MAAM;CAC1B,MAAM,SAAS,gBAAgB,KAAA,IAAY,OAAO,MAAM,OAAO;CAC/D,IAAI,UAAU,SAAS,OAAO,SAAS,QAAQ,OAAO,KAAK,OAAO;CAElE,IAAI,gBAAgB,KAAA,GAAW;EAC7B,MAAM,OAAO,MAAM,OAAO,cAAc;EACxC,IAAI,QAAQ,SAAS,KAAK,SAAS,QAAQ,KAAK,KAAK;GACnD,MAAM,iBAAiB,cAAc;GACrC,OAAO;EACT;CACF;CAEA,MAAM,QAAQ,oBAAoB,MAAM,QAAQ,KAAK;CACrD,IAAI,OAAO,MAAM,iBAAiB,MAAM,OAAO,QAAQ,KAAK;CAC5D,OAAO;AACT"}

package/dist/treeSitter/sourceChunkRetention.d.ts

@@ -0,0 +1,30 @@
+import type { PieceTableSnapshot } from '@singapore-editor/core/document';
+import { type TreeSitterSourceDescriptor } from './source';
+export type TreeSitterSourceChunkRetentionSnapshot = {
+    readonly documents: number;
+    readonly sentChunks: number;
+    readonly sourceEpochs: number;
+};
+export type TreeSitterSourceChunkRequest = {
+    readonly documentId: string;
+    readonly source: TreeSitterSourceDescriptor;
+    readonly epoch: number;
+};
+export declare class TreeSitterSourceChunkRetention {
+    private readonly sentSourceChunkLengths;
+    private readonly sourceDocumentEpochs;
+    private readonly latestDescriptors;
+    createDescriptor(documentId: string, snapshot: PieceTableSnapshot): TreeSitterSourceDescriptor;
+    createRequest(documentId: string, source: TreeSitterSourceDescriptor): TreeSitterSourceChunkRequest;
+    markRequestSent(request: TreeSitterSourceChunkRequest | null): void;
+    invalidateDocument(documentId: string): void;
+    clear(): void;
+    inspect(): TreeSitterSourceChunkRetentionSnapshot;
+    private sourceChunkLengthsForDocument;
+    private canMarkRequestSent;
+    private currentSourceEpoch;
+    private hasDocumentState;
+    private documentCount;
+    private sentChunkCount;
+}
+//# sourceMappingURL=sourceChunkRetention.d.ts.map

package/dist/treeSitter/sourceChunkRetention.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sourceChunkRetention.d.ts","sourceRoot":"","sources":["../../src/treeSitter/sourceChunkRetention.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAA;AACzE,OAAO,EAAoC,KAAK,0BAA0B,EAAE,MAAM,UAAU,CAAA;AAE5F,MAAM,MAAM,sCAAsC,GAAG;IACnD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;CAC9B,CAAA;AAED,MAAM,MAAM,4BAA4B,GAAG;IACzC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,MAAM,EAAE,0BAA0B,CAAA;IAC3C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CACvB,CAAA;AAED,qBAAa,8BAA8B;IAIzC,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAyC;IAChF,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAA4B;IAGjE,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAA0D;IAErF,gBAAgB,CACrB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,kBAAkB,GAC3B,0BAA0B;IAWtB,aAAa,CAClB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,0BAA0B,GACjC,4BAA4B;IAQxB,eAAe,CAAC,OAAO,EAAE,4BAA4B,GAAG,IAAI,GAAG,IAAI;IAUnE,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAQ5C,KAAK,IAAI,IAAI;IAMb,OAAO,IAAI,sCAAsC;IAQxD,OAAO,CAAC,6BAA6B;IAUrC,OAAO,CAAC,kBAAkB;IAK1B,OAAO,CAAC,kBAAkB;IAI1B,OAAO,CAAC,gBAAgB;IAKxB,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,cAAc;CAKvB"}

package/dist/treeSitter/sourceChunkRetention.js

@@ -0,0 +1,76 @@
+import { createTreeSitterSourceDescriptor } from "./source.js";
+//#region src/treeSitter/sourceChunkRetention.ts
+var TreeSitterSourceChunkRetention = class {
+	sentSourceChunkLengths = /* @__PURE__ */ new Map();
+	sourceDocumentEpochs = /* @__PURE__ */ new Map();
+	latestDescriptors = /* @__PURE__ */ new Map();
+	createDescriptor(documentId, snapshot) {
+		const sent = this.sourceChunkLengthsForDocument(documentId);
+		const descriptor = createTreeSitterSourceDescriptor(snapshot, { sentChunkLengths: sent });
+		const referenced = new Set(descriptor.pieces.map((piece) => piece.chunkId));
+		for (const chunkId of sent.keys()) if (!referenced.has(chunkId)) sent.delete(chunkId);
+		this.latestDescriptors.set(documentId, descriptor.pieces);
+		return descriptor;
+	}
+	createRequest(documentId, source) {
+		return {
+			documentId,
+			source,
+			epoch: this.currentSourceEpoch(documentId)
+		};
+	}
+	markRequestSent(request) {
+		if (!request) return;
+		if (!this.canMarkRequestSent(request)) return;
+		const sent = this.sourceChunkLengthsForDocument(request.documentId);
+		for (const chunk of request.source.chunks) sent.set(chunk.chunkId, chunk.text.length);
+	}
+	invalidateDocument(documentId) {
+		if (!this.hasDocumentState(documentId)) return;
+		this.sentSourceChunkLengths.delete(documentId);
+		this.latestDescriptors.delete(documentId);
+		this.sourceDocumentEpochs.set(documentId, this.currentSourceEpoch(documentId) + 1);
+	}
+	clear() {
+		this.sentSourceChunkLengths.clear();
+		this.latestDescriptors.clear();
+		this.sourceDocumentEpochs.clear();
+	}
+	inspect() {
+		return {
+			documents: this.documentCount(),
+			sentChunks: this.sentChunkCount(),
+			sourceEpochs: this.sourceDocumentEpochs.size
+		};
+	}
+	sourceChunkLengthsForDocument(documentId) {
+		const existing = this.sentSourceChunkLengths.get(documentId);
+		if (existing) return existing;
+		const sent = /* @__PURE__ */ new Map();
+		this.sentSourceChunkLengths.set(documentId, sent);
+		return sent;
+	}
+	canMarkRequestSent(request) {
+		if (request.epoch !== this.currentSourceEpoch(request.documentId)) return false;
+		return this.latestDescriptors.get(request.documentId) === request.source.pieces;
+	}
+	currentSourceEpoch(documentId) {
+		return this.sourceDocumentEpochs.get(documentId) ?? 0;
+	}
+	hasDocumentState(documentId) {
+		if (this.sentSourceChunkLengths.has(documentId)) return true;
+		return this.sourceDocumentEpochs.has(documentId);
+	}
+	documentCount() {
+		return (/* @__PURE__ */ new Set([...this.sentSourceChunkLengths.keys(), ...this.sourceDocumentEpochs.keys()])).size;
+	}
+	sentChunkCount() {
+		let count = 0;
+		for (const chunks of this.sentSourceChunkLengths.values()) count += chunks.size;
+		return count;
+	}
+};
+//#endregion
+export { TreeSitterSourceChunkRetention };
+
+//# sourceMappingURL=sourceChunkRetention.js.map

package/dist/treeSitter/sourceChunkRetention.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sourceChunkRetention.js","names":[],"sources":["../../src/treeSitter/sourceChunkRetention.ts"],"sourcesContent":["import type { PieceTableSnapshot } from '@singapore-editor/core/document'\nimport { createTreeSitterSourceDescriptor, type TreeSitterSourceDescriptor } from './source'\n\nexport type TreeSitterSourceChunkRetentionSnapshot = {\n  readonly documents: number\n  readonly sentChunks: number\n  readonly sourceEpochs: number\n}\n\nexport type TreeSitterSourceChunkRequest = {\n  readonly documentId: string\n  readonly source: TreeSitterSourceDescriptor\n  readonly epoch: number\n}\n\nexport class TreeSitterSourceChunkRetention {\n  // chunkId → sent length. Buffers are append-only, so a chunk id with an\n  // unchanged length is byte-identical to what the worker already caches; a\n  // longer length means the tail chunk grew and must be re-sent.\n  private readonly sentSourceChunkLengths = new Map<string, Map<string, number>>()\n  private readonly sourceDocumentEpochs = new Map<string, number>()\n  // The worker keeps only the chunks of the last descriptor it received; see keepReferencedChunks.\n  // Pieces identify a descriptor without pinning its payload text.\n  private readonly latestDescriptors = new Map<string, TreeSitterSourceDescriptor['pieces']>()\n\n  public createDescriptor(\n    documentId: string,\n    snapshot: PieceTableSnapshot,\n  ): TreeSitterSourceDescriptor {\n    const sent = this.sourceChunkLengthsForDocument(documentId)\n    const descriptor = createTreeSitterSourceDescriptor(snapshot, { sentChunkLengths: sent })\n    const referenced = new Set(descriptor.pieces.map((piece) => piece.chunkId))\n    for (const chunkId of sent.keys()) {\n      if (!referenced.has(chunkId)) sent.delete(chunkId)\n    }\n    this.latestDescriptors.set(documentId, descriptor.pieces)\n    return descriptor\n  }\n\n  public createRequest(\n    documentId: string,\n    source: TreeSitterSourceDescriptor,\n  ): TreeSitterSourceChunkRequest {\n    return {\n      documentId,\n      source,\n      epoch: this.currentSourceEpoch(documentId),\n    }\n  }\n\n  public markRequestSent(request: TreeSitterSourceChunkRequest | null): void {\n    if (!request) return\n    if (!this.canMarkRequestSent(request)) return\n\n    const sent = this.sourceChunkLengthsForDocument(request.documentId)\n    for (const chunk of request.source.chunks) {\n      sent.set(chunk.chunkId, chunk.text.length)\n    }\n  }\n\n  public invalidateDocument(documentId: string): void {\n    if (!this.hasDocumentState(documentId)) return\n\n    this.sentSourceChunkLengths.delete(documentId)\n    this.latestDescriptors.delete(documentId)\n    this.sourceDocumentEpochs.set(documentId, this.currentSourceEpoch(documentId) + 1)\n  }\n\n  public clear(): void {\n    this.sentSourceChunkLengths.clear()\n    this.latestDescriptors.clear()\n    this.sourceDocumentEpochs.clear()\n  }\n\n  public inspect(): TreeSitterSourceChunkRetentionSnapshot {\n    return {\n      documents: this.documentCount(),\n      sentChunks: this.sentChunkCount(),\n      sourceEpochs: this.sourceDocumentEpochs.size,\n    }\n  }\n\n  private sourceChunkLengthsForDocument(documentId: string): Map<string, number> {\n    const existing = this.sentSourceChunkLengths.get(documentId)\n    if (existing) return existing\n\n    const sent = new Map<string, number>()\n    this.sentSourceChunkLengths.set(documentId, sent)\n    return sent\n  }\n\n  // An older response may name chunks a newer descriptor has since told the worker to drop.\n  private canMarkRequestSent(request: TreeSitterSourceChunkRequest): boolean {\n    if (request.epoch !== this.currentSourceEpoch(request.documentId)) return false\n    return this.latestDescriptors.get(request.documentId) === request.source.pieces\n  }\n\n  private currentSourceEpoch(documentId: string): number {\n    return this.sourceDocumentEpochs.get(documentId) ?? 0\n  }\n\n  private hasDocumentState(documentId: string): boolean {\n    if (this.sentSourceChunkLengths.has(documentId)) return true\n    return this.sourceDocumentEpochs.has(documentId)\n  }\n\n  private documentCount(): number {\n    return new Set([...this.sentSourceChunkLengths.keys(), ...this.sourceDocumentEpochs.keys()])\n      .size\n  }\n\n  private sentChunkCount(): number {\n    let count = 0\n    for (const chunks of this.sentSourceChunkLengths.values()) count += chunks.size\n    return count\n  }\n}\n"],"mappings":";;AAeA,IAAa,iCAAb,MAA4C;CAI1C,yCAA0C,IAAI,IAAiC;CAC/E,uCAAwC,IAAI,IAAoB;CAGhE,oCAAqC,IAAI,IAAkD;CAE3F,iBACE,YACA,UAC4B;EAC5B,MAAM,OAAO,KAAK,8BAA8B,UAAU;EAC1D,MAAM,aAAa,iCAAiC,UAAU,EAAE,kBAAkB,KAAK,CAAC;EACxF,MAAM,aAAa,IAAI,IAAI,WAAW,OAAO,KAAK,UAAU,MAAM,OAAO,CAAC;EAC1E,KAAK,MAAM,WAAW,KAAK,KAAK,GAC9B,IAAI,CAAC,WAAW,IAAI,OAAO,GAAG,KAAK,OAAO,OAAO;EAEnD,KAAK,kBAAkB,IAAI,YAAY,WAAW,MAAM;EACxD,OAAO;CACT;CAEA,cACE,YACA,QAC8B;EAC9B,OAAO;GACL;GACA;GACA,OAAO,KAAK,mBAAmB,UAAU;EAC3C;CACF;CAEA,gBAAuB,SAAoD;EACzE,IAAI,CAAC,SAAS;EACd,IAAI,CAAC,KAAK,mBAAmB,OAAO,GAAG;EAEvC,MAAM,OAAO,KAAK,8BAA8B,QAAQ,UAAU;EAClE,KAAK,MAAM,SAAS,QAAQ,OAAO,QACjC,KAAK,IAAI,MAAM,SAAS,MAAM,KAAK,MAAM;CAE7C;CAEA,mBAA0B,YAA0B;EAClD,IAAI,CAAC,KAAK,iBAAiB,UAAU,GAAG;EAExC,KAAK,uBAAuB,OAAO,UAAU;EAC7C,KAAK,kBAAkB,OAAO,UAAU;EACxC,KAAK,qBAAqB,IAAI,YAAY,KAAK,mBAAmB,UAAU,IAAI,CAAC;CACnF;CAEA,QAAqB;EACnB,KAAK,uBAAuB,MAAM;EAClC,KAAK,kBAAkB,MAAM;EAC7B,KAAK,qBAAqB,MAAM;CAClC;CAEA,UAAyD;EACvD,OAAO;GACL,WAAW,KAAK,cAAc;GAC9B,YAAY,KAAK,eAAe;GAChC,cAAc,KAAK,qBAAqB;EAC1C;CACF;CAEA,8BAAsC,YAAyC;EAC7E,MAAM,WAAW,KAAK,uBAAuB,IAAI,UAAU;EAC3D,IAAI,UAAU,OAAO;EAErB,MAAM,uBAAO,IAAI,IAAoB;EACrC,KAAK,uBAAuB,IAAI,YAAY,IAAI;EAChD,OAAO;CACT;CAGA,mBAA2B,SAAgD;EACzE,IAAI,QAAQ,UAAU,KAAK,mBAAmB,QAAQ,UAAU,GAAG,OAAO;EAC1E,OAAO,KAAK,kBAAkB,IAAI,QAAQ,UAAU,MAAM,QAAQ,OAAO;CAC3E;CAEA,mBAA2B,YAA4B;EACrD,OAAO,KAAK,qBAAqB,IAAI,UAAU,KAAK;CACtD;CAEA,iBAAyB,YAA6B;EACpD,IAAI,KAAK,uBAAuB,IAAI,UAAU,GAAG,OAAO;EACxD,OAAO,KAAK,qBAAqB,IAAI,UAAU;CACjD;CAEA,gBAAgC;EAC9B,wBAAO,IAAI,IAAI,CAAC,GAAG,KAAK,uBAAuB,KAAK,GAAG,GAAG,KAAK,qBAAqB,KAAK,CAAC,CAAC,EAAA,CACxF;CACL;CAEA,iBAAiC;EAC/B,IAAI,QAAQ;EACZ,KAAK,MAAM,UAAU,KAAK,uBAAuB,OAAO,GAAG,SAAS,OAAO;EAC3E,OAAO;CACT;AACF"}

package/dist/treeSitter/treeSitter.worker.d.ts

@@ -0,0 +1,64 @@
+import { Language, Parser, Query, type Node, type Range as TreeSitterRange, type Tree } from 'web-tree-sitter';
+import { MarkdownDocument } from 'tree-sitter-md';
+import type { TreeSitterLanguageDescriptor } from './registry';
+import { type TreeSitterSourceCache, type TreeSitterPieceTableInput } from './source';
+import type { BracketInfo, TreeSitterCapture, TreeSitterDegradedState, TreeSitterEditRequest, TreeSitterError, TreeSitterLanguageId, TreeSitterParseRequest, TreeSitterParseResult, TreeSitterSyntaxRange } from './types';
+type Runtime = {
+    readonly descriptor: TreeSitterLanguageDescriptor;
+    readonly language: Language;
+    readonly parser: Parser;
+    highlightQuery: Query | null;
+    foldQuery: Query | null;
+    injectionQuery: Query | null;
+};
+type LayerKind = 'root' | 'injection' | 'combined-injection';
+type LayerKey = string;
+type ParsedLayer = {
+    readonly id: string;
+    readonly key: LayerKey;
+    readonly kind: LayerKind;
+    readonly parentId: string | null;
+    readonly parentLanguageId: TreeSitterLanguageId | null;
+    readonly languageId: TreeSitterLanguageId;
+    readonly depth: number;
+    readonly tree: Tree;
+    readonly ranges: readonly TreeSitterRange[];
+};
+type ParsedDocument = {
+    readonly markdown?: MarkdownDocument;
+    readonly snapshotVersion: number;
+    readonly languageId: TreeSitterLanguageId;
+    readonly source: TreeSitterPieceTableInput;
+    readonly layers: readonly ParsedLayer[];
+    readonly degraded: readonly TreeSitterDegradedState[];
+    readonly missingLanguages: readonly string[];
+    readonly size: number;
+    lastUsed: number;
+};
+type CancellationContext = {
+    readonly startedAt: number;
+    readonly budgetMs: number;
+    readonly flag: Int32Array | null;
+    readonly measurements?: Map<string, number>;
+    readonly counts?: Map<string, number>;
+};
+export declare const __treeSitterWorkerInternalsForTests: {
+    applyTextEdit: (text: string, startIndex: number, oldEndIndex: number, insertedText: string) => string;
+    applyTextEdits: (text: string, edits: readonly TreeSitterEditRequest["edits"][number][]) => string;
+    collectBracket: (node: Node, bracketStack: {
+        char: string;
+        index: number;
+    }[]) => BracketInfo | null;
+    collectCaptures: (tree: Tree | null, runtime: Runtime, context: CancellationContext, range?: TreeSitterSyntaxRange) => TreeSitterCapture[];
+    collectError: (node: Node) => TreeSitterError | null;
+    collectTreeData: (tree: Tree | null, range?: TreeSitterSyntaxRange) => Pick<TreeSitterParseResult, "brackets" | "errors">;
+    appendItems: <T>(target: T[], items: readonly T[]) => void;
+    rangeSpan: (ranges: readonly TreeSitterRange[]) => Pick<TreeSitterRange, "startIndex" | "endIndex">;
+    resolveTreeSitterSourceDescriptor: (cache: TreeSitterSourceCache, documentId: string, descriptor: import("./source").TreeSitterSourceDescriptor) => TreeSitterPieceTableInput;
+    readTreeSitterPieceTableInput: (input: TreeSitterPieceTableInput, index: number) => string | undefined;
+    replaceCachedDocument: (documentId: string, snapshot: ParsedDocument) => void;
+    reusableParsedDocument: (request: TreeSitterParseRequest, source: TreeSitterPieceTableInput, context: CancellationContext) => Promise<ParsedDocument | null>;
+    disposeDocument: (runtimeSessionId: string) => void;
+};
+export {};
+//# sourceMappingURL=treeSitter.worker.d.ts.map

package/dist/treeSitter/treeSitter.worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"treeSitter.worker.d.ts","sourceRoot":"","sources":["../../src/treeSitter/treeSitter.worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,QAAQ,EACR,MAAM,EACN,KAAK,EACL,KAAK,IAAI,EACT,KAAK,KAAK,IAAI,eAAe,EAC7B,KAAK,IAAI,EAEV,MAAM,iBAAiB,CAAA;AAQxB,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAA;AAUjD,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,YAAY,CAAA;AAC9D,OAAO,EAML,KAAK,qBAAqB,EAC1B,KAAK,yBAAyB,EAC/B,MAAM,UAAU,CAAA;AACjB,OAAO,KAAK,EACV,WAAW,EAEX,iBAAiB,EACjB,uBAAuB,EACvB,qBAAqB,EACrB,eAAe,EAEf,oBAAoB,EAEpB,sBAAsB,EACtB,qBAAqB,EAMrB,qBAAqB,EAItB,MAAM,SAAS,CAAA;AAEhB,KAAK,OAAO,GAAG;IACb,QAAQ,CAAC,UAAU,EAAE,4BAA4B,CAAA;IACjD,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAA;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,cAAc,EAAE,KAAK,GAAG,IAAI,CAAA;IAC5B,SAAS,EAAE,KAAK,GAAG,IAAI,CAAA;IACvB,cAAc,EAAE,KAAK,GAAG,IAAI,CAAA;CAC7B,CAAA;AAED,KAAK,SAAS,GAAG,MAAM,GAAG,WAAW,GAAG,oBAAoB,CAAA;AAE5D,KAAK,QAAQ,GAAG,MAAM,CAAA;AAEtB,KAAK,WAAW,GAAG;IACjB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAA;IACtB,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAA;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IAChC,QAAQ,CAAC,gBAAgB,EAAE,oBAAoB,GAAG,IAAI,CAAA;IACtD,QAAQ,CAAC,UAAU,EAAE,oBAAoB,CAAA;IACzC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAA;IACnB,QAAQ,CAAC,MAAM,EAAE,SAAS,eAAe,EAAE,CAAA;CAC5C,CAAA;AAED,KAAK,cAAc,GAAG;IACpB,QAAQ,CAAC,QAAQ,CAAC,EAAE,gBAAgB,CAAA;IACpC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,UAAU,EAAE,oBAAoB,CAAA;IACzC,QAAQ,CAAC,MAAM,EAAE,yBAAyB,CAAA;IAC1C,QAAQ,CAAC,MAAM,EAAE,SAAS,WAAW,EAAE,CAAA;IACvC,QAAQ,CAAC,QAAQ,EAAE,SAAS,uBAAuB,EAAE,CAAA;IACrD,QAAQ,CAAC,gBAAgB,EAAE,SAAS,MAAM,EAAE,CAAA;IAC5C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,EAAE,MAAM,CAAA;CACjB,CAAA;AAOD,KAAK,mBAAmB,GAAG;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,CAAA;IAChC,QAAQ,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC3C,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACtC,CAAA;AA86FD,eAAO,MAAM,mCAAmC;0BA/IxC,MAAM,cACA,MAAM,eACL,MAAM,gBACL,MAAM,KACnB,MAAM;2BAGD,MAAM,SACL,SAAS,qBAAqB,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,EAAE,KACvD,MAAM;2BA9cD,IAAI,gBACI;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,KAC9C,WAAW,GAAG,IAAI;4BAhpBb,IAAI,GAAG,IAAI,WACR,OAAO,WACP,mBAAmB,UACpB,qBAAqB,KAC5B,iBAAiB,EAAE;yBA4qBM,IAAI,KAAG,eAAe,GAAG,IAAI;4BA5IjD,IAAI,GAAG,IAAI,UACT,qBAAqB,KAC5B,IAAI,CAAC,qBAAqB,EAAE,UAAU,GAAG,QAAQ,CAAC;kBAikBhC,CAAC,UAAU,CAAC,EAAE,SAAS,SAAS,CAAC,EAAE,KAAG,IAAI;wBAvrBrD,SAAS,eAAe,EAAE,KACjC,IAAI,CAAC,eAAe,EAAE,YAAY,GAAG,UAAU,CAAC;;;wCAuYR,MAAM,YAAY,cAAc,KAAG,IAAI;sCA1gEvE,sBAAsB,UACvB,yBAAyB,WACxB,mBAAmB,KAC3B,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;wCAooEU,MAAM,KAAG,IAAI;CA2TvD,CAAA"}

package/dist/treeSitter/types.d.ts

@@ -0,0 +1,198 @@
+import type { TextEdit } from '@singapore-editor/core/document';
+import type { EditorToken, PackedEditorTokens } from '@singapore-editor/core/syntax';
+import type { TreeSitterLanguageDescriptor, TreeSitterLanguageId } from './registry';
+import type { TreeSitterSourceDescriptor } from './source';
+export type { TreeSitterLanguageId } from './registry';
+export type TreeSitterCapture = {
+    readonly startIndex: number;
+    readonly endIndex: number;
+    readonly captureName: string;
+    readonly languageId?: TreeSitterLanguageId;
+};
+export type FoldRange = {
+    readonly startIndex: number;
+    readonly endIndex: number;
+    readonly startLine: number;
+    readonly endLine: number;
+    readonly type: string;
+    readonly languageId?: TreeSitterLanguageId;
+};
+export type BracketInfo = {
+    readonly index: number;
+    readonly char: string;
+    readonly depth: number;
+};
+export type TreeSitterError = {
+    readonly startIndex: number;
+    readonly endIndex: number;
+    readonly message: string;
+    readonly isMissing: boolean;
+};
+export type TreeSitterPoint = {
+    readonly row: number;
+    readonly column: number;
+};
+export type TreeSitterInputEdit = {
+    readonly startIndex: number;
+    readonly oldEndIndex: number;
+    readonly newEndIndex: number;
+    readonly startPosition: TreeSitterPoint;
+    readonly oldEndPosition: TreeSitterPoint;
+    readonly newEndPosition: TreeSitterPoint;
+};
+export type TreeSitterInjectionInfo = {
+    readonly parentLanguageId: TreeSitterLanguageId;
+    readonly languageId: TreeSitterLanguageId;
+    readonly startIndex: number;
+    readonly endIndex: number;
+};
+type TreeSitterTimingMeasurement = {
+    readonly name: string;
+    readonly durationMs: number;
+};
+export type TreeSitterDegradedState = {
+    readonly kind: 'optional-phase-failed' | 'injection-failed';
+    readonly phase: string;
+    readonly message: string;
+};
+export type TreeSitterParseResult = {
+    readonly documentId: string;
+    readonly snapshotVersion: number;
+    readonly languageId: TreeSitterLanguageId;
+    readonly captures: readonly TreeSitterCapture[];
+    readonly records?: {
+        readonly languageId: string;
+        readonly data: Uint32Array;
+    };
+    readonly folds: readonly FoldRange[];
+    readonly brackets: readonly BracketInfo[];
+    readonly errors: readonly TreeSitterError[];
+    readonly injections: readonly TreeSitterInjectionInfo[];
+    readonly degraded?: readonly TreeSitterDegradedState[];
+    readonly tokens?: readonly EditorToken[];
+    readonly tokensPacked?: PackedEditorTokens;
+    readonly statistics?: Readonly<Record<string, number>>;
+    readonly missingLanguages?: readonly string[];
+    readonly timings: readonly TreeSitterTimingMeasurement[];
+};
+export type TreeSitterSyntaxRange = {
+    readonly startIndex: number;
+    readonly endIndex: number;
+};
+export type TreeSitterParseAckResult = {
+    readonly documentId: string;
+    readonly snapshotVersion: number;
+    readonly languageId: TreeSitterLanguageId;
+    readonly status: 'parsed';
+    readonly changedRanges: readonly TreeSitterSyntaxRange[];
+    readonly degraded?: readonly TreeSitterDegradedState[];
+    readonly statistics?: Readonly<Record<string, number>>;
+    readonly missingLanguages?: readonly string[];
+    readonly timings: readonly TreeSitterTimingMeasurement[];
+};
+export type TreeSitterRangeResult = TreeSitterParseResult & {
+    readonly range: TreeSitterSyntaxRange;
+};
+type TreeSitterInitRequest = {
+    readonly type: 'init';
+};
+type TreeSitterRegisterLanguagesRequest = {
+    readonly type: 'registerLanguages';
+    readonly languages: readonly TreeSitterLanguageDescriptor[];
+};
+type TreeSitterWarmLanguagesRequest = {
+    readonly type: 'warmLanguages';
+    readonly languageIds: readonly TreeSitterLanguageId[];
+};
+export type TreeSitterParseRequest = {
+    readonly type: 'parse';
+    readonly documentId: string;
+    readonly runtimeSessionId: string;
+    readonly snapshotVersion: number;
+    readonly languageId: TreeSitterLanguageId;
+    readonly includeHighlights: boolean;
+    readonly includeCaptures?: boolean;
+    readonly resultMode?: 'full' | 'parseOnly';
+    readonly source: TreeSitterSourceDescriptor;
+    readonly generation: number;
+    readonly cancellationBuffer?: SharedArrayBuffer;
+};
+export type TreeSitterEditRequest = {
+    readonly type: 'edit';
+    readonly documentId: string;
+    readonly runtimeSessionId: string;
+    readonly previousSnapshotVersion: number;
+    readonly snapshotVersion: number;
+    readonly languageId: TreeSitterLanguageId;
+    readonly includeHighlights: boolean;
+    readonly includeCaptures?: boolean;
+    readonly resultMode?: 'full' | 'parseOnly';
+    readonly source: TreeSitterSourceDescriptor;
+    readonly edits: readonly TextEdit[];
+    readonly inputEdits: readonly TreeSitterInputEdit[];
+    readonly generation: number;
+    readonly cancellationBuffer?: SharedArrayBuffer;
+};
+export type TreeSitterRangeRequest = {
+    readonly type: 'queryRange';
+    readonly documentId: string;
+    readonly runtimeSessionId: string;
+    readonly snapshotVersion: number;
+    readonly languageId: TreeSitterLanguageId;
+    readonly includeHighlights: boolean;
+    readonly includeCaptures?: boolean;
+    readonly range: TreeSitterSyntaxRange;
+    readonly generation: number;
+    readonly cancellationBuffer?: SharedArrayBuffer;
+};
+export type TreeSitterSelectionRange = {
+    readonly startIndex: number;
+    readonly endIndex: number;
+};
+type TreeSitterSelectionAction = 'selectToken' | 'expand';
+export type TreeSitterSelectionRequest = {
+    readonly type: 'selection';
+    readonly documentId: string;
+    readonly runtimeSessionId: string;
+    readonly snapshotVersion: number;
+    readonly languageId: TreeSitterLanguageId;
+    readonly action: TreeSitterSelectionAction;
+    readonly ranges: readonly TreeSitterSelectionRange[];
+};
+export type TreeSitterSelectionResult = {
+    readonly documentId: string;
+    readonly snapshotVersion: number;
+    readonly languageId: TreeSitterLanguageId;
+    readonly status: 'ok' | 'stale';
+    readonly ranges: readonly TreeSitterSelectionRange[];
+};
+type TreeSitterDisposeDocumentRequest = {
+    readonly type: 'disposeDocument';
+    readonly runtimeSessionId: string;
+};
+type TreeSitterRuntimeBarrierRequest = {
+    readonly type: 'runtimeBarrier';
+    readonly runtimeSessionId: string;
+};
+type TreeSitterIdleFenceRequest = {
+    readonly type: 'idleFence';
+};
+type TreeSitterDisposeRequest = {
+    readonly type: 'dispose';
+};
+export type TreeSitterWorkerRequestPayload = TreeSitterInitRequest | TreeSitterRegisterLanguagesRequest | TreeSitterWarmLanguagesRequest | TreeSitterParseRequest | TreeSitterEditRequest | TreeSitterRangeRequest | TreeSitterSelectionRequest | TreeSitterDisposeDocumentRequest | TreeSitterRuntimeBarrierRequest | TreeSitterIdleFenceRequest | TreeSitterDisposeRequest;
+export type TreeSitterWorkerResult = TreeSitterParseResult | TreeSitterParseAckResult | TreeSitterRangeResult | TreeSitterSelectionResult | undefined;
+export type TreeSitterWorkerRequest = {
+    readonly id: number;
+    readonly payload: TreeSitterWorkerRequestPayload;
+};
+export type TreeSitterWorkerResponse = {
+    readonly id: number;
+    readonly ok: true;
+    readonly result?: TreeSitterWorkerResult;
+} | {
+    readonly id: number;
+    readonly ok: false;
+    readonly error: string;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/treeSitter/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/treeSitter/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAA;AAC/D,OAAO,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAA;AACpF,OAAO,KAAK,EAAE,4BAA4B,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAA;AACpF,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,UAAU,CAAA;AAE1D,YAAY,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAA;AAEtD,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,UAAU,CAAC,EAAE,oBAAoB,CAAA;CAC3C,CAAA;AAED,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,UAAU,CAAC,EAAE,oBAAoB,CAAA;CAC3C,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CACvB,CAAA;AAED,MAAM,MAAM,eAAe,GAAG;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAA;CAC5B,CAAA;AAED,MAAM,MAAM,eAAe,GAAG;IAC5B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CACxB,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,aAAa,EAAE,eAAe,CAAA;IACvC,QAAQ,CAAC,cAAc,EAAE,eAAe,CAAA;IACxC,QAAQ,CAAC,cAAc,EAAE,eAAe,CAAA;CACzC,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,QAAQ,CAAC,gBAAgB,EAAE,oBAAoB,CAAA;IAC/C,QAAQ,CAAC,UAAU,EAAE,oBAAoB,CAAA;IACzC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;CAC1B,CAAA;AAED,KAAK,2BAA2B,GAAG;IACjC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;CAC5B,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,QAAQ,CAAC,IAAI,EAAE,uBAAuB,GAAG,kBAAkB,CAAA;IAC3D,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CACzB,CAAA;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,UAAU,EAAE,oBAAoB,CAAA;IACzC,QAAQ,CAAC,QAAQ,EAAE,SAAS,iBAAiB,EAAE,CAAA;IAC/C,QAAQ,CAAC,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAA;KAAE,CAAA;IAC9E,QAAQ,CAAC,KAAK,EAAE,SAAS,SAAS,EAAE,CAAA;IACpC,QAAQ,CAAC,QAAQ,EAAE,SAAS,WAAW,EAAE,CAAA;IACzC,QAAQ,CAAC,MAAM,EAAE,SAAS,eAAe,EAAE,CAAA;IAC3C,QAAQ,CAAC,UAAU,EAAE,SAAS,uBAAuB,EAAE,CAAA;IACvD,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,uBAAuB,EAAE,CAAA;IACtD,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,WAAW,EAAE,CAAA;IACxC,QAAQ,CAAC,YAAY,CAAC,EAAE,kBAAkB,CAAA;IAC1C,QAAQ,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;IACtD,QAAQ,CAAC,gBAAgB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IAC7C,QAAQ,CAAC,OAAO,EAAE,SAAS,2BAA2B,EAAE,CAAA;CACzD,CAAA;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;CAC1B,CAAA;AAED,MAAM,MAAM,wBAAwB,GAAG;IACrC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,UAAU,EAAE,oBAAoB,CAAA;IACzC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAA;IACzB,QAAQ,CAAC,aAAa,EAAE,SAAS,qBAAqB,EAAE,CAAA;IACxD,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,uBAAuB,EAAE,CAAA;IACtD,QAAQ,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;IACtD,QAAQ,CAAC,gBAAgB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IAC7C,QAAQ,CAAC,OAAO,EAAE,SAAS,2BAA2B,EAAE,CAAA;CACzD,CAAA;AAED,MAAM,MAAM,qBAAqB,GAAG,qBAAqB,GAAG;IAC1D,QAAQ,CAAC,KAAK,EAAE,qBAAqB,CAAA;CACtC,CAAA;AAED,KAAK,qBAAqB,GAAG;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CACtB,CAAA;AAED,KAAK,kCAAkC,GAAG;IACxC,QAAQ,CAAC,IAAI,EAAE,mBAAmB,CAAA;IAClC,QAAQ,CAAC,SAAS,EAAE,SAAS,4BAA4B,EAAE,CAAA;CAC5D,CAAA;AAED,KAAK,8BAA8B,GAAG;IACpC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAA;IAC9B,QAAQ,CAAC,WAAW,EAAE,SAAS,oBAAoB,EAAE,CAAA;CACtD,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,UAAU,EAAE,oBAAoB,CAAA;IACzC,QAAQ,CAAC,iBAAiB,EAAE,OAAO,CAAA;IACnC,QAAQ,CAAC,eAAe,CAAC,EAAE,OAAO,CAAA;IAClC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,WAAW,CAAA;IAC1C,QAAQ,CAAC,MAAM,EAAE,0BAA0B,CAAA;IAC3C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,iBAAiB,CAAA;CAChD,CAAA;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,uBAAuB,EAAE,MAAM,CAAA;IACxC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,UAAU,EAAE,oBAAoB,CAAA;IACzC,QAAQ,CAAC,iBAAiB,EAAE,OAAO,CAAA;IACnC,QAAQ,CAAC,eAAe,CAAC,EAAE,OAAO,CAAA;IAClC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,WAAW,CAAA;IAC1C,QAAQ,CAAC,MAAM,EAAE,0BAA0B,CAAA;IAC3C,QAAQ,CAAC,KAAK,EAAE,SAAS,QAAQ,EAAE,CAAA;IACnC,QAAQ,CAAC,UAAU,EAAE,SAAS,mBAAmB,EAAE,CAAA;IACnD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,iBAAiB,CAAA;CAChD,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAA;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,UAAU,EAAE,oBAAoB,CAAA;IACzC,QAAQ,CAAC,iBAAiB,EAAE,OAAO,CAAA;IACnC,QAAQ,CAAC,eAAe,CAAC,EAAE,OAAO,CAAA;IAClC,QAAQ,CAAC,KAAK,EAAE,qBAAqB,CAAA;IACrC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,iBAAiB,CAAA;CAChD,CAAA;AAED,MAAM,MAAM,wBAAwB,GAAG;IACrC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;CAC1B,CAAA;AAED,KAAK,yBAAyB,GAAG,aAAa,GAAG,QAAQ,CAAA;AAEzD,MAAM,MAAM,0BAA0B,GAAG;IACvC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAA;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,UAAU,EAAE,oBAAoB,CAAA;IACzC,QAAQ,CAAC,MAAM,EAAE,yBAAyB,CAAA;IAC1C,QAAQ,CAAC,MAAM,EAAE,SAAS,wBAAwB,EAAE,CAAA;CACrD,CAAA;AAED,MAAM,MAAM,yBAAyB,GAAG;IACtC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,UAAU,EAAE,oBAAoB,CAAA;IACzC,QAAQ,CAAC,MAAM,EAAE,IAAI,GAAG,OAAO,CAAA;IAC/B,QAAQ,CAAC,MAAM,EAAE,SAAS,wBAAwB,EAAE,CAAA;CACrD,CAAA;AAED,KAAK,gCAAgC,GAAG;IACtC,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAA;IAChC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAA;CAClC,CAAA;AAED,KAAK,+BAA+B,GAAG;IACrC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAA;IAC/B,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAA;CAClC,CAAA;AAED,KAAK,0BAA0B,GAAG;IAChC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAA;CAC3B,CAAA;AAED,KAAK,wBAAwB,GAAG;IAC9B,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAA;CACzB,CAAA;AAED,MAAM,MAAM,8BAA8B,GACtC,qBAAqB,GACrB,kCAAkC,GAClC,8BAA8B,GAC9B,sBAAsB,GACtB,qBAAqB,GACrB,sBAAsB,GACtB,0BAA0B,GAC1B,gCAAgC,GAChC,+BAA+B,GAC/B,0BAA0B,GAC1B,wBAAwB,CAAA;AAE5B,MAAM,MAAM,sBAAsB,GAC9B,qBAAqB,GACrB,wBAAwB,GACxB,qBAAqB,GACrB,yBAAyB,GACzB,SAAS,CAAA;AAEb,MAAM,MAAM,uBAAuB,GAAG;IACpC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,OAAO,EAAE,8BAA8B,CAAA;CACjD,CAAA;AAED,MAAM,MAAM,wBAAwB,GAChC;IACE,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAA;IACjB,QAAQ,CAAC,MAAM,CAAC,EAAE,sBAAsB,CAAA;CACzC,GACD;IACE,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAA;IAClB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CACvB,CAAA"}

package/dist/treeSitter/workerClient.d.ts

@@ -0,0 +1,133 @@
+import type { TreeSitterLanguageDescriptor } from './registry';
+import { type TreeSitterSourceChunkRetentionSnapshot } from './sourceChunkRetention';
+import type { TreeSitterEditRequest, TreeSitterLanguageId, TreeSitterParseAckResult, TreeSitterParseResult, TreeSitterRangeResult, TreeSitterSelectionRequest, TreeSitterSelectionResult, TreeSitterSyntaxRange } from './types';
+import type { PieceTableSnapshot } from '@singapore-editor/core/document';
+export type TreeSitterParsePayload = {
+    readonly documentId: string;
+    readonly runtimeSessionId: string;
+    readonly snapshotVersion: number;
+    readonly languageId: TreeSitterLanguageId;
+    readonly includeHighlights?: boolean;
+    readonly includeCaptures?: boolean;
+    readonly resultMode?: 'full';
+    readonly snapshot: PieceTableSnapshot;
+};
+export type TreeSitterParseOnlyPayload = Omit<TreeSitterParsePayload, 'resultMode'> & {
+    readonly resultMode: 'parseOnly';
+};
+export type TreeSitterBackendParsePayload = TreeSitterParsePayload | TreeSitterParseOnlyPayload;
+export type TreeSitterEditPayload = {
+    readonly documentId: string;
+    readonly runtimeSessionId: string;
+    readonly previousSnapshotVersion: number;
+    readonly snapshotVersion: number;
+    readonly languageId: TreeSitterLanguageId;
+    readonly includeHighlights: boolean;
+    readonly includeCaptures?: boolean;
+    readonly resultMode?: 'full';
+    readonly snapshot: PieceTableSnapshot;
+    readonly edits: readonly TreeSitterEditRequest['edits'][number][];
+    readonly inputEdits: readonly TreeSitterEditRequest['inputEdits'][number][];
+};
+export type TreeSitterEditOnlyPayload = Omit<TreeSitterEditPayload, 'resultMode'> & {
+    readonly resultMode: 'parseOnly';
+};
+export type TreeSitterBackendEditPayload = TreeSitterEditPayload | TreeSitterEditOnlyPayload;
+export type TreeSitterRangePayload = {
+    readonly documentId: string;
+    readonly runtimeSessionId: string;
+    readonly snapshotVersion: number;
+    readonly languageId: TreeSitterLanguageId;
+    readonly includeHighlights?: boolean;
+    readonly includeCaptures?: boolean;
+    readonly range: TreeSitterSyntaxRange;
+};
+export type TreeSitterSelectionPayload = Omit<TreeSitterSelectionRequest, 'type'>;
+export type TreeSitterWorkerLifecycleState = 'idle' | 'initializing' | 'ready' | 'disposing' | 'disposed' | 'crashed';
+export type TreeSitterWorkerCacheSnapshot = {
+    readonly registeredLanguages: number;
+    readonly sourceChunks: TreeSitterSourceChunkRetentionSnapshot;
+};
+export type TreeSitterWorkerOwnerSnapshot = {
+    readonly lifecycle: TreeSitterWorkerLifecycleState;
+    readonly pendingRequests: number;
+    readonly workerGeneration: number;
+    readonly cache: TreeSitterWorkerCacheSnapshot;
+    readonly lastError: string | null;
+};
+export type TreeSitterBackend = {
+    registerLanguages(languages: readonly TreeSitterLanguageDescriptor[]): Promise<void>;
+    /** Starts the worker, then registers and compiles `languages` ahead of their first document. */
+    warmLanguages?(languages: readonly TreeSitterLanguageDescriptor[]): Promise<void>;
+    parse(payload: TreeSitterBackendParsePayload): Promise<TreeSitterParseResult | TreeSitterParseAckResult | undefined>;
+    edit(payload: TreeSitterBackendEditPayload): Promise<TreeSitterParseResult | TreeSitterParseAckResult | undefined>;
+    queryRange?(payload: TreeSitterRangePayload): Promise<TreeSitterRangeResult | undefined>;
+    select(payload: TreeSitterSelectionPayload): Promise<TreeSitterSelectionResult | undefined>;
+    disposeDocument(runtimeSessionId: string): void;
+    awaitRuntimeSessionIdle?(runtimeSessionId: string): Promise<void>;
+    awaitIdleFence?(): Promise<void>;
+    dispose?(): Promise<void>;
+};
+export declare const canUseTreeSitterWorker: () => boolean;
+export declare class TreeSitterWorkerClient implements TreeSitterBackend {
+    private worker;
+    private disposeTask;
+    private nextRequestId;
+    private nextGeneration;
+    private workerGeneration;
+    private lifecycle;
+    private lastError;
+    private initPromise;
+    private readonly pendingRequests;
+    private readonly clientTasks;
+    private readonly runtimeTasks;
+    private readonly sourceChunkRetention;
+    private readonly registeredLanguages;
+    private readonly warmedLanguages;
+    inspect(): TreeSitterWorkerOwnerSnapshot;
+    registerLanguages(languages: readonly TreeSitterLanguageDescriptor[]): Promise<void>;
+    private finishRegisterLanguages;
+    warmLanguages(languages: readonly TreeSitterLanguageDescriptor[]): Promise<void>;
+    private finishWarmLanguages;
+    parse(payload: TreeSitterParseOnlyPayload): Promise<TreeSitterParseResult | TreeSitterParseAckResult | undefined>;
+    parse(payload: TreeSitterParsePayload): Promise<TreeSitterParseResult | undefined>;
+    parse(payload: TreeSitterBackendParsePayload): Promise<TreeSitterParseResult | TreeSitterParseAckResult | undefined>;
+    private finishParse;
+    edit(payload: TreeSitterEditOnlyPayload): Promise<TreeSitterParseResult | TreeSitterParseAckResult | undefined>;
+    edit(payload: TreeSitterEditPayload): Promise<TreeSitterParseResult | undefined>;
+    edit(payload: TreeSitterBackendEditPayload): Promise<TreeSitterParseResult | TreeSitterParseAckResult | undefined>;
+    private finishEdit;
+    queryRange(payload: TreeSitterRangePayload): Promise<TreeSitterRangeResult | undefined>;
+    private finishQueryRange;
+    select(payload: TreeSitterSelectionPayload): Promise<TreeSitterSelectionResult | undefined>;
+    private finishSelect;
+    disposeDocument(runtimeSessionId: string): void;
+    awaitRuntimeSessionIdle(runtimeSessionId: string): Promise<void>;
+    awaitIdleFence(): Promise<void>;
+    dispose(): Promise<void>;
+    private finishDispose;
+    private getWorker;
+    private ensureWorkerReady;
+    private postRequest;
+    private postDocumentRequest;
+    private postRangeRequest;
+    private cancelPreviousDocumentRequests;
+    private cancelPreviousRangeRequests;
+    private cancelRuntimeRequests;
+    private createCancellationFlag;
+    private withCancellation;
+    private handleWorkerMessage;
+    private handleWorkerError;
+    private rejectPendingRequests;
+    private shouldRegisterLanguageWithWorker;
+    private unregisteredLanguages;
+    private createSourceDescriptor;
+    private sourceRequestForPayload;
+    private trackClientTask;
+    private trackRuntimeTask;
+    private awaitClientTasks;
+    private awaitRuntimeTasks;
+    private clearRetainedState;
+}
+export declare const createTreeSitterWorkerBackend: () => TreeSitterBackend;
+//# sourceMappingURL=workerClient.d.ts.map

package/dist/treeSitter/workerClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workerClient.d.ts","sourceRoot":"","sources":["../../src/treeSitter/workerClient.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,YAAY,CAAA;AAC9D,OAAO,EAGL,KAAK,sCAAsC,EAC5C,MAAM,wBAAwB,CAAA;AAC/B,OAAO,KAAK,EACV,qBAAqB,EACrB,oBAAoB,EACpB,wBAAwB,EAExB,qBAAqB,EAErB,qBAAqB,EACrB,0BAA0B,EAC1B,yBAAyB,EACzB,qBAAqB,EAKtB,MAAM,SAAS,CAAA;AAChB,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAA;AAwBzE,MAAM,MAAM,sBAAsB,GAAG;IACnC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,UAAU,EAAE,oBAAoB,CAAA;IACzC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAA;IACpC,QAAQ,CAAC,eAAe,CAAC,EAAE,OAAO,CAAA;IAClC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,QAAQ,EAAE,kBAAkB,CAAA;CACtC,CAAA;AACD,MAAM,MAAM,0BAA0B,GAAG,IAAI,CAAC,sBAAsB,EAAE,YAAY,CAAC,GAAG;IACpF,QAAQ,CAAC,UAAU,EAAE,WAAW,CAAA;CACjC,CAAA;AACD,MAAM,MAAM,6BAA6B,GAAG,sBAAsB,GAAG,0BAA0B,CAAA;AAE/F,MAAM,MAAM,qBAAqB,GAAG;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,uBAAuB,EAAE,MAAM,CAAA;IACxC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,UAAU,EAAE,oBAAoB,CAAA;IACzC,QAAQ,CAAC,iBAAiB,EAAE,OAAO,CAAA;IACnC,QAAQ,CAAC,eAAe,CAAC,EAAE,OAAO,CAAA;IAClC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,QAAQ,EAAE,kBAAkB,CAAA;IACrC,QAAQ,CAAC,KAAK,EAAE,SAAS,qBAAqB,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,EAAE,CAAA;IACjE,QAAQ,CAAC,UAAU,EAAE,SAAS,qBAAqB,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,EAAE,CAAA;CAC5E,CAAA;AACD,MAAM,MAAM,yBAAyB,GAAG,IAAI,CAAC,qBAAqB,EAAE,YAAY,CAAC,GAAG;IAClF,QAAQ,CAAC,UAAU,EAAE,WAAW,CAAA;CACjC,CAAA;AACD,MAAM,MAAM,4BAA4B,GAAG,qBAAqB,GAAG,yBAAyB,CAAA;AAC5F,MAAM,MAAM,sBAAsB,GAAG;IACnC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,UAAU,EAAE,oBAAoB,CAAA;IACzC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAA;IACpC,QAAQ,CAAC,eAAe,CAAC,EAAE,OAAO,CAAA;IAClC,QAAQ,CAAC,KAAK,EAAE,qBAAqB,CAAA;CACtC,CAAA;AACD,MAAM,MAAM,0BAA0B,GAAG,IAAI,CAAC,0BAA0B,EAAE,MAAM,CAAC,CAAA;AAEjF,MAAM,MAAM,8BAA8B,GACtC,MAAM,GACN,cAAc,GACd,OAAO,GACP,WAAW,GACX,UAAU,GACV,SAAS,CAAA;AAEb,MAAM,MAAM,6BAA6B,GAAG;IAC1C,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAA;IACpC,QAAQ,CAAC,YAAY,EAAE,sCAAsC,CAAA;CAC9D,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,QAAQ,CAAC,SAAS,EAAE,8BAA8B,CAAA;IAClD,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,KAAK,EAAE,6BAA6B,CAAA;IAC7C,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;CAClC,CAAA;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC9B,iBAAiB,CAAC,SAAS,EAAE,SAAS,4BAA4B,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACpF,gGAAgG;IAChG,aAAa,CAAC,CAAC,SAAS,EAAE,SAAS,4BAA4B,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACjF,KAAK,CACH,OAAO,EAAE,6BAA6B,GACrC,OAAO,CAAC,qBAAqB,GAAG,wBAAwB,GAAG,SAAS,CAAC,CAAA;IACxE,IAAI,CACF,OAAO,EAAE,4BAA4B,GACpC,OAAO,CAAC,qBAAqB,GAAG,wBAAwB,GAAG,SAAS,CAAC,CAAA;IACxE,UAAU,CAAC,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC,CAAA;IACxF,MAAM,CAAC,OAAO,EAAE,0BAA0B,GAAG,OAAO,CAAC,yBAAyB,GAAG,SAAS,CAAC,CAAA;IAC3F,eAAe,CAAC,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAA;IAC/C,uBAAuB,CAAC,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACjE,cAAc,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;IAChC,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CAC1B,CAAA;AAKD,eAAO,MAAM,sBAAsB,QAAO,OAA4B,CAAA;AAEtE,qBAAa,sBAAuB,YAAW,iBAAiB;IAC9D,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,WAAW,CAA6B;IAChD,OAAO,CAAC,aAAa,CAAI;IACzB,OAAO,CAAC,cAAc,CAAI;IAC1B,OAAO,CAAC,gBAAgB,CAAI;IAC5B,OAAO,CAAC,SAAS,CAAyC;IAC1D,OAAO,CAAC,SAAS,CAAqB;IACtC,OAAO,CAAC,WAAW,CAA6B;IAChD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAoC;IACpE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA8B;IAC1D,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA2C;IACxE,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAuC;IAC5E,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAGjC;IACH,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkC;IAE3D,OAAO,IAAI,6BAA6B;IAaxC,iBAAiB,CAAC,SAAS,EAAE,SAAS,4BAA4B,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;YAI7E,uBAAuB;IAiB9B,aAAa,CAAC,SAAS,EAAE,SAAS,4BAA4B,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;YAIzE,mBAAmB;IAgB1B,KAAK,CACV,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,qBAAqB,GAAG,wBAAwB,GAAG,SAAS,CAAC;IACjE,KAAK,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC;IAClF,KAAK,CACV,OAAO,EAAE,6BAA6B,GACrC,OAAO,CAAC,qBAAqB,GAAG,wBAAwB,GAAG,SAAS,CAAC;YAO1D,WAAW;IAuBlB,IAAI,CACT,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,qBAAqB,GAAG,wBAAwB,GAAG,SAAS,CAAC;IACjE,IAAI,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC;IAChF,IAAI,CACT,OAAO,EAAE,4BAA4B,GACpC,OAAO,CAAC,qBAAqB,GAAG,wBAAwB,GAAG,SAAS,CAAC;YAO1D,UAAU;IAyBjB,UAAU,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC;YAIhF,gBAAgB;IAkBvB,MAAM,CACX,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,yBAAyB,GAAG,SAAS,CAAC;YAInC,YAAY;IASnB,eAAe,CAAC,gBAAgB,EAAE,MAAM,GAAG,IAAI;IAazC,uBAAuB,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOhE,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAOrC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;YAQjB,aAAa;IAgB3B,OAAO,CAAC,SAAS;YAiBH,iBAAiB;IAgB/B,OAAO,CAAC,WAAW;IA8BnB,OAAO,CAAC,mBAAmB;IAQ3B,OAAO,CAAC,gBAAgB;IAQxB,OAAO,CAAC,8BAA8B;IAUtC,OAAO,CAAC,2BAA2B;IAWnC,OAAO,CAAC,qBAAqB;IAO7B,OAAO,CAAC,sBAAsB;IAK9B,OAAO,CAAC,gBAAgB;IAmBxB,OAAO,CAAC,mBAAmB;IAkB3B,OAAO,CAAC,iBAAiB;IAYzB,OAAO,CAAC,qBAAqB;IAK7B,OAAO,CAAC,gCAAgC;IAIxC,OAAO,CAAC,qBAAqB;IAiB7B,OAAO,CAAC,sBAAsB;IAI9B,OAAO,CAAC,uBAAuB;IAO/B,OAAO,CAAC,eAAe;IAMvB,OAAO,CAAC,gBAAgB;YAcV,gBAAgB;YAMhB,iBAAiB;IAS/B,OAAO,CAAC,kBAAkB;CAO3B;AAED,eAAO,MAAM,6BAA6B,QAAO,iBAAiD,CAAA"}