monaco-editor-core 0.56.0-dev-20251124 → 0.56.0-dev-20251217

package/esm/vs/editor/common/model/tokens/abstractSyntaxTokenBackend.js

@@ -8,7 +8,7 @@ import { Emitter } from '../../../../base/common/event.js';
 import { Disposable } from '../../../../base/common/lifecycle.js';
 import { LineRange } from '../../core/ranges/lineRange.js';
 import { derivedOpts, observableSignal, observableValueOpts } from '../../../../base/common/observable.js';
-import { equalsIfDefined, itemEquals, itemsEquals } from '../../../../base/common/equals.js';
+import { equalsIfDefinedC, thisEqualsC, arrayEqualsC } from '../../../../base/common/equals.js';
 /**
  * @internal
  */
@@ -20,7 +20,7 @@ export class AttachedViews {
         this._viewsChanged = observableSignal(this);
         this.visibleLineRanges = derivedOpts({
             owner: this,
-            equalsFn: itemsEquals(itemEquals())
+            equalsFn: arrayEqualsC(thisEqualsC())
         }, reader => {
             this._viewsChanged.read(reader);
             const ranges = LineRange.joinMany([...this._views].map(view => view.state.read(reader)?.visibleLineRanges ?? []));
@@ -66,7 +66,7 @@ class AttachedViewImpl {
     get state() { return this._state; }
     constructor(handleStateChange) {
         this.handleStateChange = handleStateChange;
-        this._state = observableValueOpts({ owner: this, equalsFn: equalsIfDefined((a, b) => a.equals(b)) }, undefined);
+        this._state = observableValueOpts({ owner: this, equalsFn: equalsIfDefinedC((a, b) => a.equals(b)) }, undefined);
     }
     setVisibleLines(visibleLines, stabilized) {
         const visibleLineRanges = visibleLines.map((line) => new LineRange(line.startLineNumber, line.endLineNumber + 1));
@@ -113,6 +113,9 @@ export class AbstractSyntaxTokenBackend extends Disposable {
         this._onDidChangeTokens = this._register(new Emitter());
         /** @internal, should not be exposed by the text model! */
         this.onDidChangeTokens = this._onDidChangeTokens.event;
+        this._onDidChangeFontTokens = this._register(new Emitter());
+        /** @internal, should not be exposed by the text model! */
+        this.onDidChangeFontTokens = this._onDidChangeFontTokens.event;
     }
     tokenizeIfCheap(lineNumber) {
         if (this.isCheapToTokenize(lineNumber)) {

package/esm/vs/editor/common/model/tokens/abstractSyntaxTokenBackend.js.map

@@ -1 +1 @@
-{"version":3,"sources":["file:///mnt/vss/_work/1/s/dependencies/vscode/out-editor-src/vs/editor/common/model/tokens/abstractSyntaxTokenBackend.ts","vs/editor/common/model/tokens/abstractSyntaxTokenBackend.ts"],"names":[],"mappings":"AAAA;;;gGAGgG;AAEhG,OAAO,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,OAAO,EAAS,MAAM,kCAAkC,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,MAAM,sCAAsC,CAAC;AAClE,OAAO,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAQ3D,OAAO,EAAE,WAAW,EAAoC,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AAC7I,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,mCAAmC,CAAC;AAE7F;;GAEG;AACH,MAAM,OAAO,aAAa;IASzB;QARiB,8BAAyB,GAAG,IAAI,OAAO,EAAiE,CAAC;QAC1G,6BAAwB,GAAG,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC;QAE/D,WAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;QACrC,kBAAa,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAKvD,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC;YACpC,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,WAAW,CAAC,UAAU,EAAE,CAAC;SACnC,EAAE,MAAM,CAAC,EAAE;YACX,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAChC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,iBAAiB,IAAI,EAAE,CAAC,CAC9E,CAAC;YACF,OAAO,MAAM,CAAC;QACf,CAAC,CAAC,CAAC;IACJ,CAAC;IAEM,UAAU;QAChB,MAAM,IAAI,GAAG,IAAI,gBAAgB,CAAC,CAAC,KAAK,EAAE,EAAE;YAC3C,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC;IACb,CAAC;IAEM,UAAU,CAAC,IAAmB;QACpC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAwB,CAAC,CAAC;QAC7C,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAChE,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;CACD;AAED;;GAEG;AACH,MAAM,OAAO,iBAAiB;IAC7B,YACU,iBAAuC,EACvC,UAAmB;QADnB,sBAAiB,GAAjB,iBAAiB,CAAsB;QACvC,eAAU,GAAV,UAAU,CAAS;IACzB,CAAC;IAEE,MAAM,CAAC,KAAwB;QACrC,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC;QACb,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,OAAO,KAAK,CAAC;QACd,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;YAC1C,OAAO,KAAK,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;CACD;AAED,MAAM,gBAAgB;IAErB,IAAW,KAAK,KAAiD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAEtF,YACkB,iBAAqD;QAArD,sBAAiB,GAAjB,iBAAiB,CAAoC;QAEtE,IAAI,CAAC,MAAM,GAAG,mBAAmB,CAAgC,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAChJ,CAAC;IAED,eAAe,CAAC,YAAkE,EAAE,UAAmB;QACtG,MAAM,iBAAiB,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC;QAClH,MAAM,KAAK,GAAG,IAAI,iBAAiB,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC;QACnE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC7C,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;CACD;AAGD,MAAM,OAAO,mBAAoB,SAAQ,UAAU;IAKlD,IAAW,UAAU,KAA2B,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;IAE1E,YAA6B,cAA0B;QACtD,KAAK,EAAE,CAAC;QADoB,mBAAc,GAAd,cAAc,CAAY;QANtC,WAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,gBAAgB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAEhF,wBAAmB,GAAyB,EAAE,CAAC;QAC/C,gBAAW,GAAyB,EAAE,CAAC;IAK/C,CAAC;IAEO,MAAM;QACb,IAAI,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/E,OAAO;QACR,CAAC;QACD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAAC;QAC5C,IAAI,CAAC,cAAc,EAAE,CAAC;IACvB,CAAC;IAEM,iBAAiB,CAAC,KAAwB;QAChD,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,iBAAiB,CAAC;QAC3C,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,EAAE,CAAC;QACf,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxB,CAAC;IACF,CAAC;CACD;AAED,MAAM,OAAgB,0BAA2B,SAAQ,UAAU;IAElE,IAAW,2BAA2B;QACrC,OAAO,IAAI,CAAC,4BAA4B,CAAC;IAC1C,CAAC;IAUD,YACoB,gBAAkC,EAClC,UAAqB;QAExC,KAAK,EAAE,CAAC;QAHW,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,eAAU,GAAV,UAAU,CAAW;QANtB,uBAAkB,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,OAAO,EAA4B,CAAC,CAAC;QAChG,0DAA0D;QAC1C,sBAAiB,GAAoC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC;IAOnG,CAAC;IAcM,eAAe,CAAC,UAAkB;QACxC,IAAI,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;CASD","file":"abstractSyntaxTokenBackend.js","sourceRoot":"file:///mnt/vss/_work/1/s/dependencies/vscode/out-editor-src","sourcesContent":["/*---------------------------------------------------------------------------------------------\n *  Copyright (c) Microsoft Corporation. All rights reserved.\n *  Licensed under the MIT License. See License.txt in the project root for license information.\n *--------------------------------------------------------------------------------------------*/\n\nimport { equals } from '../../../../base/common/arrays.js';\nimport { RunOnceScheduler } from '../../../../base/common/async.js';\nimport { Emitter, Event } from '../../../../base/common/event.js';\nimport { Disposable } from '../../../../base/common/lifecycle.js';\nimport { LineRange } from '../../core/ranges/lineRange.js';\nimport { StandardTokenType } from '../../encodedTokenAttributes.js';\nimport { ILanguageIdCodec } from '../../languages.js';\nimport { IAttachedView } from '../../model.js';\nimport { TextModel } from '../textModel.js';\nimport { IModelContentChangedEvent, IModelTokensChangedEvent } from '../../textModelEvents.js';\nimport { BackgroundTokenizationState } from '../../tokenizationTextModelPart.js';\nimport { LineTokens } from '../../tokens/lineTokens.js';\nimport { derivedOpts, IObservable, ISettableObservable, observableSignal, observableValueOpts } from '../../../../base/common/observable.js';\nimport { equalsIfDefined, itemEquals, itemsEquals } from '../../../../base/common/equals.js';\n\n/**\n * @internal\n */\nexport class AttachedViews {\n\tprivate readonly _onDidChangeVisibleRanges = new Emitter<{ view: IAttachedView; state: AttachedViewState | undefined }>();\n\tpublic readonly onDidChangeVisibleRanges = this._onDidChangeVisibleRanges.event;\n\n\tprivate readonly _views = new Set<AttachedViewImpl>();\n\tprivate readonly _viewsChanged = observableSignal(this);\n\n\tpublic readonly visibleLineRanges: IObservable<readonly LineRange[]>;\n\n\tconstructor() {\n\t\tthis.visibleLineRanges = derivedOpts({\n\t\t\towner: this,\n\t\t\tequalsFn: itemsEquals(itemEquals())\n\t\t}, reader => {\n\t\t\tthis._viewsChanged.read(reader);\n\t\t\tconst ranges = LineRange.joinMany(\n\t\t\t\t[...this._views].map(view => view.state.read(reader)?.visibleLineRanges ?? [])\n\t\t\t);\n\t\t\treturn ranges;\n\t\t});\n\t}\n\n\tpublic attachView(): IAttachedView {\n\t\tconst view = new AttachedViewImpl((state) => {\n\t\t\tthis._onDidChangeVisibleRanges.fire({ view, state });\n\t\t});\n\t\tthis._views.add(view);\n\t\tthis._viewsChanged.trigger(undefined);\n\t\treturn view;\n\t}\n\n\tpublic detachView(view: IAttachedView): void {\n\t\tthis._views.delete(view as AttachedViewImpl);\n\t\tthis._onDidChangeVisibleRanges.fire({ view, state: undefined });\n\t\tthis._viewsChanged.trigger(undefined);\n\t}\n}\n\n/**\n * @internal\n */\nexport class AttachedViewState {\n\tconstructor(\n\t\treadonly visibleLineRanges: readonly LineRange[],\n\t\treadonly stabilized: boolean,\n\t) { }\n\n\tpublic equals(other: AttachedViewState): boolean {\n\t\tif (this === other) {\n\t\t\treturn true;\n\t\t}\n\t\tif (!equals(this.visibleLineRanges, other.visibleLineRanges, (a, b) => a.equals(b))) {\n\t\t\treturn false;\n\t\t}\n\t\tif (this.stabilized !== other.stabilized) {\n\t\t\treturn false;\n\t\t}\n\t\treturn true;\n\t}\n}\n\nclass AttachedViewImpl implements IAttachedView {\n\tprivate readonly _state: ISettableObservable<AttachedViewState | undefined>;\n\tpublic get state(): IObservable<AttachedViewState | undefined> { return this._state; }\n\n\tconstructor(\n\t\tprivate readonly handleStateChange: (state: AttachedViewState) => void\n\t) {\n\t\tthis._state = observableValueOpts<AttachedViewState | undefined>({ owner: this, equalsFn: equalsIfDefined((a, b) => a.equals(b)) }, undefined);\n\t}\n\n\tsetVisibleLines(visibleLines: { startLineNumber: number; endLineNumber: number }[], stabilized: boolean): void {\n\t\tconst visibleLineRanges = visibleLines.map((line) => new LineRange(line.startLineNumber, line.endLineNumber + 1));\n\t\tconst state = new AttachedViewState(visibleLineRanges, stabilized);\n\t\tthis._state.set(state, undefined, undefined);\n\t\tthis.handleStateChange(state);\n\t}\n}\n\n\nexport class AttachedViewHandler extends Disposable {\n\tprivate readonly runner = this._register(new RunOnceScheduler(() => this.update(), 50));\n\n\tprivate _computedLineRanges: readonly LineRange[] = [];\n\tprivate _lineRanges: readonly LineRange[] = [];\n\tpublic get lineRanges(): readonly LineRange[] { return this._lineRanges; }\n\n\tconstructor(private readonly _refreshTokens: () => void) {\n\t\tsuper();\n\t}\n\n\tprivate update(): void {\n\t\tif (equals(this._computedLineRanges, this._lineRanges, (a, b) => a.equals(b))) {\n\t\t\treturn;\n\t\t}\n\t\tthis._computedLineRanges = this._lineRanges;\n\t\tthis._refreshTokens();\n\t}\n\n\tpublic handleStateChange(state: AttachedViewState): void {\n\t\tthis._lineRanges = state.visibleLineRanges;\n\t\tif (state.stabilized) {\n\t\t\tthis.runner.cancel();\n\t\t\tthis.update();\n\t\t} else {\n\t\t\tthis.runner.schedule();\n\t\t}\n\t}\n}\n\nexport abstract class AbstractSyntaxTokenBackend extends Disposable {\n\tprotected abstract _backgroundTokenizationState: BackgroundTokenizationState;\n\tpublic get backgroundTokenizationState(): BackgroundTokenizationState {\n\t\treturn this._backgroundTokenizationState;\n\t}\n\n\tprotected abstract readonly _onDidChangeBackgroundTokenizationState: Emitter<void>;\n\t/** @internal, should not be exposed by the text model! */\n\tpublic abstract readonly onDidChangeBackgroundTokenizationState: Event<void>;\n\n\tprotected readonly _onDidChangeTokens = this._register(new Emitter<IModelTokensChangedEvent>());\n\t/** @internal, should not be exposed by the text model! */\n\tpublic readonly onDidChangeTokens: Event<IModelTokensChangedEvent> = this._onDidChangeTokens.event;\n\n\tconstructor(\n\t\tprotected readonly _languageIdCodec: ILanguageIdCodec,\n\t\tprotected readonly _textModel: TextModel,\n\t) {\n\t\tsuper();\n\t}\n\n\tpublic abstract todo_resetTokenization(fireTokenChangeEvent?: boolean): void;\n\n\tpublic abstract handleDidChangeAttached(): void;\n\n\tpublic abstract handleDidChangeContent(e: IModelContentChangedEvent): void;\n\n\tpublic abstract forceTokenization(lineNumber: number): void;\n\n\tpublic abstract hasAccurateTokensForLine(lineNumber: number): boolean;\n\n\tpublic abstract isCheapToTokenize(lineNumber: number): boolean;\n\n\tpublic tokenizeIfCheap(lineNumber: number): void {\n\t\tif (this.isCheapToTokenize(lineNumber)) {\n\t\t\tthis.forceTokenization(lineNumber);\n\t\t}\n\t}\n\n\tpublic abstract getLineTokens(lineNumber: number): LineTokens;\n\n\tpublic abstract getTokenTypeIfInsertingCharacter(lineNumber: number, column: number, character: string): StandardTokenType;\n\n\tpublic abstract tokenizeLinesAt(lineNumber: number, lines: string[]): LineTokens[] | null;\n\n\tpublic abstract get hasTokens(): boolean;\n}\n","/*---------------------------------------------------------------------------------------------\n *  Copyright (c) Microsoft Corporation. All rights reserved.\n *  Licensed under the MIT License. See License.txt in the project root for license information.\n *--------------------------------------------------------------------------------------------*/\n\nimport { equals } from '../../../../base/common/arrays.js';\nimport { RunOnceScheduler } from '../../../../base/common/async.js';\nimport { Emitter, Event } from '../../../../base/common/event.js';\nimport { Disposable } from '../../../../base/common/lifecycle.js';\nimport { LineRange } from '../../core/ranges/lineRange.js';\nimport { StandardTokenType } from '../../encodedTokenAttributes.js';\nimport { ILanguageIdCodec } from '../../languages.js';\nimport { IAttachedView } from '../../model.js';\nimport { TextModel } from '../textModel.js';\nimport { IModelContentChangedEvent, IModelTokensChangedEvent } from '../../textModelEvents.js';\nimport { BackgroundTokenizationState } from '../../tokenizationTextModelPart.js';\nimport { LineTokens } from '../../tokens/lineTokens.js';\nimport { derivedOpts, IObservable, ISettableObservable, observableSignal, observableValueOpts } from '../../../../base/common/observable.js';\nimport { equalsIfDefined, itemEquals, itemsEquals } from '../../../../base/common/equals.js';\n\n/**\n * @internal\n */\nexport class AttachedViews {\n\tprivate readonly _onDidChangeVisibleRanges = new Emitter<{ view: IAttachedView; state: AttachedViewState | undefined }>();\n\tpublic readonly onDidChangeVisibleRanges = this._onDidChangeVisibleRanges.event;\n\n\tprivate readonly _views = new Set<AttachedViewImpl>();\n\tprivate readonly _viewsChanged = observableSignal(this);\n\n\tpublic readonly visibleLineRanges: IObservable<readonly LineRange[]>;\n\n\tconstructor() {\n\t\tthis.visibleLineRanges = derivedOpts({\n\t\t\towner: this,\n\t\t\tequalsFn: itemsEquals(itemEquals())\n\t\t}, reader => {\n\t\t\tthis._viewsChanged.read(reader);\n\t\t\tconst ranges = LineRange.joinMany(\n\t\t\t\t[...this._views].map(view => view.state.read(reader)?.visibleLineRanges ?? [])\n\t\t\t);\n\t\t\treturn ranges;\n\t\t});\n\t}\n\n\tpublic attachView(): IAttachedView {\n\t\tconst view = new AttachedViewImpl((state) => {\n\t\t\tthis._onDidChangeVisibleRanges.fire({ view, state });\n\t\t});\n\t\tthis._views.add(view);\n\t\tthis._viewsChanged.trigger(undefined);\n\t\treturn view;\n\t}\n\n\tpublic detachView(view: IAttachedView): void {\n\t\tthis._views.delete(view as AttachedViewImpl);\n\t\tthis._onDidChangeVisibleRanges.fire({ view, state: undefined });\n\t\tthis._viewsChanged.trigger(undefined);\n\t}\n}\n\n/**\n * @internal\n */\nexport class AttachedViewState {\n\tconstructor(\n\t\treadonly visibleLineRanges: readonly LineRange[],\n\t\treadonly stabilized: boolean,\n\t) { }\n\n\tpublic equals(other: AttachedViewState): boolean {\n\t\tif (this === other) {\n\t\t\treturn true;\n\t\t}\n\t\tif (!equals(this.visibleLineRanges, other.visibleLineRanges, (a, b) => a.equals(b))) {\n\t\t\treturn false;\n\t\t}\n\t\tif (this.stabilized !== other.stabilized) {\n\t\t\treturn false;\n\t\t}\n\t\treturn true;\n\t}\n}\n\nclass AttachedViewImpl implements IAttachedView {\n\tprivate readonly _state: ISettableObservable<AttachedViewState | undefined>;\n\tpublic get state(): IObservable<AttachedViewState | undefined> { return this._state; }\n\n\tconstructor(\n\t\tprivate readonly handleStateChange: (state: AttachedViewState) => void\n\t) {\n\t\tthis._state = observableValueOpts<AttachedViewState | undefined>({ owner: this, equalsFn: equalsIfDefined((a, b) => a.equals(b)) }, undefined);\n\t}\n\n\tsetVisibleLines(visibleLines: { startLineNumber: number; endLineNumber: number }[], stabilized: boolean): void {\n\t\tconst visibleLineRanges = visibleLines.map((line) => new LineRange(line.startLineNumber, line.endLineNumber + 1));\n\t\tconst state = new AttachedViewState(visibleLineRanges, stabilized);\n\t\tthis._state.set(state, undefined, undefined);\n\t\tthis.handleStateChange(state);\n\t}\n}\n\n\nexport class AttachedViewHandler extends Disposable {\n\tprivate readonly runner = this._register(new RunOnceScheduler(() => this.update(), 50));\n\n\tprivate _computedLineRanges: readonly LineRange[] = [];\n\tprivate _lineRanges: readonly LineRange[] = [];\n\tpublic get lineRanges(): readonly LineRange[] { return this._lineRanges; }\n\n\tconstructor(private readonly _refreshTokens: () => void) {\n\t\tsuper();\n\t}\n\n\tprivate update(): void {\n\t\tif (equals(this._computedLineRanges, this._lineRanges, (a, b) => a.equals(b))) {\n\t\t\treturn;\n\t\t}\n\t\tthis._computedLineRanges = this._lineRanges;\n\t\tthis._refreshTokens();\n\t}\n\n\tpublic handleStateChange(state: AttachedViewState): void {\n\t\tthis._lineRanges = state.visibleLineRanges;\n\t\tif (state.stabilized) {\n\t\t\tthis.runner.cancel();\n\t\t\tthis.update();\n\t\t} else {\n\t\t\tthis.runner.schedule();\n\t\t}\n\t}\n}\n\nexport abstract class AbstractSyntaxTokenBackend extends Disposable {\n\tprotected abstract _backgroundTokenizationState: BackgroundTokenizationState;\n\tpublic get backgroundTokenizationState(): BackgroundTokenizationState {\n\t\treturn this._backgroundTokenizationState;\n\t}\n\n\tprotected abstract readonly _onDidChangeBackgroundTokenizationState: Emitter<void>;\n\t/** @internal, should not be exposed by the text model! */\n\tpublic abstract readonly onDidChangeBackgroundTokenizationState: Event<void>;\n\n\tprotected readonly _onDidChangeTokens = this._register(new Emitter<IModelTokensChangedEvent>());\n\t/** @internal, should not be exposed by the text model! */\n\tpublic readonly onDidChangeTokens: Event<IModelTokensChangedEvent> = this._onDidChangeTokens.event;\n\n\tconstructor(\n\t\tprotected readonly _languageIdCodec: ILanguageIdCodec,\n\t\tprotected readonly _textModel: TextModel,\n\t) {\n\t\tsuper();\n\t}\n\n\tpublic abstract todo_resetTokenization(fireTokenChangeEvent?: boolean): void;\n\n\tpublic abstract handleDidChangeAttached(): void;\n\n\tpublic abstract handleDidChangeContent(e: IModelContentChangedEvent): void;\n\n\tpublic abstract forceTokenization(lineNumber: number): void;\n\n\tpublic abstract hasAccurateTokensForLine(lineNumber: number): boolean;\n\n\tpublic abstract isCheapToTokenize(lineNumber: number): boolean;\n\n\tpublic tokenizeIfCheap(lineNumber: number): void {\n\t\tif (this.isCheapToTokenize(lineNumber)) {\n\t\t\tthis.forceTokenization(lineNumber);\n\t\t}\n\t}\n\n\tpublic abstract getLineTokens(lineNumber: number): LineTokens;\n\n\tpublic abstract getTokenTypeIfInsertingCharacter(lineNumber: number, column: number, character: string): StandardTokenType;\n\n\tpublic abstract tokenizeLinesAt(lineNumber: number, lines: string[]): LineTokens[] | null;\n\n\tpublic abstract get hasTokens(): boolean;\n}\n"]}
+{"version":3,"sources":["file:///mnt/vss/_work/1/s/dependencies/vscode/out-editor-src/vs/editor/common/model/tokens/abstractSyntaxTokenBackend.ts","vs/editor/common/model/tokens/abstractSyntaxTokenBackend.ts"],"names":[],"mappings":"AAAA;;;gGAGgG;AAEhG,OAAO,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,OAAO,EAAS,MAAM,kCAAkC,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,MAAM,sCAAsC,CAAC;AAClE,OAAO,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAQ3D,OAAO,EAAE,WAAW,EAAoC,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AAC7I,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AAEhG;;GAEG;AACH,MAAM,OAAO,aAAa;IASzB;QARiB,8BAAyB,GAAG,IAAI,OAAO,EAAiE,CAAC;QAC1G,6BAAwB,GAAG,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC;QAE/D,WAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;QACrC,kBAAa,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAKvD,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC;YACpC,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,YAAY,CAAC,WAAW,EAAE,CAAC;SACrC,EAAE,MAAM,CAAC,EAAE;YACX,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAChC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,iBAAiB,IAAI,EAAE,CAAC,CAC9E,CAAC;YACF,OAAO,MAAM,CAAC;QACf,CAAC,CAAC,CAAC;IACJ,CAAC;IAEM,UAAU;QAChB,MAAM,IAAI,GAAG,IAAI,gBAAgB,CAAC,CAAC,KAAK,EAAE,EAAE;YAC3C,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC;IACb,CAAC;IAEM,UAAU,CAAC,IAAmB;QACpC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAwB,CAAC,CAAC;QAC7C,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAChE,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;CACD;AAED;;GAEG;AACH,MAAM,OAAO,iBAAiB;IAC7B,YACU,iBAAuC,EACvC,UAAmB;QADnB,sBAAiB,GAAjB,iBAAiB,CAAsB;QACvC,eAAU,GAAV,UAAU,CAAS;IACzB,CAAC;IAEE,MAAM,CAAC,KAAwB;QACrC,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC;QACb,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,OAAO,KAAK,CAAC;QACd,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;YAC1C,OAAO,KAAK,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;CACD;AAED,MAAM,gBAAgB;IAErB,IAAW,KAAK,KAAiD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAEtF,YACkB,iBAAqD;QAArD,sBAAiB,GAAjB,iBAAiB,CAAoC;QAEtE,IAAI,CAAC,MAAM,GAAG,mBAAmB,CAAgC,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IACjJ,CAAC;IAED,eAAe,CAAC,YAAkE,EAAE,UAAmB;QACtG,MAAM,iBAAiB,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC;QAClH,MAAM,KAAK,GAAG,IAAI,iBAAiB,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC;QACnE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC7C,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;CACD;AAGD,MAAM,OAAO,mBAAoB,SAAQ,UAAU;IAKlD,IAAW,UAAU,KAA2B,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;IAE1E,YAA6B,cAA0B;QACtD,KAAK,EAAE,CAAC;QADoB,mBAAc,GAAd,cAAc,CAAY;QANtC,WAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,gBAAgB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAEhF,wBAAmB,GAAyB,EAAE,CAAC;QAC/C,gBAAW,GAAyB,EAAE,CAAC;IAK/C,CAAC;IAEO,MAAM;QACb,IAAI,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/E,OAAO;QACR,CAAC;QACD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAAC;QAC5C,IAAI,CAAC,cAAc,EAAE,CAAC;IACvB,CAAC;IAEM,iBAAiB,CAAC,KAAwB;QAChD,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,iBAAiB,CAAC;QAC3C,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,EAAE,CAAC;QACf,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxB,CAAC;IACF,CAAC;CACD;AAED,MAAM,OAAgB,0BAA2B,SAAQ,UAAU;IAElE,IAAW,2BAA2B;QACrC,OAAO,IAAI,CAAC,4BAA4B,CAAC;IAC1C,CAAC;IAcD,YACoB,gBAAkC,EAClC,UAAqB;QAExC,KAAK,EAAE,CAAC;QAHW,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,eAAU,GAAV,UAAU,CAAW;QAVtB,uBAAkB,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,OAAO,EAA4B,CAAC,CAAC;QAChG,0DAA0D;QAC1C,sBAAiB,GAAoC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC;QAEhF,2BAAsB,GAA0C,IAAI,CAAC,SAAS,CAAC,IAAI,OAAO,EAAgC,CAAC,CAAC;QAC/I,0DAA0D;QAC1C,0BAAqB,GAAwC,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC;IAO/G,CAAC;IAcM,eAAe,CAAC,UAAkB;QACxC,IAAI,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;CASD","file":"abstractSyntaxTokenBackend.js","sourceRoot":"file:///mnt/vss/_work/1/s/dependencies/vscode/out-editor-src","sourcesContent":["/*---------------------------------------------------------------------------------------------\n *  Copyright (c) Microsoft Corporation. All rights reserved.\n *  Licensed under the MIT License. See License.txt in the project root for license information.\n *--------------------------------------------------------------------------------------------*/\n\nimport { equals } from '../../../../base/common/arrays.js';\nimport { RunOnceScheduler } from '../../../../base/common/async.js';\nimport { Emitter, Event } from '../../../../base/common/event.js';\nimport { Disposable } from '../../../../base/common/lifecycle.js';\nimport { LineRange } from '../../core/ranges/lineRange.js';\nimport { StandardTokenType } from '../../encodedTokenAttributes.js';\nimport { ILanguageIdCodec } from '../../languages.js';\nimport { IAttachedView } from '../../model.js';\nimport { TextModel } from '../textModel.js';\nimport { IModelContentChangedEvent, IModelTokensChangedEvent, IModelFontTokensChangedEvent } from '../../textModelEvents.js';\nimport { BackgroundTokenizationState } from '../../tokenizationTextModelPart.js';\nimport { LineTokens } from '../../tokens/lineTokens.js';\nimport { derivedOpts, IObservable, ISettableObservable, observableSignal, observableValueOpts } from '../../../../base/common/observable.js';\nimport { equalsIfDefinedC, thisEqualsC, arrayEqualsC } from '../../../../base/common/equals.js';\n\n/**\n * @internal\n */\nexport class AttachedViews {\n\tprivate readonly _onDidChangeVisibleRanges = new Emitter<{ view: IAttachedView; state: AttachedViewState | undefined }>();\n\tpublic readonly onDidChangeVisibleRanges = this._onDidChangeVisibleRanges.event;\n\n\tprivate readonly _views = new Set<AttachedViewImpl>();\n\tprivate readonly _viewsChanged = observableSignal(this);\n\n\tpublic readonly visibleLineRanges: IObservable<readonly LineRange[]>;\n\n\tconstructor() {\n\t\tthis.visibleLineRanges = derivedOpts({\n\t\t\towner: this,\n\t\t\tequalsFn: arrayEqualsC(thisEqualsC())\n\t\t}, reader => {\n\t\t\tthis._viewsChanged.read(reader);\n\t\t\tconst ranges = LineRange.joinMany(\n\t\t\t\t[...this._views].map(view => view.state.read(reader)?.visibleLineRanges ?? [])\n\t\t\t);\n\t\t\treturn ranges;\n\t\t});\n\t}\n\n\tpublic attachView(): IAttachedView {\n\t\tconst view = new AttachedViewImpl((state) => {\n\t\t\tthis._onDidChangeVisibleRanges.fire({ view, state });\n\t\t});\n\t\tthis._views.add(view);\n\t\tthis._viewsChanged.trigger(undefined);\n\t\treturn view;\n\t}\n\n\tpublic detachView(view: IAttachedView): void {\n\t\tthis._views.delete(view as AttachedViewImpl);\n\t\tthis._onDidChangeVisibleRanges.fire({ view, state: undefined });\n\t\tthis._viewsChanged.trigger(undefined);\n\t}\n}\n\n/**\n * @internal\n */\nexport class AttachedViewState {\n\tconstructor(\n\t\treadonly visibleLineRanges: readonly LineRange[],\n\t\treadonly stabilized: boolean,\n\t) { }\n\n\tpublic equals(other: AttachedViewState): boolean {\n\t\tif (this === other) {\n\t\t\treturn true;\n\t\t}\n\t\tif (!equals(this.visibleLineRanges, other.visibleLineRanges, (a, b) => a.equals(b))) {\n\t\t\treturn false;\n\t\t}\n\t\tif (this.stabilized !== other.stabilized) {\n\t\t\treturn false;\n\t\t}\n\t\treturn true;\n\t}\n}\n\nclass AttachedViewImpl implements IAttachedView {\n\tprivate readonly _state: ISettableObservable<AttachedViewState | undefined>;\n\tpublic get state(): IObservable<AttachedViewState | undefined> { return this._state; }\n\n\tconstructor(\n\t\tprivate readonly handleStateChange: (state: AttachedViewState) => void\n\t) {\n\t\tthis._state = observableValueOpts<AttachedViewState | undefined>({ owner: this, equalsFn: equalsIfDefinedC((a, b) => a.equals(b)) }, undefined);\n\t}\n\n\tsetVisibleLines(visibleLines: { startLineNumber: number; endLineNumber: number }[], stabilized: boolean): void {\n\t\tconst visibleLineRanges = visibleLines.map((line) => new LineRange(line.startLineNumber, line.endLineNumber + 1));\n\t\tconst state = new AttachedViewState(visibleLineRanges, stabilized);\n\t\tthis._state.set(state, undefined, undefined);\n\t\tthis.handleStateChange(state);\n\t}\n}\n\n\nexport class AttachedViewHandler extends Disposable {\n\tprivate readonly runner = this._register(new RunOnceScheduler(() => this.update(), 50));\n\n\tprivate _computedLineRanges: readonly LineRange[] = [];\n\tprivate _lineRanges: readonly LineRange[] = [];\n\tpublic get lineRanges(): readonly LineRange[] { return this._lineRanges; }\n\n\tconstructor(private readonly _refreshTokens: () => void) {\n\t\tsuper();\n\t}\n\n\tprivate update(): void {\n\t\tif (equals(this._computedLineRanges, this._lineRanges, (a, b) => a.equals(b))) {\n\t\t\treturn;\n\t\t}\n\t\tthis._computedLineRanges = this._lineRanges;\n\t\tthis._refreshTokens();\n\t}\n\n\tpublic handleStateChange(state: AttachedViewState): void {\n\t\tthis._lineRanges = state.visibleLineRanges;\n\t\tif (state.stabilized) {\n\t\t\tthis.runner.cancel();\n\t\t\tthis.update();\n\t\t} else {\n\t\t\tthis.runner.schedule();\n\t\t}\n\t}\n}\n\nexport abstract class AbstractSyntaxTokenBackend extends Disposable {\n\tprotected abstract _backgroundTokenizationState: BackgroundTokenizationState;\n\tpublic get backgroundTokenizationState(): BackgroundTokenizationState {\n\t\treturn this._backgroundTokenizationState;\n\t}\n\n\tprotected abstract readonly _onDidChangeBackgroundTokenizationState: Emitter<void>;\n\t/** @internal, should not be exposed by the text model! */\n\tpublic abstract readonly onDidChangeBackgroundTokenizationState: Event<void>;\n\n\tprotected readonly _onDidChangeTokens = this._register(new Emitter<IModelTokensChangedEvent>());\n\t/** @internal, should not be exposed by the text model! */\n\tpublic readonly onDidChangeTokens: Event<IModelTokensChangedEvent> = this._onDidChangeTokens.event;\n\n\tprotected readonly _onDidChangeFontTokens: Emitter<IModelFontTokensChangedEvent> = this._register(new Emitter<IModelFontTokensChangedEvent>());\n\t/** @internal, should not be exposed by the text model! */\n\tpublic readonly onDidChangeFontTokens: Event<IModelFontTokensChangedEvent> = this._onDidChangeFontTokens.event;\n\n\tconstructor(\n\t\tprotected readonly _languageIdCodec: ILanguageIdCodec,\n\t\tprotected readonly _textModel: TextModel,\n\t) {\n\t\tsuper();\n\t}\n\n\tpublic abstract todo_resetTokenization(fireTokenChangeEvent?: boolean): void;\n\n\tpublic abstract handleDidChangeAttached(): void;\n\n\tpublic abstract handleDidChangeContent(e: IModelContentChangedEvent): void;\n\n\tpublic abstract forceTokenization(lineNumber: number): void;\n\n\tpublic abstract hasAccurateTokensForLine(lineNumber: number): boolean;\n\n\tpublic abstract isCheapToTokenize(lineNumber: number): boolean;\n\n\tpublic tokenizeIfCheap(lineNumber: number): void {\n\t\tif (this.isCheapToTokenize(lineNumber)) {\n\t\t\tthis.forceTokenization(lineNumber);\n\t\t}\n\t}\n\n\tpublic abstract getLineTokens(lineNumber: number): LineTokens;\n\n\tpublic abstract getTokenTypeIfInsertingCharacter(lineNumber: number, column: number, character: string): StandardTokenType;\n\n\tpublic abstract tokenizeLinesAt(lineNumber: number, lines: string[]): LineTokens[] | null;\n\n\tpublic abstract get hasTokens(): boolean;\n}\n","/*---------------------------------------------------------------------------------------------\n *  Copyright (c) Microsoft Corporation. All rights reserved.\n *  Licensed under the MIT License. See License.txt in the project root for license information.\n *--------------------------------------------------------------------------------------------*/\n\nimport { equals } from '../../../../base/common/arrays.js';\nimport { RunOnceScheduler } from '../../../../base/common/async.js';\nimport { Emitter, Event } from '../../../../base/common/event.js';\nimport { Disposable } from '../../../../base/common/lifecycle.js';\nimport { LineRange } from '../../core/ranges/lineRange.js';\nimport { StandardTokenType } from '../../encodedTokenAttributes.js';\nimport { ILanguageIdCodec } from '../../languages.js';\nimport { IAttachedView } from '../../model.js';\nimport { TextModel } from '../textModel.js';\nimport { IModelContentChangedEvent, IModelTokensChangedEvent, IModelFontTokensChangedEvent } from '../../textModelEvents.js';\nimport { BackgroundTokenizationState } from '../../tokenizationTextModelPart.js';\nimport { LineTokens } from '../../tokens/lineTokens.js';\nimport { derivedOpts, IObservable, ISettableObservable, observableSignal, observableValueOpts } from '../../../../base/common/observable.js';\nimport { equalsIfDefinedC, thisEqualsC, arrayEqualsC } from '../../../../base/common/equals.js';\n\n/**\n * @internal\n */\nexport class AttachedViews {\n\tprivate readonly _onDidChangeVisibleRanges = new Emitter<{ view: IAttachedView; state: AttachedViewState | undefined }>();\n\tpublic readonly onDidChangeVisibleRanges = this._onDidChangeVisibleRanges.event;\n\n\tprivate readonly _views = new Set<AttachedViewImpl>();\n\tprivate readonly _viewsChanged = observableSignal(this);\n\n\tpublic readonly visibleLineRanges: IObservable<readonly LineRange[]>;\n\n\tconstructor() {\n\t\tthis.visibleLineRanges = derivedOpts({\n\t\t\towner: this,\n\t\t\tequalsFn: arrayEqualsC(thisEqualsC())\n\t\t}, reader => {\n\t\t\tthis._viewsChanged.read(reader);\n\t\t\tconst ranges = LineRange.joinMany(\n\t\t\t\t[...this._views].map(view => view.state.read(reader)?.visibleLineRanges ?? [])\n\t\t\t);\n\t\t\treturn ranges;\n\t\t});\n\t}\n\n\tpublic attachView(): IAttachedView {\n\t\tconst view = new AttachedViewImpl((state) => {\n\t\t\tthis._onDidChangeVisibleRanges.fire({ view, state });\n\t\t});\n\t\tthis._views.add(view);\n\t\tthis._viewsChanged.trigger(undefined);\n\t\treturn view;\n\t}\n\n\tpublic detachView(view: IAttachedView): void {\n\t\tthis._views.delete(view as AttachedViewImpl);\n\t\tthis._onDidChangeVisibleRanges.fire({ view, state: undefined });\n\t\tthis._viewsChanged.trigger(undefined);\n\t}\n}\n\n/**\n * @internal\n */\nexport class AttachedViewState {\n\tconstructor(\n\t\treadonly visibleLineRanges: readonly LineRange[],\n\t\treadonly stabilized: boolean,\n\t) { }\n\n\tpublic equals(other: AttachedViewState): boolean {\n\t\tif (this === other) {\n\t\t\treturn true;\n\t\t}\n\t\tif (!equals(this.visibleLineRanges, other.visibleLineRanges, (a, b) => a.equals(b))) {\n\t\t\treturn false;\n\t\t}\n\t\tif (this.stabilized !== other.stabilized) {\n\t\t\treturn false;\n\t\t}\n\t\treturn true;\n\t}\n}\n\nclass AttachedViewImpl implements IAttachedView {\n\tprivate readonly _state: ISettableObservable<AttachedViewState | undefined>;\n\tpublic get state(): IObservable<AttachedViewState | undefined> { return this._state; }\n\n\tconstructor(\n\t\tprivate readonly handleStateChange: (state: AttachedViewState) => void\n\t) {\n\t\tthis._state = observableValueOpts<AttachedViewState | undefined>({ owner: this, equalsFn: equalsIfDefinedC((a, b) => a.equals(b)) }, undefined);\n\t}\n\n\tsetVisibleLines(visibleLines: { startLineNumber: number; endLineNumber: number }[], stabilized: boolean): void {\n\t\tconst visibleLineRanges = visibleLines.map((line) => new LineRange(line.startLineNumber, line.endLineNumber + 1));\n\t\tconst state = new AttachedViewState(visibleLineRanges, stabilized);\n\t\tthis._state.set(state, undefined, undefined);\n\t\tthis.handleStateChange(state);\n\t}\n}\n\n\nexport class AttachedViewHandler extends Disposable {\n\tprivate readonly runner = this._register(new RunOnceScheduler(() => this.update(), 50));\n\n\tprivate _computedLineRanges: readonly LineRange[] = [];\n\tprivate _lineRanges: readonly LineRange[] = [];\n\tpublic get lineRanges(): readonly LineRange[] { return this._lineRanges; }\n\n\tconstructor(private readonly _refreshTokens: () => void) {\n\t\tsuper();\n\t}\n\n\tprivate update(): void {\n\t\tif (equals(this._computedLineRanges, this._lineRanges, (a, b) => a.equals(b))) {\n\t\t\treturn;\n\t\t}\n\t\tthis._computedLineRanges = this._lineRanges;\n\t\tthis._refreshTokens();\n\t}\n\n\tpublic handleStateChange(state: AttachedViewState): void {\n\t\tthis._lineRanges = state.visibleLineRanges;\n\t\tif (state.stabilized) {\n\t\t\tthis.runner.cancel();\n\t\t\tthis.update();\n\t\t} else {\n\t\t\tthis.runner.schedule();\n\t\t}\n\t}\n}\n\nexport abstract class AbstractSyntaxTokenBackend extends Disposable {\n\tprotected abstract _backgroundTokenizationState: BackgroundTokenizationState;\n\tpublic get backgroundTokenizationState(): BackgroundTokenizationState {\n\t\treturn this._backgroundTokenizationState;\n\t}\n\n\tprotected abstract readonly _onDidChangeBackgroundTokenizationState: Emitter<void>;\n\t/** @internal, should not be exposed by the text model! */\n\tpublic abstract readonly onDidChangeBackgroundTokenizationState: Event<void>;\n\n\tprotected readonly _onDidChangeTokens = this._register(new Emitter<IModelTokensChangedEvent>());\n\t/** @internal, should not be exposed by the text model! */\n\tpublic readonly onDidChangeTokens: Event<IModelTokensChangedEvent> = this._onDidChangeTokens.event;\n\n\tprotected readonly _onDidChangeFontTokens: Emitter<IModelFontTokensChangedEvent> = this._register(new Emitter<IModelFontTokensChangedEvent>());\n\t/** @internal, should not be exposed by the text model! */\n\tpublic readonly onDidChangeFontTokens: Event<IModelFontTokensChangedEvent> = this._onDidChangeFontTokens.event;\n\n\tconstructor(\n\t\tprotected readonly _languageIdCodec: ILanguageIdCodec,\n\t\tprotected readonly _textModel: TextModel,\n\t) {\n\t\tsuper();\n\t}\n\n\tpublic abstract todo_resetTokenization(fireTokenChangeEvent?: boolean): void;\n\n\tpublic abstract handleDidChangeAttached(): void;\n\n\tpublic abstract handleDidChangeContent(e: IModelContentChangedEvent): void;\n\n\tpublic abstract forceTokenization(lineNumber: number): void;\n\n\tpublic abstract hasAccurateTokensForLine(lineNumber: number): boolean;\n\n\tpublic abstract isCheapToTokenize(lineNumber: number): boolean;\n\n\tpublic tokenizeIfCheap(lineNumber: number): void {\n\t\tif (this.isCheapToTokenize(lineNumber)) {\n\t\t\tthis.forceTokenization(lineNumber);\n\t\t}\n\t}\n\n\tpublic abstract getLineTokens(lineNumber: number): LineTokens;\n\n\tpublic abstract getTokenTypeIfInsertingCharacter(lineNumber: number, column: number, character: string): StandardTokenType;\n\n\tpublic abstract tokenizeLinesAt(lineNumber: number, lines: string[]): LineTokens[] | null;\n\n\tpublic abstract get hasTokens(): boolean;\n}\n"]}

package/esm/vs/editor/common/model/tokens/annotations.js

@@ -0,0 +1,177 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+import { binarySearch2 } from '../../../../base/common/arrays.js';
+export class AnnotatedString {
+    constructor(annotations = []) {
+        /**
+         * Annotations are non intersecting and contiguous in the array.
+         */
+        this._annotations = [];
+        this._annotations = annotations;
+    }
+    /**
+     * Set annotations for a specific range.
+     * Annotations should be sorted and non-overlapping.
+     * If the annotation value is undefined, the annotation is removed.
+     */
+    setAnnotations(annotations) {
+        for (const annotation of annotations.annotations) {
+            const startIndex = this._getStartIndexOfIntersectingAnnotation(annotation.range.start);
+            const endIndexExclusive = this._getEndIndexOfIntersectingAnnotation(annotation.range.endExclusive);
+            if (annotation.annotation !== undefined) {
+                this._annotations.splice(startIndex, endIndexExclusive - startIndex, { range: annotation.range, annotation: annotation.annotation });
+            }
+            else {
+                this._annotations.splice(startIndex, endIndexExclusive - startIndex);
+            }
+        }
+    }
+    /**
+     * Returns all annotations that intersect with the given offset range.
+     */
+    getAnnotationsIntersecting(range) {
+        const startIndex = this._getStartIndexOfIntersectingAnnotation(range.start);
+        const endIndexExclusive = this._getEndIndexOfIntersectingAnnotation(range.endExclusive);
+        return this._annotations.slice(startIndex, endIndexExclusive);
+    }
+    _getStartIndexOfIntersectingAnnotation(offset) {
+        // Find index to the left of the offset
+        const startIndexWhereToReplace = binarySearch2(this._annotations.length, (index) => {
+            return this._annotations[index].range.start - offset;
+        });
+        let startIndex;
+        if (startIndexWhereToReplace >= 0) {
+            startIndex = startIndexWhereToReplace;
+        }
+        else {
+            const candidate = this._annotations[-(startIndexWhereToReplace + 2)]?.range;
+            if (candidate && offset >= candidate.start && offset <= candidate.endExclusive) {
+                startIndex = -(startIndexWhereToReplace + 2);
+            }
+            else {
+                startIndex = -(startIndexWhereToReplace + 1);
+            }
+        }
+        return startIndex;
+    }
+    _getEndIndexOfIntersectingAnnotation(offset) {
+        // Find index to the right of the offset
+        const endIndexWhereToReplace = binarySearch2(this._annotations.length, (index) => {
+            return this._annotations[index].range.endExclusive - offset;
+        });
+        let endIndexExclusive;
+        if (endIndexWhereToReplace >= 0) {
+            endIndexExclusive = endIndexWhereToReplace + 1;
+        }
+        else {
+            const candidate = this._annotations[-(endIndexWhereToReplace + 1)]?.range;
+            if (candidate && offset >= candidate.start && offset <= candidate.endExclusive) {
+                endIndexExclusive = -endIndexWhereToReplace;
+            }
+            else {
+                endIndexExclusive = -(endIndexWhereToReplace + 1);
+            }
+        }
+        return endIndexExclusive;
+    }
+    /**
+     * Applies a string edit to the annotated string, updating annotation ranges accordingly.
+     * @param edit The string edit to apply.
+     * @returns The annotations that were deleted (became empty) as a result of the edit.
+     */
+    applyEdit(edit) {
+        const annotations = this._annotations.slice();
+        // treat edits as deletion of the replace range and then as insertion that extends the first range
+        const finalAnnotations = [];
+        const deletedAnnotations = [];
+        let offset = 0;
+        for (const e of edit.replacements) {
+            while (true) {
+                // ranges before the current edit
+                const annotation = annotations[0];
+                if (!annotation) {
+                    break;
+                }
+                const range = annotation.range;
+                if (range.endExclusive >= e.replaceRange.start) {
+                    break;
+                }
+                annotations.shift();
+                const newAnnotation = { range: range.delta(offset), annotation: annotation.annotation };
+                if (!newAnnotation.range.isEmpty) {
+                    finalAnnotations.push(newAnnotation);
+                }
+                else {
+                    deletedAnnotations.push(newAnnotation);
+                }
+            }
+            const intersecting = [];
+            while (true) {
+                const annotation = annotations[0];
+                if (!annotation) {
+                    break;
+                }
+                const range = annotation.range;
+                if (!range.intersectsOrTouches(e.replaceRange)) {
+                    break;
+                }
+                annotations.shift();
+                intersecting.push(annotation);
+            }
+            for (let i = intersecting.length - 1; i >= 0; i--) {
+                const annotation = intersecting[i];
+                let r = annotation.range;
+                // Inserted text will extend the first intersecting annotation, if the edit truly overlaps it
+                const shouldExtend = i === 0 && (e.replaceRange.endExclusive > r.start) && (e.replaceRange.start < r.endExclusive);
+                // Annotation shrinks by the overlap then grows with the new text length
+                const overlap = r.intersect(e.replaceRange).length;
+                r = r.deltaEnd(-overlap + (shouldExtend ? e.newText.length : 0));
+                // If the annotation starts after the edit start, shift left to the edit start position
+                const rangeAheadOfReplaceRange = r.start - e.replaceRange.start;
+                if (rangeAheadOfReplaceRange > 0) {
+                    r = r.delta(-rangeAheadOfReplaceRange);
+                }
+                // If annotation shouldn't be extended AND it is after or on edit start, move it after the newly inserted text
+                if (!shouldExtend && rangeAheadOfReplaceRange >= 0) {
+                    r = r.delta(e.newText.length);
+                }
+                // We already took our offset into account.
+                // Because we add r back to the queue (which then adds offset again),
+                // we have to remove it here so as to not double count it.
+                r = r.delta(-(e.newText.length - e.replaceRange.length));
+                annotations.unshift({ annotation: annotation.annotation, range: r });
+            }
+            offset += e.newText.length - e.replaceRange.length;
+        }
+        while (true) {
+            const annotation = annotations[0];
+            if (!annotation) {
+                break;
+            }
+            annotations.shift();
+            const newAnnotation = { annotation: annotation.annotation, range: annotation.range.delta(offset) };
+            if (!newAnnotation.range.isEmpty) {
+                finalAnnotations.push(newAnnotation);
+            }
+            else {
+                deletedAnnotations.push(newAnnotation);
+            }
+        }
+        this._annotations = finalAnnotations;
+        return deletedAnnotations;
+    }
+}
+export class AnnotationsUpdate {
+    static create(annotations) {
+        return new AnnotationsUpdate(annotations);
+    }
+    constructor(annotations) {
+        this._annotations = annotations;
+    }
+    get annotations() {
+        return this._annotations;
+    }
+}
+//# sourceMappingURL=annotations.js.map

package/esm/vs/editor/common/model/tokens/annotations.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["file:///mnt/vss/_work/1/s/dependencies/vscode/out-editor-src/vs/editor/common/model/tokens/annotations.ts","vs/editor/common/model/tokens/annotations.ts"],"names":[],"mappings":"AAAA;;;gGAGgG;AAEhG,OAAO,EAAE,aAAa,EAAE,MAAM,mCAAmC,CAAC;AA0BlE,MAAM,OAAO,eAAe;IAO3B,YAAY,cAAgC,EAAE;QAL9C;;WAEG;QACK,iBAAY,GAAqB,EAAE,CAAC;QAG3C,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACI,cAAc,CAAC,WAAiC;QACtD,KAAK,MAAM,UAAU,IAAI,WAAW,CAAC,WAAW,EAAE,CAAC;YAClD,MAAM,UAAU,GAAG,IAAI,CAAC,sCAAsC,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACvF,MAAM,iBAAiB,GAAG,IAAI,CAAC,oCAAoC,CAAC,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YACnG,IAAI,UAAU,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;gBACzC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,EAAE,iBAAiB,GAAG,UAAU,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC;YACtI,CAAC;iBAAM,CAAC;gBACP,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,EAAE,iBAAiB,GAAG,UAAU,CAAC,CAAC;YACtE,CAAC;QACF,CAAC;IACF,CAAC;IAED;;OAEG;IACI,0BAA0B,CAAC,KAAkB;QACnD,MAAM,UAAU,GAAG,IAAI,CAAC,sCAAsC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC5E,MAAM,iBAAiB,GAAG,IAAI,CAAC,oCAAoC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACxF,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;IAC/D,CAAC;IAEO,sCAAsC,CAAC,MAAc;QAC5D,uCAAuC;QACvC,MAAM,wBAAwB,GAAG,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YAClF,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC;QACtD,CAAC,CAAC,CAAC;QACH,IAAI,UAAkB,CAAC;QACvB,IAAI,wBAAwB,IAAI,CAAC,EAAE,CAAC;YACnC,UAAU,GAAG,wBAAwB,CAAC;QACvC,CAAC;aAAM,CAAC;YACP,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,CAAE,CAAC,wBAAwB,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;YAC7E,IAAI,SAAS,IAAI,MAAM,IAAI,SAAS,CAAC,KAAK,IAAI,MAAM,IAAI,SAAS,CAAC,YAAY,EAAE,CAAC;gBAChF,UAAU,GAAG,CAAE,CAAC,wBAAwB,GAAG,CAAC,CAAC,CAAC;YAC/C,CAAC;iBAAM,CAAC;gBACP,UAAU,GAAG,CAAE,CAAC,wBAAwB,GAAG,CAAC,CAAC,CAAC;YAC/C,CAAC;QACF,CAAC;QACD,OAAO,UAAU,CAAC;IACnB,CAAC;IAEO,oCAAoC,CAAC,MAAc;QAC1D,wCAAwC;QACxC,MAAM,sBAAsB,GAAG,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YAChF,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC;QAC7D,CAAC,CAAC,CAAC;QACH,IAAI,iBAAyB,CAAC;QAC9B,IAAI,sBAAsB,IAAI,CAAC,EAAE,CAAC;YACjC,iBAAiB,GAAG,sBAAsB,GAAG,CAAC,CAAC;QAChD,CAAC;aAAM,CAAC;YACP,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,sBAAsB,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;YAC1E,IAAI,SAAS,IAAI,MAAM,IAAI,SAAS,CAAC,KAAK,IAAI,MAAM,IAAI,SAAS,CAAC,YAAY,EAAE,CAAC;gBAChF,iBAAiB,GAAG,CAAE,sBAAsB,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACP,iBAAiB,GAAG,CAAE,CAAC,sBAAsB,GAAG,CAAC,CAAC,CAAC;YACpD,CAAC;QACF,CAAC;QACD,OAAO,iBAAiB,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACI,SAAS,CAAC,IAAgB;QAChC,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAE9C,kGAAkG;QAClG,MAAM,gBAAgB,GAAqB,EAAE,CAAC;QAC9C,MAAM,kBAAkB,GAAqB,EAAE,CAAC;QAEhD,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACnC,OAAO,IAAI,EAAE,CAAC;gBACb,iCAAiC;gBACjC,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;gBAClC,IAAI,CAAC,UAAU,EAAE,CAAC;oBACjB,MAAM;gBACP,CAAC;gBACD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;gBAC/B,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;oBAChD,MAAM;gBACP,CAAC;gBACD,WAAW,CAAC,KAAK,EAAE,CAAC;gBACpB,MAAM,aAAa,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC;gBACxF,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;oBAClC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBACtC,CAAC;qBAAM,CAAC;oBACP,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBACxC,CAAC;YACF,CAAC;YAED,MAAM,YAAY,GAAqB,EAAE,CAAC;YAC1C,OAAO,IAAI,EAAE,CAAC;gBACb,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;gBAClC,IAAI,CAAC,UAAU,EAAE,CAAC;oBACjB,MAAM;gBACP,CAAC;gBACD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;gBAC/B,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC;oBAChD,MAAM;gBACP,CAAC;gBACD,WAAW,CAAC,KAAK,EAAE,CAAC;gBACpB,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnD,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;gBACnC,IAAI,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC;gBAEzB,6FAA6F;gBAC7F,MAAM,YAAY,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC;gBACnH,wEAAwE;gBACxE,MAAM,OAAO,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAE,CAAC,MAAM,CAAC;gBACpD,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAEjE,uFAAuF;gBACvF,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC;gBAChE,IAAI,wBAAwB,GAAG,CAAC,EAAE,CAAC;oBAClC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,wBAAwB,CAAC,CAAC;gBACxC,CAAC;gBAED,8GAA8G;gBAC9G,IAAI,CAAC,YAAY,IAAI,wBAAwB,IAAI,CAAC,EAAE,CAAC;oBACpD,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC/B,CAAC;gBAED,2CAA2C;gBAC3C,qEAAqE;gBACrE,0DAA0D;gBAC1D,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;gBAEzD,WAAW,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;YACtE,CAAC;YAED,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC;QACpD,CAAC;QAED,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAClC,IAAI,CAAC,UAAU,EAAE,CAAC;gBACjB,MAAM;YACP,CAAC;YACD,WAAW,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,aAAa,GAAG,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACnG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACP,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACxC,CAAC;QACF,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,gBAAgB,CAAC;QACrC,OAAO,kBAAkB,CAAC;IAC3B,CAAC;CACD;AAOD,MAAM,OAAO,iBAAiB;IAEtB,MAAM,CAAC,MAAM,CAAI,WAAmC;QAC1D,OAAO,IAAI,iBAAiB,CAAC,WAAW,CAAC,CAAC;IAC3C,CAAC;IAID,YAAoB,WAAmC;QACtD,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;IACjC,CAAC;IAED,IAAI,WAAW;QACd,OAAO,IAAI,CAAC,YAAY,CAAC;IAC1B,CAAC;CACD","file":"annotations.js","sourceRoot":"file:///mnt/vss/_work/1/s/dependencies/vscode/out-editor-src","sourcesContent":["/*---------------------------------------------------------------------------------------------\n *  Copyright (c) Microsoft Corporation. All rights reserved.\n *  Licensed under the MIT License. See License.txt in the project root for license information.\n *--------------------------------------------------------------------------------------------*/\n\nimport { binarySearch2 } from '../../../../base/common/arrays.js';\nimport { StringEdit } from '../../core/edits/stringEdit.js';\nimport { OffsetRange } from '../../core/ranges/offsetRange.js';\n\nexport interface IAnnotation<T> {\n\trange: OffsetRange;\n\tannotation: T;\n}\n\nexport interface IAnnotatedString<T> {\n\t/**\n\t * Set annotations for a specific line.\n\t * Annotations should be sorted and non-overlapping.\n\t */\n\tsetAnnotations(annotations: AnnotationsUpdate<T>): void;\n\t/**\n\t * Return annotations intersecting with the given offset range.\n\t */\n\tgetAnnotationsIntersecting(range: OffsetRange): IAnnotation<T>[];\n\t/**\n\t * Apply a string edit to the annotated string.\n\t * @returns The annotations that were deleted (became empty) as a result of the edit.\n\t */\n\tapplyEdit(edit: StringEdit): IAnnotation<T>[];\n}\n\nexport class AnnotatedString<T> implements IAnnotatedString<T> {\n\n\t/**\n\t * Annotations are non intersecting and contiguous in the array.\n\t */\n\tprivate _annotations: IAnnotation<T>[] = [];\n\n\tconstructor(annotations: IAnnotation<T>[] = []) {\n\t\tthis._annotations = annotations;\n\t}\n\n\t/**\n\t * Set annotations for a specific range.\n\t * Annotations should be sorted and non-overlapping.\n\t * If the annotation value is undefined, the annotation is removed.\n\t */\n\tpublic setAnnotations(annotations: AnnotationsUpdate<T>): void {\n\t\tfor (const annotation of annotations.annotations) {\n\t\t\tconst startIndex = this._getStartIndexOfIntersectingAnnotation(annotation.range.start);\n\t\t\tconst endIndexExclusive = this._getEndIndexOfIntersectingAnnotation(annotation.range.endExclusive);\n\t\t\tif (annotation.annotation !== undefined) {\n\t\t\t\tthis._annotations.splice(startIndex, endIndexExclusive - startIndex, { range: annotation.range, annotation: annotation.annotation });\n\t\t\t} else {\n\t\t\t\tthis._annotations.splice(startIndex, endIndexExclusive - startIndex);\n\t\t\t}\n\t\t}\n\t}\n\n\t/**\n\t * Returns all annotations that intersect with the given offset range.\n\t */\n\tpublic getAnnotationsIntersecting(range: OffsetRange): IAnnotation<T>[] {\n\t\tconst startIndex = this._getStartIndexOfIntersectingAnnotation(range.start);\n\t\tconst endIndexExclusive = this._getEndIndexOfIntersectingAnnotation(range.endExclusive);\n\t\treturn this._annotations.slice(startIndex, endIndexExclusive);\n\t}\n\n\tprivate _getStartIndexOfIntersectingAnnotation(offset: number): number {\n\t\t// Find index to the left of the offset\n\t\tconst startIndexWhereToReplace = binarySearch2(this._annotations.length, (index) => {\n\t\t\treturn this._annotations[index].range.start - offset;\n\t\t});\n\t\tlet startIndex: number;\n\t\tif (startIndexWhereToReplace >= 0) {\n\t\t\tstartIndex = startIndexWhereToReplace;\n\t\t} else {\n\t\t\tconst candidate = this._annotations[- (startIndexWhereToReplace + 2)]?.range;\n\t\t\tif (candidate && offset >= candidate.start && offset <= candidate.endExclusive) {\n\t\t\t\tstartIndex = - (startIndexWhereToReplace + 2);\n\t\t\t} else {\n\t\t\t\tstartIndex = - (startIndexWhereToReplace + 1);\n\t\t\t}\n\t\t}\n\t\treturn startIndex;\n\t}\n\n\tprivate _getEndIndexOfIntersectingAnnotation(offset: number): number {\n\t\t// Find index to the right of the offset\n\t\tconst endIndexWhereToReplace = binarySearch2(this._annotations.length, (index) => {\n\t\t\treturn this._annotations[index].range.endExclusive - offset;\n\t\t});\n\t\tlet endIndexExclusive: number;\n\t\tif (endIndexWhereToReplace >= 0) {\n\t\t\tendIndexExclusive = endIndexWhereToReplace + 1;\n\t\t} else {\n\t\t\tconst candidate = this._annotations[-(endIndexWhereToReplace + 1)]?.range;\n\t\t\tif (candidate && offset >= candidate.start && offset <= candidate.endExclusive) {\n\t\t\t\tendIndexExclusive = - endIndexWhereToReplace;\n\t\t\t} else {\n\t\t\t\tendIndexExclusive = - (endIndexWhereToReplace + 1);\n\t\t\t}\n\t\t}\n\t\treturn endIndexExclusive;\n\t}\n\n\t/**\n\t * Applies a string edit to the annotated string, updating annotation ranges accordingly.\n\t * @param edit The string edit to apply.\n\t * @returns The annotations that were deleted (became empty) as a result of the edit.\n\t */\n\tpublic applyEdit(edit: StringEdit): IAnnotation<T>[] {\n\t\tconst annotations = this._annotations.slice();\n\n\t\t// treat edits as deletion of the replace range and then as insertion that extends the first range\n\t\tconst finalAnnotations: IAnnotation<T>[] = [];\n\t\tconst deletedAnnotations: IAnnotation<T>[] = [];\n\n\t\tlet offset = 0;\n\n\t\tfor (const e of edit.replacements) {\n\t\t\twhile (true) {\n\t\t\t\t// ranges before the current edit\n\t\t\t\tconst annotation = annotations[0];\n\t\t\t\tif (!annotation) {\n\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t\tconst range = annotation.range;\n\t\t\t\tif (range.endExclusive >= e.replaceRange.start) {\n\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t\tannotations.shift();\n\t\t\t\tconst newAnnotation = { range: range.delta(offset), annotation: annotation.annotation };\n\t\t\t\tif (!newAnnotation.range.isEmpty) {\n\t\t\t\t\tfinalAnnotations.push(newAnnotation);\n\t\t\t\t} else {\n\t\t\t\t\tdeletedAnnotations.push(newAnnotation);\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tconst intersecting: IAnnotation<T>[] = [];\n\t\t\twhile (true) {\n\t\t\t\tconst annotation = annotations[0];\n\t\t\t\tif (!annotation) {\n\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t\tconst range = annotation.range;\n\t\t\t\tif (!range.intersectsOrTouches(e.replaceRange)) {\n\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t\tannotations.shift();\n\t\t\t\tintersecting.push(annotation);\n\t\t\t}\n\n\t\t\tfor (let i = intersecting.length - 1; i >= 0; i--) {\n\t\t\t\tconst annotation = intersecting[i];\n\t\t\t\tlet r = annotation.range;\n\n\t\t\t\t// Inserted text will extend the first intersecting annotation, if the edit truly overlaps it\n\t\t\t\tconst shouldExtend = i === 0 && (e.replaceRange.endExclusive > r.start) && (e.replaceRange.start < r.endExclusive);\n\t\t\t\t// Annotation shrinks by the overlap then grows with the new text length\n\t\t\t\tconst overlap = r.intersect(e.replaceRange)!.length;\n\t\t\t\tr = r.deltaEnd(-overlap + (shouldExtend ? e.newText.length : 0));\n\n\t\t\t\t// If the annotation starts after the edit start, shift left to the edit start position\n\t\t\t\tconst rangeAheadOfReplaceRange = r.start - e.replaceRange.start;\n\t\t\t\tif (rangeAheadOfReplaceRange > 0) {\n\t\t\t\t\tr = r.delta(-rangeAheadOfReplaceRange);\n\t\t\t\t}\n\n\t\t\t\t// If annotation shouldn't be extended AND it is after or on edit start, move it after the newly inserted text\n\t\t\t\tif (!shouldExtend && rangeAheadOfReplaceRange >= 0) {\n\t\t\t\t\tr = r.delta(e.newText.length);\n\t\t\t\t}\n\n\t\t\t\t// We already took our offset into account.\n\t\t\t\t// Because we add r back to the queue (which then adds offset again),\n\t\t\t\t// we have to remove it here so as to not double count it.\n\t\t\t\tr = r.delta(-(e.newText.length - e.replaceRange.length));\n\n\t\t\t\tannotations.unshift({ annotation: annotation.annotation, range: r });\n\t\t\t}\n\n\t\t\toffset += e.newText.length - e.replaceRange.length;\n\t\t}\n\n\t\twhile (true) {\n\t\t\tconst annotation = annotations[0];\n\t\t\tif (!annotation) {\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tannotations.shift();\n\t\t\tconst newAnnotation = { annotation: annotation.annotation, range: annotation.range.delta(offset) };\n\t\t\tif (!newAnnotation.range.isEmpty) {\n\t\t\t\tfinalAnnotations.push(newAnnotation);\n\t\t\t} else {\n\t\t\t\tdeletedAnnotations.push(newAnnotation);\n\t\t\t}\n\t\t}\n\t\tthis._annotations = finalAnnotations;\n\t\treturn deletedAnnotations;\n\t}\n}\n\nexport interface IAnnotationUpdate<T> {\n\trange: OffsetRange;\n\tannotation: T | undefined;\n}\n\nexport class AnnotationsUpdate<T> {\n\n\tpublic static create<T>(annotations: IAnnotationUpdate<T>[]): AnnotationsUpdate<T> {\n\t\treturn new AnnotationsUpdate(annotations);\n\t}\n\n\tprivate _annotations: IAnnotationUpdate<T>[];\n\n\tprivate constructor(annotations: IAnnotationUpdate<T>[]) {\n\t\tthis._annotations = annotations;\n\t}\n\n\tget annotations(): IAnnotationUpdate<T>[] {\n\t\treturn this._annotations;\n\t}\n}\n","/*---------------------------------------------------------------------------------------------\n *  Copyright (c) Microsoft Corporation. All rights reserved.\n *  Licensed under the MIT License. See License.txt in the project root for license information.\n *--------------------------------------------------------------------------------------------*/\n\nimport { binarySearch2 } from '../../../../base/common/arrays.js';\nimport { StringEdit } from '../../core/edits/stringEdit.js';\nimport { OffsetRange } from '../../core/ranges/offsetRange.js';\n\nexport interface IAnnotation<T> {\n\trange: OffsetRange;\n\tannotation: T;\n}\n\nexport interface IAnnotatedString<T> {\n\t/**\n\t * Set annotations for a specific line.\n\t * Annotations should be sorted and non-overlapping.\n\t */\n\tsetAnnotations(annotations: AnnotationsUpdate<T>): void;\n\t/**\n\t * Return annotations intersecting with the given offset range.\n\t */\n\tgetAnnotationsIntersecting(range: OffsetRange): IAnnotation<T>[];\n\t/**\n\t * Apply a string edit to the annotated string.\n\t * @returns The annotations that were deleted (became empty) as a result of the edit.\n\t */\n\tapplyEdit(edit: StringEdit): IAnnotation<T>[];\n}\n\nexport class AnnotatedString<T> implements IAnnotatedString<T> {\n\n\t/**\n\t * Annotations are non intersecting and contiguous in the array.\n\t */\n\tprivate _annotations: IAnnotation<T>[] = [];\n\n\tconstructor(annotations: IAnnotation<T>[] = []) {\n\t\tthis._annotations = annotations;\n\t}\n\n\t/**\n\t * Set annotations for a specific range.\n\t * Annotations should be sorted and non-overlapping.\n\t * If the annotation value is undefined, the annotation is removed.\n\t */\n\tpublic setAnnotations(annotations: AnnotationsUpdate<T>): void {\n\t\tfor (const annotation of annotations.annotations) {\n\t\t\tconst startIndex = this._getStartIndexOfIntersectingAnnotation(annotation.range.start);\n\t\t\tconst endIndexExclusive = this._getEndIndexOfIntersectingAnnotation(annotation.range.endExclusive);\n\t\t\tif (annotation.annotation !== undefined) {\n\t\t\t\tthis._annotations.splice(startIndex, endIndexExclusive - startIndex, { range: annotation.range, annotation: annotation.annotation });\n\t\t\t} else {\n\t\t\t\tthis._annotations.splice(startIndex, endIndexExclusive - startIndex);\n\t\t\t}\n\t\t}\n\t}\n\n\t/**\n\t * Returns all annotations that intersect with the given offset range.\n\t */\n\tpublic getAnnotationsIntersecting(range: OffsetRange): IAnnotation<T>[] {\n\t\tconst startIndex = this._getStartIndexOfIntersectingAnnotation(range.start);\n\t\tconst endIndexExclusive = this._getEndIndexOfIntersectingAnnotation(range.endExclusive);\n\t\treturn this._annotations.slice(startIndex, endIndexExclusive);\n\t}\n\n\tprivate _getStartIndexOfIntersectingAnnotation(offset: number): number {\n\t\t// Find index to the left of the offset\n\t\tconst startIndexWhereToReplace = binarySearch2(this._annotations.length, (index) => {\n\t\t\treturn this._annotations[index].range.start - offset;\n\t\t});\n\t\tlet startIndex: number;\n\t\tif (startIndexWhereToReplace >= 0) {\n\t\t\tstartIndex = startIndexWhereToReplace;\n\t\t} else {\n\t\t\tconst candidate = this._annotations[- (startIndexWhereToReplace + 2)]?.range;\n\t\t\tif (candidate && offset >= candidate.start && offset <= candidate.endExclusive) {\n\t\t\t\tstartIndex = - (startIndexWhereToReplace + 2);\n\t\t\t} else {\n\t\t\t\tstartIndex = - (startIndexWhereToReplace + 1);\n\t\t\t}\n\t\t}\n\t\treturn startIndex;\n\t}\n\n\tprivate _getEndIndexOfIntersectingAnnotation(offset: number): number {\n\t\t// Find index to the right of the offset\n\t\tconst endIndexWhereToReplace = binarySearch2(this._annotations.length, (index) => {\n\t\t\treturn this._annotations[index].range.endExclusive - offset;\n\t\t});\n\t\tlet endIndexExclusive: number;\n\t\tif (endIndexWhereToReplace >= 0) {\n\t\t\tendIndexExclusive = endIndexWhereToReplace + 1;\n\t\t} else {\n\t\t\tconst candidate = this._annotations[-(endIndexWhereToReplace + 1)]?.range;\n\t\t\tif (candidate && offset >= candidate.start && offset <= candidate.endExclusive) {\n\t\t\t\tendIndexExclusive = - endIndexWhereToReplace;\n\t\t\t} else {\n\t\t\t\tendIndexExclusive = - (endIndexWhereToReplace + 1);\n\t\t\t}\n\t\t}\n\t\treturn endIndexExclusive;\n\t}\n\n\t/**\n\t * Applies a string edit to the annotated string, updating annotation ranges accordingly.\n\t * @param edit The string edit to apply.\n\t * @returns The annotations that were deleted (became empty) as a result of the edit.\n\t */\n\tpublic applyEdit(edit: StringEdit): IAnnotation<T>[] {\n\t\tconst annotations = this._annotations.slice();\n\n\t\t// treat edits as deletion of the replace range and then as insertion that extends the first range\n\t\tconst finalAnnotations: IAnnotation<T>[] = [];\n\t\tconst deletedAnnotations: IAnnotation<T>[] = [];\n\n\t\tlet offset = 0;\n\n\t\tfor (const e of edit.replacements) {\n\t\t\twhile (true) {\n\t\t\t\t// ranges before the current edit\n\t\t\t\tconst annotation = annotations[0];\n\t\t\t\tif (!annotation) {\n\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t\tconst range = annotation.range;\n\t\t\t\tif (range.endExclusive >= e.replaceRange.start) {\n\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t\tannotations.shift();\n\t\t\t\tconst newAnnotation = { range: range.delta(offset), annotation: annotation.annotation };\n\t\t\t\tif (!newAnnotation.range.isEmpty) {\n\t\t\t\t\tfinalAnnotations.push(newAnnotation);\n\t\t\t\t} else {\n\t\t\t\t\tdeletedAnnotations.push(newAnnotation);\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tconst intersecting: IAnnotation<T>[] = [];\n\t\t\twhile (true) {\n\t\t\t\tconst annotation = annotations[0];\n\t\t\t\tif (!annotation) {\n\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t\tconst range = annotation.range;\n\t\t\t\tif (!range.intersectsOrTouches(e.replaceRange)) {\n\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t\tannotations.shift();\n\t\t\t\tintersecting.push(annotation);\n\t\t\t}\n\n\t\t\tfor (let i = intersecting.length - 1; i >= 0; i--) {\n\t\t\t\tconst annotation = intersecting[i];\n\t\t\t\tlet r = annotation.range;\n\n\t\t\t\t// Inserted text will extend the first intersecting annotation, if the edit truly overlaps it\n\t\t\t\tconst shouldExtend = i === 0 && (e.replaceRange.endExclusive > r.start) && (e.replaceRange.start < r.endExclusive);\n\t\t\t\t// Annotation shrinks by the overlap then grows with the new text length\n\t\t\t\tconst overlap = r.intersect(e.replaceRange)!.length;\n\t\t\t\tr = r.deltaEnd(-overlap + (shouldExtend ? e.newText.length : 0));\n\n\t\t\t\t// If the annotation starts after the edit start, shift left to the edit start position\n\t\t\t\tconst rangeAheadOfReplaceRange = r.start - e.replaceRange.start;\n\t\t\t\tif (rangeAheadOfReplaceRange > 0) {\n\t\t\t\t\tr = r.delta(-rangeAheadOfReplaceRange);\n\t\t\t\t}\n\n\t\t\t\t// If annotation shouldn't be extended AND it is after or on edit start, move it after the newly inserted text\n\t\t\t\tif (!shouldExtend && rangeAheadOfReplaceRange >= 0) {\n\t\t\t\t\tr = r.delta(e.newText.length);\n\t\t\t\t}\n\n\t\t\t\t// We already took our offset into account.\n\t\t\t\t// Because we add r back to the queue (which then adds offset again),\n\t\t\t\t// we have to remove it here so as to not double count it.\n\t\t\t\tr = r.delta(-(e.newText.length - e.replaceRange.length));\n\n\t\t\t\tannotations.unshift({ annotation: annotation.annotation, range: r });\n\t\t\t}\n\n\t\t\toffset += e.newText.length - e.replaceRange.length;\n\t\t}\n\n\t\twhile (true) {\n\t\t\tconst annotation = annotations[0];\n\t\t\tif (!annotation) {\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tannotations.shift();\n\t\t\tconst newAnnotation = { annotation: annotation.annotation, range: annotation.range.delta(offset) };\n\t\t\tif (!newAnnotation.range.isEmpty) {\n\t\t\t\tfinalAnnotations.push(newAnnotation);\n\t\t\t} else {\n\t\t\t\tdeletedAnnotations.push(newAnnotation);\n\t\t\t}\n\t\t}\n\t\tthis._annotations = finalAnnotations;\n\t\treturn deletedAnnotations;\n\t}\n}\n\nexport interface IAnnotationUpdate<T> {\n\trange: OffsetRange;\n\tannotation: T | undefined;\n}\n\nexport class AnnotationsUpdate<T> {\n\n\tpublic static create<T>(annotations: IAnnotationUpdate<T>[]): AnnotationsUpdate<T> {\n\t\treturn new AnnotationsUpdate(annotations);\n\t}\n\n\tprivate _annotations: IAnnotationUpdate<T>[];\n\n\tprivate constructor(annotations: IAnnotationUpdate<T>[]) {\n\t\tthis._annotations = annotations;\n\t}\n\n\tget annotations(): IAnnotationUpdate<T>[] {\n\t\treturn this._annotations;\n\t}\n}\n"]}

package/esm/vs/editor/common/model/tokens/tokenizationFontDecorationsProvider.js

@@ -0,0 +1,131 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+import { Disposable } from '../../../../base/common/lifecycle.js';
+import { Range } from '../../core/range.js';
+import { LineFontChangingDecoration, LineHeightChangingDecoration } from '../decorationProvider.js';
+import { Emitter } from '../../../../base/common/event.js';
+import { classNameForFontTokenDecorations } from '../../languages/supports/tokenization.js';
+import { Position } from '../../core/position.js';
+import { AnnotatedString, AnnotationsUpdate } from './annotations.js';
+import { OffsetRange } from '../../core/ranges/offsetRange.js';
+import { offsetEditFromContentChanges } from '../textModelStringEdit.js';
+export class TokenizationFontDecorationProvider extends Disposable {
+    static { this.DECORATION_COUNT = 0; }
+    constructor(textModel, tokenizationTextModelPart) {
+        super();
+        this.textModel = textModel;
+        this.tokenizationTextModelPart = tokenizationTextModelPart;
+        this._onDidChangeLineHeight = new Emitter();
+        this.onDidChangeLineHeight = this._onDidChangeLineHeight.event;
+        this._onDidChangeFont = new Emitter();
+        this.onDidChangeFont = this._onDidChangeFont.event;
+        this._fontAnnotatedString = new AnnotatedString();
+        this._register(this.tokenizationTextModelPart.onDidChangeFontTokens(fontChanges => {
+            const linesChanged = new Set();
+            const fontTokenAnnotations = [];
+            const affectedLineHeights = new Set();
+            const affectedLineFonts = new Set();
+            for (const annotation of fontChanges.changes.annotations) {
+                const startPosition = this.textModel.getPositionAt(annotation.range.start);
+                const endPosition = this.textModel.getPositionAt(annotation.range.endExclusive);
+                if (startPosition.lineNumber !== endPosition.lineNumber) {
+                    // The token should be always on a single line
+                    continue;
+                }
+                const lineNumber = startPosition.lineNumber;
+                let fontTokenAnnotation;
+                if (annotation.annotation === undefined) {
+                    fontTokenAnnotation = {
+                        range: annotation.range,
+                        annotation: undefined
+                    };
+                }
+                else {
+                    const decorationId = `tokenization-font-decoration-${TokenizationFontDecorationProvider.DECORATION_COUNT}`;
+                    const fontTokenDecoration = {
+                        fontToken: annotation.annotation,
+                        decorationId
+                    };
+                    fontTokenAnnotation = {
+                        range: annotation.range,
+                        annotation: fontTokenDecoration
+                    };
+                    TokenizationFontDecorationProvider.DECORATION_COUNT++;
+                    if (annotation.annotation.lineHeight) {
+                        affectedLineHeights.add(new LineHeightChangingDecoration(0, decorationId, lineNumber, annotation.annotation.lineHeight));
+                    }
+                    affectedLineFonts.add(new LineFontChangingDecoration(0, decorationId, lineNumber));
+                }
+                fontTokenAnnotations.push(fontTokenAnnotation);
+                if (!linesChanged.has(lineNumber)) {
+                    // Signal the removal of the font tokenization decorations on the line number
+                    const lineNumberStartOffset = this.textModel.getOffsetAt(new Position(lineNumber, 1));
+                    const lineNumberEndOffset = this.textModel.getOffsetAt(new Position(lineNumber, this.textModel.getLineMaxColumn(lineNumber)));
+                    const lineOffsetRange = new OffsetRange(lineNumberStartOffset, lineNumberEndOffset);
+                    const lineAnnotations = this._fontAnnotatedString.getAnnotationsIntersecting(lineOffsetRange);
+                    for (const annotation of lineAnnotations) {
+                        const decorationId = annotation.annotation.decorationId;
+                        affectedLineHeights.add(new LineHeightChangingDecoration(0, decorationId, lineNumber, null));
+                        affectedLineFonts.add(new LineFontChangingDecoration(0, decorationId, lineNumber));
+                    }
+                    linesChanged.add(lineNumber);
+                }
+            }
+            this._fontAnnotatedString.setAnnotations(AnnotationsUpdate.create(fontTokenAnnotations));
+            this._onDidChangeLineHeight.fire(affectedLineHeights);
+            this._onDidChangeFont.fire(affectedLineFonts);
+        }));
+    }
+    handleDidChangeContent(change) {
+        const edits = offsetEditFromContentChanges(change.changes);
+        const deletedAnnotations = this._fontAnnotatedString.applyEdit(edits);
+        if (deletedAnnotations.length === 0) {
+            return;
+        }
+        /* We should fire line and font change events if decorations have been added or removed
+         * No decorations are added on edit, but they can be removed */
+        const affectedLineHeights = new Set();
+        const affectedLineFonts = new Set();
+        for (const deletedAnnotation of deletedAnnotations) {
+            const startPosition = this.textModel.getPositionAt(deletedAnnotation.range.start);
+            const lineNumber = startPosition.lineNumber;
+            const decorationId = deletedAnnotation.annotation.decorationId;
+            affectedLineHeights.add(new LineHeightChangingDecoration(0, decorationId, lineNumber, null));
+            affectedLineFonts.add(new LineFontChangingDecoration(0, decorationId, lineNumber));
+        }
+        this._onDidChangeLineHeight.fire(affectedLineHeights);
+        this._onDidChangeFont.fire(affectedLineFonts);
+    }
+    getDecorationsInRange(range, ownerId, filterOutValidation, onlyMinimapDecorations) {
+        const startOffsetOfRange = this.textModel.getOffsetAt(range.getStartPosition());
+        const endOffsetOfRange = this.textModel.getOffsetAt(range.getEndPosition());
+        const annotations = this._fontAnnotatedString.getAnnotationsIntersecting(new OffsetRange(startOffsetOfRange, endOffsetOfRange));
+        const decorations = [];
+        for (const annotation of annotations) {
+            const annotationStartPosition = this.textModel.getPositionAt(annotation.range.start);
+            const annotationEndPosition = this.textModel.getPositionAt(annotation.range.endExclusive);
+            const range = Range.fromPositions(annotationStartPosition, annotationEndPosition);
+            const anno = annotation.annotation;
+            const className = classNameForFontTokenDecorations(anno.fontToken.fontFamily ?? '', anno.fontToken.fontSize ?? '');
+            const affectsFont = !!(anno.fontToken.fontFamily || anno.fontToken.fontSize);
+            const id = anno.decorationId;
+            decorations.push({
+                id: id,
+                options: {
+                    description: 'FontOptionDecoration',
+                    inlineClassName: className,
+                    affectsFont
+                },
+                ownerId: 0,
+                range
+            });
+        }
+        return decorations;
+    }
+    getAllDecorations(ownerId, filterOutValidation) {
+        return this.getDecorationsInRange(new Range(1, 1, this.textModel.getLineCount(), 1), ownerId, filterOutValidation);
+    }
+}
+//# sourceMappingURL=tokenizationFontDecorationsProvider.js.map

package/esm/vs/editor/common/model/tokens/tokenizationFontDecorationsProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["file:///mnt/vss/_work/1/s/dependencies/vscode/out-editor-src/vs/editor/common/model/tokens/tokenizationFontDecorationsProvider.ts","vs/editor/common/model/tokens/tokenizationFontDecorationsProvider.ts"],"names":[],"mappings":"AAAA;;;gGAGgG;AAEhG,OAAO,EAAE,UAAU,EAAE,MAAM,sCAAsC,CAAC;AAGlE,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAC5C,OAAO,EAAsB,0BAA0B,EAAE,4BAA4B,EAAE,MAAM,0BAA0B,CAAC;AACxH,OAAO,EAAE,OAAO,EAAE,MAAM,kCAAkC,CAAC;AAE3D,OAAO,EAAE,gCAAgC,EAAE,MAAM,0CAA0C,CAAC;AAC5F,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAuC,MAAM,kBAAkB,CAAC;AAC3G,OAAO,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAE,4BAA4B,EAAE,MAAM,2BAA2B,CAAC;AAOzE,MAAM,OAAO,kCAAmC,SAAQ,UAAU;aAElD,qBAAgB,GAAG,CAAH,AAAI,CAAC;IAUpC,YACkB,SAAqB,EACrB,yBAAoD;QAErE,KAAK,EAAE,CAAC;QAHS,cAAS,GAAT,SAAS,CAAY;QACrB,8BAAyB,GAAzB,yBAAyB,CAA2B;QAVrD,2BAAsB,GAAG,IAAI,OAAO,EAAqC,CAAC;QAC3E,0BAAqB,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC;QAEzD,qBAAgB,GAAG,IAAI,OAAO,EAAmC,CAAC;QACnE,oBAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC;QAEtD,yBAAoB,GAA2C,IAAI,eAAe,EAAwB,CAAC;QAOlH,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,yBAAyB,CAAC,qBAAqB,CAAC,WAAW,CAAC,EAAE;YAEjF,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;YACvC,MAAM,oBAAoB,GAA8C,EAAE,CAAC;YAE3E,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAgC,CAAC;YACpE,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAA8B,CAAC;YAEhE,KAAK,MAAM,UAAU,IAAI,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;gBAE1D,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC3E,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gBAEhF,IAAI,aAAa,CAAC,UAAU,KAAK,WAAW,CAAC,UAAU,EAAE,CAAC;oBACzD,8CAA8C;oBAC9C,SAAS;gBACV,CAAC;gBACD,MAAM,UAAU,GAAG,aAAa,CAAC,UAAU,CAAC;gBAE5C,IAAI,mBAA4D,CAAC;gBACjE,IAAI,UAAU,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;oBACzC,mBAAmB,GAAG;wBACrB,KAAK,EAAE,UAAU,CAAC,KAAK;wBACvB,UAAU,EAAE,SAAS;qBACrB,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACP,MAAM,YAAY,GAAG,gCAAgC,kCAAkC,CAAC,gBAAgB,EAAE,CAAC;oBAC3G,MAAM,mBAAmB,GAAyB;wBACjD,SAAS,EAAE,UAAU,CAAC,UAAU;wBAChC,YAAY;qBACZ,CAAC;oBACF,mBAAmB,GAAG;wBACrB,KAAK,EAAE,UAAU,CAAC,KAAK;wBACvB,UAAU,EAAE,mBAAmB;qBAC/B,CAAC;oBACF,kCAAkC,CAAC,gBAAgB,EAAE,CAAC;oBAEtD,IAAI,UAAU,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;wBACtC,mBAAmB,CAAC,GAAG,CAAC,IAAI,4BAA4B,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;oBAC1H,CAAC;oBACD,iBAAiB,CAAC,GAAG,CAAC,IAAI,0BAA0B,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC;gBAEpF,CAAC;gBACD,oBAAoB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;gBAE/C,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;oBACnC,6EAA6E;oBAC7E,MAAM,qBAAqB,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;oBACtF,MAAM,mBAAmB,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBAC9H,MAAM,eAAe,GAAG,IAAI,WAAW,CAAC,qBAAqB,EAAE,mBAAmB,CAAC,CAAC;oBACpF,MAAM,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAAC,0BAA0B,CAAC,eAAe,CAAC,CAAC;oBAC9F,KAAK,MAAM,UAAU,IAAI,eAAe,EAAE,CAAC;wBAC1C,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,CAAC,YAAY,CAAC;wBACxD,mBAAmB,CAAC,GAAG,CAAC,IAAI,4BAA4B,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;wBAC7F,iBAAiB,CAAC,GAAG,CAAC,IAAI,0BAA0B,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC;oBACpF,CAAC;oBACD,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAC9B,CAAC;YACF,CAAC;YACD,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,iBAAiB,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC;YACzF,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACtD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,sBAAsB,CAAC,MAAiC;QAC9D,MAAM,KAAK,GAAG,4BAA4B,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,MAAM,kBAAkB,GAAG,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACtE,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrC,OAAO;QACR,CAAC;QACD;uEAC+D;QAC/D,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAgC,CAAC;QACpE,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAA8B,CAAC;QAChE,KAAK,MAAM,iBAAiB,IAAI,kBAAkB,EAAE,CAAC;YACpD,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAClF,MAAM,UAAU,GAAG,aAAa,CAAC,UAAU,CAAC;YAC5C,MAAM,YAAY,GAAG,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC;YAC/D,mBAAmB,CAAC,GAAG,CAAC,IAAI,4BAA4B,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;YAC7F,iBAAiB,CAAC,GAAG,CAAC,IAAI,0BAA0B,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC;QACpF,CAAC;QACD,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACtD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC/C,CAAC;IAEM,qBAAqB,CAAC,KAAY,EAAE,OAAgB,EAAE,mBAA6B,EAAE,sBAAgC;QAC3H,MAAM,kBAAkB,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAChF,MAAM,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC;QAC5E,MAAM,WAAW,GAAG,IAAI,CAAC,oBAAoB,CAAC,0BAA0B,CAAC,IAAI,WAAW,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAEhI,MAAM,WAAW,GAAuB,EAAE,CAAC;QAC3C,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACtC,MAAM,uBAAuB,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACrF,MAAM,qBAAqB,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAC1F,MAAM,KAAK,GAAG,KAAK,CAAC,aAAa,CAAC,uBAAuB,EAAE,qBAAqB,CAAC,CAAC;YAClF,MAAM,IAAI,GAAG,UAAU,CAAC,UAAU,CAAC;YACnC,MAAM,SAAS,GAAG,gCAAgC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,IAAI,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;YACnH,MAAM,WAAW,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAC7E,MAAM,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC;YAC7B,WAAW,CAAC,IAAI,CAAC;gBAChB,EAAE,EAAE,EAAE;gBACN,OAAO,EAAE;oBACR,WAAW,EAAE,sBAAsB;oBACnC,eAAe,EAAE,SAAS;oBAC1B,WAAW;iBACX;gBACD,OAAO,EAAE,CAAC;gBACV,KAAK;aACL,CAAC,CAAC;QACJ,CAAC;QACD,OAAO,WAAW,CAAC;IACpB,CAAC;IAEM,iBAAiB,CAAC,OAAgB,EAAE,mBAA6B;QACvE,OAAO,IAAI,CAAC,qBAAqB,CAChC,IAAI,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,EACjD,OAAO,EACP,mBAAmB,CACnB,CAAC;IACH,CAAC","file":"tokenizationFontDecorationsProvider.js","sourceRoot":"file:///mnt/vss/_work/1/s/dependencies/vscode/out-editor-src","sourcesContent":["/*---------------------------------------------------------------------------------------------\n *  Copyright (c) Microsoft Corporation. All rights reserved.\n *  Licensed under the MIT License. See License.txt in the project root for license information.\n *--------------------------------------------------------------------------------------------*/\n\nimport { Disposable } from '../../../../base/common/lifecycle.js';\nimport { IModelDecoration, ITextModel } from '../../model.js';\nimport { TokenizationTextModelPart } from './tokenizationTextModelPart.js';\nimport { Range } from '../../core/range.js';\nimport { DecorationProvider, LineFontChangingDecoration, LineHeightChangingDecoration } from '../decorationProvider.js';\nimport { Emitter } from '../../../../base/common/event.js';\nimport { IFontTokenOption, IModelContentChangedEvent } from '../../textModelEvents.js';\nimport { classNameForFontTokenDecorations } from '../../languages/supports/tokenization.js';\nimport { Position } from '../../core/position.js';\nimport { AnnotatedString, AnnotationsUpdate, IAnnotatedString, IAnnotationUpdate } from './annotations.js';\nimport { OffsetRange } from '../../core/ranges/offsetRange.js';\nimport { offsetEditFromContentChanges } from '../textModelStringEdit.js';\n\nexport interface IFontTokenAnnotation {\n\tdecorationId: string;\n\tfontToken: IFontTokenOption;\n}\n\nexport class TokenizationFontDecorationProvider extends Disposable implements DecorationProvider {\n\n\tprivate static DECORATION_COUNT = 0;\n\n\tprivate readonly _onDidChangeLineHeight = new Emitter<Set<LineHeightChangingDecoration>>();\n\tpublic readonly onDidChangeLineHeight = this._onDidChangeLineHeight.event;\n\n\tprivate readonly _onDidChangeFont = new Emitter<Set<LineFontChangingDecoration>>();\n\tpublic readonly onDidChangeFont = this._onDidChangeFont.event;\n\n\tprivate _fontAnnotatedString: IAnnotatedString<IFontTokenAnnotation> = new AnnotatedString<IFontTokenAnnotation>();\n\n\tconstructor(\n\t\tprivate readonly textModel: ITextModel,\n\t\tprivate readonly tokenizationTextModelPart: TokenizationTextModelPart\n\t) {\n\t\tsuper();\n\t\tthis._register(this.tokenizationTextModelPart.onDidChangeFontTokens(fontChanges => {\n\n\t\t\tconst linesChanged = new Set<number>();\n\t\t\tconst fontTokenAnnotations: IAnnotationUpdate<IFontTokenAnnotation>[] = [];\n\n\t\t\tconst affectedLineHeights = new Set<LineHeightChangingDecoration>();\n\t\t\tconst affectedLineFonts = new Set<LineFontChangingDecoration>();\n\n\t\t\tfor (const annotation of fontChanges.changes.annotations) {\n\n\t\t\t\tconst startPosition = this.textModel.getPositionAt(annotation.range.start);\n\t\t\t\tconst endPosition = this.textModel.getPositionAt(annotation.range.endExclusive);\n\n\t\t\t\tif (startPosition.lineNumber !== endPosition.lineNumber) {\n\t\t\t\t\t// The token should be always on a single line\n\t\t\t\t\tcontinue;\n\t\t\t\t}\n\t\t\t\tconst lineNumber = startPosition.lineNumber;\n\n\t\t\t\tlet fontTokenAnnotation: IAnnotationUpdate<IFontTokenAnnotation>;\n\t\t\t\tif (annotation.annotation === undefined) {\n\t\t\t\t\tfontTokenAnnotation = {\n\t\t\t\t\t\trange: annotation.range,\n\t\t\t\t\t\tannotation: undefined\n\t\t\t\t\t};\n\t\t\t\t} else {\n\t\t\t\t\tconst decorationId = `tokenization-font-decoration-${TokenizationFontDecorationProvider.DECORATION_COUNT}`;\n\t\t\t\t\tconst fontTokenDecoration: IFontTokenAnnotation = {\n\t\t\t\t\t\tfontToken: annotation.annotation,\n\t\t\t\t\t\tdecorationId\n\t\t\t\t\t};\n\t\t\t\t\tfontTokenAnnotation = {\n\t\t\t\t\t\trange: annotation.range,\n\t\t\t\t\t\tannotation: fontTokenDecoration\n\t\t\t\t\t};\n\t\t\t\t\tTokenizationFontDecorationProvider.DECORATION_COUNT++;\n\n\t\t\t\t\tif (annotation.annotation.lineHeight) {\n\t\t\t\t\t\taffectedLineHeights.add(new LineHeightChangingDecoration(0, decorationId, lineNumber, annotation.annotation.lineHeight));\n\t\t\t\t\t}\n\t\t\t\t\taffectedLineFonts.add(new LineFontChangingDecoration(0, decorationId, lineNumber));\n\n\t\t\t\t}\n\t\t\t\tfontTokenAnnotations.push(fontTokenAnnotation);\n\n\t\t\t\tif (!linesChanged.has(lineNumber)) {\n\t\t\t\t\t// Signal the removal of the font tokenization decorations on the line number\n\t\t\t\t\tconst lineNumberStartOffset = this.textModel.getOffsetAt(new Position(lineNumber, 1));\n\t\t\t\t\tconst lineNumberEndOffset = this.textModel.getOffsetAt(new Position(lineNumber, this.textModel.getLineMaxColumn(lineNumber)));\n\t\t\t\t\tconst lineOffsetRange = new OffsetRange(lineNumberStartOffset, lineNumberEndOffset);\n\t\t\t\t\tconst lineAnnotations = this._fontAnnotatedString.getAnnotationsIntersecting(lineOffsetRange);\n\t\t\t\t\tfor (const annotation of lineAnnotations) {\n\t\t\t\t\t\tconst decorationId = annotation.annotation.decorationId;\n\t\t\t\t\t\taffectedLineHeights.add(new LineHeightChangingDecoration(0, decorationId, lineNumber, null));\n\t\t\t\t\t\taffectedLineFonts.add(new LineFontChangingDecoration(0, decorationId, lineNumber));\n\t\t\t\t\t}\n\t\t\t\t\tlinesChanged.add(lineNumber);\n\t\t\t\t}\n\t\t\t}\n\t\t\tthis._fontAnnotatedString.setAnnotations(AnnotationsUpdate.create(fontTokenAnnotations));\n\t\t\tthis._onDidChangeLineHeight.fire(affectedLineHeights);\n\t\t\tthis._onDidChangeFont.fire(affectedLineFonts);\n\t\t}));\n\t}\n\n\tpublic handleDidChangeContent(change: IModelContentChangedEvent) {\n\t\tconst edits = offsetEditFromContentChanges(change.changes);\n\t\tconst deletedAnnotations = this._fontAnnotatedString.applyEdit(edits);\n\t\tif (deletedAnnotations.length === 0) {\n\t\t\treturn;\n\t\t}\n\t\t/* We should fire line and font change events if decorations have been added or removed\n\t\t * No decorations are added on edit, but they can be removed */\n\t\tconst affectedLineHeights = new Set<LineHeightChangingDecoration>();\n\t\tconst affectedLineFonts = new Set<LineFontChangingDecoration>();\n\t\tfor (const deletedAnnotation of deletedAnnotations) {\n\t\t\tconst startPosition = this.textModel.getPositionAt(deletedAnnotation.range.start);\n\t\t\tconst lineNumber = startPosition.lineNumber;\n\t\t\tconst decorationId = deletedAnnotation.annotation.decorationId;\n\t\t\taffectedLineHeights.add(new LineHeightChangingDecoration(0, decorationId, lineNumber, null));\n\t\t\taffectedLineFonts.add(new LineFontChangingDecoration(0, decorationId, lineNumber));\n\t\t}\n\t\tthis._onDidChangeLineHeight.fire(affectedLineHeights);\n\t\tthis._onDidChangeFont.fire(affectedLineFonts);\n\t}\n\n\tpublic getDecorationsInRange(range: Range, ownerId?: number, filterOutValidation?: boolean, onlyMinimapDecorations?: boolean): IModelDecoration[] {\n\t\tconst startOffsetOfRange = this.textModel.getOffsetAt(range.getStartPosition());\n\t\tconst endOffsetOfRange = this.textModel.getOffsetAt(range.getEndPosition());\n\t\tconst annotations = this._fontAnnotatedString.getAnnotationsIntersecting(new OffsetRange(startOffsetOfRange, endOffsetOfRange));\n\n\t\tconst decorations: IModelDecoration[] = [];\n\t\tfor (const annotation of annotations) {\n\t\t\tconst annotationStartPosition = this.textModel.getPositionAt(annotation.range.start);\n\t\t\tconst annotationEndPosition = this.textModel.getPositionAt(annotation.range.endExclusive);\n\t\t\tconst range = Range.fromPositions(annotationStartPosition, annotationEndPosition);\n\t\t\tconst anno = annotation.annotation;\n\t\t\tconst className = classNameForFontTokenDecorations(anno.fontToken.fontFamily ?? '', anno.fontToken.fontSize ?? '');\n\t\t\tconst affectsFont = !!(anno.fontToken.fontFamily || anno.fontToken.fontSize);\n\t\t\tconst id = anno.decorationId;\n\t\t\tdecorations.push({\n\t\t\t\tid: id,\n\t\t\t\toptions: {\n\t\t\t\t\tdescription: 'FontOptionDecoration',\n\t\t\t\t\tinlineClassName: className,\n\t\t\t\t\taffectsFont\n\t\t\t\t},\n\t\t\t\townerId: 0,\n\t\t\t\trange\n\t\t\t});\n\t\t}\n\t\treturn decorations;\n\t}\n\n\tpublic getAllDecorations(ownerId?: number, filterOutValidation?: boolean): IModelDecoration[] {\n\t\treturn this.getDecorationsInRange(\n\t\t\tnew Range(1, 1, this.textModel.getLineCount(), 1),\n\t\t\townerId,\n\t\t\tfilterOutValidation\n\t\t);\n\t}\n}\n","/*---------------------------------------------------------------------------------------------\n *  Copyright (c) Microsoft Corporation. All rights reserved.\n *  Licensed under the MIT License. See License.txt in the project root for license information.\n *--------------------------------------------------------------------------------------------*/\n\nimport { Disposable } from '../../../../base/common/lifecycle.js';\nimport { IModelDecoration, ITextModel } from '../../model.js';\nimport { TokenizationTextModelPart } from './tokenizationTextModelPart.js';\nimport { Range } from '../../core/range.js';\nimport { DecorationProvider, LineFontChangingDecoration, LineHeightChangingDecoration } from '../decorationProvider.js';\nimport { Emitter } from '../../../../base/common/event.js';\nimport { IFontTokenOption, IModelContentChangedEvent } from '../../textModelEvents.js';\nimport { classNameForFontTokenDecorations } from '../../languages/supports/tokenization.js';\nimport { Position } from '../../core/position.js';\nimport { AnnotatedString, AnnotationsUpdate, IAnnotatedString, IAnnotationUpdate } from './annotations.js';\nimport { OffsetRange } from '../../core/ranges/offsetRange.js';\nimport { offsetEditFromContentChanges } from '../textModelStringEdit.js';\n\nexport interface IFontTokenAnnotation {\n\tdecorationId: string;\n\tfontToken: IFontTokenOption;\n}\n\nexport class TokenizationFontDecorationProvider extends Disposable implements DecorationProvider {\n\n\tprivate static DECORATION_COUNT = 0;\n\n\tprivate readonly _onDidChangeLineHeight = new Emitter<Set<LineHeightChangingDecoration>>();\n\tpublic readonly onDidChangeLineHeight = this._onDidChangeLineHeight.event;\n\n\tprivate readonly _onDidChangeFont = new Emitter<Set<LineFontChangingDecoration>>();\n\tpublic readonly onDidChangeFont = this._onDidChangeFont.event;\n\n\tprivate _fontAnnotatedString: IAnnotatedString<IFontTokenAnnotation> = new AnnotatedString<IFontTokenAnnotation>();\n\n\tconstructor(\n\t\tprivate readonly textModel: ITextModel,\n\t\tprivate readonly tokenizationTextModelPart: TokenizationTextModelPart\n\t) {\n\t\tsuper();\n\t\tthis._register(this.tokenizationTextModelPart.onDidChangeFontTokens(fontChanges => {\n\n\t\t\tconst linesChanged = new Set<number>();\n\t\t\tconst fontTokenAnnotations: IAnnotationUpdate<IFontTokenAnnotation>[] = [];\n\n\t\t\tconst affectedLineHeights = new Set<LineHeightChangingDecoration>();\n\t\t\tconst affectedLineFonts = new Set<LineFontChangingDecoration>();\n\n\t\t\tfor (const annotation of fontChanges.changes.annotations) {\n\n\t\t\t\tconst startPosition = this.textModel.getPositionAt(annotation.range.start);\n\t\t\t\tconst endPosition = this.textModel.getPositionAt(annotation.range.endExclusive);\n\n\t\t\t\tif (startPosition.lineNumber !== endPosition.lineNumber) {\n\t\t\t\t\t// The token should be always on a single line\n\t\t\t\t\tcontinue;\n\t\t\t\t}\n\t\t\t\tconst lineNumber = startPosition.lineNumber;\n\n\t\t\t\tlet fontTokenAnnotation: IAnnotationUpdate<IFontTokenAnnotation>;\n\t\t\t\tif (annotation.annotation === undefined) {\n\t\t\t\t\tfontTokenAnnotation = {\n\t\t\t\t\t\trange: annotation.range,\n\t\t\t\t\t\tannotation: undefined\n\t\t\t\t\t};\n\t\t\t\t} else {\n\t\t\t\t\tconst decorationId = `tokenization-font-decoration-${TokenizationFontDecorationProvider.DECORATION_COUNT}`;\n\t\t\t\t\tconst fontTokenDecoration: IFontTokenAnnotation = {\n\t\t\t\t\t\tfontToken: annotation.annotation,\n\t\t\t\t\t\tdecorationId\n\t\t\t\t\t};\n\t\t\t\t\tfontTokenAnnotation = {\n\t\t\t\t\t\trange: annotation.range,\n\t\t\t\t\t\tannotation: fontTokenDecoration\n\t\t\t\t\t};\n\t\t\t\t\tTokenizationFontDecorationProvider.DECORATION_COUNT++;\n\n\t\t\t\t\tif (annotation.annotation.lineHeight) {\n\t\t\t\t\t\taffectedLineHeights.add(new LineHeightChangingDecoration(0, decorationId, lineNumber, annotation.annotation.lineHeight));\n\t\t\t\t\t}\n\t\t\t\t\taffectedLineFonts.add(new LineFontChangingDecoration(0, decorationId, lineNumber));\n\n\t\t\t\t}\n\t\t\t\tfontTokenAnnotations.push(fontTokenAnnotation);\n\n\t\t\t\tif (!linesChanged.has(lineNumber)) {\n\t\t\t\t\t// Signal the removal of the font tokenization decorations on the line number\n\t\t\t\t\tconst lineNumberStartOffset = this.textModel.getOffsetAt(new Position(lineNumber, 1));\n\t\t\t\t\tconst lineNumberEndOffset = this.textModel.getOffsetAt(new Position(lineNumber, this.textModel.getLineMaxColumn(lineNumber)));\n\t\t\t\t\tconst lineOffsetRange = new OffsetRange(lineNumberStartOffset, lineNumberEndOffset);\n\t\t\t\t\tconst lineAnnotations = this._fontAnnotatedString.getAnnotationsIntersecting(lineOffsetRange);\n\t\t\t\t\tfor (const annotation of lineAnnotations) {\n\t\t\t\t\t\tconst decorationId = annotation.annotation.decorationId;\n\t\t\t\t\t\taffectedLineHeights.add(new LineHeightChangingDecoration(0, decorationId, lineNumber, null));\n\t\t\t\t\t\taffectedLineFonts.add(new LineFontChangingDecoration(0, decorationId, lineNumber));\n\t\t\t\t\t}\n\t\t\t\t\tlinesChanged.add(lineNumber);\n\t\t\t\t}\n\t\t\t}\n\t\t\tthis._fontAnnotatedString.setAnnotations(AnnotationsUpdate.create(fontTokenAnnotations));\n\t\t\tthis._onDidChangeLineHeight.fire(affectedLineHeights);\n\t\t\tthis._onDidChangeFont.fire(affectedLineFonts);\n\t\t}));\n\t}\n\n\tpublic handleDidChangeContent(change: IModelContentChangedEvent) {\n\t\tconst edits = offsetEditFromContentChanges(change.changes);\n\t\tconst deletedAnnotations = this._fontAnnotatedString.applyEdit(edits);\n\t\tif (deletedAnnotations.length === 0) {\n\t\t\treturn;\n\t\t}\n\t\t/* We should fire line and font change events if decorations have been added or removed\n\t\t * No decorations are added on edit, but they can be removed */\n\t\tconst affectedLineHeights = new Set<LineHeightChangingDecoration>();\n\t\tconst affectedLineFonts = new Set<LineFontChangingDecoration>();\n\t\tfor (const deletedAnnotation of deletedAnnotations) {\n\t\t\tconst startPosition = this.textModel.getPositionAt(deletedAnnotation.range.start);\n\t\t\tconst lineNumber = startPosition.lineNumber;\n\t\t\tconst decorationId = deletedAnnotation.annotation.decorationId;\n\t\t\taffectedLineHeights.add(new LineHeightChangingDecoration(0, decorationId, lineNumber, null));\n\t\t\taffectedLineFonts.add(new LineFontChangingDecoration(0, decorationId, lineNumber));\n\t\t}\n\t\tthis._onDidChangeLineHeight.fire(affectedLineHeights);\n\t\tthis._onDidChangeFont.fire(affectedLineFonts);\n\t}\n\n\tpublic getDecorationsInRange(range: Range, ownerId?: number, filterOutValidation?: boolean, onlyMinimapDecorations?: boolean): IModelDecoration[] {\n\t\tconst startOffsetOfRange = this.textModel.getOffsetAt(range.getStartPosition());\n\t\tconst endOffsetOfRange = this.textModel.getOffsetAt(range.getEndPosition());\n\t\tconst annotations = this._fontAnnotatedString.getAnnotationsIntersecting(new OffsetRange(startOffsetOfRange, endOffsetOfRange));\n\n\t\tconst decorations: IModelDecoration[] = [];\n\t\tfor (const annotation of annotations) {\n\t\t\tconst annotationStartPosition = this.textModel.getPositionAt(annotation.range.start);\n\t\t\tconst annotationEndPosition = this.textModel.getPositionAt(annotation.range.endExclusive);\n\t\t\tconst range = Range.fromPositions(annotationStartPosition, annotationEndPosition);\n\t\t\tconst anno = annotation.annotation;\n\t\t\tconst className = classNameForFontTokenDecorations(anno.fontToken.fontFamily ?? '', anno.fontToken.fontSize ?? '');\n\t\t\tconst affectsFont = !!(anno.fontToken.fontFamily || anno.fontToken.fontSize);\n\t\t\tconst id = anno.decorationId;\n\t\t\tdecorations.push({\n\t\t\t\tid: id,\n\t\t\t\toptions: {\n\t\t\t\t\tdescription: 'FontOptionDecoration',\n\t\t\t\t\tinlineClassName: className,\n\t\t\t\t\taffectsFont\n\t\t\t\t},\n\t\t\t\townerId: 0,\n\t\t\t\trange\n\t\t\t});\n\t\t}\n\t\treturn decorations;\n\t}\n\n\tpublic getAllDecorations(ownerId?: number, filterOutValidation?: boolean): IModelDecoration[] {\n\t\treturn this.getDecorationsInRange(\n\t\t\tnew Range(1, 1, this.textModel.getLineCount(), 1),\n\t\t\townerId,\n\t\t\tfilterOutValidation\n\t\t);\n\t}\n}\n"]}

package/esm/vs/editor/common/model/tokens/tokenizationTextModelPart.js

@@ -37,6 +37,8 @@ let TokenizationTextModelPart = TokenizationTextModelPart_1 = class Tokenization
         this._languageConfigurationService = _languageConfigurationService;
         this._instantiationService = _instantiationService;
         this._treeSitterLibraryService = _treeSitterLibraryService;
+        this._onDidChangeFontTokens = this._register(new Emitter());
+        this.onDidChangeFontTokens = this._onDidChangeFontTokens.event;
         this._languageIdObs = observableValue(this, this._languageId);
         this._useTreeSitter = derived(this, reader => {
             const languageId = this._languageIdObs.read(reader);
@@ -53,6 +55,11 @@ let TokenizationTextModelPart = TokenizationTextModelPart_1 = class Tokenization
             reader.store.add(tokens.onDidChangeTokens(e => {
                 this._emitModelTokensChangedEvent(e);
             }));
+            reader.store.add(tokens.onDidChangeFontTokens(e => {
+                if (!this._textModel._isDisposing()) {
+                    this._onDidChangeFontTokens.fire(e);
+                }
+            }));
             reader.store.add(tokens.onDidChangeBackgroundTokenizationState(e => {
                 this._bracketPairsTextModelPart.handleDidChangeBackgroundTokenizationState();
             }));
@@ -74,6 +81,8 @@ let TokenizationTextModelPart = TokenizationTextModelPart_1 = class Tokenization
         this.onDidChangeLanguageConfiguration = this._onDidChangeLanguageConfiguration.event;
         this._onDidChangeTokens = this._register(new Emitter());
         this.onDidChangeTokens = this._onDidChangeTokens.event;
+        this._onDidChangeFontTokens = this._register(new Emitter());
+        this.onDidChangeFontTokens = this._onDidChangeFontTokens.event;
     }
     handleLanguageConfigurationServiceChange(e) {
         if (e.affects(this._languageId)) {