@codingame/monaco-vscode-treesitter-service-override 17.2.0 → 18.0.0

package/vscode/src/vs/workbench/services/treeSitter/browser/treeSitterTokenizationFeature.contribution.js

@@ -1,54 +0,0 @@
-
-import { __decorate, __param } from '@codingame/monaco-vscode-api/external/tslib/tslib.es6';
-import '@codingame/monaco-vscode-api/vscode/vs/platform/instantiation/common/extensions';
-import { registerWorkbenchContribution2, WorkbenchPhase } from '@codingame/monaco-vscode-api/vscode/vs/workbench/common/contributions';
-import '../../../../editor/common/services/treeSitter/treeSitterParserService.js';
-import { ITreeSitterParserService } from '@codingame/monaco-vscode-api/vscode/vs/editor/common/services/treeSitterParserService.service';
-import { ITreeSitterTokenizationFeature } from '@codingame/monaco-vscode-api/vscode/vs/workbench/services/treeSitter/browser/treeSitterTokenizationFeature.service';
-import { CommandsRegistry } from '@codingame/monaco-vscode-api/vscode/vs/platform/commands/common/commands';
-import { TreeSitterTokenizationRegistry } from '@codingame/monaco-vscode-api/vscode/vs/editor/common/languages';
-import { ITextFileService } from '@codingame/monaco-vscode-api/vscode/vs/workbench/services/textfile/common/textfiles.service';
-import { StopWatch } from '@codingame/monaco-vscode-api/vscode/vs/base/common/stopwatch';
-
-let TreeSitterTokenizationInstantiator = class TreeSitterTokenizationInstantiator {
-    static { this.ID = 'workbench.contrib.treeSitterTokenizationInstantiator'; }
-    constructor(_treeSitterTokenizationService, _treeSitterTokenizationFeature) { }
-};
-TreeSitterTokenizationInstantiator = ( __decorate([
-    ( __param(0, ITreeSitterParserService)),
-    ( __param(1, ITreeSitterTokenizationFeature))
-], TreeSitterTokenizationInstantiator));
-registerWorkbenchContribution2(TreeSitterTokenizationInstantiator.ID, TreeSitterTokenizationInstantiator, WorkbenchPhase.BlockRestore);
-CommandsRegistry.registerCommand('_workbench.colorizeTreeSitterTokens', async (accessor, resource) => {
-    const treeSitterParserService = accessor.get(ITreeSitterParserService);
-    const textModelService = accessor.get(ITextFileService);
-    const textModel = resource ? (await textModelService.files.resolve(resource)).textEditorModel : undefined;
-    if (!textModel) {
-        throw ( new Error(`Cannot resolve text model for resource ${resource}`));
-    }
-    const tokenizer = await TreeSitterTokenizationRegistry.getOrCreate(textModel.getLanguageId());
-    if (!tokenizer) {
-        throw ( new Error(`Cannot resolve tokenizer for language ${textModel.getLanguageId()}`));
-    }
-    const textModelTreeSitter = await treeSitterParserService.getTextModelTreeSitter(textModel);
-    if (!textModelTreeSitter) {
-        throw ( new Error(
-            `Cannot resolve tree sitter parser for language ${textModel.getLanguageId()}`
-        ));
-    }
-    const stopwatch = ( new StopWatch());
-    await textModelTreeSitter.parse();
-    stopwatch.stop();
-    let captureTime = 0;
-    let metadataTime = 0;
-    for (let i = 1; i <= textModel.getLineCount(); i++) {
-        const result = tokenizer.tokenizeEncodedInstrumented(i, textModel);
-        if (result) {
-            captureTime += result.captureTime;
-            metadataTime += result.metadataTime;
-        }
-    }
-    textModelTreeSitter.dispose();
-    textModel.dispose();
-    return { parseTime: stopwatch.elapsed(), captureTime, metadataTime };
-});

package/vscode/src/vs/workbench/services/treeSitter/browser/treeSitterTokenizationFeature.d.ts

@@ -1,96 +0,0 @@
-import type * as Parser from "@vscode/tree-sitter-wasm";
-import { Event } from "@codingame/monaco-vscode-api/vscode/vs/base/common/event";
-import { Disposable } from "@codingame/monaco-vscode-api/vscode/vs/base/common/lifecycle";
-import { ILanguageIdCodec, ITreeSitterTokenizationSupport, QueryCapture } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/languages";
-import { ITextModel } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/model";
-import { ITextModelTreeSitter } from "../../../../editor/common/services/treeSitterParserService.js";
-import { ITreeSitterImporter } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/services/treeSitterParserService.service";
-import { ITreeSitterParserService } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/services/treeSitterParserService.service";
-import { IModelTokensChangedEvent } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/textModelEvents";
-import { IConfigurationService } from "@codingame/monaco-vscode-api/vscode/vs/platform/configuration/common/configuration.service";
-import { IFileService } from "@codingame/monaco-vscode-api/vscode/vs/platform/files/common/files.service";
-import { IInstantiationService } from "@codingame/monaco-vscode-api/vscode/vs/platform/instantiation/common/instantiation";
-import { ILanguageService } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/languages/language.service";
-import { ITreeSitterTokenizationStoreService } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/model/treeSitterTokenStoreService.service";
-import { TokenUpdate } from "../../../../editor/common/model/tokenStore.js";
-import { Range } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/core/range";
-import { IWorkbenchThemeService } from "@codingame/monaco-vscode-7443a901-21f6-577a-9674-42893b997ee0-common/vscode/vs/workbench/services/themes/common/workbenchThemeService.service";
-import { ITreeSitterTokenizationFeature } from "@codingame/monaco-vscode-api/vscode/vs/workbench/services/treeSitter/browser/treeSitterTokenizationFeature.service";
-type TreeSitterQueries = string;
-export declare const TREESITTER_BASE_SCOPES: Record<string, string>;
-export declare class TreeSitterTokenizationFeature extends Disposable implements ITreeSitterTokenizationFeature {
-    private readonly _treeSitterImporter;
-    private readonly _languageService;
-    private readonly _configurationService;
-    private readonly _instantiationService;
-    private readonly _fileService;
-    _serviceBrand: undefined;
-    private readonly _tokenizersRegistrations;
-    constructor(_treeSitterImporter: ITreeSitterImporter, _languageService: ILanguageService, _configurationService: IConfigurationService, _instantiationService: IInstantiationService, _fileService: IFileService);
-    private _getSetting;
-    private _handleGrammarsExtPoint;
-    private _fetchQueries;
-    private _createTokenizationSupport;
-}
-export declare class TreeSitterTokenizationSupport extends Disposable implements ITreeSitterTokenizationSupport {
-    private readonly _queries;
-    private readonly Query;
-    private readonly _languageId;
-    private readonly _languageIdCodec;
-    private readonly _treeSitterService;
-    private readonly _themeService;
-    private readonly _tokenizationStoreService;
-    private readonly _instantiationService;
-    private _query;
-    private readonly _onDidChangeTokens;
-    readonly onDidChangeTokens: Event<{
-        textModel: ITextModel;
-        changes: IModelTokensChangedEvent;
-    }>;
-    private readonly _onDidCompleteBackgroundTokenization;
-    readonly onDidChangeBackgroundTokenization: Event<{
-        textModel: ITextModel;
-    }>;
-    private _colorThemeData;
-    private _languageAddedListener;
-    private _codeEditors;
-    private _encodedLanguage;
-    constructor(_queries: TreeSitterQueries, Query: typeof Parser.Query, _languageId: string, _languageIdCodec: ILanguageIdCodec, _treeSitterService: ITreeSitterParserService, _themeService: IWorkbenchThemeService, _tokenizationStoreService: ITreeSitterTokenizationStoreService, _instantiationService: IInstantiationService);
-    private get _encodedLanguageId();
-    private _setInitialTokens;
-    private _forceParseAndTokenizeContent;
-    private _parseAndTokenizeViewPort;
-    guessTokensForLinesContent(lineNumber: number, textModel: ITextModel, lines: string[]): Uint32Array[] | undefined;
-    private _emptyTokensForOffsetAndLength;
-    private _createEmptyTokens;
-    private _firstTreeUpdate;
-    private _setViewPortTokens;
-    private _handleTreeUpdate;
-    private _updateTreeForRanges;
-    private _refreshNeedsRefresh;
-    private _rangeTokensAsUpdates;
-    getTokensInRange(textModel: ITextModel, range: Range, rangeStartOffset: number, rangeEndOffset: number, tree?: Parser.Tree, captures?: QueryCapture[]): TokenUpdate[] | undefined;
-    private _getTree;
-    private _ensureQuery;
-    private _updateTheme;
-    captureAtPosition(lineNumber: number, column: number, textModel: ITextModel): QueryCapture[];
-    captureAtRangeTree(range: Range, tree: Parser.Tree, textModelTreeSitter: ITextModelTreeSitter | undefined): QueryCapture[];
-    private _captureAtRange;
-    private _captureAtRangeWithInjections;
-    tokenizeEncoded(lineNumber: number, textModel: ITextModel): undefined;
-    tokenizeEncodedInstrumented(lineNumber: number, textModel: ITextModel): {
-        result: Uint32Array;
-        captureTime: number;
-        metadataTime: number;
-    } | undefined;
-    private _getCaptures;
-    private _tokenize;
-    private _createTokensFromCaptures;
-    private _getInjectionCaptures;
-    private _tokenizeCapturesWithMetadata;
-    private _emptyToken;
-    private _tokenizeEncoded;
-    private _endOffsetTokensToUint32Array;
-    dispose(): void;
-}
-export {};