@theia/monaco 1.45.0 → 1.46.0-next.72

package/lib/browser/textmate/textmate-registry.d.ts

@@ -1,32 +1,32 @@
-import { IGrammarConfiguration } from 'vscode-textmate';
-import { TokenizerOption } from './textmate-tokenizer';
-import { Disposable } from '@theia/core/lib/common/disposable';
-export interface TextmateGrammarConfiguration extends IGrammarConfiguration {
-    /**
-     * Optional options to further refine the tokenization of the grammar.
-     */
-    readonly tokenizerOption?: TokenizerOption;
-}
-export interface GrammarDefinitionProvider {
-    getGrammarDefinition(): Promise<GrammarDefinition>;
-    getInjections?(scopeName: string): string[];
-}
-export interface GrammarDefinition {
-    format: 'json' | 'plist';
-    content: object | string;
-    location?: string;
-}
-export declare class TextmateRegistry {
-    protected readonly scopeToProvider: Map<string, GrammarDefinitionProvider[]>;
-    protected readonly languageToConfig: Map<string, TextmateGrammarConfiguration[]>;
-    protected readonly languageIdToScope: Map<string, string[]>;
-    get languages(): IterableIterator<string>;
-    registerTextmateGrammarScope(scope: string, provider: GrammarDefinitionProvider): Disposable;
-    getProvider(scope: string): GrammarDefinitionProvider | undefined;
-    mapLanguageIdToTextmateGrammar(languageId: string, scope: string): Disposable;
-    getScope(languageId: string): string | undefined;
-    getLanguageId(scope: string): string | undefined;
-    registerGrammarConfiguration(languageId: string, config: TextmateGrammarConfiguration): Disposable;
-    getGrammarConfiguration(languageId: string): TextmateGrammarConfiguration;
-}
+import { IGrammarConfiguration } from 'vscode-textmate';
+import { TokenizerOption } from './textmate-tokenizer';
+import { Disposable } from '@theia/core/lib/common/disposable';
+export interface TextmateGrammarConfiguration extends IGrammarConfiguration {
+    /**
+     * Optional options to further refine the tokenization of the grammar.
+     */
+    readonly tokenizerOption?: TokenizerOption;
+}
+export interface GrammarDefinitionProvider {
+    getGrammarDefinition(): Promise<GrammarDefinition>;
+    getInjections?(scopeName: string): string[];
+}
+export interface GrammarDefinition {
+    format: 'json' | 'plist';
+    content: object | string;
+    location?: string;
+}
+export declare class TextmateRegistry {
+    protected readonly scopeToProvider: Map<string, GrammarDefinitionProvider[]>;
+    protected readonly languageToConfig: Map<string, TextmateGrammarConfiguration[]>;
+    protected readonly languageIdToScope: Map<string, string[]>;
+    get languages(): IterableIterator<string>;
+    registerTextmateGrammarScope(scope: string, provider: GrammarDefinitionProvider): Disposable;
+    getProvider(scope: string): GrammarDefinitionProvider | undefined;
+    mapLanguageIdToTextmateGrammar(languageId: string, scope: string): Disposable;
+    getScope(languageId: string): string | undefined;
+    getLanguageId(scope: string): string | undefined;
+    registerGrammarConfiguration(languageId: string, config: TextmateGrammarConfiguration): Disposable;
+    getGrammarConfiguration(languageId: string): TextmateGrammarConfiguration;
+}
 //# sourceMappingURL=textmate-registry.d.ts.map

package/lib/browser/textmate/textmate-registry.js

@@ -1,110 +1,110 @@
-"use strict";
-// *****************************************************************************
-// Copyright (C) 2018 Ericsson and others.
-//
-// This program and the accompanying materials are made available under the
-// terms of the Eclipse Public License v. 2.0 which is available at
-// http://www.eclipse.org/legal/epl-2.0.
-//
-// This Source Code may also be made available under the following Secondary
-// Licenses when the conditions for such availability set forth in the Eclipse
-// Public License v. 2.0 are satisfied: GNU General Public License, version 2
-// with the GNU Classpath Exception which is available at
-// https://www.gnu.org/software/classpath/license.html.
-//
-// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
-// *****************************************************************************
-var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
-    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
-    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-    return c > 3 && r && Object.defineProperty(target, key, r), r;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TextmateRegistry = void 0;
-const inversify_1 = require("@theia/core/shared/inversify");
-const disposable_1 = require("@theia/core/lib/common/disposable");
-let TextmateRegistry = class TextmateRegistry {
-    constructor() {
-        this.scopeToProvider = new Map();
-        this.languageToConfig = new Map();
-        this.languageIdToScope = new Map();
-    }
-    get languages() {
-        return this.languageIdToScope.keys();
-    }
-    registerTextmateGrammarScope(scope, provider) {
-        const providers = this.scopeToProvider.get(scope) || [];
-        const existingProvider = providers[0];
-        if (existingProvider) {
-            Promise.all([existingProvider.getGrammarDefinition(), provider.getGrammarDefinition()]).then(([a, b]) => {
-                if (a.location !== b.location || !a.location && !b.location) {
-                    console.warn(`a registered grammar provider for '${scope}' scope is overridden`);
-                }
-            });
-        }
-        providers.unshift(provider);
-        this.scopeToProvider.set(scope, providers);
-        return disposable_1.Disposable.create(() => {
-            const index = providers.indexOf(provider);
-            if (index !== -1) {
-                providers.splice(index, 1);
-            }
-        });
-    }
-    getProvider(scope) {
-        const providers = this.scopeToProvider.get(scope);
-        return providers && providers[0];
-    }
-    mapLanguageIdToTextmateGrammar(languageId, scope) {
-        const scopes = this.languageIdToScope.get(languageId) || [];
-        const existingScope = scopes[0];
-        if (typeof existingScope === 'string') {
-            console.warn(`'${languageId}' language is remapped from '${existingScope}' to '${scope}' scope`);
-        }
-        scopes.unshift(scope);
-        this.languageIdToScope.set(languageId, scopes);
-        return disposable_1.Disposable.create(() => {
-            const index = scopes.indexOf(scope);
-            if (index !== -1) {
-                scopes.splice(index, 1);
-            }
-        });
-    }
-    getScope(languageId) {
-        const scopes = this.languageIdToScope.get(languageId);
-        return scopes && scopes[0];
-    }
-    getLanguageId(scope) {
-        for (const languageId of this.languageIdToScope.keys()) {
-            if (this.getScope(languageId) === scope) {
-                return languageId;
-            }
-        }
-        return undefined;
-    }
-    registerGrammarConfiguration(languageId, config) {
-        const configs = this.languageToConfig.get(languageId) || [];
-        const existingConfig = configs[0];
-        if (existingConfig) {
-            console.warn(`a registered grammar configuration for '${languageId}' language is overridden`);
-        }
-        configs.unshift(config);
-        this.languageToConfig.set(languageId, configs);
-        return disposable_1.Disposable.create(() => {
-            const index = configs.indexOf(config);
-            if (index !== -1) {
-                configs.splice(index, 1);
-            }
-        });
-    }
-    getGrammarConfiguration(languageId) {
-        const configs = this.languageToConfig.get(languageId);
-        return configs && configs[0] || {};
-    }
-};
-TextmateRegistry = __decorate([
-    (0, inversify_1.injectable)()
-], TextmateRegistry);
-exports.TextmateRegistry = TextmateRegistry;
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2018 Ericsson and others.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TextmateRegistry = void 0;
+const inversify_1 = require("@theia/core/shared/inversify");
+const disposable_1 = require("@theia/core/lib/common/disposable");
+let TextmateRegistry = class TextmateRegistry {
+    constructor() {
+        this.scopeToProvider = new Map();
+        this.languageToConfig = new Map();
+        this.languageIdToScope = new Map();
+    }
+    get languages() {
+        return this.languageIdToScope.keys();
+    }
+    registerTextmateGrammarScope(scope, provider) {
+        const providers = this.scopeToProvider.get(scope) || [];
+        const existingProvider = providers[0];
+        if (existingProvider) {
+            Promise.all([existingProvider.getGrammarDefinition(), provider.getGrammarDefinition()]).then(([a, b]) => {
+                if (a.location !== b.location || !a.location && !b.location) {
+                    console.warn(`a registered grammar provider for '${scope}' scope is overridden`);
+                }
+            });
+        }
+        providers.unshift(provider);
+        this.scopeToProvider.set(scope, providers);
+        return disposable_1.Disposable.create(() => {
+            const index = providers.indexOf(provider);
+            if (index !== -1) {
+                providers.splice(index, 1);
+            }
+        });
+    }
+    getProvider(scope) {
+        const providers = this.scopeToProvider.get(scope);
+        return providers && providers[0];
+    }
+    mapLanguageIdToTextmateGrammar(languageId, scope) {
+        const scopes = this.languageIdToScope.get(languageId) || [];
+        const existingScope = scopes[0];
+        if (typeof existingScope === 'string') {
+            console.warn(`'${languageId}' language is remapped from '${existingScope}' to '${scope}' scope`);
+        }
+        scopes.unshift(scope);
+        this.languageIdToScope.set(languageId, scopes);
+        return disposable_1.Disposable.create(() => {
+            const index = scopes.indexOf(scope);
+            if (index !== -1) {
+                scopes.splice(index, 1);
+            }
+        });
+    }
+    getScope(languageId) {
+        const scopes = this.languageIdToScope.get(languageId);
+        return scopes && scopes[0];
+    }
+    getLanguageId(scope) {
+        for (const languageId of this.languageIdToScope.keys()) {
+            if (this.getScope(languageId) === scope) {
+                return languageId;
+            }
+        }
+        return undefined;
+    }
+    registerGrammarConfiguration(languageId, config) {
+        const configs = this.languageToConfig.get(languageId) || [];
+        const existingConfig = configs[0];
+        if (existingConfig) {
+            console.warn(`a registered grammar configuration for '${languageId}' language is overridden`);
+        }
+        configs.unshift(config);
+        this.languageToConfig.set(languageId, configs);
+        return disposable_1.Disposable.create(() => {
+            const index = configs.indexOf(config);
+            if (index !== -1) {
+                configs.splice(index, 1);
+            }
+        });
+    }
+    getGrammarConfiguration(languageId) {
+        const configs = this.languageToConfig.get(languageId);
+        return configs && configs[0] || {};
+    }
+};
+TextmateRegistry = __decorate([
+    (0, inversify_1.injectable)()
+], TextmateRegistry);
+exports.TextmateRegistry = TextmateRegistry;
 //# sourceMappingURL=textmate-registry.js.map

package/lib/browser/textmate/textmate-snippet-completion-provider.d.ts

@@ -1,27 +1,27 @@
-import * as monaco from '@theia/monaco-editor-core';
-/**
- * @deprecated use MonacoSnippetSuggestProvider instead
- */
-export declare class TextmateSnippetCompletionProvider implements monaco.languages.CompletionItemProvider {
-    protected config: TextmateSnippets;
-    protected mdLanguage: string;
-    private items;
-    constructor(config: TextmateSnippets, mdLanguage?: string);
-    protected replaceVariables(textmateSnippet: string): string;
-    provideCompletionItems(document: monaco.editor.ITextModel, position: monaco.Position, context: monaco.languages.CompletionContext, token: monaco.CancellationToken): monaco.languages.CompletionList;
-}
-/**
- * @deprecated use JsonSerializedSnippets & MonacoSnippetSuggestProvider instead
- */
-export interface TextmateSnippets {
-    [name: string]: TextmateSnippet;
-}
-/**
- * @deprecated use JsonSerializedSnippet & MonacoSnippetSuggestProvider instead
- */
-export interface TextmateSnippet {
-    readonly prefix: string;
-    readonly body: string[];
-    readonly description: string;
-}
+import * as monaco from '@theia/monaco-editor-core';
+/**
+ * @deprecated use MonacoSnippetSuggestProvider instead
+ */
+export declare class TextmateSnippetCompletionProvider implements monaco.languages.CompletionItemProvider {
+    protected config: TextmateSnippets;
+    protected mdLanguage: string;
+    private items;
+    constructor(config: TextmateSnippets, mdLanguage?: string);
+    protected replaceVariables(textmateSnippet: string): string;
+    provideCompletionItems(document: monaco.editor.ITextModel, position: monaco.Position, context: monaco.languages.CompletionContext, token: monaco.CancellationToken): monaco.languages.CompletionList;
+}
+/**
+ * @deprecated use JsonSerializedSnippets & MonacoSnippetSuggestProvider instead
+ */
+export interface TextmateSnippets {
+    [name: string]: TextmateSnippet;
+}
+/**
+ * @deprecated use JsonSerializedSnippet & MonacoSnippetSuggestProvider instead
+ */
+export interface TextmateSnippet {
+    readonly prefix: string;
+    readonly body: string[];
+    readonly description: string;
+}
 //# sourceMappingURL=textmate-snippet-completion-provider.d.ts.map

package/lib/browser/textmate/textmate-snippet-completion-provider.js

@@ -1,54 +1,54 @@
-"use strict";
-// *****************************************************************************
-// Copyright (C) 2018 TypeFox and others.
-//
-// This program and the accompanying materials are made available under the
-// terms of the Eclipse Public License v. 2.0 which is available at
-// http://www.eclipse.org/legal/epl-2.0.
-//
-// This Source Code may also be made available under the following Secondary
-// Licenses when the conditions for such availability set forth in the Eclipse
-// Public License v. 2.0 are satisfied: GNU General Public License, version 2
-// with the GNU Classpath Exception which is available at
-// https://www.gnu.org/software/classpath/license.html.
-//
-// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
-// *****************************************************************************
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TextmateSnippetCompletionProvider = void 0;
-const monaco = require("@theia/monaco-editor-core");
-const snippetParser_1 = require("@theia/monaco-editor-core/esm/vs/editor/contrib/snippet/browser/snippetParser");
-/**
- * @deprecated use MonacoSnippetSuggestProvider instead
- */
-class TextmateSnippetCompletionProvider {
-    constructor(config, mdLanguage = '') {
-        this.config = config;
-        this.mdLanguage = mdLanguage;
-        this.items = [];
-        for (const name of Object.keys(config)) {
-            const textmateSnippet = config[name];
-            const insertText = Array.isArray(textmateSnippet.body) ? textmateSnippet.body.join('\n') : textmateSnippet.body;
-            this.items.push({
-                label: textmateSnippet.prefix,
-                detail: textmateSnippet.description,
-                kind: monaco.languages.CompletionItemKind.Snippet,
-                documentation: {
-                    value: '```' + this.mdLanguage + '\n' + this.replaceVariables(insertText) + '```'
-                },
-                insertText: insertText,
-                range: undefined
-            });
-        }
-    }
-    replaceVariables(textmateSnippet) {
-        return new snippetParser_1.SnippetParser().parse(textmateSnippet).toString();
-    }
-    provideCompletionItems(document, position, context, token) {
-        return {
-            suggestions: this.items
-        };
-    }
-}
-exports.TextmateSnippetCompletionProvider = TextmateSnippetCompletionProvider;
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2018 TypeFox and others.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TextmateSnippetCompletionProvider = void 0;
+const monaco = require("@theia/monaco-editor-core");
+const snippetParser_1 = require("@theia/monaco-editor-core/esm/vs/editor/contrib/snippet/browser/snippetParser");
+/**
+ * @deprecated use MonacoSnippetSuggestProvider instead
+ */
+class TextmateSnippetCompletionProvider {
+    constructor(config, mdLanguage = '') {
+        this.config = config;
+        this.mdLanguage = mdLanguage;
+        this.items = [];
+        for (const name of Object.keys(config)) {
+            const textmateSnippet = config[name];
+            const insertText = Array.isArray(textmateSnippet.body) ? textmateSnippet.body.join('\n') : textmateSnippet.body;
+            this.items.push({
+                label: textmateSnippet.prefix,
+                detail: textmateSnippet.description,
+                kind: monaco.languages.CompletionItemKind.Snippet,
+                documentation: {
+                    value: '```' + this.mdLanguage + '\n' + this.replaceVariables(insertText) + '```'
+                },
+                insertText: insertText,
+                range: undefined
+            });
+        }
+    }
+    replaceVariables(textmateSnippet) {
+        return new snippetParser_1.SnippetParser().parse(textmateSnippet).toString();
+    }
+    provideCompletionItems(document, position, context, token) {
+        return {
+            suggestions: this.items
+        };
+    }
+}
+exports.TextmateSnippetCompletionProvider = TextmateSnippetCompletionProvider;
 //# sourceMappingURL=textmate-snippet-completion-provider.js.map

package/lib/browser/textmate/textmate-tokenizer.d.ts

@@ -1,23 +1,23 @@
-import { IGrammar, StateStack } from 'vscode-textmate';
-import * as monaco from '@theia/monaco-editor-core';
-export declare class TokenizerState implements monaco.languages.IState {
-    readonly stateStack: StateStack;
-    constructor(stateStack: StateStack);
-    clone(): monaco.languages.IState;
-    equals(other: monaco.languages.IState): boolean;
-}
-/**
- * Options for the TextMate tokenizer.
- */
-export interface TokenizerOption {
-    /**
-     * Maximum line length that will be handled by the TextMate tokenizer. If the length of the actual line exceeds this
-     * limit, the tokenizer terminates and the tokenization of any subsequent lines might be broken.
-     *
-     * If the `lineLimit` is not defined, it means, there are no line length limits. Otherwise, it must be a positive
-     * integer or an error will be thrown.
-     */
-    lineLimit?: number;
-}
-export declare function createTextmateTokenizer(grammar: IGrammar, options: TokenizerOption): monaco.languages.EncodedTokensProvider & monaco.languages.TokensProvider;
+import { IGrammar, StateStack } from 'vscode-textmate';
+import * as monaco from '@theia/monaco-editor-core';
+export declare class TokenizerState implements monaco.languages.IState {
+    readonly stateStack: StateStack;
+    constructor(stateStack: StateStack);
+    clone(): monaco.languages.IState;
+    equals(other: monaco.languages.IState): boolean;
+}
+/**
+ * Options for the TextMate tokenizer.
+ */
+export interface TokenizerOption {
+    /**
+     * Maximum line length that will be handled by the TextMate tokenizer. If the length of the actual line exceeds this
+     * limit, the tokenizer terminates and the tokenization of any subsequent lines might be broken.
+     *
+     * If the `lineLimit` is not defined, it means, there are no line length limits. Otherwise, it must be a positive
+     * integer or an error will be thrown.
+     */
+    lineLimit?: number;
+}
+export declare function createTextmateTokenizer(grammar: IGrammar, options: TokenizerOption): monaco.languages.EncodedTokensProvider & monaco.languages.TokensProvider;
 //# sourceMappingURL=textmate-tokenizer.d.ts.map

package/lib/browser/textmate/textmate-tokenizer.js

@@ -1,66 +1,66 @@
-"use strict";
-// *****************************************************************************
-// Copyright (C) 2018 Ericsson and others.
-//
-// This program and the accompanying materials are made available under the
-// terms of the Eclipse Public License v. 2.0 which is available at
-// http://www.eclipse.org/legal/epl-2.0.
-//
-// This Source Code may also be made available under the following Secondary
-// Licenses when the conditions for such availability set forth in the Eclipse
-// Public License v. 2.0 are satisfied: GNU General Public License, version 2
-// with the GNU Classpath Exception which is available at
-// https://www.gnu.org/software/classpath/license.html.
-//
-// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
-// *****************************************************************************
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createTextmateTokenizer = exports.TokenizerState = void 0;
-const vscode_textmate_1 = require("vscode-textmate");
-class TokenizerState {
-    constructor(stateStack) {
-        this.stateStack = stateStack;
-    }
-    clone() {
-        return new TokenizerState(this.stateStack);
-    }
-    equals(other) {
-        return other instanceof TokenizerState && (other === this || other.stateStack === this.stateStack);
-    }
-}
-exports.TokenizerState = TokenizerState;
-function createTextmateTokenizer(grammar, options) {
-    if (options.lineLimit !== undefined && (options.lineLimit <= 0 || !Number.isInteger(options.lineLimit))) {
-        throw new Error(`The 'lineLimit' must be a positive integer. It was ${options.lineLimit}.`);
-    }
-    return {
-        getInitialState: () => new TokenizerState(vscode_textmate_1.INITIAL),
-        tokenizeEncoded(line, state) {
-            if (options.lineLimit !== undefined && line.length > options.lineLimit) {
-                // Skip tokenizing the line if it exceeds the line limit.
-                return { endState: state.stateStack, tokens: new Uint32Array() };
-            }
-            const result = grammar.tokenizeLine2(line, state.stateStack, 500);
-            return {
-                endState: new TokenizerState(result.ruleStack),
-                tokens: result.tokens
-            };
-        },
-        tokenize(line, state) {
-            if (options.lineLimit !== undefined && line.length > options.lineLimit) {
-                // Skip tokenizing the line if it exceeds the line limit.
-                return { endState: state.stateStack, tokens: [] };
-            }
-            const result = grammar.tokenizeLine(line, state.stateStack, 500);
-            return {
-                endState: new TokenizerState(result.ruleStack),
-                tokens: result.tokens.map(t => ({
-                    startIndex: t.startIndex,
-                    scopes: t.scopes.reverse().join(' ')
-                }))
-            };
-        }
-    };
-}
-exports.createTextmateTokenizer = createTextmateTokenizer;
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2018 Ericsson and others.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createTextmateTokenizer = exports.TokenizerState = void 0;
+const vscode_textmate_1 = require("vscode-textmate");
+class TokenizerState {
+    constructor(stateStack) {
+        this.stateStack = stateStack;
+    }
+    clone() {
+        return new TokenizerState(this.stateStack);
+    }
+    equals(other) {
+        return other instanceof TokenizerState && (other === this || other.stateStack === this.stateStack);
+    }
+}
+exports.TokenizerState = TokenizerState;
+function createTextmateTokenizer(grammar, options) {
+    if (options.lineLimit !== undefined && (options.lineLimit <= 0 || !Number.isInteger(options.lineLimit))) {
+        throw new Error(`The 'lineLimit' must be a positive integer. It was ${options.lineLimit}.`);
+    }
+    return {
+        getInitialState: () => new TokenizerState(vscode_textmate_1.INITIAL),
+        tokenizeEncoded(line, state) {
+            if (options.lineLimit !== undefined && line.length > options.lineLimit) {
+                // Skip tokenizing the line if it exceeds the line limit.
+                return { endState: state.stateStack, tokens: new Uint32Array() };
+            }
+            const result = grammar.tokenizeLine2(line, state.stateStack, 500);
+            return {
+                endState: new TokenizerState(result.ruleStack),
+                tokens: result.tokens
+            };
+        },
+        tokenize(line, state) {
+            if (options.lineLimit !== undefined && line.length > options.lineLimit) {
+                // Skip tokenizing the line if it exceeds the line limit.
+                return { endState: state.stateStack, tokens: [] };
+            }
+            const result = grammar.tokenizeLine(line, state.stateStack, 500);
+            return {
+                endState: new TokenizerState(result.ruleStack),
+                tokens: result.tokens.map(t => ({
+                    startIndex: t.startIndex,
+                    scopes: t.scopes.reverse().join(' ')
+                }))
+            };
+        }
+    };
+}
+exports.createTextmateTokenizer = createTextmateTokenizer;
 //# sourceMappingURL=textmate-tokenizer.js.map