@codingame/monaco-vscode-api 5.3.0 → 6.0.1

package/vscode/src/vs/editor/common/model/pieceTreeTextBuffer/rbTreeBase.js

@@ -50,11 +50,16 @@ class TreeNode {
         this.right = null;
     }
 }
-const SENTINEL = ( new TreeNode(null, 0 ));
+var NodeColor;
+( (function(NodeColor) {
+    NodeColor[NodeColor["Black"] = 0] = "Black";
+    NodeColor[NodeColor["Red"] = 1] = "Red";
+})(NodeColor || (NodeColor = {})));
+const SENTINEL = ( new TreeNode(null, NodeColor.Black));
 SENTINEL.parent = SENTINEL;
 SENTINEL.left = SENTINEL;
 SENTINEL.right = SENTINEL;
-SENTINEL.color = 0 ;
+SENTINEL.color = NodeColor.Black;
 function leftest(node) {
     while (node.left !== SENTINEL) {
         node = node.left;
@@ -141,13 +146,13 @@ function rbDelete(tree, z) {
     }
     if (y === tree.root) {
         tree.root = x;
-        x.color = 0 ;
+        x.color = NodeColor.Black;
         z.detach();
         resetSentinel();
         tree.root.parent = SENTINEL;
         return;
     }
-    const yWasRed = ((y.color === 1) );
+    const yWasRed = (y.color === NodeColor.Red);
     if (y === y.parent.left) {
         y.parent.left = x;
     }
@@ -209,72 +214,72 @@ function rbDelete(tree, z) {
         return;
     }
     let w;
-    while (x !== tree.root && x.color === 0 ) {
+    while (x !== tree.root && x.color === NodeColor.Black) {
         if (x === x.parent.left) {
             w = x.parent.right;
-            if (w.color === 1 ) {
-                w.color = 0 ;
-                x.parent.color = 1 ;
+            if (w.color === NodeColor.Red) {
+                w.color = NodeColor.Black;
+                x.parent.color = NodeColor.Red;
                 leftRotate(tree, x.parent);
                 w = x.parent.right;
             }
-            if (w.left.color === 0  && w.right.color === 0 ) {
-                w.color = 1 ;
+            if (w.left.color === NodeColor.Black && w.right.color === NodeColor.Black) {
+                w.color = NodeColor.Red;
                 x = x.parent;
             }
             else {
-                if (w.right.color === 0 ) {
-                    w.left.color = 0 ;
-                    w.color = 1 ;
+                if (w.right.color === NodeColor.Black) {
+                    w.left.color = NodeColor.Black;
+                    w.color = NodeColor.Red;
                     rightRotate(tree, w);
                     w = x.parent.right;
                 }
                 w.color = x.parent.color;
-                x.parent.color = 0 ;
-                w.right.color = 0 ;
+                x.parent.color = NodeColor.Black;
+                w.right.color = NodeColor.Black;
                 leftRotate(tree, x.parent);
                 x = tree.root;
             }
         }
         else {
             w = x.parent.left;
-            if (w.color === 1 ) {
-                w.color = 0 ;
-                x.parent.color = 1 ;
+            if (w.color === NodeColor.Red) {
+                w.color = NodeColor.Black;
+                x.parent.color = NodeColor.Red;
                 rightRotate(tree, x.parent);
                 w = x.parent.left;
             }
-            if (w.left.color === 0  && w.right.color === 0 ) {
-                w.color = 1 ;
+            if (w.left.color === NodeColor.Black && w.right.color === NodeColor.Black) {
+                w.color = NodeColor.Red;
                 x = x.parent;
             }
             else {
-                if (w.left.color === 0 ) {
-                    w.right.color = 0 ;
-                    w.color = 1 ;
+                if (w.left.color === NodeColor.Black) {
+                    w.right.color = NodeColor.Black;
+                    w.color = NodeColor.Red;
                     leftRotate(tree, w);
                     w = x.parent.left;
                 }
                 w.color = x.parent.color;
-                x.parent.color = 0 ;
-                w.left.color = 0 ;
+                x.parent.color = NodeColor.Black;
+                w.left.color = NodeColor.Black;
                 rightRotate(tree, x.parent);
                 x = tree.root;
             }
         }
     }
-    x.color = 0 ;
+    x.color = NodeColor.Black;
     resetSentinel();
 }
 function fixInsert(tree, x) {
     recomputeTreeMetadata(tree, x);
-    while (x !== tree.root && x.parent.color === 1 ) {
+    while (x !== tree.root && x.parent.color === NodeColor.Red) {
         if (x.parent === x.parent.parent.left) {
             const y = x.parent.parent.right;
-            if (y.color === 1 ) {
-                x.parent.color = 0 ;
-                y.color = 0 ;
-                x.parent.parent.color = 1 ;
+            if (y.color === NodeColor.Red) {
+                x.parent.color = NodeColor.Black;
+                y.color = NodeColor.Black;
+                x.parent.parent.color = NodeColor.Red;
                 x = x.parent.parent;
             }
             else {
@@ -282,17 +287,17 @@ function fixInsert(tree, x) {
                     x = x.parent;
                     leftRotate(tree, x);
                 }
-                x.parent.color = 0 ;
-                x.parent.parent.color = 1 ;
+                x.parent.color = NodeColor.Black;
+                x.parent.parent.color = NodeColor.Red;
                 rightRotate(tree, x.parent.parent);
             }
         }
         else {
             const y = x.parent.parent.left;
-            if (y.color === 1 ) {
-                x.parent.color = 0 ;
-                y.color = 0 ;
-                x.parent.parent.color = 1 ;
+            if (y.color === NodeColor.Red) {
+                x.parent.color = NodeColor.Black;
+                y.color = NodeColor.Black;
+                x.parent.parent.color = NodeColor.Red;
                 x = x.parent.parent;
             }
             else {
@@ -300,13 +305,13 @@ function fixInsert(tree, x) {
                     x = x.parent;
                     rightRotate(tree, x);
                 }
-                x.parent.color = 0 ;
-                x.parent.parent.color = 1 ;
+                x.parent.color = NodeColor.Black;
+                x.parent.parent.color = NodeColor.Red;
                 leftRotate(tree, x.parent.parent);
             }
         }
     }
-    tree.root.color = 0 ;
+    tree.root.color = NodeColor.Black;
 }
 function updateTreeMetadata(tree, x, delta, lineFeedCntDelta) {
     while (x !== tree.root && x !== SENTINEL) {
@@ -342,4 +347,4 @@ function recomputeTreeMetadata(tree, x) {
         x = x.parent;
     }
 }
-export { SENTINEL, TreeNode, fixInsert, leftRotate, leftest, rbDelete, recomputeTreeMetadata, rightRotate, righttest, updateTreeMetadata };
+export { NodeColor, SENTINEL, TreeNode, fixInsert, leftRotate, leftest, rbDelete, recomputeTreeMetadata, rightRotate, righttest, updateTreeMetadata };

package/vscode/src/vs/editor/common/model/textModel.js

@@ -6,6 +6,7 @@ import { Emitter } from '../../../base/common/event.js';
 import { Disposable, combinedDisposable, MutableDisposable } from '../../../base/common/lifecycle.js';
 import { listenStream } from '../../../base/common/stream.js';
 import { singleLetterHash, UNUSUAL_LINE_TERMINATORS, isHighSurrogate, htmlAttributeEncodeValue } from '../../../base/common/strings.js';
+import { Constants } from '../../../base/common/uint.js';
 import { URI } from '../../../base/common/uri.js';
 import { countEOL } from '../core/eolCounter.js';
 import { normalizeIndentation } from '../core/indentation.js';
@@ -16,7 +17,7 @@ import { Selection } from '../core/selection.js';
 import { EDITOR_MODEL_DEFAULTS } from '../core/textModelDefaults.js';
 import { ILanguageService } from '../languages/language.js';
 import { ILanguageConfigurationService } from '../languages/languageConfigurationRegistry.js';
-import { TextModelResolvedOptions, ValidAnnotatedEditOperation, isITextSnapshot, OverviewRulerLane, GlyphMarginLane } from '../model.js';
+import { DefaultEndOfLine, TextModelResolvedOptions, EndOfLinePreference, EndOfLineSequence, ValidAnnotatedEditOperation, TrackedRangeStickiness, isITextSnapshot, OverviewRulerLane, GlyphMarginLane } from '../model.js';
 import { BracketPairsTextModelPart } from './bracketPairsTextModelPart/bracketPairsImpl.js';
 import { ColorizedBracketPairsDecorationProvider } from './bracketPairsTextModelPart/colorizedBracketPairsDecorationProvider.js';
 import { EditStack } from './editStack.js';
@@ -116,6 +117,11 @@ class TextModelSnapshot {
     }
 }
 const invalidFunc = () => { throw ( new Error(`Invalid change accessor`)); };
+var StringOffsetValidationType;
+( (function(StringOffsetValidationType) {
+    StringOffsetValidationType[StringOffsetValidationType["Relaxed"] = 0] = "Relaxed";
+    StringOffsetValidationType[StringOffsetValidationType["SurrogatePairs"] = 1] = "SurrogatePairs";
+})(StringOffsetValidationType || (StringOffsetValidationType = {})));
 let TextModel = class TextModel extends Disposable {
     static { TextModel_1 = this; }
     static { this._MODEL_SYNC_LIMIT = 50 * 1024 * 1024; }
@@ -128,7 +134,7 @@ let TextModel = class TextModel extends Disposable {
         indentSize: EDITOR_MODEL_DEFAULTS.indentSize,
         insertSpaces: EDITOR_MODEL_DEFAULTS.insertSpaces,
         detectIndentation: false,
-        defaultEOL: 1 ,
+        defaultEOL: DefaultEndOfLine.LF,
         trimAutoWhitespace: EDITOR_MODEL_DEFAULTS.trimAutoWhitespace,
         largeFileOptimizations: EDITOR_MODEL_DEFAULTS.largeFileOptimizations,
         bracketPairColorizationOptions: EDITOR_MODEL_DEFAULTS.bracketPairColorizationOptions,
@@ -210,7 +216,7 @@ let TextModel = class TextModel extends Disposable {
             this._attachedViews
         ));
         const bufferLineCount = this._buffer.getLineCount();
-        const bufferTextLength = this._buffer.getValueLengthInRange(( new Range(1, 1, bufferLineCount, this._buffer.getLineLength(bufferLineCount) + 1)), 0 );
+        const bufferTextLength = this._buffer.getValueLengthInRange(( new Range(1, 1, bufferLineCount, this._buffer.getLineLength(bufferLineCount) + 1)), EndOfLinePreference.TextDefined);
         if (creationOptions.largeFileOptimizations) {
             this._isTooLargeForTokenization = ((bufferTextLength > TextModel_1.LARGE_FILE_SIZE_THRESHOLD)
                 || (bufferLineCount > TextModel_1.LARGE_FILE_LINE_COUNT_THRESHOLD));
@@ -328,7 +334,7 @@ let TextModel = class TextModel extends Disposable {
     }
     setEOL(eol) {
         this._assertNotDisposed();
-        const newEOL = (eol === 1  ? '\r\n' : '\n');
+        const newEOL = (eol === EndOfLineSequence.CRLF ? '\r\n' : '\n');
         if (this._buffer.getEOL() === newEOL) {
             return;
         }
@@ -478,7 +484,7 @@ let TextModel = class TextModel extends Disposable {
         return this._buffer.mightContainUnusualLineTerminators();
     }
     removeUnusualLineTerminators(selections = null) {
-        const matches = this.findMatches(UNUSUAL_LINE_TERMINATORS.source, false, true, false, null, false, 1073741824 );
+        const matches = this.findMatches(UNUSUAL_LINE_TERMINATORS.source, false, true, false, null, false, Constants.MAX_SAFE_SMALL_INTEGER);
         this._buffer.resetMightContainUnusualLineTerminators();
         this.pushEditOperations(selections, ( matches.map(m => ({ range: m.range, text: null }))), () => null);
     }
@@ -495,7 +501,7 @@ let TextModel = class TextModel extends Disposable {
     }
     getOffsetAt(rawPosition) {
         this._assertNotDisposed();
-        const position = this._validatePosition(rawPosition.lineNumber, rawPosition.column, 0 );
+        const position = this._validatePosition(rawPosition.lineNumber, rawPosition.column, StringOffsetValidationType.Relaxed);
         return this._buffer.getOffsetAt(position.lineNumber, position.column);
     }
     getPositionAt(rawOffset) {
@@ -540,15 +546,15 @@ let TextModel = class TextModel extends Disposable {
         }
         return fullModelValue;
     }
-    getValueInRange(rawRange, eol = 0 ) {
+    getValueInRange(rawRange, eol = EndOfLinePreference.TextDefined) {
         this._assertNotDisposed();
         return this._buffer.getValueInRange(this.validateRange(rawRange), eol);
     }
-    getValueLengthInRange(rawRange, eol = 0 ) {
+    getValueLengthInRange(rawRange, eol = EndOfLinePreference.TextDefined) {
         this._assertNotDisposed();
         return this._buffer.getValueLengthInRange(this.validateRange(rawRange), eol);
     }
-    getCharacterCountInRange(rawRange, eol = 0 ) {
+    getCharacterCountInRange(rawRange, eol = EndOfLinePreference.TextDefined) {
         this._assertNotDisposed();
         return this._buffer.getCharacterCountInRange(this.validateRange(rawRange), eol);
     }
@@ -583,7 +589,9 @@ let TextModel = class TextModel extends Disposable {
     }
     getEndOfLineSequence() {
         this._assertNotDisposed();
-        return (this._buffer.getEOL() === '\n' ? 0  : 1) ;
+        return (this._buffer.getEOL() === '\n'
+            ? EndOfLineSequence.LF
+            : EndOfLineSequence.CRLF);
     }
     getLineMinColumn(lineNumber) {
         this._assertNotDisposed();
@@ -692,7 +700,7 @@ let TextModel = class TextModel extends Disposable {
         if (column > maxColumn) {
             return false;
         }
-        if (validationType === 1 ) {
+        if (validationType === StringOffsetValidationType.SurrogatePairs) {
             const charCodeBefore = this._buffer.getLineCharCode(lineNumber, column - 2);
             if (isHighSurrogate(charCodeBefore)) {
                 return false;
@@ -717,7 +725,7 @@ let TextModel = class TextModel extends Disposable {
         if (column >= maxColumn) {
             return ( new Position(lineNumber, maxColumn));
         }
-        if (validationType === 1 ) {
+        if (validationType === StringOffsetValidationType.SurrogatePairs) {
             const charCodeBefore = this._buffer.getLineCharCode(lineNumber, column - 2);
             if (isHighSurrogate(charCodeBefore)) {
                 return ( new Position(lineNumber, column - 1));
@@ -726,7 +734,7 @@ let TextModel = class TextModel extends Disposable {
         return ( new Position(lineNumber, column));
     }
     validatePosition(position) {
-        const validationType = 1 ;
+        const validationType = StringOffsetValidationType.SurrogatePairs;
         this._assertNotDisposed();
         if (position instanceof Position) {
             if (this._isValidPosition(position.lineNumber, position.column, validationType)) {
@@ -740,13 +748,13 @@ let TextModel = class TextModel extends Disposable {
         const startColumn = range.startColumn;
         const endLineNumber = range.endLineNumber;
         const endColumn = range.endColumn;
-        if (!this._isValidPosition(startLineNumber, startColumn, 0 )) {
+        if (!this._isValidPosition(startLineNumber, startColumn, StringOffsetValidationType.Relaxed)) {
             return false;
         }
-        if (!this._isValidPosition(endLineNumber, endColumn, 0 )) {
+        if (!this._isValidPosition(endLineNumber, endColumn, StringOffsetValidationType.Relaxed)) {
             return false;
         }
-        if (validationType === 1 ) {
+        if (validationType === StringOffsetValidationType.SurrogatePairs) {
             const charCodeBeforeStart = (startColumn > 1 ? this._buffer.getLineCharCode(startLineNumber, startColumn - 2) : 0);
             const charCodeBeforeEnd = (endColumn > 1 && endColumn <= this._buffer.getLineLength(endLineNumber) ? this._buffer.getLineCharCode(endLineNumber, endColumn - 2) : 0);
             const startInsideSurrogatePair = isHighSurrogate(charCodeBeforeStart);
@@ -759,20 +767,20 @@ let TextModel = class TextModel extends Disposable {
         return true;
     }
     validateRange(_range) {
-        const validationType = 1 ;
+        const validationType = StringOffsetValidationType.SurrogatePairs;
         this._assertNotDisposed();
         if ((_range instanceof Range) && !(_range instanceof Selection)) {
             if (this._isValidRange(_range, validationType)) {
                 return _range;
             }
         }
-        const start = this._validatePosition(_range.startLineNumber, _range.startColumn, 0 );
-        const end = this._validatePosition(_range.endLineNumber, _range.endColumn, 0 );
+        const start = this._validatePosition(_range.startLineNumber, _range.startColumn, StringOffsetValidationType.Relaxed);
+        const end = this._validatePosition(_range.endLineNumber, _range.endColumn, StringOffsetValidationType.Relaxed);
         const startLineNumber = start.lineNumber;
         const startColumn = start.column;
         const endLineNumber = end.lineNumber;
         const endColumn = end.column;
-        {
+        if (validationType === StringOffsetValidationType.SurrogatePairs) {
             const charCodeBeforeStart = (startColumn > 1 ? this._buffer.getLineCharCode(startLineNumber, startColumn - 2) : 0);
             const charCodeBeforeEnd = (endColumn > 1 && endColumn <= this._buffer.getLineLength(endLineNumber) ? this._buffer.getLineCharCode(endLineNumber, endColumn - 2) : 0);
             const startInsideSurrogatePair = isHighSurrogate(charCodeBeforeStart);
@@ -791,6 +799,7 @@ let TextModel = class TextModel extends Disposable {
             }
             return ( new Range(startLineNumber, startColumn, endLineNumber, endColumn + 1));
         }
+        return ( new Range(startLineNumber, startColumn, endLineNumber, endColumn));
     }
     modifyPosition(rawPosition, offset) {
         this._assertNotDisposed();
@@ -889,7 +898,7 @@ let TextModel = class TextModel extends Disposable {
         this._commandManager.popStackElement();
     }
     pushEOL(eol) {
-        const currentEOL = ((this.getEOL() === '\n' ? 0  : 1) );
+        const currentEOL = (this.getEOL() === '\n' ? EndOfLineSequence.LF : EndOfLineSequence.CRLF);
         if (currentEOL === eol) {
             return;
         }
@@ -1725,7 +1734,7 @@ class ModelDecorationOptions {
         this.blockDoesNotCollapse = options.blockDoesNotCollapse ?? null;
         this.blockIsAfterEnd = options.blockIsAfterEnd ?? null;
         this.blockPadding = options.blockPadding ?? null;
-        this.stickiness = options.stickiness || 0 ;
+        this.stickiness = options.stickiness || TrackedRangeStickiness.AlwaysGrowsWhenTypingAtEdges;
         this.zIndex = options.zIndex || 0;
         this.className = options.className ? cleanClassName(options.className) : null;
         this.shouldFillLineOnLineBreak = options.shouldFillLineOnLineBreak ?? null;
@@ -1756,10 +1765,10 @@ class ModelDecorationOptions {
 }
 ModelDecorationOptions.EMPTY = ModelDecorationOptions.register({ description: 'empty' });
 const TRACKED_RANGE_OPTIONS = [
-    ModelDecorationOptions.register({ description: 'tracked-range-always-grows-when-typing-at-edges', stickiness: 0  }),
-    ModelDecorationOptions.register({ description: 'tracked-range-never-grows-when-typing-at-edges', stickiness: 1  }),
-    ModelDecorationOptions.register({ description: 'tracked-range-grows-only-when-typing-before', stickiness: 2  }),
-    ModelDecorationOptions.register({ description: 'tracked-range-grows-only-when-typing-after', stickiness: 3  }),
+    ModelDecorationOptions.register({ description: 'tracked-range-always-grows-when-typing-at-edges', stickiness: TrackedRangeStickiness.AlwaysGrowsWhenTypingAtEdges }),
+    ModelDecorationOptions.register({ description: 'tracked-range-never-grows-when-typing-at-edges', stickiness: TrackedRangeStickiness.NeverGrowsWhenTypingAtEdges }),
+    ModelDecorationOptions.register({ description: 'tracked-range-grows-only-when-typing-before', stickiness: TrackedRangeStickiness.GrowsOnlyWhenTypingBefore }),
+    ModelDecorationOptions.register({ description: 'tracked-range-grows-only-when-typing-after', stickiness: TrackedRangeStickiness.GrowsOnlyWhenTypingAfter }),
 ];
 function _normalizeOptions(options) {
     if (options instanceof ModelDecorationOptions) {

package/vscode/src/vs/editor/common/model/textModelSearch.js

@@ -1,8 +1,9 @@
+import { CharCode } from '../../../base/common/charCode.js';
 import { createRegExp, getNextCodePoint } from '../../../base/common/strings.js';
-import { getMapForWordSeparators } from '../core/wordCharacterClassifier.js';
+import { getMapForWordSeparators, WordCharacterClass } from '../core/wordCharacterClassifier.js';
 import { Position } from '../core/position.js';
 import { Range } from '../core/range.js';
-import { SearchData, FindMatch } from '../model.js';
+import { SearchData, EndOfLinePreference, FindMatch } from '../model.js';
 const LIMIT_FIND_COUNT = 999;
 class SearchParams {
     constructor(searchString, isRegex, matchCase, wordSeparators) {
@@ -55,16 +56,16 @@ function isMultilineRegexSource(searchString) {
     }
     for (let i = 0, len = searchString.length; i < len; i++) {
         const chCode = searchString.charCodeAt(i);
-        if (chCode === 10 ) {
+        if (chCode === CharCode.LineFeed) {
             return true;
         }
-        if (chCode === 92 ) {
+        if (chCode === CharCode.Backslash) {
             i++;
             if (i >= len) {
                 break;
             }
             const nextChCode = searchString.charCodeAt(i);
-            if (nextChCode === 110  || nextChCode === 114  || nextChCode === 87 ) {
+            if (nextChCode === CharCode.n || nextChCode === CharCode.r || nextChCode === CharCode.W) {
                 return true;
             }
         }
@@ -86,7 +87,7 @@ class LineFeedCounter {
         const lineFeedsOffsets = [];
         let lineFeedsOffsetsLen = 0;
         for (let i = 0, textLen = text.length; i < textLen; i++) {
-            if (text.charCodeAt(i) === 10 ) {
+            if (text.charCodeAt(i) === CharCode.LineFeed) {
                 lineFeedsOffsets[lineFeedsOffsetsLen++] = i;
             }
         }
@@ -161,7 +162,7 @@ class TextModelSearch {
     }
     static _doFindMatchesMultiline(model, searchRange, searcher, captureMatches, limitResultCount) {
         const deltaOffset = model.getOffsetAt(searchRange.getStartPosition());
-        const text = model.getValueInRange(searchRange, 1 );
+        const text = model.getValueInRange(searchRange, EndOfLinePreference.LF);
         const lfCounter = (model.getEOL() === '\r\n' ? ( new LineFeedCounter(text)) : null);
         const result = [];
         let counter = 0;
@@ -255,7 +256,7 @@ class TextModelSearch {
             searchTextStart.column,
             lineCount,
             model.getLineMaxColumn(lineCount)
-        )), 1 );
+        )), EndOfLinePreference.LF);
         const lfCounter = (model.getEOL() === '\r\n' ? ( new LineFeedCounter(text)) : null);
         searcher.reset(searchStart.column - 1);
         const m = searcher.next(text);
@@ -348,15 +349,15 @@ function leftIsWordBounday(wordSeparators, text, textLength, matchStartIndex, ma
         return true;
     }
     const charBefore = text.charCodeAt(matchStartIndex - 1);
-    if (wordSeparators.get(charBefore) !== 0 ) {
+    if (wordSeparators.get(charBefore) !== WordCharacterClass.Regular) {
         return true;
     }
-    if (charBefore === 13  || charBefore === 10 ) {
+    if (charBefore === CharCode.CarriageReturn || charBefore === CharCode.LineFeed) {
         return true;
     }
     if (matchLength > 0) {
         const firstCharInMatch = text.charCodeAt(matchStartIndex);
-        if (wordSeparators.get(firstCharInMatch) !== 0 ) {
+        if (wordSeparators.get(firstCharInMatch) !== WordCharacterClass.Regular) {
             return true;
         }
     }
@@ -367,15 +368,15 @@ function rightIsWordBounday(wordSeparators, text, textLength, matchStartIndex, m
         return true;
     }
     const charAfter = text.charCodeAt(matchStartIndex + matchLength);
-    if (wordSeparators.get(charAfter) !== 0 ) {
+    if (wordSeparators.get(charAfter) !== WordCharacterClass.Regular) {
         return true;
     }
-    if (charAfter === 13  || charAfter === 10 ) {
+    if (charAfter === CharCode.CarriageReturn || charAfter === CharCode.LineFeed) {
         return true;
     }
     if (matchLength > 0) {
         const lastCharInMatch = text.charCodeAt(matchStartIndex + matchLength - 1);
-        if (wordSeparators.get(lastCharInMatch) !== 0 ) {
+        if (wordSeparators.get(lastCharInMatch) !== WordCharacterClass.Regular) {
             return true;
         }
     }

package/vscode/src/vs/editor/common/model/textModelTokens.js

@@ -5,10 +5,15 @@ import { StopWatch } from '../../../base/common/stopwatch.js';
 import { countEOL } from '../core/eolCounter.js';
 import { LineRange } from '../core/lineRange.js';
 import { OffsetRange } from '../core/offsetRange.js';
+import { StandardTokenType } from '../encodedTokenAttributes.js';
 import { nullTokenizeEncoded } from '../languages/nullTokenize.js';
 import { FixedArray } from './fixedArray.js';
 import { ContiguousMultilineTokensBuilder } from '../tokens/contiguousMultilineTokensBuilder.js';
 import { LineTokens } from '../tokens/lineTokens.js';
+var Constants;
+( (function(Constants) {
+    Constants[Constants["CHEAP_TOKENIZATION_LENGTH_LIMIT"] = 2048] = "CHEAP_TOKENIZATION_LENGTH_LIMIT";
+})(Constants || (Constants = {})));
 class TokenizerWithStateStore {
     constructor(lineCount, tokenizationSupport) {
         this.tokenizationSupport = tokenizationSupport;
@@ -44,7 +49,7 @@ class TokenizerWithStateStoreAndTextModel extends TokenizerWithStateStore {
     getTokenTypeIfInsertingCharacter(position, character) {
         const lineStartState = this.getStartState(position.lineNumber);
         if (!lineStartState) {
-            return 0 ;
+            return StandardTokenType.Other;
         }
         const languageId = this._textModel.getLanguageId();
         const lineContent = this._textModel.getLineContent(position.lineNumber);
@@ -54,7 +59,7 @@ class TokenizerWithStateStoreAndTextModel extends TokenizerWithStateStore {
         const r = safeTokenize(this._languageIdCodec, languageId, this.tokenizationSupport, text, true, lineStartState);
         const lineTokens = ( new LineTokens(r.tokens, text, this._languageIdCodec));
         if (lineTokens.getCount() === 0) {
-            return 0 ;
+            return StandardTokenType.Other;
         }
         const tokenIndex = lineTokens.findTokenIndexAtOffset(position.column - 1);
         return lineTokens.getStandardTokenType(tokenIndex);
@@ -84,7 +89,7 @@ class TokenizerWithStateStoreAndTextModel extends TokenizerWithStateStore {
             return true;
         }
         if (lineNumber === firstInvalidLineNumber
-            && this._textModel.getLineLength(lineNumber) < 2048 ) {
+            && this._textModel.getLineLength(lineNumber) < Constants.CHEAP_TOKENIZATION_LENGTH_LIMIT) {
             return true;
         }
         return false;

package/vscode/src/vs/editor/common/model/tokenizationTextModelPart.js

@@ -1,5 +1,6 @@
 import { equals } from '../../../base/common/arrays.js';
 import { RunOnceScheduler } from '../../../base/common/async.js';
+import { CharCode } from '../../../base/common/charCode.js';
 import { BugIndicatingError, onUnexpectedError } from '../../../base/common/errors.js';
 import { Emitter } from '../../../base/common/event.js';
 import { Disposable, MutableDisposable, DisposableMap } from '../../../base/common/lifecycle.js';
@@ -7,9 +8,11 @@ import { countEOL } from '../core/eolCounter.js';
 import { LineRange } from '../core/lineRange.js';
 import { Position } from '../core/position.js';
 import { getWordAtText } from '../core/wordHelper.js';
+import { StandardTokenType } from '../encodedTokenAttributes.js';
 import { TokenizationRegistry } from '../languages.js';
 import { TextModelPart } from './textModelPart.js';
 import { TrackingTokenizationStateStore, TokenizerWithStateStoreAndTextModel, DefaultBackgroundTokenizer } from './textModelTokens.js';
+import { BackgroundTokenizationState } from '../tokenizationTextModelPart.js';
 import { ContiguousMultilineTokensBuilder } from '../tokens/contiguousMultilineTokensBuilder.js';
 import { ContiguousTokensStore } from '../tokens/contiguousTokensStore.js';
 import { SparseTokensStore } from '../tokens/sparseTokensStore.js';
@@ -59,7 +62,7 @@ class TokenizationTextModelPart extends TextModelPart {
         else if (!e.isEolChange) {
             for (const c of e.changes) {
                 const [eolCount, firstLineLength, lastLineLength] = countEOL(c.text);
-                this._semanticTokens.acceptEdit(c.range, eolCount, firstLineLength, lastLineLength, c.text.length > 0 ? c.text.charCodeAt(0) : 0 );
+                this._semanticTokens.acceptEdit(c.range, eolCount, firstLineLength, lastLineLength, c.text.length > 0 ? c.text.charCodeAt(0) : CharCode.Null);
             }
         }
         this.grammarTokens.handleDidChangeContent(e);
@@ -230,7 +233,7 @@ class GrammarTokens extends Disposable {
         this._backgroundTokenizer = this._register(( new MutableDisposable()));
         this._tokens = ( new ContiguousTokensStore(this._languageIdCodec));
         this._debugBackgroundTokenizer = this._register(( new MutableDisposable()));
-        this._backgroundTokenizationState = 1 ;
+        this._backgroundTokenizationState = BackgroundTokenizationState.InProgress;
         this._onDidChangeBackgroundTokenizationState = this._register(( new Emitter()));
         this.onDidChangeBackgroundTokenizationState = this._onDidChangeBackgroundTokenizationState.event;
         this._onDidChangeTokens = this._register(( new Emitter()));
@@ -313,10 +316,10 @@ class GrammarTokens extends Disposable {
                     this.setTokens(tokens);
                 },
                 backgroundTokenizationFinished: () => {
-                    if (this._backgroundTokenizationState === 2 ) {
+                    if (this._backgroundTokenizationState === BackgroundTokenizationState.Completed) {
                         return;
                     }
-                    const newState = 2 ;
+                    const newState = BackgroundTokenizationState.Completed;
                     this._backgroundTokenizationState = newState;
                     this._onDidChangeBackgroundTokenizationState.fire();
                 },
@@ -451,7 +454,7 @@ class GrammarTokens extends Disposable {
     }
     getTokenTypeIfInsertingCharacter(lineNumber, column, character) {
         if (!this._tokenizer) {
-            return 0 ;
+            return StandardTokenType.Other;
         }
         const position = this._textModel.validatePosition(( new Position(lineNumber, column)));
         this.forceTokenization(position.lineNumber);

package/vscode/src/vs/editor/common/model/utils.js

@@ -1,13 +1,14 @@
+import { CharCode } from '../../../base/common/charCode.js';
 function computeIndentLevel(line, tabSize) {
     let indent = 0;
     let i = 0;
     const len = line.length;
     while (i < len) {
         const chCode = line.charCodeAt(i);
-        if (chCode === 32 ) {
+        if (chCode === CharCode.Space) {
             indent++;
         }
-        else if (chCode === 9 ) {
+        else if (chCode === CharCode.Tab) {
             indent = indent - indent % tabSize + tabSize;
         }
         else {