@codingame/monaco-vscode-api 5.1.1 → 5.1.2-segmenter.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@codingame/monaco-vscode-api",
-  "version": "5.1.1",
+  "version": "5.1.2-segmenter.1",
   "description": "VSCode public API plugged on the monaco editor",
   "keywords": [],
   "author": {
@@ -99,12 +99,12 @@
   "dependencies": {
     "@vscode/iconv-lite-umd": "0.7.0",
     "jschardet": "3.0.0",
-    "@codingame/monaco-vscode-files-service-override": "5.1.1",
-    "@codingame/monaco-vscode-extensions-service-override": "5.1.1",
-    "@codingame/monaco-vscode-quickaccess-service-override": "5.1.1",
-    "@codingame/monaco-vscode-environment-service-override": "5.1.1",
-    "@codingame/monaco-vscode-layout-service-override": "5.1.1",
-    "@codingame/monaco-vscode-host-service-override": "5.1.1",
-    "@codingame/monaco-vscode-base-service-override": "5.1.1"
+    "@codingame/monaco-vscode-extensions-service-override": "5.1.2-segmenter.1",
+    "@codingame/monaco-vscode-files-service-override": "5.1.2-segmenter.1",
+    "@codingame/monaco-vscode-quickaccess-service-override": "5.1.2-segmenter.1",
+    "@codingame/monaco-vscode-environment-service-override": "5.1.2-segmenter.1",
+    "@codingame/monaco-vscode-layout-service-override": "5.1.2-segmenter.1",
+    "@codingame/monaco-vscode-host-service-override": "5.1.2-segmenter.1",
+    "@codingame/monaco-vscode-base-service-override": "5.1.2-segmenter.1"
   }
 }

package/vscode/src/vs/editor/common/core/wordCharacterClassifier.d.ts

@@ -7,17 +7,22 @@ declare const enum WordCharacterClass {
 }
 declare class WordCharacterClassifier extends CharacterClassifier<WordCharacterClass> {
     readonly intlSegmenterLocales: Intl.UnicodeBCP47LocaleIdentifier[];
-    private readonly _segmenter;
-    private _cachedLine;
-    private _cachedSegments;
     constructor(wordSeparators: string, intlSegmenterLocales: Intl.UnicodeBCP47LocaleIdentifier[]);
     findPrevIntlWordBeforeOrAtOffset(line: string, offset: number): IntlWordSegmentData | null;
     findNextIntlWordAtOrAfterOffset(lineContent: string, offset: number): IntlWordSegmentData | null;
     private _getIntlSegmenterWordsOnLine;
-    private _filterWordSegments;
-    private _isWordLike;
 }
-interface IntlWordSegmentData extends Intl.SegmentData {
+interface IntlWordSegmentData {
+    /** A string containing the segment extracted from the original input string. */
+    segment: string;
+    /** The code unit index in the original input string at which the segment begins. */
+    index: number;
+    /** The complete input string that was segmented. */
+    input: string;
+    /**
+     * A boolean value only if granularity is "word"; otherwise, undefined.
+     * If granularity is "word", then isWordLike is true when the segment is word-like (i.e., consists of letters/numbers/ideographs/etc.); otherwise, false.
+     */
     isWordLike: true;
 }
 

package/vscode/src/vs/editor/common/core/wordCharacterClassifier.js

@@ -3,16 +3,7 @@ import { CharacterClassifier } from './characterClassifier.js';
 class WordCharacterClassifier extends CharacterClassifier {
     constructor(wordSeparators, intlSegmenterLocales) {
         super(0 );
-        this._segmenter = null;
-        this._cachedLine = null;
-        this._cachedSegments = [];
         this.intlSegmenterLocales = intlSegmenterLocales;
-        if (this.intlSegmenterLocales.length > 0) {
-            this._segmenter = new Intl.Segmenter(this.intlSegmenterLocales, { granularity: 'word' });
-        }
-        else {
-            this._segmenter = null;
-        }
         for (let i = 0, len = wordSeparators.length; i < len; i++) {
             this.set(wordSeparators.charCodeAt(i), 2 );
         }
@@ -39,30 +30,7 @@ class WordCharacterClassifier extends CharacterClassifier {
         return null;
     }
     _getIntlSegmenterWordsOnLine(line) {
-        if (!this._segmenter) {
-            return [];
-        }
-        if (this._cachedLine === line) {
-            return this._cachedSegments;
-        }
-        this._cachedLine = line;
-        this._cachedSegments = this._filterWordSegments(this._segmenter.segment(line));
-        return this._cachedSegments;
-    }
-    _filterWordSegments(segments) {
-        const result = [];
-        for (const segment of segments) {
-            if (this._isWordLike(segment)) {
-                result.push(segment);
-            }
-        }
-        return result;
-    }
-    _isWordLike(segment) {
-        if (segment.isWordLike) {
-            return true;
-        }
-        return false;
+        return [];
     }
 }
 const wordClassifierCache = ( new LRUCache(10));