monaco-editor11 1.0.9 → 1.1.0

package/dist/workers/editor/common/lineTokens.js

@@ -1,405 +0,0 @@
-import { TokenMetadata } from '../encodedTokenAttributes.js';
-import { OffsetRange } from '../core/ranges/offsetRange.js';
-import { onUnexpectedError } from '../../../base/common/errors.js';
-
-/*---------------------------------------------------------------------------------------------
- *  Copyright (c) Microsoft Corporation. All rights reserved.
- *  Licensed under the MIT License. See License.txt in the project root for license information.
- *--------------------------------------------------------------------------------------------*/
-class LineTokens {
-    static createEmpty(lineContent, decoder) {
-        const defaultMetadata = LineTokens.defaultTokenMetadata;
-        const tokens = new Uint32Array(2);
-        tokens[0] = lineContent.length;
-        tokens[1] = defaultMetadata;
-        return new LineTokens(tokens, lineContent, decoder);
-    }
-    static createFromTextAndMetadata(data, decoder) {
-        let offset = 0;
-        let fullText = '';
-        const tokens = new Array();
-        for (const { text, metadata } of data) {
-            tokens.push(offset + text.length, metadata);
-            offset += text.length;
-            fullText += text;
-        }
-        return new LineTokens(new Uint32Array(tokens), fullText, decoder);
-    }
-    static convertToEndOffset(tokens, lineTextLength) {
-        const tokenCount = (tokens.length >>> 1);
-        const lastTokenIndex = tokenCount - 1;
-        for (let tokenIndex = 0; tokenIndex < lastTokenIndex; tokenIndex++) {
-            tokens[tokenIndex << 1] = tokens[(tokenIndex + 1) << 1];
-        }
-        tokens[lastTokenIndex << 1] = lineTextLength;
-    }
-    static findIndexInTokensArray(tokens, desiredIndex) {
-        if (tokens.length <= 2) {
-            return 0;
-        }
-        let low = 0;
-        let high = (tokens.length >>> 1) - 1;
-        while (low < high) {
-            const mid = low + Math.floor((high - low) / 2);
-            const endOffset = tokens[(mid << 1)];
-            if (endOffset === desiredIndex) {
-                return mid + 1;
-            }
-            else if (endOffset < desiredIndex) {
-                low = mid + 1;
-            }
-            else if (endOffset > desiredIndex) {
-                high = mid;
-            }
-        }
-        return low;
-    }
-    static { this.defaultTokenMetadata = ((0 /* FontStyle.None */ << 11 /* MetadataConsts.FONT_STYLE_OFFSET */)
-        | (1 /* ColorId.DefaultForeground */ << 15 /* MetadataConsts.FOREGROUND_OFFSET */)
-        | (2 /* ColorId.DefaultBackground */ << 24 /* MetadataConsts.BACKGROUND_OFFSET */)) >>> 0; }
-    constructor(tokens, text, decoder) {
-        this._lineTokensBrand = undefined;
-        const tokensLength = tokens.length > 1 ? tokens[tokens.length - 2] : 0;
-        if (tokensLength !== text.length) {
-            onUnexpectedError(new Error('Token length and text length do not match!'));
-        }
-        this._tokens = tokens;
-        this._tokensCount = (this._tokens.length >>> 1);
-        this._text = text;
-        this.languageIdCodec = decoder;
-    }
-    getTextLength() {
-        return this._text.length;
-    }
-    equals(other) {
-        if (other instanceof LineTokens) {
-            return this.slicedEquals(other, 0, this._tokensCount);
-        }
-        return false;
-    }
-    slicedEquals(other, sliceFromTokenIndex, sliceTokenCount) {
-        if (this._text !== other._text) {
-            return false;
-        }
-        if (this._tokensCount !== other._tokensCount) {
-            return false;
-        }
-        const from = (sliceFromTokenIndex << 1);
-        const to = from + (sliceTokenCount << 1);
-        for (let i = from; i < to; i++) {
-            if (this._tokens[i] !== other._tokens[i]) {
-                return false;
-            }
-        }
-        return true;
-    }
-    getLineContent() {
-        return this._text;
-    }
-    getCount() {
-        return this._tokensCount;
-    }
-    getStartOffset(tokenIndex) {
-        if (tokenIndex > 0) {
-            return this._tokens[(tokenIndex - 1) << 1];
-        }
-        return 0;
-    }
-    getMetadata(tokenIndex) {
-        const metadata = this._tokens[(tokenIndex << 1) + 1];
-        return metadata;
-    }
-    getLanguageId(tokenIndex) {
-        const metadata = this._tokens[(tokenIndex << 1) + 1];
-        const languageId = TokenMetadata.getLanguageId(metadata);
-        return this.languageIdCodec.decodeLanguageId(languageId);
-    }
-    getStandardTokenType(tokenIndex) {
-        const metadata = this._tokens[(tokenIndex << 1) + 1];
-        return TokenMetadata.getTokenType(metadata);
-    }
-    getForeground(tokenIndex) {
-        const metadata = this._tokens[(tokenIndex << 1) + 1];
-        return TokenMetadata.getForeground(metadata);
-    }
-    getClassName(tokenIndex) {
-        const metadata = this._tokens[(tokenIndex << 1) + 1];
-        return TokenMetadata.getClassNameFromMetadata(metadata);
-    }
-    getInlineStyle(tokenIndex, colorMap) {
-        const metadata = this._tokens[(tokenIndex << 1) + 1];
-        return TokenMetadata.getInlineStyleFromMetadata(metadata, colorMap);
-    }
-    getPresentation(tokenIndex) {
-        const metadata = this._tokens[(tokenIndex << 1) + 1];
-        return TokenMetadata.getPresentationFromMetadata(metadata);
-    }
-    getEndOffset(tokenIndex) {
-        return this._tokens[tokenIndex << 1];
-    }
-    /**
-     * Find the token containing offset `offset`.
-     * @param offset The search offset
-     * @return The index of the token containing the offset.
-     */
-    findTokenIndexAtOffset(offset) {
-        return LineTokens.findIndexInTokensArray(this._tokens, offset);
-    }
-    inflate() {
-        return this;
-    }
-    sliceAndInflate(startOffset, endOffset, deltaOffset) {
-        return new SliceLineTokens(this, startOffset, endOffset, deltaOffset);
-    }
-    sliceZeroCopy(range) {
-        return this.sliceAndInflate(range.start, range.endExclusive, 0);
-    }
-    /**
-     * @pure
-     * @param insertTokens Must be sorted by offset.
-    */
-    withInserted(insertTokens) {
-        if (insertTokens.length === 0) {
-            return this;
-        }
-        let nextOriginalTokenIdx = 0;
-        let nextInsertTokenIdx = 0;
-        let text = '';
-        const newTokens = new Array();
-        let originalEndOffset = 0;
-        while (true) {
-            const nextOriginalTokenEndOffset = nextOriginalTokenIdx < this._tokensCount ? this._tokens[nextOriginalTokenIdx << 1] : -1;
-            const nextInsertToken = nextInsertTokenIdx < insertTokens.length ? insertTokens[nextInsertTokenIdx] : null;
-            if (nextOriginalTokenEndOffset !== -1 && (nextInsertToken === null || nextOriginalTokenEndOffset <= nextInsertToken.offset)) {
-                // original token ends before next insert token
-                text += this._text.substring(originalEndOffset, nextOriginalTokenEndOffset);
-                const metadata = this._tokens[(nextOriginalTokenIdx << 1) + 1];
-                newTokens.push(text.length, metadata);
-                nextOriginalTokenIdx++;
-                originalEndOffset = nextOriginalTokenEndOffset;
-            }
-            else if (nextInsertToken) {
-                if (nextInsertToken.offset > originalEndOffset) {
-                    // insert token is in the middle of the next token.
-                    text += this._text.substring(originalEndOffset, nextInsertToken.offset);
-                    const metadata = this._tokens[(nextOriginalTokenIdx << 1) + 1];
-                    newTokens.push(text.length, metadata);
-                    originalEndOffset = nextInsertToken.offset;
-                }
-                text += nextInsertToken.text;
-                newTokens.push(text.length, nextInsertToken.tokenMetadata);
-                nextInsertTokenIdx++;
-            }
-            else {
-                break;
-            }
-        }
-        return new LineTokens(new Uint32Array(newTokens), text, this.languageIdCodec);
-    }
-    getTokensInRange(range) {
-        const builder = new TokenArrayBuilder();
-        const startTokenIndex = this.findTokenIndexAtOffset(range.start);
-        const endTokenIndex = this.findTokenIndexAtOffset(range.endExclusive);
-        for (let tokenIndex = startTokenIndex; tokenIndex <= endTokenIndex; tokenIndex++) {
-            const tokenRange = new OffsetRange(this.getStartOffset(tokenIndex), this.getEndOffset(tokenIndex));
-            const length = tokenRange.intersectionLength(range);
-            if (length > 0) {
-                builder.add(length, this.getMetadata(tokenIndex));
-            }
-        }
-        return builder.build();
-    }
-    getTokenText(tokenIndex) {
-        const startOffset = this.getStartOffset(tokenIndex);
-        const endOffset = this.getEndOffset(tokenIndex);
-        const text = this._text.substring(startOffset, endOffset);
-        return text;
-    }
-    forEach(callback) {
-        const tokenCount = this.getCount();
-        for (let tokenIndex = 0; tokenIndex < tokenCount; tokenIndex++) {
-            callback(tokenIndex);
-        }
-    }
-    toString() {
-        let result = '';
-        this.forEach((i) => {
-            result += `[${this.getTokenText(i)}]{${this.getClassName(i)}}`;
-        });
-        return result;
-    }
-}
-class SliceLineTokens {
-    constructor(source, startOffset, endOffset, deltaOffset) {
-        this._source = source;
-        this._startOffset = startOffset;
-        this._endOffset = endOffset;
-        this._deltaOffset = deltaOffset;
-        this._firstTokenIndex = source.findTokenIndexAtOffset(startOffset);
-        this.languageIdCodec = source.languageIdCodec;
-        this._tokensCount = 0;
-        for (let i = this._firstTokenIndex, len = source.getCount(); i < len; i++) {
-            const tokenStartOffset = source.getStartOffset(i);
-            if (tokenStartOffset >= endOffset) {
-                break;
-            }
-            this._tokensCount++;
-        }
-    }
-    getMetadata(tokenIndex) {
-        return this._source.getMetadata(this._firstTokenIndex + tokenIndex);
-    }
-    getLanguageId(tokenIndex) {
-        return this._source.getLanguageId(this._firstTokenIndex + tokenIndex);
-    }
-    getLineContent() {
-        return this._source.getLineContent().substring(this._startOffset, this._endOffset);
-    }
-    equals(other) {
-        if (other instanceof SliceLineTokens) {
-            return (this._startOffset === other._startOffset
-                && this._endOffset === other._endOffset
-                && this._deltaOffset === other._deltaOffset
-                && this._source.slicedEquals(other._source, this._firstTokenIndex, this._tokensCount));
-        }
-        return false;
-    }
-    getCount() {
-        return this._tokensCount;
-    }
-    getStandardTokenType(tokenIndex) {
-        return this._source.getStandardTokenType(this._firstTokenIndex + tokenIndex);
-    }
-    getForeground(tokenIndex) {
-        return this._source.getForeground(this._firstTokenIndex + tokenIndex);
-    }
-    getEndOffset(tokenIndex) {
-        const tokenEndOffset = this._source.getEndOffset(this._firstTokenIndex + tokenIndex);
-        return Math.min(this._endOffset, tokenEndOffset) - this._startOffset + this._deltaOffset;
-    }
-    getClassName(tokenIndex) {
-        return this._source.getClassName(this._firstTokenIndex + tokenIndex);
-    }
-    getInlineStyle(tokenIndex, colorMap) {
-        return this._source.getInlineStyle(this._firstTokenIndex + tokenIndex, colorMap);
-    }
-    getPresentation(tokenIndex) {
-        return this._source.getPresentation(this._firstTokenIndex + tokenIndex);
-    }
-    findTokenIndexAtOffset(offset) {
-        return this._source.findTokenIndexAtOffset(offset + this._startOffset - this._deltaOffset) - this._firstTokenIndex;
-    }
-    getTokenText(tokenIndex) {
-        const adjustedTokenIndex = this._firstTokenIndex + tokenIndex;
-        const tokenStartOffset = this._source.getStartOffset(adjustedTokenIndex);
-        const tokenEndOffset = this._source.getEndOffset(adjustedTokenIndex);
-        let text = this._source.getTokenText(adjustedTokenIndex);
-        if (tokenStartOffset < this._startOffset) {
-            text = text.substring(this._startOffset - tokenStartOffset);
-        }
-        if (tokenEndOffset > this._endOffset) {
-            text = text.substring(0, text.length - (tokenEndOffset - this._endOffset));
-        }
-        return text;
-    }
-    forEach(callback) {
-        for (let tokenIndex = 0; tokenIndex < this.getCount(); tokenIndex++) {
-            callback(tokenIndex);
-        }
-    }
-}
-function getStandardTokenTypeAtPosition(model, position) {
-    const lineNumber = position.lineNumber;
-    if (!model.tokenization.isCheapToTokenize(lineNumber)) {
-        return undefined;
-    }
-    model.tokenization.forceTokenization(lineNumber);
-    const lineTokens = model.tokenization.getLineTokens(lineNumber);
-    const tokenIndex = lineTokens.findTokenIndexAtOffset(position.column - 1);
-    const tokenType = lineTokens.getStandardTokenType(tokenIndex);
-    return tokenType;
-}
-/**
- * This class represents a sequence of tokens.
- * Conceptually, each token has a length and a metadata number.
- * A token array might be used to annotate a string with metadata.
- * Use {@link TokenArrayBuilder} to efficiently create a token array.
- *
- * TODO: Make this class more efficient (e.g. by using a Int32Array).
-*/
-class TokenArray {
-    static fromLineTokens(lineTokens) {
-        const tokenInfo = [];
-        for (let i = 0; i < lineTokens.getCount(); i++) {
-            tokenInfo.push(new TokenInfo(lineTokens.getEndOffset(i) - lineTokens.getStartOffset(i), lineTokens.getMetadata(i)));
-        }
-        return TokenArray.create(tokenInfo);
-    }
-    static create(tokenInfo) {
-        return new TokenArray(tokenInfo);
-    }
-    constructor(_tokenInfo) {
-        this._tokenInfo = _tokenInfo;
-    }
-    toLineTokens(lineContent, decoder) {
-        return LineTokens.createFromTextAndMetadata(this.map((r, t) => ({ text: r.substring(lineContent), metadata: t.metadata })), decoder);
-    }
-    forEach(cb) {
-        let lengthSum = 0;
-        for (const tokenInfo of this._tokenInfo) {
-            const range = new OffsetRange(lengthSum, lengthSum + tokenInfo.length);
-            cb(range, tokenInfo);
-            lengthSum += tokenInfo.length;
-        }
-    }
-    map(cb) {
-        const result = [];
-        let lengthSum = 0;
-        for (const tokenInfo of this._tokenInfo) {
-            const range = new OffsetRange(lengthSum, lengthSum + tokenInfo.length);
-            result.push(cb(range, tokenInfo));
-            lengthSum += tokenInfo.length;
-        }
-        return result;
-    }
-    slice(range) {
-        const result = [];
-        let lengthSum = 0;
-        for (const tokenInfo of this._tokenInfo) {
-            const tokenStart = lengthSum;
-            const tokenEndEx = tokenStart + tokenInfo.length;
-            if (tokenEndEx > range.start) {
-                if (tokenStart >= range.endExclusive) {
-                    break;
-                }
-                const deltaBefore = Math.max(0, range.start - tokenStart);
-                const deltaAfter = Math.max(0, tokenEndEx - range.endExclusive);
-                result.push(new TokenInfo(tokenInfo.length - deltaBefore - deltaAfter, tokenInfo.metadata));
-            }
-            lengthSum += tokenInfo.length;
-        }
-        return TokenArray.create(result);
-    }
-}
-class TokenInfo {
-    constructor(length, metadata) {
-        this.length = length;
-        this.metadata = metadata;
-    }
-}
-/**
- * TODO: Make this class more efficient (e.g. by using a Int32Array).
-*/
-class TokenArrayBuilder {
-    constructor() {
-        this._tokens = [];
-    }
-    add(length, metadata) {
-        this._tokens.push(new TokenInfo(length, metadata));
-    }
-    build() {
-        return TokenArray.create(this._tokens);
-    }
-}
-
-export { LineTokens, TokenArray, TokenArrayBuilder, TokenInfo, getStandardTokenTypeAtPosition };

package/dist/workers/editor/common/linesDiffComputer.js

@@ -1,29 +0,0 @@
-/*---------------------------------------------------------------------------------------------
- *  Copyright (c) Microsoft Corporation. All rights reserved.
- *  Licensed under the MIT License. See License.txt in the project root for license information.
- *--------------------------------------------------------------------------------------------*/
-class LinesDiff {
-    constructor(changes, 
-    /**
-     * Sorted by original line ranges.
-     * The original line ranges and the modified line ranges must be disjoint (but can be touching).
-     */
-    moves, 
-    /**
-     * Indicates if the time out was reached.
-     * In that case, the diffs might be an approximation and the user should be asked to rerun the diff with more time.
-     */
-    hitTimeout) {
-        this.changes = changes;
-        this.moves = moves;
-        this.hitTimeout = hitTimeout;
-    }
-}
-class MovedText {
-    constructor(lineRangeMapping, changes) {
-        this.lineRangeMapping = lineRangeMapping;
-        this.changes = changes;
-    }
-}
-
-export { LinesDiff, MovedText };

package/dist/workers/editor/common/linesDiffComputers.js

@@ -1,13 +0,0 @@
-import { LegacyLinesDiffComputer } from './legacyLinesDiffComputer.js';
-import { DefaultLinesDiffComputer } from './defaultLinesDiffComputer/defaultLinesDiffComputer.js';
-
-/*---------------------------------------------------------------------------------------------
- *  Copyright (c) Microsoft Corporation. All rights reserved.
- *  Licensed under the MIT License. See License.txt in the project root for license information.
- *--------------------------------------------------------------------------------------------*/
-const linesDiffComputers = {
-    getLegacy: () => new LegacyLinesDiffComputer(),
-    getDefault: () => new DefaultLinesDiffComputer(),
-};
-
-export { linesDiffComputers };