@codingame/monaco-vscode-chat-service-override 21.6.0 → 22.0.0

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownExtensionsCodec/parsers/frontMatterHeader.js

@@ -1,199 +0,0 @@
-
-import { __decorate } from '@codingame/monaco-vscode-api/external/tslib/tslib.es6';
-import { Dash } from '../../simpleCodec/tokens/dash.js';
-import { NewLine } from '../../linesCodec/tokens/newLine.js';
-import { FrontMatterHeader } from '../tokens/frontMatterHeader.js';
-import { assertDefined } from '@codingame/monaco-vscode-api/vscode/vs/base/common/types';
-import { assert, assertNever } from '@codingame/monaco-vscode-api/vscode/vs/base/common/assert';
-import { CarriageReturn } from '../../linesCodec/tokens/carriageReturn.js';
-import { FrontMatterMarker } from '../tokens/frontMatterMarker.js';
-import { ParserBase, assertNotConsumed } from '../../simpleCodec/parserBase.js';
-
-class PartialFrontMatterStartMarker extends ParserBase {
-    constructor(token) {
-        const { range } = token;
-        assert(range.startLineNumber === 1, `Front Matter header must start at the first line, but it starts at line #${range.startLineNumber}.`);
-        assert(range.startColumn === 1, `Front Matter header must start at the beginning of the line, but it starts at ${range.startColumn}.`);
-        super([token]);
-    }
-    accept(token) {
-        const previousToken = this.currentTokens[this.currentTokens.length - 1];
-        if ((token instanceof Dash) || (token instanceof CarriageReturn)) {
-            if ((previousToken instanceof Dash) === false) {
-                this.isConsumed = true;
-                return {
-                    result: 'failure',
-                    wasTokenConsumed: false,
-                };
-            }
-            this.currentTokens.push(token);
-            return {
-                result: 'success',
-                wasTokenConsumed: true,
-                nextParser: this,
-            };
-        }
-        if (token instanceof NewLine) {
-            this.isConsumed = true;
-            return {
-                result: 'success',
-                wasTokenConsumed: true,
-                nextParser: ( new PartialFrontMatterHeader(FrontMatterMarker.fromTokens([
-                    ...this.currentTokens,
-                    token,
-                ]))),
-            };
-        }
-        this.isConsumed = true;
-        return {
-            result: 'failure',
-            wasTokenConsumed: false,
-        };
-    }
-    static mayStartHeader(token) {
-        return (token instanceof Dash)
-            && (token.range.startLineNumber === 1)
-            && (token.range.startColumn === 1);
-    }
-}
-PartialFrontMatterStartMarker.__decorator = ( __decorate([
-    assertNotConsumed
-], PartialFrontMatterStartMarker.prototype, "accept", null));
-class PartialFrontMatterHeader extends ParserBase {
-    constructor(startMarker) {
-        super([]);
-        this.startMarker = startMarker;
-    }
-    get tokens() {
-        const endMarkerTokens = (this.maybeEndMarker !== undefined)
-            ? this.maybeEndMarker.tokens
-            : [];
-        return [
-            ...this.startMarker.tokens,
-            ...this.currentTokens,
-            ...endMarkerTokens,
-        ];
-    }
-    asFrontMatterHeader() {
-        assertDefined(this.maybeEndMarker, 'Cannot convert to Front Matter header token without an end marker.');
-        assert(this.maybeEndMarker.dashCount === this.startMarker.dashTokens.length, [
-            'Start and end markers must have the same number of dashes',
-            `, got ${this.startMarker.dashTokens.length} / ${this.maybeEndMarker.dashCount}.`,
-        ].join(''));
-        this.isConsumed = true;
-        return FrontMatterHeader.fromTokens(this.startMarker.tokens, this.currentTokens, this.maybeEndMarker.tokens);
-    }
-    accept(token) {
-        if (this.maybeEndMarker !== undefined) {
-            return this.acceptEndMarkerToken(token);
-        }
-        if (((token instanceof Dash) === false) || (token.range.startColumn !== 1)) {
-            this.currentTokens.push(token);
-            return {
-                result: 'success',
-                wasTokenConsumed: true,
-                nextParser: this,
-            };
-        }
-        assert(this.maybeEndMarker === undefined, `End marker parser must not be present.`);
-        this.maybeEndMarker = ( new PartialFrontMatterEndMarker(token));
-        return {
-            result: 'success',
-            wasTokenConsumed: true,
-            nextParser: this,
-        };
-    }
-    acceptEndMarkerToken(token) {
-        assertDefined(this.maybeEndMarker, `Partial end marker parser must be initialized.`);
-        const acceptResult = this.maybeEndMarker.accept(token);
-        const { result, wasTokenConsumed } = acceptResult;
-        if (result === 'success') {
-            const { nextParser } = acceptResult;
-            const endMarkerParsingComplete = (nextParser instanceof FrontMatterMarker);
-            if (endMarkerParsingComplete === false) {
-                return {
-                    result: 'success',
-                    wasTokenConsumed,
-                    nextParser: this,
-                };
-            }
-            const endMarker = nextParser;
-            if (endMarker.dashTokens.length !== this.startMarker.dashTokens.length) {
-                return this.handleEndMarkerParsingFailure(endMarker.tokens, wasTokenConsumed);
-            }
-            this.isConsumed = true;
-            return {
-                result: 'success',
-                wasTokenConsumed: true,
-                nextParser: FrontMatterHeader.fromTokens(this.startMarker.tokens, this.currentTokens, this.maybeEndMarker.tokens),
-            };
-        }
-        if (result === 'failure') {
-            return this.handleEndMarkerParsingFailure(this.maybeEndMarker.tokens, wasTokenConsumed);
-        }
-        assertNever(result, `Unexpected result '${result}' while parsing the end marker.`);
-    }
-    handleEndMarkerParsingFailure(tokens, wasTokenConsumed) {
-        this.currentTokens.push(...tokens);
-        delete this.maybeEndMarker;
-        return {
-            result: 'success',
-            wasTokenConsumed,
-            nextParser: this,
-        };
-    }
-}
-PartialFrontMatterHeader.__decorator = ( __decorate([
-    assertNotConsumed
-], PartialFrontMatterHeader.prototype, "accept", null));
-class PartialFrontMatterEndMarker extends ParserBase {
-    constructor(token) {
-        const { range } = token;
-        assert(range.startColumn === 1, `Front Matter header must start at the beginning of the line, but it starts at ${range.startColumn}.`);
-        super([token]);
-    }
-    get dashCount() {
-        return this.tokens
-            .filter((token) => { return token instanceof Dash; })
-            .length;
-    }
-    accept(token) {
-        const previousToken = this.currentTokens[this.currentTokens.length - 1];
-        if ((token instanceof Dash) || (token instanceof CarriageReturn)) {
-            if ((previousToken instanceof Dash) === false) {
-                this.isConsumed = true;
-                return {
-                    result: 'failure',
-                    wasTokenConsumed: false,
-                };
-            }
-            this.currentTokens.push(token);
-            return {
-                result: 'success',
-                wasTokenConsumed: true,
-                nextParser: this,
-            };
-        }
-        if (token instanceof NewLine) {
-            this.isConsumed = true;
-            this.currentTokens.push(token);
-            return {
-                result: 'success',
-                wasTokenConsumed: true,
-                nextParser: FrontMatterMarker.fromTokens([
-                    ...this.currentTokens,
-                ]),
-            };
-        }
-        this.isConsumed = true;
-        return {
-            result: 'failure',
-            wasTokenConsumed: false,
-        };
-    }
-}
-PartialFrontMatterEndMarker.__decorator = ( __decorate([
-    assertNotConsumed
-], PartialFrontMatterEndMarker.prototype, "accept", null));
-
-export { PartialFrontMatterHeader, PartialFrontMatterStartMarker };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownExtensionsCodec/tokens/frontMatterHeader.d.ts

@@ -1,34 +0,0 @@
-import { Text } from "../../textToken.js";
-import { Range } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/core/range";
-import { MarkdownExtensionsToken } from "./markdownExtensionsToken.js";
-import { TSimpleDecoderToken } from "../../simpleCodec/simpleDecoder.js";
-import { FrontMatterMarker, TMarkerToken } from "./frontMatterMarker.js";
-/**
- * Token that represents a `Front Matter` header in a text.
- */
-export declare class FrontMatterHeader extends MarkdownExtensionsToken {
-    readonly startMarker: FrontMatterMarker;
-    readonly content: Text;
-    readonly endMarker: FrontMatterMarker;
-    constructor(range: Range, startMarker: FrontMatterMarker, content: Text, endMarker: FrontMatterMarker);
-    /**
-     * Return complete text representation of the token.
-     */
-    get text(): string;
-    /**
-     * Range of the content of the Front Matter header.
-     */
-    get contentRange(): Range;
-    /**
-     * Content token of the Front Matter header.
-     */
-    get contentToken(): Text;
-    /**
-     * Create new instance of the token from the given tokens.
-     */
-    static fromTokens(startMarkerTokens: readonly TMarkerToken[], contentTokens: readonly TSimpleDecoderToken[], endMarkerTokens: readonly TMarkerToken[]): FrontMatterHeader;
-    /**
-     * Returns a string representation of the token.
-     */
-    toString(): string;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownExtensionsCodec/tokens/frontMatterHeader.js

@@ -1,37 +0,0 @@
-
-import { Text } from '../../textToken.js';
-import { BaseToken } from '../../baseToken.js';
-import { MarkdownExtensionsToken } from './markdownExtensionsToken.js';
-import { FrontMatterMarker } from './frontMatterMarker.js';
-
-class FrontMatterHeader extends MarkdownExtensionsToken {
-    constructor(range, startMarker, content, endMarker) {
-        super(range);
-        this.startMarker = startMarker;
-        this.content = content;
-        this.endMarker = endMarker;
-    }
-    get text() {
-        const text = [
-            this.startMarker.text,
-            this.content.text,
-            this.endMarker.text,
-        ];
-        return text.join('');
-    }
-    get contentRange() {
-        return this.content.range;
-    }
-    get contentToken() {
-        return this.content;
-    }
-    static fromTokens(startMarkerTokens, contentTokens, endMarkerTokens) {
-        const range = BaseToken.fullRange([...startMarkerTokens, ...endMarkerTokens]);
-        return ( new FrontMatterHeader(range, FrontMatterMarker.fromTokens(startMarkerTokens), ( new Text(contentTokens)), FrontMatterMarker.fromTokens(endMarkerTokens)));
-    }
-    toString() {
-        return `frontmatter("${this.shortText()}")${this.range}`;
-    }
-}
-
-export { FrontMatterHeader };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownExtensionsCodec/tokens/frontMatterMarker.d.ts

@@ -1,30 +0,0 @@
-import { Range } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/core/range";
-import { Dash } from "../../simpleCodec/tokens/dash.js";
-import { NewLine } from "../../linesCodec/tokens/newLine.js";
-import { MarkdownExtensionsToken } from "./markdownExtensionsToken.js";
-import { CarriageReturn } from "../../linesCodec/tokens/carriageReturn.js";
-/**
- * Type for tokens inside a Front Matter header marker.
- */
-export type TMarkerToken = Dash | CarriageReturn | NewLine;
-/**
- * Marker for the start and end of a Front Matter header.
- */
-export declare class FrontMatterMarker extends MarkdownExtensionsToken {
-    readonly tokens: readonly TMarkerToken[];
-    /**
-     * Returns complete text representation of the token.
-     */
-    get text(): string;
-    /**
-     * List of {@link Dash} tokens in the marker.
-     */
-    get dashTokens(): readonly Dash[];
-    constructor(range: Range, tokens: readonly TMarkerToken[]);
-    /**
-     * Create new instance of the token from a provided
-     * list of tokens.
-     */
-    static fromTokens(tokens: readonly TMarkerToken[]): FrontMatterMarker;
-    toString(): string;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownExtensionsCodec/tokens/frontMatterMarker.js

@@ -1,27 +0,0 @@
-
-import { BaseToken } from '../../baseToken.js';
-import { Dash } from '../../simpleCodec/tokens/dash.js';
-import { MarkdownExtensionsToken } from './markdownExtensionsToken.js';
-
-class FrontMatterMarker extends MarkdownExtensionsToken {
-    get text() {
-        return BaseToken.render(this.tokens);
-    }
-    get dashTokens() {
-        return this.tokens
-            .filter((token) => { return token instanceof Dash; });
-    }
-    constructor(range, tokens) {
-        super(range);
-        this.tokens = tokens;
-    }
-    static fromTokens(tokens) {
-        const range = BaseToken.fullRange(tokens);
-        return ( new FrontMatterMarker(range, tokens));
-    }
-    toString() {
-        return `frontmatter-marker(${this.dashTokens.length}:${this.range})`;
-    }
-}
-
-export { FrontMatterMarker };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownExtensionsCodec/tokens/markdownExtensionsToken.d.ts

@@ -1,6 +0,0 @@
-import { MarkdownToken } from "../../markdownCodec/tokens/markdownToken.js";
-/**
- * Base class for all tokens produced by the `MarkdownExtensionsDecoder`.
- */
-export declare abstract class MarkdownExtensionsToken extends MarkdownToken {
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownExtensionsCodec/tokens/markdownExtensionsToken.js

@@ -1,7 +0,0 @@
-
-import { MarkdownToken } from '../../markdownCodec/tokens/markdownToken.js';
-
-class MarkdownExtensionsToken extends MarkdownToken {
-}
-
-export { MarkdownExtensionsToken };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/parserBase.d.ts

@@ -1,87 +0,0 @@
-import { BaseToken } from "../baseToken.js";
-/**
- * Common interface for a result of accepting a next token
- * in a sequence.
- */
-export interface IAcceptTokenResult {
-    /**
-     * The result type of accepting a next token in a sequence.
-     */
-    result: "success" | "failure";
-    /**
-     * Whether the token to accept was consumed by the parser
-     * during the accept operation.
-     */
-    wasTokenConsumed: boolean;
-}
-/**
- * Successful result of accepting a next token in a sequence.
- */
-export interface IAcceptTokenSuccess<T> extends IAcceptTokenResult {
-    result: "success";
-    nextParser: T;
-}
-/**
- * Failure result of accepting a next token in a sequence.
- */
-export interface IAcceptTokenFailure extends IAcceptTokenResult {
-    result: "failure";
-}
-/**
- * The result of operation of accepting a next token in a sequence.
- */
-export type TAcceptTokenResult<T> = IAcceptTokenSuccess<T> | IAcceptTokenFailure;
-/**
- * An abstract parser class that is able to parse a sequence of
- * tokens into a new single entity.
- */
-export declare abstract class ParserBase<TToken extends BaseToken, TNextObject> {
-    /**
-     * Set of tokens that were accumulated so far.
-     */
-    protected readonly currentTokens: TToken[];
-    /**
-     * Whether the parser object was "consumed" and should not be used anymore.
-     */
-    protected isConsumed: boolean;
-    /**
-     * Whether the parser object was "consumed" hence must not be used anymore.
-     */
-    get consumed(): boolean;
-    /**
-     * Number of tokens at the initialization of the current parser.
-     */
-    protected readonly startTokensCount: number;
-    constructor(
-    /**
-     * Set of tokens that were accumulated so far.
-     */
-    currentTokens?: TToken[]);
-    /**
-     * Get the tokens that were accumulated so far.
-     */
-    get tokens(): readonly TToken[];
-    /**
-     * Accept a new token returning parsing result:
-     *  - successful result must include the next parser object or a fully parsed out token
-     *  - failure result must indicate that the token was not consumed
-     *
-     * @param token The token to accept.
-     * @returns The parsing result.
-     */
-    abstract accept(token: TToken): TAcceptTokenResult<TNextObject>;
-    /**
-     * A helper method that validates that the current parser object was not yet consumed,
-     * hence can still be used to accept new tokens in the parsing process.
-     *
-     * @throws if the parser object is already consumed.
-     */
-    protected assertNotConsumed(): void;
-}
-/**
- * Decorator that validates that the current parser object was not yet consumed,
- * hence can still be used to accept new tokens in the parsing process.
- *
- * @throws the resulting decorated method throws if the parser object was already consumed.
- */
-export declare function assertNotConsumed<T extends ParserBase<BaseToken, unknown>>(_target: T, propertyKey: "accept", descriptor: PropertyDescriptor): PropertyDescriptor;

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/parserBase.js

@@ -1,30 +0,0 @@
-
-import { assert } from '@codingame/monaco-vscode-api/vscode/vs/base/common/assert';
-
-class ParserBase {
-    get consumed() {
-        return this.isConsumed;
-    }
-    constructor(
-    currentTokens = []) {
-        this.currentTokens = currentTokens;
-        this.isConsumed = false;
-        this.startTokensCount = this.currentTokens.length;
-    }
-    get tokens() {
-        return this.currentTokens;
-    }
-    assertNotConsumed() {
-        assert(this.isConsumed === false, `The parser object is already consumed and should not be used anymore.`);
-    }
-}
-function assertNotConsumed(_target, propertyKey, descriptor) {
-    const originalMethod = descriptor.value;
-    descriptor.value = function (...args) {
-        assert(this.isConsumed === false, `The parser object is already consumed and should not be used anymore.`);
-        return originalMethod.apply(this, args);
-    };
-    return descriptor;
-}
-
-export { ParserBase, assertNotConsumed };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/simpleDecoder.d.ts

@@ -1,30 +0,0 @@
-import { NewLine } from "../linesCodec/tokens/newLine.js";
-import { CarriageReturn } from "../linesCodec/tokens/carriageReturn.js";
-import { TLineBreakToken, TLineToken } from "../linesCodec/linesDecoder.js";
-import { At, Tab, Word, Hash, Dash, Colon, Slash, Space, Quote, Comma, FormFeed, DollarSign, DoubleQuote, VerticalTab, type TBracket, type TCurlyBrace, ExclamationMark, type TParenthesis, type TAngleBracket } from "@codingame/monaco-vscode-api/vscode/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/tokens";
-import { ISimpleTokenClass } from "./tokens/simpleToken.js";
-import { VSBuffer } from "@codingame/monaco-vscode-api/vscode/vs/base/common/buffer";
-import { BaseDecoder } from "../baseDecoder.js";
-import { ReadableStream } from "@codingame/monaco-vscode-api/vscode/vs/base/common/stream";
-/**
- * Type for all simple tokens.
- */
-export type TSimpleToken = Space | Tab | VerticalTab | At | Quote | DoubleQuote | CarriageReturn | NewLine | FormFeed | TBracket | TAngleBracket | TCurlyBrace | TParenthesis | Colon | Hash | Dash | ExclamationMark | Slash | DollarSign | Comma | TLineBreakToken;
-/**
-* Type of tokens emitted by this decoder.
-*/
-export type TSimpleDecoderToken = TSimpleToken | Word;
-/**
- * List of well-known distinct tokens that this decoder emits (excluding
- * the word stop characters defined below). Everything else is considered
- * an arbitrary "text" sequence and is emitted as a single {@link Word} token.
- */
-export declare const WELL_KNOWN_TOKENS: readonly ISimpleTokenClass<TSimpleToken>[];
-/**
- * A decoder that can decode a stream of `Line`s into a stream
- * of simple token, - `Word`, `Space`, `Tab`, `NewLine`, etc.
- */
-export declare class SimpleDecoder extends BaseDecoder<TSimpleDecoderToken, TLineToken> {
-    constructor(stream: ReadableStream<VSBuffer>);
-    protected onStreamData(line: TLineToken): void;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/simpleDecoder.js

@@ -1,66 +0,0 @@
-
-import { NewLine } from '../linesCodec/tokens/newLine.js';
-import { CarriageReturn } from '../linesCodec/tokens/carriageReturn.js';
-import { LinesDecoder } from '../linesCodec/linesDecoder.js';
-import { At } from './tokens/at.js';
-import { Tab } from './tokens/tab.js';
-import { Dash } from './tokens/dash.js';
-import { Hash } from './tokens/hash.js';
-import { Word } from './tokens/word.js';
-import { Colon } from './tokens/colon.js';
-import { Quote } from './tokens/quote.js';
-import { Slash } from './tokens/slash.js';
-import { Space } from './tokens/space.js';
-import { Comma } from './tokens/comma.js';
-import { FormFeed } from './tokens/formFeed.js';
-import { DollarSign } from './tokens/dollarSign.js';
-import { VerticalTab } from './tokens/verticalTab.js';
-import { DoubleQuote } from './tokens/doubleQuote.js';
-import { ExclamationMark } from './tokens/exclamationMark.js';
-import { SimpleToken } from './tokens/simpleToken.js';
-import { LeftBracket, RightBracket } from './tokens/brackets.js';
-import { LeftCurlyBrace, RightCurlyBrace } from './tokens/curlyBraces.js';
-import { LeftParenthesis, RightParenthesis } from './tokens/parentheses.js';
-import { LeftAngleBracket, RightAngleBracket } from './tokens/angleBrackets.js';
-import { BaseDecoder } from '../baseDecoder.js';
-
-const WELL_KNOWN_TOKENS = ( Object.freeze([
-    LeftParenthesis, RightParenthesis, LeftBracket, RightBracket, LeftCurlyBrace, RightCurlyBrace,
-    LeftAngleBracket, RightAngleBracket, Space, Tab, VerticalTab, FormFeed, Colon, Hash, Dash,
-    ExclamationMark, At, Slash, DollarSign, Quote, DoubleQuote, Comma,
-]));
-const WORD_STOP_CHARACTERS = ( Object.freeze(( WELL_KNOWN_TOKENS.map(token => token.symbol))));
-class SimpleDecoder extends BaseDecoder {
-    constructor(stream) {
-        super(( new LinesDecoder(stream)));
-    }
-    onStreamData(line) {
-        if (line instanceof CarriageReturn || line instanceof NewLine) {
-            this._onData.fire(line);
-            return;
-        }
-        const lineText = line.text.split('');
-        let i = 0;
-        while (i < lineText.length) {
-            const columnNumber = i + 1;
-            const character = lineText[i];
-            const tokenConstructor = WELL_KNOWN_TOKENS
-                .find((wellKnownToken) => {
-                return wellKnownToken.symbol === character;
-            });
-            if (tokenConstructor) {
-                this._onData.fire(SimpleToken.newOnLine(line, columnNumber, tokenConstructor));
-                i++;
-                continue;
-            }
-            let word = '';
-            while (i < lineText.length && !(WORD_STOP_CHARACTERS.includes(lineText[i]))) {
-                word += lineText[i];
-                i++;
-            }
-            this._onData.fire(Word.newOnLine(word, line, columnNumber));
-        }
-    }
-}
-
-export { SimpleDecoder, WELL_KNOWN_TOKENS };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/angleBrackets.d.ts

@@ -1,41 +0,0 @@
-import { SimpleToken } from "./simpleToken.js";
-/**
- * A token that represent a `<` with a `range`. The `range`
- * value reflects the position of the token in the original data.
- */
-export declare class LeftAngleBracket extends SimpleToken<"<"> {
-    /**
-     * The underlying symbol of the token.
-     */
-    static readonly symbol: "<";
-    /**
-     * Return text representation of the token.
-     */
-    get text(): "<";
-    /**
-     * Returns a string representation of the token.
-     */
-    toString(): string;
-}
-/**
- * A token that represent a `>` with a `range`. The `range`
- * value reflects the position of the token in the original data.
- */
-export declare class RightAngleBracket extends SimpleToken<">"> {
-    /**
-     * The underlying symbol of the token.
-     */
-    static readonly symbol: ">";
-    /**
-     * Return text representation of the token.
-     */
-    get text(): ">";
-    /**
-     * Returns a string representation of the token.
-     */
-    toString(): string;
-}
-/**
- * General angle bracket token type.
- */
-export type TAngleBracket = LeftAngleBracket | RightAngleBracket;

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/angleBrackets.js

@@ -1,23 +0,0 @@
-
-import { SimpleToken } from './simpleToken.js';
-
-class LeftAngleBracket extends SimpleToken {
-    static { this.symbol = '<'; }
-    get text() {
-        return LeftAngleBracket.symbol;
-    }
-    toString() {
-        return `left-angle-bracket${this.range}`;
-    }
-}
-class RightAngleBracket extends SimpleToken {
-    static { this.symbol = '>'; }
-    get text() {
-        return RightAngleBracket.symbol;
-    }
-    toString() {
-        return `right-angle-bracket${this.range}`;
-    }
-}
-
-export { LeftAngleBracket, RightAngleBracket };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/at.d.ts

@@ -1,19 +0,0 @@
-import { SimpleToken } from "./simpleToken.js";
-/**
- * A token that represent a `@` with a `range`. The `range`
- * value reflects the position of the token in the original data.
- */
-export declare class At extends SimpleToken<"@"> {
-    /**
-     * The underlying symbol of the token.
-     */
-    static readonly symbol: "@";
-    /**
-     * Return text representation of the token.
-     */
-    get text(): "@";
-    /**
-     * Returns a string representation of the token.
-     */
-    toString(): string;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/at.js

@@ -1,14 +0,0 @@
-
-import { SimpleToken } from './simpleToken.js';
-
-class At extends SimpleToken {
-    static { this.symbol = '@'; }
-    get text() {
-        return At.symbol;
-    }
-    toString() {
-        return `at${this.range}`;
-    }
-}
-
-export { At };