@codingame/monaco-vscode-chat-service-override 21.6.0 → 22.0.0

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownCodec/parsers/markdownLink.d.ts

@@ -1,73 +0,0 @@
-import { MarkdownLink } from "../tokens/markdownLink.js";
-import { TSimpleDecoderToken } from "../../simpleCodec/simpleDecoder.js";
-import { LeftBracket } from "../../simpleCodec/tokens/brackets.js";
-import { ParserBase, TAcceptTokenResult } from "../../simpleCodec/parserBase.js";
-import { LeftParenthesis } from "../../simpleCodec/tokens/parentheses.js";
-/**
- * The parser responsible for parsing a `markdown link caption` part of a markdown
- * link (e.g., the `[caption text]` part of the `[caption text](./some/path)` link).
- *
- * The parsing process starts with single `[` token and collects all tokens until
- * the first `]` token is encountered. In this successful case, the parser transitions
- * into the {@link MarkdownLinkCaption} parser type which continues the general
- * parsing process of the markdown link.
- *
- * Otherwise, if one of the stop characters defined in the {@link MARKDOWN_LINK_STOP_CHARACTERS}
- * is encountered before the `]` token, the parsing process is aborted which is communicated to
- * the caller by returning a `failure` result. In this case, the caller is assumed to be responsible
- * for re-emitting the {@link tokens} accumulated so far as standalone entities since they are no
- * longer represent a coherent token entity of a larger size.
- */
-export declare class PartialMarkdownLinkCaption extends ParserBase<TSimpleDecoderToken, PartialMarkdownLinkCaption | MarkdownLinkCaption> {
-    constructor(token: LeftBracket);
-    accept(token: TSimpleDecoderToken): TAcceptTokenResult<PartialMarkdownLinkCaption | MarkdownLinkCaption>;
-}
-/**
- * The parser responsible for transitioning from a {@link PartialMarkdownLinkCaption}
- * parser to the {@link PartialMarkdownLink} one, therefore serves a parser glue between
- * the `[caption]` and the `(./some/path)` parts of the `[caption](./some/path)` link.
- *
- * The only successful case of this parser is the `(` token that initiated the process
- * of parsing the `reference` part of a markdown link and in this case the parser
- * transitions into the `PartialMarkdownLink` parser type.
- *
- * Any other character is considered a failure result. In this case, the caller is assumed
- * to be responsible for re-emitting the {@link tokens} accumulated so far as standalone
- * entities since they are no longer represent a coherent token entity of a larger size.
- */
-export declare class MarkdownLinkCaption extends ParserBase<TSimpleDecoderToken, MarkdownLinkCaption | PartialMarkdownLink> {
-    accept(token: TSimpleDecoderToken): TAcceptTokenResult<MarkdownLinkCaption | PartialMarkdownLink>;
-}
-/**
- * The parser responsible for parsing a `link reference` part of a markdown link
- * (e.g., the `(./some/path)` part of the `[caption text](./some/path)` link).
- *
- * The parsing process starts with tokens that represent the `[caption]` part of a markdown
- * link, followed by the `(` token. The parser collects all subsequent tokens until final closing
- * parenthesis (`)`) is encountered (*\*see [1] below*). In this successful case, the parser object
- * transitions into the {@link MarkdownLink} token type which signifies the end of the entire
- * parsing process of the link text.
- *
- * Otherwise, if one of the stop characters defined in the {@link MARKDOWN_LINK_STOP_CHARACTERS}
- * is encountered before the final `)` token, the parsing process is aborted which is communicated to
- * the caller by returning a `failure` result. In this case, the caller is assumed to be responsible
- * for re-emitting the {@link tokens} accumulated so far as standalone entities since they are no
- * longer represent a coherent token entity of a larger size.
- *
- * `[1]` The `reference` part of the markdown link can contain any number of nested parenthesis, e.g.,
- * 	  `[caption](/some/p(th/file.md)` is a valid markdown link and a valid folder name, hence number
- *     of open parenthesis must match the number of closing ones and the path sequence is considered
- *     to be complete as soon as this requirement is met. Therefore the `final` word is used in
- *     the description comments above to highlight this important detail.
- */
-export declare class PartialMarkdownLink extends ParserBase<TSimpleDecoderToken, PartialMarkdownLink | MarkdownLink> {
-    protected readonly captionTokens: TSimpleDecoderToken[];
-    /**
-     * Number of open parenthesis in the sequence.
-     * See comment in the {@link accept} method for more details.
-     */
-    private openParensCount;
-    constructor(captionTokens: TSimpleDecoderToken[], token: LeftParenthesis);
-    get tokens(): readonly TSimpleDecoderToken[];
-    accept(token: TSimpleDecoderToken): TAcceptTokenResult<PartialMarkdownLink | MarkdownLink>;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownCodec/parsers/markdownLink.js

@@ -1,99 +0,0 @@
-
-import { BaseToken } from '../../baseToken.js';
-import { MarkdownLink } from '../tokens/markdownLink.js';
-import { NewLine } from '../../linesCodec/tokens/newLine.js';
-import { assert } from '@codingame/monaco-vscode-api/vscode/vs/base/common/assert';
-import { FormFeed } from '../../simpleCodec/tokens/formFeed.js';
-import { VerticalTab } from '../../simpleCodec/tokens/verticalTab.js';
-import { CarriageReturn } from '../../linesCodec/tokens/carriageReturn.js';
-import { RightBracket } from '../../simpleCodec/tokens/brackets.js';
-import { ParserBase } from '../../simpleCodec/parserBase.js';
-import { LeftParenthesis, RightParenthesis } from '../../simpleCodec/tokens/parentheses.js';
-
-const MARKDOWN_LINK_STOP_CHARACTERS = ( [CarriageReturn, NewLine, VerticalTab, FormFeed]
-    .map((token) => { return token.symbol; }));
-class PartialMarkdownLinkCaption extends ParserBase {
-    constructor(token) {
-        super([token]);
-    }
-    accept(token) {
-        if (MARKDOWN_LINK_STOP_CHARACTERS.includes(token.text)) {
-            return {
-                result: 'failure',
-                wasTokenConsumed: false,
-            };
-        }
-        if (token instanceof RightBracket) {
-            return {
-                result: 'success',
-                nextParser: ( new MarkdownLinkCaption([...this.tokens, token])),
-                wasTokenConsumed: true,
-            };
-        }
-        this.currentTokens.push(token);
-        return {
-            result: 'success',
-            nextParser: this,
-            wasTokenConsumed: true,
-        };
-    }
-}
-class MarkdownLinkCaption extends ParserBase {
-    accept(token) {
-        if (token instanceof LeftParenthesis) {
-            return {
-                result: 'success',
-                wasTokenConsumed: true,
-                nextParser: ( new PartialMarkdownLink([...this.tokens], token)),
-            };
-        }
-        return {
-            result: 'failure',
-            wasTokenConsumed: false,
-        };
-    }
-}
-class PartialMarkdownLink extends ParserBase {
-    constructor(captionTokens, token) {
-        super([token]);
-        this.captionTokens = captionTokens;
-        this.openParensCount = 1;
-    }
-    get tokens() {
-        return [...this.captionTokens, ...this.currentTokens];
-    }
-    accept(token) {
-        if (token instanceof LeftParenthesis) {
-            this.openParensCount += 1;
-        }
-        if (token instanceof RightParenthesis) {
-            this.openParensCount -= 1;
-            assert(this.openParensCount >= 0, `Unexpected right parenthesis token encountered: '${token}'.`);
-            if (this.openParensCount === 0) {
-                const { startLineNumber, startColumn } = this.captionTokens[0].range;
-                const caption = BaseToken.render(this.captionTokens);
-                this.currentTokens.push(token);
-                const reference = BaseToken.render(this.currentTokens);
-                return {
-                    result: 'success',
-                    wasTokenConsumed: true,
-                    nextParser: ( new MarkdownLink(startLineNumber, startColumn, caption, reference)),
-                };
-            }
-        }
-        if (MARKDOWN_LINK_STOP_CHARACTERS.includes(token.text)) {
-            return {
-                result: 'failure',
-                wasTokenConsumed: false,
-            };
-        }
-        this.currentTokens.push(token);
-        return {
-            result: 'success',
-            nextParser: this,
-            wasTokenConsumed: true,
-        };
-    }
-}
-
-export { MarkdownLinkCaption, PartialMarkdownLink, PartialMarkdownLinkCaption };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownCodec/tokens/markdownComment.d.ts

@@ -1,18 +0,0 @@
-import { Range } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/core/range";
-import { MarkdownToken } from "./markdownToken.js";
-/**
- * A token that represent a `markdown comment` with a `range`. The `range`
- * value reflects the position of the token in the original data.
- */
-export declare class MarkdownComment extends MarkdownToken {
-    readonly text: string;
-    constructor(range: Range, text: string);
-    /**
-     * Whether the comment has an end comment marker `-->`.
-     */
-    get hasEndMarker(): boolean;
-    /**
-     * Returns a string representation of the token.
-     */
-    toString(): string;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownCodec/tokens/markdownComment.js

@@ -1,19 +0,0 @@
-
-import { MarkdownToken } from './markdownToken.js';
-import { assert } from '@codingame/monaco-vscode-api/vscode/vs/base/common/assert';
-
-class MarkdownComment extends MarkdownToken {
-    constructor(range, text) {
-        assert(text.startsWith('<!--'), `The comment must start with '<!--', got '${text.substring(0, 10)}'.`);
-        super(range);
-        this.text = text;
-    }
-    get hasEndMarker() {
-        return this.text.endsWith('-->');
-    }
-    toString() {
-        return `md-comment("${this.shortText()}")${this.range}`;
-    }
-}
-
-export { MarkdownComment };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownCodec/tokens/markdownImage.d.ts

@@ -1,50 +0,0 @@
-import { MarkdownToken } from "./markdownToken.js";
-import { IRange } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/core/range";
-/**
- * A token that represent a `markdown image` with a `range`. The `range`
- * value reflects the position of the token in the original data.
- */
-export declare class MarkdownImage extends MarkdownToken {
-    /**
-     * The caption of the image, including the `!` and `square brackets`.
-     */
-    private readonly caption;
-    /**
-     * The reference of the image, including the parentheses.
-     */
-    private readonly reference;
-    /**
-     * Check if this `markdown image link` points to a valid URL address.
-     */
-    readonly isURL: boolean;
-    constructor(
-    /**
-     * The starting line number of the image (1-based indexing).
-     */
-    lineNumber: number, 
-    /**
-     * The starting column number of the image (1-based indexing).
-     */
-    columnNumber: number, 
-    /**
-     * The caption of the image, including the `!` and `square brackets`.
-     */
-    caption: string, 
-    /**
-     * The reference of the image, including the parentheses.
-     */
-    reference: string);
-    get text(): string;
-    /**
-     * Returns the `reference` part of the link without enclosing parentheses.
-     */
-    get path(): string;
-    /**
-     * Get the range of the `link part` of the token.
-     */
-    get linkRange(): IRange | undefined;
-    /**
-     * Returns a string representation of the token.
-     */
-    toString(): string;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownCodec/tokens/markdownImage.js

@@ -1,54 +0,0 @@
-
-import { MarkdownToken } from './markdownToken.js';
-import { Range } from '@codingame/monaco-vscode-api/vscode/vs/editor/common/core/range';
-import { assert } from '@codingame/monaco-vscode-api/vscode/vs/base/common/assert';
-
-class MarkdownImage extends MarkdownToken {
-    constructor(
-    lineNumber,
-    columnNumber,
-    caption,
-    reference) {
-        assert(!isNaN(lineNumber), `The line number must not be a NaN.`);
-        assert(lineNumber > 0, `The line number must be >= 1, got "${lineNumber}".`);
-        assert(columnNumber > 0, `The column number must be >= 1, got "${columnNumber}".`);
-        assert(caption[0] === '!', `The caption must start with '!' character, got "${caption}".`);
-        assert(caption[1] === '[' && caption[caption.length - 1] === ']', `The caption must be enclosed in square brackets, got "${caption}".`);
-        assert(reference[0] === '(' && reference[reference.length - 1] === ')', `The reference must be enclosed in parentheses, got "${reference}".`);
-        super(( new Range(
-         lineNumber,
-         columnNumber,
-         lineNumber,
-         columnNumber + caption.length + reference.length
-        )));
-        this.caption = caption;
-        this.reference = reference;
-        try {
-            ( new URL(this.path));
-            this.isURL = true;
-        }
-        catch {
-            this.isURL = false;
-        }
-    }
-    get text() {
-        return `${this.caption}${this.reference}`;
-    }
-    get path() {
-        return this.reference.slice(1, this.reference.length - 1);
-    }
-    get linkRange() {
-        if (this.path.length === 0) {
-            return undefined;
-        }
-        const { range } = this;
-        const startColumn = range.startColumn + this.caption.length + 1;
-        const endColumn = startColumn + this.path.length;
-        return ( new Range(range.startLineNumber, startColumn, range.endLineNumber, endColumn));
-    }
-    toString() {
-        return `md-image("${this.shortText()}")${this.range}`;
-    }
-}
-
-export { MarkdownImage };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownCodec/tokens/markdownLink.d.ts

@@ -1,50 +0,0 @@
-import { MarkdownToken } from "./markdownToken.js";
-import { IRange } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/core/range";
-/**
- * A token that represent a `markdown link` with a `range`. The `range`
- * value reflects the position of the token in the original data.
- */
-export declare class MarkdownLink extends MarkdownToken {
-    /**
-     * The caption of the original link, including the square brackets.
-     */
-    readonly caption: string;
-    /**
-     * The reference of the original link, including the parentheses.
-     */
-    readonly reference: string;
-    /**
-     * Check if this `markdown link` points to a valid URL address.
-     */
-    readonly isURL: boolean;
-    constructor(
-    /**
-     * The starting line number of the link (1-based indexing).
-     */
-    lineNumber: number, 
-    /**
-     * The starting column number of the link (1-based indexing).
-     */
-    columnNumber: number, 
-    /**
-     * The caption of the original link, including the square brackets.
-     */
-    caption: string, 
-    /**
-     * The reference of the original link, including the parentheses.
-     */
-    reference: string);
-    get text(): string;
-    /**
-     * Returns the `reference` part of the link without enclosing parentheses.
-     */
-    get path(): string;
-    /**
-     * Get the range of the `link part` of the token.
-     */
-    get linkRange(): IRange | undefined;
-    /**
-     * Returns a string representation of the token.
-     */
-    toString(): string;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownCodec/tokens/markdownLink.js

@@ -1,53 +0,0 @@
-
-import { MarkdownToken } from './markdownToken.js';
-import { Range } from '@codingame/monaco-vscode-api/vscode/vs/editor/common/core/range';
-import { assert } from '@codingame/monaco-vscode-api/vscode/vs/base/common/assert';
-
-class MarkdownLink extends MarkdownToken {
-    constructor(
-    lineNumber,
-    columnNumber,
-    caption,
-    reference) {
-        assert(!isNaN(lineNumber), `The line number must not be a NaN.`);
-        assert(lineNumber > 0, `The line number must be >= 1, got "${lineNumber}".`);
-        assert(columnNumber > 0, `The column number must be >= 1, got "${columnNumber}".`);
-        assert(caption[0] === '[' && caption[caption.length - 1] === ']', `The caption must be enclosed in square brackets, got "${caption}".`);
-        assert(reference[0] === '(' && reference[reference.length - 1] === ')', `The reference must be enclosed in parentheses, got "${reference}".`);
-        super(( new Range(
-         lineNumber,
-         columnNumber,
-         lineNumber,
-         columnNumber + caption.length + reference.length
-        )));
-        this.caption = caption;
-        this.reference = reference;
-        try {
-            ( new URL(this.path));
-            this.isURL = true;
-        }
-        catch {
-            this.isURL = false;
-        }
-    }
-    get text() {
-        return `${this.caption}${this.reference}`;
-    }
-    get path() {
-        return this.reference.slice(1, this.reference.length - 1);
-    }
-    get linkRange() {
-        if (this.path.length === 0) {
-            return undefined;
-        }
-        const { range } = this;
-        const startColumn = range.startColumn + this.caption.length + 1;
-        const endColumn = startColumn + this.path.length;
-        return ( new Range(range.startLineNumber, startColumn, range.endLineNumber, endColumn));
-    }
-    toString() {
-        return `md-link("${this.shortText()}")${this.range}`;
-    }
-}
-
-export { MarkdownLink };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownCodec/tokens/markdownToken.d.ts

@@ -1,7 +0,0 @@
-import { BaseToken } from "../../baseToken.js";
-/**
- * Common base token that all `markdown` tokens should
- * inherit from.
- */
-export declare abstract class MarkdownToken extends BaseToken {
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownCodec/tokens/markdownToken.js

@@ -1,7 +0,0 @@
-
-import { BaseToken } from '../../baseToken.js';
-
-class MarkdownToken extends BaseToken {
-}
-
-export { MarkdownToken };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownExtensionsCodec/markdownExtensionsDecoder.d.ts

@@ -1,27 +0,0 @@
-import { VSBuffer } from "@codingame/monaco-vscode-api/vscode/vs/base/common/buffer";
-import { ReadableStream } from "@codingame/monaco-vscode-api/vscode/vs/base/common/stream";
-import { BaseDecoder } from "../baseDecoder.js";
-import { MarkdownExtensionsToken } from "./tokens/markdownExtensionsToken.js";
-import { TSimpleDecoderToken } from "../simpleCodec/simpleDecoder.js";
-/**
- * Tokens produced by this decoder.
- */
-export type TMarkdownExtensionsToken = MarkdownExtensionsToken | TSimpleDecoderToken;
-/**
- * Decoder responsible for decoding extensions of markdown syntax,
- * e.g., a `Front Matter` header, etc.
- */
-export declare class MarkdownExtensionsDecoder extends BaseDecoder<TMarkdownExtensionsToken, TSimpleDecoderToken> {
-    /**
-     * Current parser object that is responsible for parsing a sequence of tokens into
-     * some markdown entity. Set to `undefined` when no parsing is in progress at the moment.
-     */
-    private current?;
-    constructor(stream: ReadableStream<VSBuffer>);
-    protected onStreamData(token: TSimpleDecoderToken): void;
-    protected onStreamEnd(): void;
-    /**
-     * Re-emit tokens accumulated so far in the current parser object.
-     */
-    protected reEmitCurrentTokens(): void;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownExtensionsCodec/markdownExtensionsDecoder.js

@@ -1,68 +0,0 @@
-
-import { BaseDecoder } from '../baseDecoder.js';
-import { MarkdownExtensionsToken } from './tokens/markdownExtensionsToken.js';
-import { SimpleDecoder } from '../simpleCodec/simpleDecoder.js';
-import { PartialFrontMatterStartMarker, PartialFrontMatterHeader } from './parsers/frontMatterHeader.js';
-
-class MarkdownExtensionsDecoder extends BaseDecoder {
-    constructor(stream) {
-        super(( new SimpleDecoder(stream)));
-    }
-    onStreamData(token) {
-        if ((this.current === undefined) && PartialFrontMatterStartMarker.mayStartHeader(token)) {
-            this.current = ( new PartialFrontMatterStartMarker(token));
-            return;
-        }
-        if (this.current === undefined) {
-            this._onData.fire(token);
-            return;
-        }
-        const parseResult = this.current.accept(token);
-        if (parseResult.result === 'success') {
-            const { nextParser } = parseResult;
-            if (nextParser instanceof MarkdownExtensionsToken) {
-                this._onData.fire(nextParser);
-                delete this.current;
-            }
-            else {
-                this.current = nextParser;
-            }
-        }
-        else {
-            this.reEmitCurrentTokens();
-        }
-        if (!parseResult.wasTokenConsumed) {
-            this.onStreamData(token);
-        }
-    }
-    onStreamEnd() {
-        try {
-            if (this.current === undefined) {
-                return;
-            }
-            if (this.current instanceof PartialFrontMatterHeader) {
-                this._onData.fire(this.current.asFrontMatterHeader());
-                delete this.current;
-                return;
-            }
-        }
-        catch {
-            this.reEmitCurrentTokens();
-        }
-        finally {
-            delete this.current;
-            super.onStreamEnd();
-        }
-    }
-    reEmitCurrentTokens() {
-        if (this.current === undefined) {
-            return;
-        }
-        for (const token of this.current.tokens) {
-            this._onData.fire(token);
-        }
-        delete this.current;
-    }
-}
-
-export { MarkdownExtensionsDecoder };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/markdownExtensionsCodec/parsers/frontMatterHeader.d.ts

@@ -1,49 +0,0 @@
-import { Dash } from "../../simpleCodec/tokens/dash.js";
-import { FrontMatterHeader } from "../tokens/frontMatterHeader.js";
-import { TSimpleDecoderToken } from "../../simpleCodec/simpleDecoder.js";
-import { FrontMatterMarker, TMarkerToken } from "../tokens/frontMatterMarker.js";
-import { ParserBase, TAcceptTokenResult } from "../../simpleCodec/parserBase.js";
-/**
- * Parses the start marker of a Front Matter header.
- */
-export declare class PartialFrontMatterStartMarker extends ParserBase<TMarkerToken, PartialFrontMatterStartMarker | PartialFrontMatterHeader> {
-    constructor(token: Dash);
-    accept(token: TSimpleDecoderToken): TAcceptTokenResult<PartialFrontMatterStartMarker | PartialFrontMatterHeader>;
-    /**
-     * Check if provided dash token can be a start of a Front Matter header.
-     */
-    static mayStartHeader(token: TSimpleDecoderToken): token is Dash;
-}
-/**
- * Parses a Front Matter header that already has a start marker
- * and possibly some content that follows.
- */
-export declare class PartialFrontMatterHeader extends ParserBase<TSimpleDecoderToken, PartialFrontMatterHeader | FrontMatterHeader> {
-    readonly startMarker: FrontMatterMarker;
-    /**
-     * Parser instance for the end marker of the Front Matter header.
-     */
-    private maybeEndMarker?;
-    constructor(startMarker: FrontMatterMarker);
-    get tokens(): readonly TSimpleDecoderToken[];
-    /**
-     * Convert the current token sequence into a {@link FrontMatterHeader} token.
-     *
-     * Note! that this method marks the current parser object as "consumed"
-     *       hence it should not be used after this method is called.
-     */
-    asFrontMatterHeader(): FrontMatterHeader;
-    accept(token: TSimpleDecoderToken): TAcceptTokenResult<PartialFrontMatterHeader | FrontMatterHeader>;
-    /**
-     * When a end marker parser is present, we pass all tokens to it
-     * until it is completes the parsing process(either success or failure).
-     */
-    private acceptEndMarkerToken;
-    /**
-     * On failure to parse the end marker, we need to continue parsing
-     * the header because there might be another valid end marker in
-     * the stream of tokens. Therefore we copy over the end marker tokens
-     * into the list of "content" tokens and reset the end marker parser.
-     */
-    private handleEndMarkerParsingFailure;
-}