@codingame/monaco-vscode-chat-service-override 21.6.0 → 22.0.0

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/baseDecoder.js

@@ -1,150 +0,0 @@
-
-import { Emitter } from '@codingame/monaco-vscode-api/vscode/vs/base/common/event';
-import { DeferredPromise } from '@codingame/monaco-vscode-api/vscode/vs/base/common/async';
-import { AsyncDecoder } from './asyncDecoder.js';
-import { assert, assertNever } from '@codingame/monaco-vscode-api/vscode/vs/base/common/assert';
-import { DisposableMap } from '@codingame/monaco-vscode-api/vscode/vs/base/common/lifecycle';
-import { ObservableDisposable } from '../../utils/observableDisposable.js';
-
-class BaseDecoder extends ObservableDisposable {
-    constructor(stream) {
-        super();
-        this.stream = stream;
-        this._ended = false;
-        this._onData = this._register(( new Emitter()));
-        this._onEnd = this._register(( new Emitter()));
-        this._onError = this._register(( new Emitter()));
-        this._listeners = this._register(( new DisposableMap()));
-        this.started = false;
-        this.settledPromise = ( new DeferredPromise());
-    }
-    get settled() {
-        assert(this.started, [
-            'Cannot get `settled` promise of a stream that has not been started.',
-            'Please call `start()` first.',
-        ].join(' '));
-        return this.settledPromise.p;
-    }
-    start() {
-        assert(this._ended === false, 'Cannot start stream that has already ended.');
-        assert(this.isDisposed === false, 'Cannot start stream that has already disposed.');
-        if (this.started) {
-            return this;
-        }
-        this.started = true;
-        this.stream.on('end', this.onStreamEnd.bind(this));
-        this.stream.on('error', this.onStreamError.bind(this));
-        this.stream.on('data', this.tryOnStreamData.bind(this));
-        if (this.stream instanceof BaseDecoder) {
-            this.stream.start();
-        }
-        return this;
-    }
-    get ended() {
-        return this._ended;
-    }
-    tryOnStreamData(data) {
-        try {
-            this.onStreamData(data);
-        }
-        catch (error) {
-            this.onStreamError(error);
-        }
-    }
-    on(event, callback) {
-        if (event === 'data') {
-            return this.onData(callback);
-        }
-        if (event === 'error') {
-            return this.onError(callback);
-        }
-        if (event === 'end') {
-            return this.onEnd(callback);
-        }
-        assertNever(event, `Invalid event name '${event}'`);
-    }
-    onData(callback) {
-        assert(!this.ended, 'Cannot subscribe to the `data` event because the decoder stream has already ended.');
-        let currentListeners = this._listeners.get('data');
-        if (!currentListeners) {
-            currentListeners = ( new DisposableMap());
-            this._listeners.set('data', currentListeners);
-        }
-        currentListeners.set(callback, this._onData.event(callback));
-    }
-    onError(callback) {
-        assert(!this.ended, 'Cannot subscribe to the `error` event because the decoder stream has already ended.');
-        let currentListeners = this._listeners.get('error');
-        if (!currentListeners) {
-            currentListeners = ( new DisposableMap());
-            this._listeners.set('error', currentListeners);
-        }
-        currentListeners.set(callback, this._onError.event(callback));
-    }
-    onEnd(callback) {
-        assert(!this.ended, 'Cannot subscribe to the `end` event because the decoder stream has already ended.');
-        let currentListeners = this._listeners.get('end');
-        if (!currentListeners) {
-            currentListeners = ( new DisposableMap());
-            this._listeners.set('end', currentListeners);
-        }
-        currentListeners.set(callback, this._onEnd.event(callback));
-    }
-    pause() {
-        this.stream.pause();
-    }
-    resume() {
-        assert(this.ended === false, 'Cannot resume the stream because it has already ended.');
-        this.stream.resume();
-    }
-    destroy() {
-        this.dispose();
-    }
-    removeListener(eventName, callback) {
-        const listeners = this._listeners.get(eventName);
-        if (listeners === undefined) {
-            return;
-        }
-        for (const [listener] of listeners) {
-            if (listener !== callback) {
-                continue;
-            }
-            listeners.deleteAndDispose(listener);
-        }
-    }
-    onStreamEnd() {
-        if (this._ended) {
-            return;
-        }
-        this._ended = true;
-        this._onEnd.fire();
-        this.settledPromise.complete(this._ended);
-    }
-    onStreamError(error) {
-        this._onError.fire(error);
-    }
-    async consumeAll() {
-        assert(!this._ended, 'Cannot consume all messages of the stream that has already ended.');
-        const messages = [];
-        for await (const maybeMessage of this) {
-            if (maybeMessage === null) {
-                break;
-            }
-            messages.push(maybeMessage);
-        }
-        return messages;
-    }
-    [Symbol.asyncIterator]() {
-        assert(!this._ended, 'Cannot iterate on messages of the stream that has already ended.');
-        const asyncDecoder = this._register(( new AsyncDecoder(this)));
-        return asyncDecoder[Symbol.asyncIterator]();
-    }
-    dispose() {
-        this.settledPromise.complete(this.ended);
-        this._listeners.clearAndDisposeAll();
-        this.stream.destroy();
-        super.dispose();
-    }
-}
-
-export { BaseDecoder };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/baseToken.d.ts

@@ -1,57 +0,0 @@
-import { IRange, Range } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/core/range";
-/**
- * Base class for all tokens with a `range` that reflects
- * token position in the original text.
- */
-export declare abstract class BaseToken<TText extends string = string> {
-    private tokenRange;
-    constructor(tokenRange: Range);
-    /**
-     * Range of the token in the original text.
-     */
-    get range(): Range;
-    /**
-     * Text representation of the token.
-     */
-    abstract get text(): TText;
-    /**
-     * Check if this token has the same range as another one.
-     */
-    sameRange(other: Range): boolean;
-    /**
-     * Returns a string representation of the token.
-     */
-    abstract toString(): string;
-    /**
-     * Check if this token is equal to another one.
-     */
-    equals(other: BaseToken): other is typeof this;
-    /**
-     * Change `range` of the token with provided range components.
-     */
-    withRange(components: Partial<IRange>): this;
-    /**
-     * Collapse range of the token to its start position.
-     * See {@link Range.collapseToStart} for more details.
-     */
-    collapseRangeToStart(): this;
-    /**
-     * Render a list of tokens into a string.
-     */
-    static render(tokens: readonly BaseToken[], delimiter?: string): string;
-    /**
-     * Returns the full range of a list of tokens in which the first token is
-     * used as the start of a tokens sequence and the last token reflects the end.
-     *
-     * @throws if:
-     * 	- provided {@link tokens} list is empty
-     *  - the first token start number is greater than the start line of the last token
-     *  - if the first and last token are on the same line, the first token start column must
-     * 	  be smaller than the start column of the last token
-     */
-    static fullRange(tokens: readonly BaseToken[]): Range;
-    /**
-     * Shorten version of the {@link text} property.
-     */
-    shortText(maxLength?: number): string;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/baseToken.js

@@ -1,69 +0,0 @@
-
-import { assert } from '@codingame/monaco-vscode-api/vscode/vs/base/common/assert';
-import { Range } from '@codingame/monaco-vscode-api/vscode/vs/editor/common/core/range';
-
-class BaseToken {
-    constructor(tokenRange) {
-        this.tokenRange = tokenRange;
-    }
-    get range() {
-        return this.tokenRange;
-    }
-    sameRange(other) {
-        return this.range.equalsRange(other);
-    }
-    equals(other) {
-        if (other.constructor !== this.constructor) {
-            return false;
-        }
-        if (this.text.length !== other.text.length) {
-            return false;
-        }
-        if (this.text !== other.text) {
-            return false;
-        }
-        return this.sameRange(other.range);
-    }
-    withRange(components) {
-        this.tokenRange = ( new Range(
-            components.startLineNumber ?? this.range.startLineNumber,
-            components.startColumn ?? this.range.startColumn,
-            components.endLineNumber ?? this.range.endLineNumber,
-            components.endColumn ?? this.range.endColumn
-        ));
-        return this;
-    }
-    collapseRangeToStart() {
-        this.tokenRange = this.tokenRange.collapseToStart();
-        return this;
-    }
-    static render(tokens, delimiter = '') {
-        return ( tokens.map(token => token.text)).join(delimiter);
-    }
-    static fullRange(tokens) {
-        assert(tokens.length > 0, 'Cannot get full range for an empty list of tokens.');
-        const firstToken = tokens[0];
-        const lastToken = tokens[tokens.length - 1];
-        assert(firstToken.range.startLineNumber <= lastToken.range.startLineNumber, 'First token must start on previous or the same line as the last token.');
-        if ((firstToken !== lastToken) && (firstToken.range.startLineNumber === lastToken.range.startLineNumber)) {
-            assert(firstToken.range.endColumn <= lastToken.range.startColumn, [
-                'First token must end at least on previous or the same column as the last token.',
-                `First token: ${firstToken}; Last token: ${lastToken}.`,
-            ].join('\n'));
-        }
-        return ( new Range(
-            firstToken.range.startLineNumber,
-            firstToken.range.startColumn,
-            lastToken.range.endLineNumber,
-            lastToken.range.endColumn
-        ));
-    }
-    shortText(maxLength = 32) {
-        if (this.text.length <= maxLength) {
-            return this.text;
-        }
-        return `${this.text.slice(0, maxLength - 1)}...`;
-    }
-}
-
-export { BaseToken };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/compositeToken.d.ts

@@ -1,24 +0,0 @@
-import { BaseToken } from "./baseToken.js";
-/**
- * Composite token consists of a list of other tokens.
- * Composite token consists of a list of other tokens.
- */
-export declare abstract class CompositeToken<TTokens extends readonly BaseToken[]> extends BaseToken {
-    /**
-     * Reference to the list of child tokens.
-     */
-    protected readonly childTokens: [
-        ...TTokens
-    ];
-    constructor(tokens: TTokens);
-    get text(): string;
-    /**
-     * Tokens that this composite token consists of.
-     */
-    get children(): TTokens;
-    /**
-     * Check if this token is equal to another one,
-     * including all of its child tokens.
-     */
-    equals(other: BaseToken): other is typeof this;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/compositeToken.js

@@ -1,33 +0,0 @@
-
-import { BaseToken } from './baseToken.js';
-
-class CompositeToken extends BaseToken {
-    constructor(tokens) {
-        super(BaseToken.fullRange(tokens));
-        this.childTokens = [...tokens];
-    }
-    get text() {
-        return BaseToken.render(this.childTokens);
-    }
-    get children() {
-        return this.childTokens;
-    }
-    equals(other) {
-        if (super.equals(other) === false) {
-            return false;
-        }
-        if (this.children.length !== other.children.length) {
-            return false;
-        }
-        for (let i = 0; i < this.children.length; i++) {
-            const childToken = this.children[i];
-            const otherChildToken = other.children[i];
-            if (childToken.equals(otherChildToken) === false) {
-                return false;
-            }
-        }
-        return true;
-    }
-}
-
-export { CompositeToken };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/constants.d.ts

@@ -1,8 +0,0 @@
-import { NewLine } from "../linesCodec/tokens/newLine.js";
-import { CarriageReturn } from "../linesCodec/tokens/carriageReturn.js";
-import { FormFeed, SpacingToken } from "@codingame/monaco-vscode-api/vscode/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/tokens";
-/**
- * List of valid "space" tokens that are valid between different
- * records of a Front Matter header.
- */
-export declare const VALID_INTER_RECORD_SPACING_TOKENS: readonly (typeof SpacingToken | typeof FormFeed | typeof NewLine | typeof CarriageReturn)[];

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/constants.js

@@ -1,29 +0,0 @@
-
-import { NewLine } from '../linesCodec/tokens/newLine.js';
-import { CarriageReturn } from '../linesCodec/tokens/carriageReturn.js';
-import '../simpleCodec/tokens/at.js';
-import '../simpleCodec/tokens/tab.js';
-import '../simpleCodec/tokens/dash.js';
-import '../simpleCodec/tokens/hash.js';
-import '@codingame/monaco-vscode-api/vscode/vs/base/common/errors';
-import '../simpleCodec/tokens/colon.js';
-import '../simpleCodec/tokens/quote.js';
-import '../simpleCodec/tokens/slash.js';
-import '../simpleCodec/tokens/space.js';
-import '../simpleCodec/tokens/comma.js';
-import { FormFeed } from '../simpleCodec/tokens/formFeed.js';
-import '../simpleCodec/tokens/dollarSign.js';
-import '../simpleCodec/tokens/verticalTab.js';
-import '../simpleCodec/tokens/doubleQuote.js';
-import '../simpleCodec/tokens/exclamationMark.js';
-import { SpacingToken } from '../simpleCodec/tokens/simpleToken.js';
-import '../simpleCodec/tokens/brackets.js';
-import '../simpleCodec/tokens/curlyBraces.js';
-import '../simpleCodec/tokens/parentheses.js';
-import '../simpleCodec/tokens/angleBrackets.js';
-
-const VALID_INTER_RECORD_SPACING_TOKENS = ( Object.freeze([
-    SpacingToken, CarriageReturn, NewLine, FormFeed,
-]));
-
-export { VALID_INTER_RECORD_SPACING_TOKENS };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/frontMatterDecoder.d.ts

@@ -1,28 +0,0 @@
-import { VSBuffer } from "@codingame/monaco-vscode-api/vscode/vs/base/common/buffer";
-import { ReadableStream } from "@codingame/monaco-vscode-api/vscode/vs/base/common/stream";
-import { FrontMatterRecord } from "@codingame/monaco-vscode-api/vscode/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/tokens/index";
-import { BaseDecoder } from "../baseDecoder.js";
-import { type TSimpleDecoderToken } from "../simpleCodec/simpleDecoder.js";
-import { ObjectStream } from "../utils/objectStream.js";
-/**
- * Tokens produced by this decoder.
- */
-export type TFrontMatterToken = FrontMatterRecord | TSimpleDecoderToken;
-/**
- * Decoder capable of parsing Front Matter contents from a sequence of simple tokens.
- */
-export declare class FrontMatterDecoder extends BaseDecoder<TFrontMatterToken, TSimpleDecoderToken> {
-    /**
-     * Current parser reference responsible for parsing a specific sequence
-     * of tokens into a standalone token.
-     */
-    private current?;
-    private readonly parserFactory;
-    constructor(stream: ReadableStream<VSBuffer> | ObjectStream<TSimpleDecoderToken>);
-    protected onStreamData(token: TSimpleDecoderToken): void;
-    protected onStreamEnd(): void;
-    /**
-     * Re-emit tokens accumulated so far in the current parser object.
-     */
-    protected reEmitCurrentTokens(): void;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/frontMatterDecoder.js

@@ -1,118 +0,0 @@
-
-import '../simpleCodec/tokens/at.js';
-import '../simpleCodec/tokens/tab.js';
-import '../simpleCodec/tokens/dash.js';
-import '../simpleCodec/tokens/hash.js';
-import { Word } from '../simpleCodec/tokens/word.js';
-import '../simpleCodec/tokens/colon.js';
-import '../simpleCodec/tokens/quote.js';
-import '../simpleCodec/tokens/slash.js';
-import '../simpleCodec/tokens/space.js';
-import '../simpleCodec/tokens/comma.js';
-import '../simpleCodec/tokens/formFeed.js';
-import '../simpleCodec/tokens/dollarSign.js';
-import '../simpleCodec/tokens/verticalTab.js';
-import '../simpleCodec/tokens/doubleQuote.js';
-import '../simpleCodec/tokens/exclamationMark.js';
-import { assert } from '@codingame/monaco-vscode-api/vscode/vs/base/common/assert';
-import '../simpleCodec/tokens/brackets.js';
-import '../simpleCodec/tokens/curlyBraces.js';
-import '../simpleCodec/tokens/parentheses.js';
-import '../simpleCodec/tokens/angleBrackets.js';
-import { VALID_INTER_RECORD_SPACING_TOKENS } from './constants.js';
-import { FrontMatterToken } from './tokens/frontMatterToken.js';
-import { FrontMatterRecord } from './tokens/frontMatterRecord.js';
-import { BaseDecoder } from '../baseDecoder.js';
-import { SimpleDecoder } from '../simpleCodec/simpleDecoder.js';
-import { ObjectStream } from '../utils/objectStream.js';
-import { PartialFrontMatterRecord } from './parsers/frontMatterRecord/frontMatterRecord.js';
-import { FrontMatterParserFactory } from './parsers/frontMatterParserFactory.js';
-
-class FrontMatterDecoder extends BaseDecoder {
-    constructor(stream) {
-        if (stream instanceof ObjectStream) {
-            super(stream);
-        }
-        else {
-            super(( new SimpleDecoder(stream)));
-        }
-        this.parserFactory = ( new FrontMatterParserFactory());
-    }
-    onStreamData(token) {
-        if (this.current !== undefined) {
-            const acceptResult = this.current.accept(token);
-            const { result, wasTokenConsumed } = acceptResult;
-            if (result === 'failure') {
-                this.reEmitCurrentTokens();
-                if (wasTokenConsumed === false) {
-                    this._onData.fire(token);
-                }
-                delete this.current;
-                return;
-            }
-            const { nextParser } = acceptResult;
-            if (nextParser instanceof FrontMatterToken) {
-                const trimmedTokens = (nextParser instanceof FrontMatterRecord)
-                    ? nextParser.trimValueEnd()
-                    : [];
-                this._onData.fire(nextParser);
-                for (const trimmedToken of trimmedTokens) {
-                    this._onData.fire(trimmedToken);
-                }
-                if (wasTokenConsumed === false) {
-                    this._onData.fire(token);
-                }
-                delete this.current;
-                return;
-            }
-            this.current = nextParser;
-            if (wasTokenConsumed === false) {
-                this._onData.fire(token);
-            }
-            return;
-        }
-        if (token instanceof Word) {
-            this.current = this.parserFactory.createRecordName(token);
-            return;
-        }
-        for (const ValidToken of VALID_INTER_RECORD_SPACING_TOKENS) {
-            if (token instanceof ValidToken) {
-                this._onData.fire(token);
-                return;
-            }
-        }
-        this.reEmitCurrentTokens();
-    }
-    onStreamEnd() {
-        try {
-            if (this.current === undefined) {
-                return;
-            }
-            assert(this.current instanceof PartialFrontMatterRecord, 'Only partial front matter records can be processed on stream end.');
-            const record = this.current.asRecordToken();
-            const trimmedTokens = record.trimValueEnd();
-            this._onData.fire(record);
-            for (const trimmedToken of trimmedTokens) {
-                this._onData.fire(trimmedToken);
-            }
-        }
-        catch (_error) {
-            this.reEmitCurrentTokens();
-        }
-        finally {
-            delete this.current;
-            super.onStreamEnd();
-        }
-    }
-    reEmitCurrentTokens() {
-        if (this.current === undefined) {
-            return;
-        }
-        for (const token of this.current.tokens) {
-            this._onData.fire(token);
-        }
-        delete this.current;
-    }
-}
-
-export { FrontMatterDecoder };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/parsers/frontMatterArray.d.ts

@@ -1,33 +0,0 @@
-import { FrontMatterArray } from "../tokens/frontMatterArray.js";
-import { TSimpleDecoderToken } from "../../simpleCodec/simpleDecoder.js";
-import { LeftBracket } from "@codingame/monaco-vscode-api/vscode/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/tokens";
-import { ParserBase, TAcceptTokenResult } from "../../simpleCodec/parserBase.js";
-import { type FrontMatterParserFactory } from "./frontMatterParserFactory.js";
-/**
- * Responsible for parsing an array syntax (or "inline sequence"
- * in YAML terms), e.g. `[1, '2', true, 2.54]`
-*/
-export declare class PartialFrontMatterArray extends ParserBase<TSimpleDecoderToken, PartialFrontMatterArray | FrontMatterArray> {
-    private readonly factory;
-    private readonly startToken;
-    /**
-     * Current parser reference responsible for parsing an array "value".
-     */
-    private currentValueParser?;
-    /**
-     * Whether an array item is allowed in the current position of the token
-     * sequence. E.g., items are allowed after a command or a open bracket,
-     * but not immediately after another item in the array.
-     */
-    private arrayItemAllowed;
-    constructor(factory: FrontMatterParserFactory, startToken: LeftBracket);
-    accept(token: TSimpleDecoderToken): TAcceptTokenResult<PartialFrontMatterArray | FrontMatterArray>;
-    /**
-     * Convert current parser into a {@link FrontMatterArray} token,
-     * if possible.
-     *
-     * @throws if the last token in the accumulated token list
-     * 		   is not a closing bracket ({@link RightBracket}).
-     */
-    asArrayToken(): FrontMatterArray;
-}