@codingame/monaco-vscode-chat-service-override 21.6.0 → 22.0.0

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/tab.d.ts

@@ -1,19 +0,0 @@
-import { SpacingToken } from "./simpleToken.js";
-/**
- * A token that represent a `tab` with a `range`. The `range`
- * value reflects the position of the token in the original data.
- */
-export declare class Tab extends SpacingToken<"\t"> {
-    /**
-     * The underlying symbol of the token.
-     */
-    static readonly symbol: "\t";
-    /**
-     * Return text representation of the token.
-     */
-    get text(): "\t";
-    /**
-     * Returns a string representation of the token.
-     */
-    toString(): string;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/tab.js

@@ -1,14 +0,0 @@
-
-import { SpacingToken } from './simpleToken.js';
-
-class Tab extends SpacingToken {
-    static { this.symbol = '\t'; }
-    get text() {
-        return Tab.symbol;
-    }
-    toString() {
-        return `tab${this.range}`;
-    }
-}
-
-export { Tab };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/verticalTab.d.ts

@@ -1,19 +0,0 @@
-import { SpacingToken } from "./simpleToken.js";
-/**
- * Token that represent a `vertical tab` with a `range`. The `range`
- * value reflects the position of the token in the original data.
- */
-export declare class VerticalTab extends SpacingToken<"\v"> {
-    /**
-     * The underlying symbol of the `VerticalTab` token.
-     */
-    static readonly symbol: "\v";
-    /**
-     * Return text representation of the token.
-     */
-    get text(): "\v";
-    /**
-     * Returns a string representation of the token.
-     */
-    toString(): string;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/verticalTab.js

@@ -1,14 +0,0 @@
-
-import { SpacingToken } from './simpleToken.js';
-
-class VerticalTab extends SpacingToken {
-    static { this.symbol = '\v'; }
-    get text() {
-        return VerticalTab.symbol;
-    }
-    toString() {
-        return `vtab${this.range}`;
-    }
-}
-
-export { VerticalTab };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/word.d.ts

@@ -1,32 +0,0 @@
-import { BaseToken } from "../../baseToken.js";
-import { Line } from "../../linesCodec/tokens/line.js";
-import { Range } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/core/range";
-/**
- * A token that represent a word - a set of continuous
- * characters without stop characters, like a `space`,
- * a `tab`, or a `new line`.
- */
-export declare class Word<TText extends string = string> extends BaseToken<TText> {
-    /**
-     * The string value of the word.
-     */
-    readonly text: TText;
-    constructor(
-    /**
-     * The word range.
-     */
-    range: Range, 
-    /**
-     * The string value of the word.
-     */
-    text: TText);
-    /**
-     * Create new `Word` token with the given `text` and the range
-     * inside the given `Line` at the specified `column number`.
-     */
-    static newOnLine(text: string, line: Line | number, atColumnNumber: number): Word;
-    /**
-     * Returns a string representation of the token.
-     */
-    toString(): string;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/word.js

@@ -1,29 +0,0 @@
-
-import { BaseToken } from '../../baseToken.js';
-import { Range } from '@codingame/monaco-vscode-api/vscode/vs/editor/common/core/range';
-
-class Word extends BaseToken {
-    constructor(
-    range,
-    text) {
-        super(range);
-        this.text = text;
-    }
-    static newOnLine(text, line, atColumnNumber) {
-        const startLineNumber = (typeof line === 'number')
-            ? line
-            : line.range.startLineNumber;
-        const range = ( new Range(
-         startLineNumber,
-         atColumnNumber,
-         startLineNumber,
-         atColumnNumber + text.length
-        ));
-        return ( new Word(range, text));
-    }
-    toString() {
-        return `word("${this.shortText()}")${this.range}`;
-    }
-}
-
-export { Word };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/textToken.d.ts

@@ -1,9 +0,0 @@
-import { type BaseToken } from "./baseToken.js";
-import { CompositeToken } from "./compositeToken.js";
-/**
- * Tokens that represent a sequence of tokens that does not
- * hold an additional meaning in the text.
- */
-export declare class Text<TTokens extends readonly BaseToken[] = readonly BaseToken[]> extends CompositeToken<TTokens> {
-    toString(): string;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/textToken.js

@@ -1,10 +0,0 @@
-
-import { CompositeToken } from './compositeToken.js';
-
-class Text extends CompositeToken {
-    toString() {
-        return `text(${this.shortText()})${this.range}`;
-    }
-}
-
-export { Text };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/utils/objectStream.d.ts

@@ -1,62 +0,0 @@
-import { CancellationToken } from "@codingame/monaco-vscode-api/vscode/vs/base/common/cancellation";
-import { ObservableDisposable } from "../../../utils/observableDisposable.js";
-import { ReadableStream } from "@codingame/monaco-vscode-api/vscode/vs/base/common/stream";
-/**
- * A readable stream of provided objects.
- */
-export declare class ObjectStream<T extends object> extends ObservableDisposable implements ReadableStream<T> {
-    private readonly data;
-    private readonly cancellationToken?;
-    /**
-     * Flag that indicates whether the stream has ended.
-     */
-    private ended;
-    /**
-     * Underlying writable stream instance.
-     */
-    private readonly stream;
-    /**
-     * Interval reference that is used to periodically send
-     * objects to the stream in the background.
-     */
-    private timeoutHandle;
-    constructor(data: Generator<T, undefined>, cancellationToken?: CancellationToken | undefined);
-    /**
-     * Starts process of sending data to the stream.
-     *
-     * @param stopAfterFirstSend whether to continue sending data to the stream
-     *             or stop sending after the first batch of data is sent instead
-     */
-    send(stopAfterFirstSend?: boolean): void;
-    /**
-     * Stop the data sending loop.
-     */
-    stopStream(): this;
-    /**
-     * Sends a provided number of objects to the stream.
-     */
-    private sendData;
-    /**
-     * Ends the stream and stops sending data objects.
-     */
-    private end;
-    pause(): void;
-    resume(): void;
-    destroy(): void;
-    removeListener(event: string, callback: (...args: any[]) => void): void;
-    on(event: "data", callback: (data: T) => void): void;
-    on(event: "error", callback: (err: Error) => void): void;
-    on(event: "end", callback: () => void): void;
-    /**
-     * Cleanup send interval and destroy the stream.
-     */
-    dispose(): void;
-    /**
-     * Create new instance of the stream from a provided array.
-     */
-    static fromArray<T extends object>(array: T[], cancellationToken?: CancellationToken): ObjectStream<T>;
-}
-/**
- * Create a generator out of a provided array.
- */
-export declare function arrayToGenerator<T extends NonNullable<unknown>>(array: T[]): Generator<T, undefined>;

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/utils/objectStream.js

@@ -1,126 +0,0 @@
-
-import { assertNever } from '@codingame/monaco-vscode-api/vscode/vs/base/common/assert';
-import { ObservableDisposable } from '../../../utils/observableDisposable.js';
-import { newWriteableStream } from '@codingame/monaco-vscode-api/vscode/vs/base/common/stream';
-
-class ObjectStream extends ObservableDisposable {
-    constructor(data, cancellationToken) {
-        super();
-        this.data = data;
-        this.cancellationToken = cancellationToken;
-        this.ended = false;
-        this.stream = newWriteableStream(null);
-        if (cancellationToken?.isCancellationRequested) {
-            this.end();
-            return;
-        }
-        this.send(true);
-    }
-    send(stopAfterFirstSend = false) {
-        if (this.cancellationToken?.isCancellationRequested || this.ended) {
-            this.end();
-            return;
-        }
-        this.sendData()
-            .then(() => {
-            if (this.cancellationToken?.isCancellationRequested || this.ended) {
-                this.end();
-                return;
-            }
-            if (stopAfterFirstSend === true) {
-                this.stopStream();
-                return;
-            }
-            this.timeoutHandle = setTimeout(this.send.bind(this));
-        })
-            .catch((error) => {
-            this.stream.error(error);
-            this.dispose();
-        });
-    }
-    stopStream() {
-        if (this.timeoutHandle === undefined) {
-            return this;
-        }
-        clearTimeout(this.timeoutHandle);
-        this.timeoutHandle = undefined;
-        return this;
-    }
-    async sendData(objectsCount = 25) {
-        while (objectsCount > 0) {
-            try {
-                const next = this.data.next();
-                if (next.done || this.cancellationToken?.isCancellationRequested) {
-                    this.end();
-                    return;
-                }
-                await this.stream.write(next.value);
-                objectsCount--;
-            }
-            catch (error) {
-                this.stream.error(error);
-                this.dispose();
-                return;
-            }
-        }
-    }
-    end() {
-        if (this.ended) {
-            return this;
-        }
-        this.ended = true;
-        this.stopStream();
-        this.stream.end();
-        return this;
-    }
-    pause() {
-        this.stopStream();
-        this.stream.pause();
-        return;
-    }
-    resume() {
-        this.send();
-        this.stream.resume();
-        return;
-    }
-    destroy() {
-        this.dispose();
-    }
-    removeListener(event, callback) {
-        this.stream.removeListener(event, callback);
-        return;
-    }
-    on(event, callback) {
-        if (event === 'data') {
-            this.stream.on(event, callback);
-            this.send();
-            return;
-        }
-        if (event === 'error') {
-            this.stream.on(event, callback);
-            return;
-        }
-        if (event === 'end') {
-            this.stream.on(event, callback);
-            return;
-        }
-        assertNever(event, `Unexpected event name '${event}'.`);
-    }
-    dispose() {
-        this.stopStream();
-        this.stream.destroy();
-        super.dispose();
-    }
-    static fromArray(array, cancellationToken) {
-        return ( new ObjectStream(arrayToGenerator(array), cancellationToken));
-    }
-}
-function arrayToGenerator(array) {
-    return (function* () {
-        for (const item of array) {
-            yield item;
-        }
-    })();
-}
-
-export { ObjectStream, arrayToGenerator };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/utils/objectStreamFromTextModel.d.ts

@@ -1,8 +0,0 @@
-import { ITextModel } from "@codingame/monaco-vscode-api/vscode/vs/editor/common/model";
-import { ObjectStream } from "./objectStream.js";
-import { VSBuffer } from "@codingame/monaco-vscode-api/vscode/vs/base/common/buffer";
-import { CancellationToken } from "@codingame/monaco-vscode-api/vscode/vs/base/common/cancellation";
-/**
- * Create new instance of the stream from a provided text model.
- */
-export declare function objectStreamFromTextModel(model: ITextModel, cancellationToken?: CancellationToken): ObjectStream<VSBuffer>;

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/utils/objectStreamFromTextModel.js

@@ -1,25 +0,0 @@
-
-import { ObjectStream } from './objectStream.js';
-import { VSBuffer } from '@codingame/monaco-vscode-api/vscode/vs/base/common/buffer';
-
-function objectStreamFromTextModel(model, cancellationToken) {
-    return ( new ObjectStream(modelToGenerator(model), cancellationToken));
-}
-function modelToGenerator(model) {
-    return (function* () {
-        const totalLines = model.getLineCount();
-        let currentLine = 1;
-        while (currentLine <= totalLines) {
-            if (model.isDisposed()) {
-                return undefined;
-            }
-            yield VSBuffer.fromString(model.getLineContent(currentLine));
-            if (currentLine !== totalLines) {
-                yield VSBuffer.fromString(model.getEOL());
-            }
-            currentLine++;
-        }
-    })();
-}
-
-export { objectStreamFromTextModel };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/chatPromptCodec.d.ts

@@ -1,42 +0,0 @@
-import { VSBuffer } from "@codingame/monaco-vscode-api/vscode/vs/base/common/buffer";
-import { ReadableStream } from "@codingame/monaco-vscode-api/vscode/vs/base/common/stream";
-import { ChatPromptDecoder, TChatPromptToken } from "./chatPromptDecoder.js";
-/**
- * A codec is an object capable of encoding/decoding a stream of data transforming its messages.
- * Useful for abstracting a data transfer or protocol logic on top of a stream of bytes.
- *
- * For instance, if protocol messages need to be transferred over `TCP` connection, a codec that
- * encodes the messages into a sequence of bytes before sending it to a network socket. Likewise,
- * on the other end of the connection, the same codec can decode the sequence of bytes back into
- * a sequence of the protocol messages.
- */
-export interface ICodec<T, K> {
-    /**
-     * Encode a stream of `K`s into a stream of `T`s.
-     */
-    encode: (value: ReadableStream<K>) => ReadableStream<T>;
-    /**
-     * Decode a stream of `T`s into a stream of `K`s.
-     */
-    decode: (value: ReadableStream<T>) => ReadableStream<K>;
-}
-/**
- * `ChatPromptCodec` type is a `ICodec<T, K>` with specific types for
- * stream messages and return types of the `encode`/`decode` functions.
- * @see {@link ICodec}
- */
-interface IChatPromptCodec extends ICodec<VSBuffer, TChatPromptToken> {
-    /**
-     * Decode a stream of `VSBuffer`s into a stream of `TChatPromptToken`s.
-     *
-     * @see {@link TChatPromptToken}
-     * @see {@link VSBuffer}
-     * @see {@link ChatPromptDecoder}
-     */
-    decode: (value: ReadableStream<VSBuffer>) => ChatPromptDecoder;
-}
-/**
- * Codec that is capable to encode and decode tokens of an AI chatbot prompt message.
- */
-export declare const ChatPromptCodec: IChatPromptCodec;
-export {};

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/chatPromptCodec.js

@@ -1,13 +0,0 @@
-
-import { ChatPromptDecoder } from './chatPromptDecoder.js';
-
-const ChatPromptCodec = ( Object.freeze({
-    encode: (_stream) => {
-        throw ( new Error('The `encode` method is not implemented.'));
-    },
-    decode: (stream) => {
-        return ( new ChatPromptDecoder(stream));
-    },
-}));
-
-export { ChatPromptCodec };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/chatPromptDecoder.d.ts

@@ -1,31 +0,0 @@
-import { PromptAtMention } from "./tokens/promptAtMention.js";
-import { VSBuffer } from "@codingame/monaco-vscode-api/vscode/vs/base/common/buffer";
-import { PromptSlashCommand } from "./tokens/promptSlashCommand.js";
-import { ReadableStream } from "@codingame/monaco-vscode-api/vscode/vs/base/common/stream";
-import { PromptTemplateVariable } from "./tokens/promptTemplateVariable.js";
-import { BaseDecoder } from "./base/baseDecoder.js";
-import { PromptVariable, PromptVariableWithData } from "./tokens/promptVariable.js";
-import { TMarkdownToken } from "./base/markdownCodec/markdownDecoder.js";
-/**
- * Tokens produced by this decoder.
- */
-export type TChatPromptToken = TMarkdownToken | (PromptVariable | PromptVariableWithData) | PromptAtMention | PromptSlashCommand | PromptTemplateVariable;
-/**
- * Decoder for the common chatbot prompt message syntax.
- * For instance, the file references `#file:./path/file.md` are handled by this decoder.
- */
-export declare class ChatPromptDecoder extends BaseDecoder<TChatPromptToken, TMarkdownToken> {
-    /**
-     * Currently active parser object that is used to parse a well-known sequence of
-     * tokens, for instance, a `#file:/path/to/file.md` link that consists of `hash`,
-     * `word`, and `colon` tokens sequence plus the `file path` part that follows.
-     */
-    private current?;
-    constructor(stream: ReadableStream<VSBuffer>);
-    protected onStreamData(token: TMarkdownToken): void;
-    protected onStreamEnd(): void;
-    /**
-     * Re-emit tokens accumulated so far in the current parser object.
-     */
-    protected reEmitCurrentTokens(): void;
-}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/chatPromptDecoder.js

@@ -1,109 +0,0 @@
-
-import { PromptToken } from './tokens/promptToken.js';
-import { PartialPromptAtMention } from './parsers/promptAtMentionParser.js';
-import { assert, assertNever } from '@codingame/monaco-vscode-api/vscode/vs/base/common/assert';
-import { PartialPromptSlashCommand } from './parsers/promptSlashCommandParser.js';
-import { BaseDecoder } from './base/baseDecoder.js';
-import { At } from './base/simpleCodec/tokens/at.js';
-import { Hash } from './base/simpleCodec/tokens/hash.js';
-import { Slash } from './base/simpleCodec/tokens/slash.js';
-import { DollarSign } from './base/simpleCodec/tokens/dollarSign.js';
-import { PartialPromptVariableName, PartialPromptVariableWithData } from './parsers/promptVariableParser.js';
-import { MarkdownDecoder } from './base/markdownCodec/markdownDecoder.js';
-import { PartialPromptTemplateVariableStart, PartialPromptTemplateVariable } from './parsers/promptTemplateVariableParser.js';
-
-class ChatPromptDecoder extends BaseDecoder {
-    constructor(stream) {
-        super(( new MarkdownDecoder(stream)));
-    }
-    onStreamData(token) {
-        if ((token instanceof Hash) && !this.current) {
-            this.current = ( new PartialPromptVariableName(token));
-            return;
-        }
-        if ((token instanceof At) && !this.current) {
-            this.current = ( new PartialPromptAtMention(token));
-            return;
-        }
-        if ((token instanceof Slash) && !this.current) {
-            this.current = ( new PartialPromptSlashCommand(token));
-            return;
-        }
-        if ((token instanceof DollarSign) && !this.current) {
-            this.current = ( new PartialPromptTemplateVariableStart(token));
-            return;
-        }
-        if (!this.current) {
-            this._onData.fire(token);
-            return;
-        }
-        const parseResult = this.current.accept(token);
-        switch (parseResult.result) {
-            case 'success': {
-                const { nextParser } = parseResult;
-                if (nextParser instanceof PromptToken) {
-                    this._onData.fire(nextParser);
-                    delete this.current;
-                }
-                else {
-                    this.current = nextParser;
-                }
-                break;
-            }
-            case 'failure': {
-                this.reEmitCurrentTokens();
-                break;
-            }
-        }
-        if (!parseResult.wasTokenConsumed) {
-            this.onStreamData(token);
-        }
-    }
-    onStreamEnd() {
-        try {
-            if (this.current === undefined) {
-                return;
-            }
-            if (this.current instanceof PartialPromptVariableName) {
-                this._onData.fire(this.current.asPromptVariable());
-                return;
-            }
-            if (this.current instanceof PartialPromptVariableWithData) {
-                this._onData.fire(this.current.asPromptVariableWithData());
-                return;
-            }
-            if (this.current instanceof PartialPromptAtMention) {
-                this._onData.fire(this.current.asPromptAtMention());
-                return;
-            }
-            if (this.current instanceof PartialPromptSlashCommand) {
-                this._onData.fire(this.current.asPromptSlashCommand());
-                return;
-            }
-            assert((this.current instanceof PartialPromptTemplateVariableStart) === false, 'Incomplete template variable token.');
-            if (this.current instanceof PartialPromptTemplateVariable) {
-                this._onData.fire(this.current.asPromptTemplateVariable());
-                return;
-            }
-            assertNever(this.current, `Unknown parser object '${this.current}'`);
-        }
-        catch (_error) {
-            this.reEmitCurrentTokens();
-        }
-        finally {
-            delete this.current;
-            super.onStreamEnd();
-        }
-    }
-    reEmitCurrentTokens() {
-        if (this.current === undefined) {
-            return;
-        }
-        for (const token of this.current.tokens) {
-            this._onData.fire(token);
-        }
-        delete this.current;
-    }
-}
-
-export { ChatPromptDecoder };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/parsers/promptAtMentionParser.d.ts

@@ -1,27 +0,0 @@
-import { PromptAtMention } from "../tokens/promptAtMention.js";
-import { At } from "../base/simpleCodec/tokens/at.js";
-import { TSimpleDecoderToken } from "../base/simpleCodec/simpleDecoder.js";
-import { ParserBase, TAcceptTokenResult } from "../base/simpleCodec/parserBase.js";
-/**
- * List of characters that terminate the prompt at-mention sequence.
- */
-export declare const STOP_CHARACTERS: readonly string[];
-/**
- * List of characters that cannot be in an at-mention name (excluding the {@link STOP_CHARACTERS}).
- */
-export declare const INVALID_NAME_CHARACTERS: readonly string[];
-/**
- * The parser responsible for parsing a `prompt @mention` sequences.
- * E.g., `@workspace` or `@github` participant mention.
- */
-export declare class PartialPromptAtMention extends ParserBase<TSimpleDecoderToken, PartialPromptAtMention | PromptAtMention> {
-    constructor(token: At);
-    accept(token: TSimpleDecoderToken): TAcceptTokenResult<PartialPromptAtMention | PromptAtMention>;
-    /**
-     * Try to convert current parser instance into a fully-parsed {@link PromptAtMention} token.
-     *
-     * @throws if sequence of tokens received so far do not constitute a valid prompt variable,
-     *        for instance, if there is only `1` starting `@` token is available.
-     */
-    asPromptAtMention(): PromptAtMention;
-}