@codingame/monaco-vscode-chat-service-override 18.4.0 → 19.0.0

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/parsers/frontMatterSequence.d.ts

@@ -0,0 +1,11 @@
+import { BaseToken } from "../../baseToken.js";
+import { FrontMatterSequence } from "../tokens/frontMatterSequence.js";
+import { TSimpleDecoderToken } from "../../simpleCodec/simpleDecoder.js";
+import { ParserBase, TAcceptTokenResult } from "../../simpleCodec/parserBase.js";
+export declare class PartialFrontMatterSequence extends ParserBase<TSimpleDecoderToken, PartialFrontMatterSequence | FrontMatterSequence> {
+    private readonly shouldStop;
+    constructor(shouldStop: (token: BaseToken) => boolean);
+    accept(token: TSimpleDecoderToken): TAcceptTokenResult<PartialFrontMatterSequence | FrontMatterSequence>;
+    addTokens(tokens: readonly TSimpleDecoderToken[]): this;
+    asSequenceToken(): FrontMatterSequence;
+}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/parsers/frontMatterSequence.js

@@ -0,0 +1,41 @@
+
+import { __decorate } from '@codingame/monaco-vscode-api/external/tslib/tslib.es6';
+import { FrontMatterSequence } from '../tokens/frontMatterSequence.js';
+import { ParserBase, assertNotConsumed } from '../../simpleCodec/parserBase.js';
+
+class PartialFrontMatterSequence extends ParserBase {
+    constructor(
+    shouldStop) {
+        super([]);
+        this.shouldStop = shouldStop;
+    }
+    accept(token) {
+        if (this.shouldStop(token)) {
+            this.isConsumed = true;
+            return {
+                result: 'success',
+                nextParser: this.asSequenceToken(),
+                wasTokenConsumed: false,
+            };
+        }
+        this.currentTokens.push(token);
+        return {
+            result: 'success',
+            nextParser: this,
+            wasTokenConsumed: true,
+        };
+    }
+    addTokens(tokens) {
+        this.currentTokens.push(...tokens);
+        return this;
+    }
+    asSequenceToken() {
+        this.isConsumed = true;
+        return ( new FrontMatterSequence(this.currentTokens));
+    }
+}
+PartialFrontMatterSequence.__decorator = ( __decorate([
+    assertNotConsumed
+], PartialFrontMatterSequence.prototype, "accept", null));
+
+export { PartialFrontMatterSequence };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/parsers/frontMatterString.d.ts

@@ -0,0 +1,9 @@
+import { TSimpleDecoderToken } from "../../simpleCodec/simpleDecoder.js";
+import { FrontMatterString, type TQuoteToken } from "../tokens/frontMatterString.js";
+import { ParserBase, type TAcceptTokenResult } from "../../simpleCodec/parserBase.js";
+export declare class PartialFrontMatterString extends ParserBase<TSimpleDecoderToken, PartialFrontMatterString | FrontMatterString<TQuoteToken>> {
+    private readonly startToken;
+    constructor(startToken: TQuoteToken);
+    accept(token: TSimpleDecoderToken): TAcceptTokenResult<PartialFrontMatterString | FrontMatterString<TQuoteToken>>;
+    asStringToken(): FrontMatterString<TQuoteToken>;
+}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/parsers/frontMatterString.js

@@ -0,0 +1,63 @@
+
+import { __decorate } from '@codingame/monaco-vscode-api/external/tslib/tslib.es6';
+import { assert } from '@codingame/monaco-vscode-api/vscode/vs/base/common/assert';
+import '../../simpleCodec/tokens/at.js';
+import '../../simpleCodec/tokens/tab.js';
+import '../../simpleCodec/tokens/dash.js';
+import '../../simpleCodec/tokens/hash.js';
+import '../../simpleCodec/tokens/colon.js';
+import '../../simpleCodec/tokens/quote.js';
+import '../../simpleCodec/tokens/slash.js';
+import '../../simpleCodec/tokens/space.js';
+import '../../simpleCodec/tokens/comma.js';
+import '../../simpleCodec/tokens/formFeed.js';
+import '../../simpleCodec/tokens/dollarSign.js';
+import '../../simpleCodec/tokens/verticalTab.js';
+import '../../simpleCodec/tokens/doubleQuote.js';
+import '../../simpleCodec/tokens/exclamationMark.js';
+import { SimpleToken } from '../../simpleCodec/tokens/simpleToken.js';
+import '../../simpleCodec/tokens/brackets.js';
+import '../../simpleCodec/tokens/curlyBraces.js';
+import '../../simpleCodec/tokens/parentheses.js';
+import '../../simpleCodec/tokens/angleBrackets.js';
+import { assertDefined } from '@codingame/monaco-vscode-api/vscode/vs/base/common/types';
+import { FrontMatterString } from '../tokens/frontMatterString.js';
+import { ParserBase, assertNotConsumed } from '../../simpleCodec/parserBase.js';
+
+class PartialFrontMatterString extends ParserBase {
+    constructor(startToken) {
+        super([startToken]);
+        this.startToken = startToken;
+    }
+    accept(token) {
+        this.currentTokens.push(token);
+        if ((token instanceof SimpleToken) && (this.startToken.sameType(token))) {
+            return {
+                result: 'success',
+                nextParser: this.asStringToken(),
+                wasTokenConsumed: true,
+            };
+        }
+        return {
+            result: 'success',
+            nextParser: this,
+            wasTokenConsumed: true,
+        };
+    }
+    asStringToken() {
+        const endToken = this.currentTokens[this.currentTokens.length - 1];
+        assertDefined(endToken, `No matching end token found.`);
+        assert(this.startToken.sameType(endToken), `String starts with \`${this.startToken.text}\`, but ends with \`${endToken.text}\`.`);
+        return ( new FrontMatterString([
+            this.startToken,
+            ...this.currentTokens
+                .slice(1, this.currentTokens.length - 1),
+            endToken,
+        ]));
+    }
+}
+PartialFrontMatterString.__decorator = ( __decorate([
+    assertNotConsumed
+], PartialFrontMatterString.prototype, "accept", null));
+
+export { PartialFrontMatterString };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/parsers/frontMatterValue.d.ts

@@ -0,0 +1,21 @@
+import { BaseToken } from "../../baseToken.js";
+import { FrontMatterValueToken } from "../tokens/frontMatterToken.js";
+import { FrontMatterSequence } from "../tokens/frontMatterSequence.js";
+import { TSimpleDecoderToken } from "../../simpleCodec/simpleDecoder.js";
+import { Word, Quote, DoubleQuote, LeftBracket } from "@codingame/monaco-vscode-api/vscode/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/tokens";
+import { ParserBase, TAcceptTokenResult } from "../../simpleCodec/parserBase.js";
+import { type FrontMatterParserFactory } from "./frontMatterParserFactory.js";
+export declare const VALID_VALUE_START_TOKENS: readonly (typeof Quote | typeof DoubleQuote | typeof LeftBracket)[];
+type TValueStartToken = InstanceType<typeof VALID_VALUE_START_TOKENS[number]>;
+export declare class PartialFrontMatterValue extends ParserBase<TSimpleDecoderToken, PartialFrontMatterValue | FrontMatterValueToken> {
+    private readonly factory;
+    private readonly shouldStop;
+    private currentValueParser?;
+    get tokens(): readonly TSimpleDecoderToken[];
+    constructor(factory: FrontMatterParserFactory, shouldStop: (token: BaseToken) => boolean);
+    accept(token: TSimpleDecoderToken): TAcceptTokenResult<PartialFrontMatterValue | FrontMatterValueToken>;
+    static isValueStartToken(token: BaseToken): token is TValueStartToken | Word<"true" | "false">;
+    get isSequence(): boolean;
+    asSequenceToken(): FrontMatterSequence;
+}
+export {};

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/parsers/frontMatterValue.js

@@ -0,0 +1,127 @@
+
+import { __decorate } from '@codingame/monaco-vscode-api/external/tslib/tslib.es6';
+import { FrontMatterBoolean, asBoolean } from '../tokens/frontMatterBoolean.js';
+import { FrontMatterValueToken } from '../tokens/frontMatterToken.js';
+import { PartialFrontMatterSequence } from './frontMatterSequence.js';
+import { FrontMatterSequence } from '../tokens/frontMatterSequence.js';
+import '../../simpleCodec/tokens/at.js';
+import '../../simpleCodec/tokens/tab.js';
+import '../../simpleCodec/tokens/dash.js';
+import '../../simpleCodec/tokens/hash.js';
+import { Word } from '../../simpleCodec/tokens/word.js';
+import '../../simpleCodec/tokens/colon.js';
+import { Quote } from '../../simpleCodec/tokens/quote.js';
+import '../../simpleCodec/tokens/slash.js';
+import '../../simpleCodec/tokens/space.js';
+import '../../simpleCodec/tokens/comma.js';
+import '../../simpleCodec/tokens/formFeed.js';
+import '../../simpleCodec/tokens/dollarSign.js';
+import '../../simpleCodec/tokens/verticalTab.js';
+import { DoubleQuote } from '../../simpleCodec/tokens/doubleQuote.js';
+import '../../simpleCodec/tokens/exclamationMark.js';
+import '@codingame/monaco-vscode-api/vscode/vs/base/common/errors';
+import { LeftBracket } from '../../simpleCodec/tokens/brackets.js';
+import '../../simpleCodec/tokens/curlyBraces.js';
+import '../../simpleCodec/tokens/parentheses.js';
+import '../../simpleCodec/tokens/angleBrackets.js';
+import { ParserBase, assertNotConsumed } from '../../simpleCodec/parserBase.js';
+
+const VALID_VALUE_START_TOKENS = ( Object.freeze([
+    Quote,
+    DoubleQuote,
+    LeftBracket,
+]));
+class PartialFrontMatterValue extends ParserBase {
+    get tokens() {
+        if (this.currentValueParser === undefined) {
+            return [];
+        }
+        return this.currentValueParser.tokens;
+    }
+    constructor(factory,
+    shouldStop) {
+        super();
+        this.factory = factory;
+        this.shouldStop = shouldStop;
+    }
+    accept(token) {
+        if (this.currentValueParser !== undefined) {
+            const acceptResult = this.currentValueParser.accept(token);
+            const { result, wasTokenConsumed } = acceptResult;
+            this.isConsumed = this.currentValueParser.consumed;
+            if (result === 'success') {
+                const { nextParser } = acceptResult;
+                if (nextParser instanceof FrontMatterValueToken) {
+                    return {
+                        result: 'success',
+                        nextParser,
+                        wasTokenConsumed,
+                    };
+                }
+                this.currentValueParser = nextParser;
+                return {
+                    result: 'success',
+                    nextParser: this,
+                    wasTokenConsumed,
+                };
+            }
+            return {
+                result: 'failure',
+                wasTokenConsumed,
+            };
+        }
+        if ((token instanceof Quote) || (token instanceof DoubleQuote)) {
+            this.currentValueParser = this.factory.createString(token);
+            return {
+                result: 'success',
+                nextParser: this,
+                wasTokenConsumed: true,
+            };
+        }
+        if (token instanceof LeftBracket) {
+            this.currentValueParser = this.factory.createArray(token);
+            return {
+                result: 'success',
+                nextParser: this,
+                wasTokenConsumed: true,
+            };
+        }
+        const maybeBoolean = FrontMatterBoolean.tryFromToken(token);
+        if (maybeBoolean !== null) {
+            this.isConsumed = true;
+            return {
+                result: 'success',
+                nextParser: maybeBoolean,
+                wasTokenConsumed: true,
+            };
+        }
+        this.currentValueParser = this.factory.createSequence(this.shouldStop);
+        return this.accept(token);
+    }
+    static isValueStartToken(token) {
+        for (const ValidToken of VALID_VALUE_START_TOKENS) {
+            if (token instanceof ValidToken) {
+                return true;
+            }
+        }
+        if ((token instanceof Word) && (asBoolean(token) !== null)) {
+            return true;
+        }
+        return false;
+    }
+    get isSequence() {
+        if (this.currentValueParser === undefined) {
+            return false;
+        }
+        return (this.currentValueParser instanceof PartialFrontMatterSequence);
+    }
+    asSequenceToken() {
+        this.isConsumed = true;
+        return ( new FrontMatterSequence(this.tokens));
+    }
+}
+PartialFrontMatterValue.__decorator = ( __decorate([
+    assertNotConsumed
+], PartialFrontMatterValue.prototype, "accept", null));
+
+export { PartialFrontMatterValue, VALID_VALUE_START_TOKENS };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/tokens/frontMatterArray.d.ts

@@ -0,0 +1,11 @@
+import { LeftBracket, RightBracket } from "@codingame/monaco-vscode-api/vscode/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/tokens";
+import { FrontMatterValueToken, type TValueTypeName } from "./frontMatterToken.js";
+export declare class FrontMatterArray extends FrontMatterValueToken<"array", [
+    LeftBracket,
+    ...FrontMatterValueToken<TValueTypeName>[],
+    RightBracket
+]> {
+    readonly valueTypeName = "array";
+    get items(): readonly FrontMatterValueToken<TValueTypeName>[];
+    toString(): string;
+}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/tokens/frontMatterArray.js

@@ -0,0 +1,25 @@
+
+import { BaseToken } from '../../baseToken.js';
+import { FrontMatterValueToken } from './frontMatterToken.js';
+
+class FrontMatterArray extends FrontMatterValueToken {
+    constructor() {
+        super(...arguments);
+        this.valueTypeName = 'array';
+    }
+    get items() {
+        const result = [];
+        for (const token of this.children) {
+            if (token instanceof FrontMatterValueToken) {
+                result.push(token);
+            }
+        }
+        return result;
+    }
+    toString() {
+        const itemsString = BaseToken.render(this.items, ', ');
+        return `front-matter-array(${itemsString})${this.range}`;
+    }
+}
+
+export { FrontMatterArray };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/tokens/frontMatterBoolean.d.ts

@@ -0,0 +1,14 @@
+import { BaseToken } from "../../baseToken.js";
+import { Word } from "@codingame/monaco-vscode-api/vscode/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/tokens";
+import { FrontMatterValueToken } from "./frontMatterToken.js";
+export declare class FrontMatterBoolean extends FrontMatterValueToken<"boolean", readonly [
+    Word
+]> {
+    readonly valueTypeName = "boolean";
+    readonly value: boolean;
+    constructor(token: Word);
+    static tryFromToken(token: BaseToken): FrontMatterBoolean | null;
+    equals(other: BaseToken): other is typeof this;
+    toString(): string;
+}
+export declare function asBoolean(token: Word): boolean | null;

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/tokens/frontMatterBoolean.js

@@ -0,0 +1,64 @@
+
+import '../../simpleCodec/tokens/at.js';
+import '../../simpleCodec/tokens/tab.js';
+import '../../simpleCodec/tokens/dash.js';
+import '../../simpleCodec/tokens/hash.js';
+import { Word } from '../../simpleCodec/tokens/word.js';
+import '../../simpleCodec/tokens/colon.js';
+import '../../simpleCodec/tokens/quote.js';
+import '../../simpleCodec/tokens/slash.js';
+import '../../simpleCodec/tokens/space.js';
+import '../../simpleCodec/tokens/comma.js';
+import '../../simpleCodec/tokens/formFeed.js';
+import '../../simpleCodec/tokens/dollarSign.js';
+import '../../simpleCodec/tokens/verticalTab.js';
+import '../../simpleCodec/tokens/doubleQuote.js';
+import '../../simpleCodec/tokens/exclamationMark.js';
+import '@codingame/monaco-vscode-api/vscode/vs/base/common/errors';
+import '../../simpleCodec/tokens/brackets.js';
+import '../../simpleCodec/tokens/curlyBraces.js';
+import '../../simpleCodec/tokens/parentheses.js';
+import '../../simpleCodec/tokens/angleBrackets.js';
+import { FrontMatterValueToken } from './frontMatterToken.js';
+import { assertDefined } from '@codingame/monaco-vscode-api/vscode/vs/base/common/types';
+
+class FrontMatterBoolean extends FrontMatterValueToken {
+    constructor(token) {
+        const value = asBoolean(token);
+        assertDefined(value, `Cannot convert '${token}' to a boolean value.`);
+        super([token]);
+        this.valueTypeName = 'boolean';
+        this.value = value;
+    }
+    static tryFromToken(token) {
+        if (token instanceof Word === false) {
+            return null;
+        }
+        try {
+            return ( new FrontMatterBoolean(token));
+        }
+        catch (_error) {
+            return null;
+        }
+    }
+    equals(other) {
+        if (super.equals(other) === false) {
+            return false;
+        }
+        return this.value === other.value;
+    }
+    toString() {
+        return `front-matter-boolean(${this.shortText()})${this.range}`;
+    }
+}
+function asBoolean(token) {
+    if (token.text.toLowerCase() === 'true') {
+        return true;
+    }
+    if (token.text.toLowerCase() === 'false') {
+        return false;
+    }
+    return null;
+}
+
+export { FrontMatterBoolean, asBoolean };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/tokens/frontMatterRecord.d.ts

@@ -0,0 +1,22 @@
+import { Colon, Word, Dash, SpacingToken } from "@codingame/monaco-vscode-api/vscode/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/tokens";
+import { FrontMatterToken, FrontMatterValueToken, type TValueTypeName } from "./frontMatterToken.js";
+export type TNameToken = Word | Dash;
+export declare class FrontMatterRecordName extends FrontMatterToken<readonly TNameToken[]> {
+    toString(): string;
+}
+export declare class FrontMatterRecordDelimiter extends FrontMatterToken<readonly [
+    Colon,
+    SpacingToken
+]> {
+    toString(): string;
+}
+export declare class FrontMatterRecord extends FrontMatterToken<readonly [
+    FrontMatterRecordName,
+    FrontMatterRecordDelimiter,
+    FrontMatterValueToken<TValueTypeName>
+]> {
+    get nameToken(): FrontMatterRecordName;
+    get valueToken(): FrontMatterValueToken<TValueTypeName>;
+    trimValueEnd(): readonly SpacingToken[];
+    toString(): string;
+}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/tokens/frontMatterRecord.js

@@ -0,0 +1,37 @@
+
+import { BaseToken } from '../../baseToken.js';
+import { FrontMatterSequence } from './frontMatterSequence.js';
+import { FrontMatterToken } from './frontMatterToken.js';
+
+class FrontMatterRecordName extends FrontMatterToken {
+    toString() {
+        return `front-matter-record-name(${this.shortText()})${this.range}`;
+    }
+}
+class FrontMatterRecordDelimiter extends FrontMatterToken {
+    toString() {
+        return `front-matter-delimiter(${this.shortText()})${this.range}`;
+    }
+}
+class FrontMatterRecord extends FrontMatterToken {
+    get nameToken() {
+        return this.children[0];
+    }
+    get valueToken() {
+        return this.children[2];
+    }
+    trimValueEnd() {
+        const { valueToken } = this;
+        if ((valueToken instanceof FrontMatterSequence) === false) {
+            return [];
+        }
+        const trimmedTokens = valueToken.trimEnd();
+        this.withRange(BaseToken.fullRange(this.children));
+        return trimmedTokens;
+    }
+    toString() {
+        return `front-matter-record(${this.shortText()})${this.range}`;
+    }
+}
+
+export { FrontMatterRecord, FrontMatterRecordDelimiter, FrontMatterRecordName };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/tokens/frontMatterSequence.d.ts

@@ -0,0 +1,9 @@
+import { FrontMatterValueToken } from "./frontMatterToken.js";
+import { SpacingToken } from "@codingame/monaco-vscode-api/vscode/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/tokens";
+import { type TSimpleDecoderToken } from "../../simpleCodec/simpleDecoder.js";
+export declare class FrontMatterSequence extends FrontMatterValueToken<FrontMatterSequence, readonly TSimpleDecoderToken[]> {
+    get valueTypeName(): this;
+    get cleanText(): string;
+    trimEnd(): readonly SpacingToken[];
+    toString(): string;
+}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/tokens/frontMatterSequence.js

@@ -0,0 +1,57 @@
+
+import { BaseToken } from '../../baseToken.js';
+import { FrontMatterValueToken } from './frontMatterToken.js';
+import '../../simpleCodec/tokens/at.js';
+import '../../simpleCodec/tokens/tab.js';
+import '../../simpleCodec/tokens/dash.js';
+import '../../simpleCodec/tokens/hash.js';
+import { Word } from '../../simpleCodec/tokens/word.js';
+import '../../simpleCodec/tokens/colon.js';
+import '../../simpleCodec/tokens/quote.js';
+import '../../simpleCodec/tokens/slash.js';
+import '../../simpleCodec/tokens/space.js';
+import '../../simpleCodec/tokens/comma.js';
+import '../../simpleCodec/tokens/formFeed.js';
+import '../../simpleCodec/tokens/dollarSign.js';
+import '../../simpleCodec/tokens/verticalTab.js';
+import '../../simpleCodec/tokens/doubleQuote.js';
+import '../../simpleCodec/tokens/exclamationMark.js';
+import { SpacingToken } from '../../simpleCodec/tokens/simpleToken.js';
+import '../../simpleCodec/tokens/brackets.js';
+import '../../simpleCodec/tokens/curlyBraces.js';
+import '../../simpleCodec/tokens/parentheses.js';
+import '../../simpleCodec/tokens/angleBrackets.js';
+
+class FrontMatterSequence extends FrontMatterValueToken {
+    get valueTypeName() {
+        return this;
+    }
+    get cleanText() {
+        return this.text;
+    }
+    trimEnd() {
+        const trimmedTokens = [];
+        let lastNonSpace = this.childTokens.length - 1;
+        while (lastNonSpace >= 0) {
+            const token = this.childTokens[lastNonSpace];
+            if (token instanceof SpacingToken) {
+                trimmedTokens.push(token);
+                lastNonSpace--;
+                continue;
+            }
+            break;
+        }
+        this.childTokens.length = lastNonSpace + 1;
+        if (this.childTokens.length === 0) {
+            this.collapseRangeToStart();
+            this.childTokens.push(( new Word(this.range, '')));
+        }
+        this.withRange(BaseToken.fullRange(this.childTokens));
+        return trimmedTokens.reverse();
+    }
+    toString() {
+        return `front-matter-sequence(${this.shortText()})${this.range}`;
+    }
+}
+
+export { FrontMatterSequence };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/tokens/frontMatterString.d.ts

@@ -0,0 +1,13 @@
+import { BaseToken } from "../../baseToken.js";
+import { FrontMatterValueToken } from "./frontMatterToken.js";
+import { Quote, DoubleQuote } from "@codingame/monaco-vscode-api/vscode/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/simpleCodec/tokens/tokens";
+export type TQuoteToken = Quote | DoubleQuote;
+export declare class FrontMatterString<TQuote extends TQuoteToken = Quote> extends FrontMatterValueToken<"quoted-string", readonly [
+    TQuote,
+    ...BaseToken[],
+    TQuote
+]> {
+    readonly valueTypeName = "quoted-string";
+    get cleanText(): string;
+    toString(): string;
+}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/tokens/frontMatterString.js

@@ -0,0 +1,18 @@
+
+import { BaseToken } from '../../baseToken.js';
+import { FrontMatterValueToken } from './frontMatterToken.js';
+
+class FrontMatterString extends FrontMatterValueToken {
+    constructor() {
+        super(...arguments);
+        this.valueTypeName = 'quoted-string';
+    }
+    get cleanText() {
+        return BaseToken.render(this.children.slice(1, this.children.length - 1));
+    }
+    toString() {
+        return `front-matter-string(${this.shortText()})${this.range}`;
+    }
+}
+
+export { FrontMatterString };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/tokens/frontMatterToken.d.ts

@@ -0,0 +1,9 @@
+import { BaseToken } from "../../baseToken.js";
+import { CompositeToken } from "../../compositeToken.js";
+import { FrontMatterSequence } from "./frontMatterSequence.js";
+export declare abstract class FrontMatterToken<TTokens extends readonly BaseToken[] = readonly BaseToken[]> extends CompositeToken<TTokens> {
+}
+export type TValueTypeName = "quoted-string" | "boolean" | "array" | FrontMatterSequence;
+export declare abstract class FrontMatterValueToken<TTypeName extends TValueTypeName = TValueTypeName, TTokens extends readonly BaseToken[] = readonly BaseToken[]> extends FrontMatterToken<TTokens> {
+    abstract readonly valueTypeName: TTypeName;
+}

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/frontMatterCodec/tokens/frontMatterToken.js

@@ -0,0 +1,9 @@
+
+import { CompositeToken } from '../../compositeToken.js';
+
+class FrontMatterToken extends CompositeToken {
+}
+class FrontMatterValueToken extends FrontMatterToken {
+}
+
+export { FrontMatterToken, FrontMatterValueToken };

package/vscode/src/vs/workbench/contrib/chat/common/promptSyntax/codecs/base/linesCodec/linesDecoder.d.ts

@@ -0,0 +1,16 @@
+import { Line } from "./tokens/line.js";
+import { NewLine } from "./tokens/newLine.js";
+import { CarriageReturn } from "./tokens/carriageReturn.js";
+import { VSBuffer } from "@codingame/monaco-vscode-api/vscode/vs/base/common/buffer";
+import { BaseDecoder } from "../baseDecoder.js";
+export type TLineBreakToken = CarriageReturn | NewLine;
+export type TLineToken = Line | TLineBreakToken;
+export declare class LinesDecoder extends BaseDecoder<TLineToken, VSBuffer> {
+    private buffer;
+    private lastEmittedLine?;
+    protected onStreamData(chunk: VSBuffer): void;
+    private processData;
+    private findEndOfLineTokens;
+    private emitLine;
+    protected onStreamEnd(): void;
+}