@vscode/chat-lib 0.1.2 → 0.1.3-0

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/currentFile.js

@@ -0,0 +1,151 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MAX_EDIT_DISTANCE_LENGTH = void 0;
+exports.CurrentFile = CurrentFile;
+exports.BeforeCursor = BeforeCursor;
+exports.AfterCursor = AfterCursor;
+exports.DocumentPrefix = DocumentPrefix;
+exports.DocumentSuffix = DocumentSuffix;
+const jsx_runtime_1 = require("../../../../prompt/jsx-runtime//jsx-runtime");
+const components_1 = require("../../../../prompt/src/components/components");
+const prompt_1 = require("../../../../prompt/src/prompt");
+const suffixMatchCriteria_1 = require("../../../../prompt/src/suffixMatchCriteria");
+const tokenization_1 = require("../../../../prompt/src/tokenization");
+const componentsCompletionsPromptFactory_1 = require("../completionsPromptFactory/componentsCompletionsPromptFactory");
+/** The maximum number of tokens that is used for calculate edit distance. */
+exports.MAX_EDIT_DISTANCE_LENGTH = 50;
+function approximateMaxCharacters(maxPromptLength) {
+    const maxCharsInPrompt = maxPromptLength * 4; // approximate 4 chars per token
+    const compensation = maxPromptLength * 0.1; // 10% overflow to compensate the token approximation
+    return Math.floor(maxCharsInPrompt + compensation);
+}
+/**
+ * A required component for the CompletionsPromptRenderer. It represents the document and position where completions should be shown.
+ */
+function CurrentFile(_props, context) {
+    const [document, setDocument] = context.useState();
+    const [position, setPosition] = context.useState();
+    const [maxPromptLength, setMaxPromptLength] = context.useState(0);
+    const [suffixMatchThreshold, setSuffixMatchThreshold] = context.useState();
+    const [tokenizer, setTokenizer] = context.useState();
+    context.useData(componentsCompletionsPromptFactory_1.isCompletionRequestData, request => {
+        const requestDocument = request.document;
+        if (request.document.uri !== document?.uri || requestDocument.getText() !== document?.getText()) {
+            setDocument(requestDocument);
+        }
+        if (request.position !== position) {
+            setPosition(request.position);
+        }
+        if (request.suffixMatchThreshold !== suffixMatchThreshold) {
+            setSuffixMatchThreshold(request.suffixMatchThreshold);
+        }
+        if (request.maxPromptTokens !== maxPromptLength) {
+            setMaxPromptLength(request.maxPromptTokens);
+        }
+        if (request.tokenizer !== tokenizer) {
+            setTokenizer(request.tokenizer);
+        }
+    });
+    const maxCharacters = approximateMaxCharacters(maxPromptLength);
+    return ((0, jsx_runtime_1.jsxs)(jsx_runtime_1.Fragment, { children: [(0, jsx_runtime_1.jsx)(BeforeCursor, { document: document, position: position, maxCharacters: maxCharacters }), (0, jsx_runtime_1.jsx)(AfterCursor, { document: document, position: position, suffixMatchThreshold: suffixMatchThreshold, maxCharacters: maxCharacters, tokenizer: tokenizer })] }));
+}
+function BeforeCursor(props) {
+    if (props.document === undefined || props.position === undefined) {
+        return (0, jsx_runtime_1.jsx)(components_1.Text, {});
+    }
+    let text = props.document.getText({ start: { line: 0, character: 0 }, end: props.position });
+    if (text.length > props.maxCharacters) {
+        text = text.slice(-props.maxCharacters);
+    }
+    return (0, jsx_runtime_1.jsx)(components_1.Text, { children: text });
+}
+function AfterCursor(props, context) {
+    const [cachedSuffix, setCachedSuffix] = context.useState('');
+    if (props.document === undefined || props.position === undefined) {
+        return (0, jsx_runtime_1.jsx)(components_1.Text, {});
+    }
+    let suffix = props.document.getText({
+        start: props.position,
+        end: { line: Number.MAX_VALUE, character: Number.MAX_VALUE },
+    });
+    if (suffix.length > props.maxCharacters) {
+        suffix = suffix.slice(0, props.maxCharacters);
+    }
+    // Start the suffix at the beginning of the next line. This allows for consistent reconciliation of trailing punctuation.
+    const trimmedSuffix = suffix.replace(/^.*/, '').trimStart();
+    if (trimmedSuffix === '') {
+        return (0, jsx_runtime_1.jsx)(components_1.Text, {});
+    }
+    // Cache hit
+    if (cachedSuffix === trimmedSuffix) {
+        return (0, jsx_runtime_1.jsx)(components_1.Text, { children: cachedSuffix });
+    }
+    let suffixToUse = trimmedSuffix;
+    if (cachedSuffix !== '') {
+        const tokenizer = (0, tokenization_1.getTokenizer)(props.tokenizer);
+        const firstSuffixTokens = tokenizer.takeFirstTokens(trimmedSuffix, exports.MAX_EDIT_DISTANCE_LENGTH);
+        // Check if the suffix is similar to the cached suffix.
+        // See docs/suffix_caching.md for some background about why we do this.
+        if (firstSuffixTokens.tokens.length > 0) {
+            // Calculate the distance between the computed and cached suffixed using Levenshtein distance.
+            // Only compare the first MAX_EDIT_DISTANCE_LENGTH tokens to speed up.
+            const dist = (0, suffixMatchCriteria_1.findEditDistanceScore)(firstSuffixTokens.tokens, tokenizer.takeFirstTokens(cachedSuffix, exports.MAX_EDIT_DISTANCE_LENGTH).tokens)?.score;
+            if (100 * dist <
+                (props.suffixMatchThreshold ?? prompt_1.DEFAULT_SUFFIX_MATCH_THRESHOLD) * firstSuffixTokens.tokens.length) {
+                suffixToUse = cachedSuffix;
+            }
+        }
+    }
+    // Only set the suffix if it's different from the cached one, otherwise we rerender this component all the time
+    if (suffixToUse !== cachedSuffix) {
+        setCachedSuffix(suffixToUse);
+    }
+    return (0, jsx_runtime_1.jsx)(components_1.Text, { children: suffixToUse });
+}
+function DocumentPrefix(_props, context) {
+    const [document, setDocument] = context.useState();
+    const [position, setPosition] = context.useState();
+    const [maxPromptLength, setMaxPromptLength] = context.useState(0);
+    context.useData(componentsCompletionsPromptFactory_1.isCompletionRequestData, request => {
+        const requestDocument = request.document;
+        if (request.document.uri !== document?.uri || requestDocument.getText() !== document?.getText()) {
+            setDocument(requestDocument);
+        }
+        if (request.position !== position) {
+            setPosition(request.position);
+        }
+        if (request.maxPromptTokens !== maxPromptLength) {
+            setMaxPromptLength(request.maxPromptTokens);
+        }
+    });
+    const maxCharacters = approximateMaxCharacters(maxPromptLength);
+    return (0, jsx_runtime_1.jsx)(BeforeCursor, { document: document, position: position, maxCharacters: maxCharacters });
+}
+function DocumentSuffix(_props, context) {
+    const [document, setDocument] = context.useState();
+    const [position, setPosition] = context.useState();
+    const [maxPromptLength, setMaxPromptLength] = context.useState(0);
+    const [suffixMatchThreshold, setSuffixMatchThreshold] = context.useState();
+    const [tokenizer, setTokenizer] = context.useState();
+    context.useData(componentsCompletionsPromptFactory_1.isCompletionRequestData, request => {
+        const requestDocument = request.document;
+        if (request.document.uri !== document?.uri || requestDocument.getText() !== document?.getText()) {
+            setDocument(requestDocument);
+        }
+        if (request.position !== position) {
+            setPosition(request.position);
+        }
+        if (request.suffixMatchThreshold !== suffixMatchThreshold) {
+            setSuffixMatchThreshold(request.suffixMatchThreshold);
+        }
+        if (request.maxPromptTokens !== maxPromptLength) {
+            setMaxPromptLength(request.maxPromptTokens);
+        }
+        if (request.tokenizer !== tokenizer) {
+            setTokenizer(request.tokenizer);
+        }
+    });
+    const maxCharacters = approximateMaxCharacters(maxPromptLength);
+    return ((0, jsx_runtime_1.jsx)(AfterCursor, { document: document, position: position, suffixMatchThreshold: suffixMatchThreshold, maxCharacters: maxCharacters, tokenizer: tokenizer }));
+}
+//# sourceMappingURL=currentFile.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/currentFile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"currentFile.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/currentFile.tsx"],"names":[],"mappings":";;;AA6BA,kCA2CC;AAED,oCAcC;AAED,kCA+DC;AAED,wCAuBC;AAED,wCAuCC;;AAnND,6EAA0G;AAC1G,0DAA+E;AAC/E,oFAAmF;AACnF,sEAAkF;AAClF,uHAGwE;AAExE,6EAA6E;AAChE,QAAA,wBAAwB,GAAG,EAAE,CAAC;AAE3C,SAAS,wBAAwB,CAAC,eAAuB;IACxD,MAAM,gBAAgB,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC,gCAAgC;IAC9E,MAAM,YAAY,GAAG,eAAe,GAAG,GAAG,CAAC,CAAC,qDAAqD;IACjG,OAAO,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,YAAY,CAAC,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,SAAgB,WAAW,CAAC,MAA0B,EAAE,OAAyB;IAChF,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,OAAO,CAAC,QAAQ,EAA6B,CAAC;IAC9E,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAY,CAAC;IAC7D,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAS,CAAC,CAAC,CAAC;IAC1E,MAAM,CAAC,oBAAoB,EAAE,uBAAuB,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAU,CAAC;IACnF,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAiB,CAAC;IAEpE,OAAO,CAAC,OAAO,CAAC,4DAAuB,EAAE,OAAO,CAAC,EAAE;QAClD,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CAAC;QACzC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,KAAK,QAAQ,EAAE,GAAG,IAAI,eAAe,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC;YACjG,WAAW,CAAC,eAAe,CAAC,CAAC;QAC9B,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACnC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;QAED,IAAI,OAAO,CAAC,oBAAoB,KAAK,oBAAoB,EAAE,CAAC;YAC3D,uBAAuB,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,OAAO,CAAC,eAAe,KAAK,eAAe,EAAE,CAAC;YACjD,kBAAkB,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACrC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,wBAAwB,CAAC,eAAe,CAAC,CAAC;IAChE,OAAO,CACN,6DACC,uBAAC,YAAY,IAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,aAAa,GAAI,EACtF,uBAAC,WAAW,IACX,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,QAAQ,EAClB,oBAAoB,EAAE,oBAAoB,EAC1C,aAAa,EAAE,aAAa,EAC5B,SAAS,EAAE,SAAS,GACnB,IACA,CACH,CAAC;AACH,CAAC;AAED,SAAgB,YAAY,CAAC,KAI5B;IACA,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAClE,OAAO,uBAAC,iBAAI,KAAG,CAAC;IACjB,CAAC;IAED,IAAI,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC7F,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;QACvC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,uBAAC,iBAAI,cAAE,IAAI,GAAQ,CAAC;AAC5B,CAAC;AAED,SAAgB,WAAW,CAC1B,KAMC,EACD,OAAyB;IAEzB,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAS,EAAE,CAAC,CAAC;IAErE,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAClE,OAAO,uBAAC,iBAAI,KAAG,CAAC;IACjB,CAAC;IAED,IAAI,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QACnC,KAAK,EAAE,KAAK,CAAC,QAAQ;QACrB,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE;KAC5D,CAAC,CAAC;IACH,IAAI,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;QACzC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;IAC/C,CAAC;IAED,yHAAyH;IACzH,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC;IAC5D,IAAI,aAAa,KAAK,EAAE,EAAE,CAAC;QAC1B,OAAO,uBAAC,iBAAI,KAAG,CAAC;IACjB,CAAC;IAED,YAAY;IACZ,IAAI,YAAY,KAAK,aAAa,EAAE,CAAC;QACpC,OAAO,uBAAC,iBAAI,cAAE,YAAY,GAAQ,CAAC;IACpC,CAAC;IAED,IAAI,WAAW,GAAG,aAAa,CAAC;IAChC,IAAI,YAAY,KAAK,EAAE,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,IAAA,2BAAY,EAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,iBAAiB,GAAG,SAAS,CAAC,eAAe,CAAC,aAAa,EAAE,gCAAwB,CAAC,CAAC;QAC7F,uDAAuD;QACvD,uEAAuE;QACvE,IAAI,iBAAiB,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,8FAA8F;YAC9F,sEAAsE;YACtE,MAAM,IAAI,GAAG,IAAA,2CAAqB,EACjC,iBAAiB,CAAC,MAAM,EACxB,SAAS,CAAC,eAAe,CAAC,YAAY,EAAE,gCAAwB,CAAC,CAAC,MAAM,CACxE,EAAE,KAAK,CAAC;YACT,IACC,GAAG,GAAG,IAAI;gBACV,CAAC,KAAK,CAAC,oBAAoB,IAAI,uCAA8B,CAAC,GAAG,iBAAiB,CAAC,MAAM,CAAC,MAAM,EAC/F,CAAC;gBACF,WAAW,GAAG,YAAY,CAAC;YAC5B,CAAC;QACF,CAAC;IACF,CAAC;IAED,+GAA+G;IAC/G,IAAI,WAAW,KAAK,YAAY,EAAE,CAAC;QAClC,eAAe,CAAC,WAAW,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,uBAAC,iBAAI,cAAE,WAAW,GAAQ,CAAC;AACnC,CAAC;AAED,SAAgB,cAAc,CAAC,MAA0B,EAAE,OAAyB;IACnF,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,OAAO,CAAC,QAAQ,EAA6B,CAAC;IAC9E,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAY,CAAC;IAC7D,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAS,CAAC,CAAC,CAAC;IAE1E,OAAO,CAAC,OAAO,CAAC,4DAAuB,EAAE,OAAO,CAAC,EAAE;QAClD,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CAAC;QACzC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,KAAK,QAAQ,EAAE,GAAG,IAAI,eAAe,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC;YACjG,WAAW,CAAC,eAAe,CAAC,CAAC;QAC9B,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACnC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;QAED,IAAI,OAAO,CAAC,eAAe,KAAK,eAAe,EAAE,CAAC;YACjD,kBAAkB,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QAC7C,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,wBAAwB,CAAC,eAAe,CAAC,CAAC;IAEhE,OAAO,uBAAC,YAAY,IAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,aAAa,GAAI,CAAC;AAC/F,CAAC;AAED,SAAgB,cAAc,CAAC,MAA0B,EAAE,OAAyB;IACnF,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,OAAO,CAAC,QAAQ,EAA6B,CAAC;IAC9E,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAY,CAAC;IAC7D,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAS,CAAC,CAAC,CAAC;IAC1E,MAAM,CAAC,oBAAoB,EAAE,uBAAuB,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAU,CAAC;IACnF,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAiB,CAAC;IAEpE,OAAO,CAAC,OAAO,CAAC,4DAAuB,EAAE,OAAO,CAAC,EAAE;QAClD,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CAAC;QACzC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,KAAK,QAAQ,EAAE,GAAG,IAAI,eAAe,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC;YACjG,WAAW,CAAC,eAAe,CAAC,CAAC;QAC9B,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACnC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;QAED,IAAI,OAAO,CAAC,oBAAoB,KAAK,oBAAoB,EAAE,CAAC;YAC3D,uBAAuB,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,OAAO,CAAC,eAAe,KAAK,eAAe,EAAE,CAAC;YACjD,kBAAkB,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACrC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC;IACF,CAAC,CAAC,CAAC;IACH,MAAM,aAAa,GAAG,wBAAwB,CAAC,eAAe,CAAC,CAAC;IAChE,OAAO,CACN,uBAAC,WAAW,IACX,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,QAAQ,EAClB,oBAAoB,EAAE,oBAAoB,EAC1C,aAAa,EAAE,aAAa,EAC5B,SAAS,EAAE,SAAS,GACnB,CACF,CAAC;AACH,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/elision.d.ts

@@ -0,0 +1,76 @@
+import { PromptSnapshotNodeStatistics } from '../../../../prompt/src/components/components';
+import { Tokenizer } from '../../../../prompt/src/tokenization';
+export interface WeightedBlock {
+    /**
+     * Paths use a syntax similar to JSON path, but with a few differences:
+     * - Fragments, string and number components are ignored
+     * - The same identifier can exist at the same level, and is represented as an array index ([i])
+     *   For example this prompts:
+     *     <>
+     *      <ComponentA />
+     *      <ComponentB />
+     *      <ComponentA />
+     *     </>
+     *  Would have the following paths:
+     *    $.ComponentA[0]
+     *    $.ComponentB
+     *    $.ComponentA[1]
+     */
+    componentPath: string;
+    type: 'prefix' | 'suffix' | 'context';
+    value: string;
+    weight: number;
+    index?: number;
+    nodeStatistics: PromptSnapshotNodeStatistics;
+    chunks?: Set<string>;
+    source?: unknown;
+}
+export interface ElidedBlock extends WeightedBlock {
+    tokens: number;
+    elidedValue: string;
+    elidedTokens: number;
+}
+interface ElisionStrategy {
+    elide(prefixBlocks: WeightedBlock[], prefixTokenLimit: number, suffixBlock: WeightedBlock, suffixTokenLimit: number, tokenizer: Tokenizer): {
+        blocks: ElidedBlock[];
+        cycles: number;
+    };
+}
+/**
+ * The wishlist strategy does a two-pass elision, based on prompt/src/wishlist.ts
+ * - Removes blocks (of lines) with the lowest weight, ignoring blocks with a weight of 1.
+ * - Adjust the total token count to fit within the limit line by line, top to bottom.
+ *
+ * Notice the extra `suffix*` arguments in the constructor and elide method.
+ */
+export declare class WishlistElision implements ElisionStrategy {
+    elide(prefixBlocks: WeightedBlock[], prefixTokenLimit: number, suffixBlock: WeightedBlock, suffixTokenLimit: number, tokenizer: Tokenizer): {
+        blocks: ElidedBlock[];
+        cycles: number;
+    };
+    private preparePrefixBlocks;
+    /**
+     * Special handling for the suffix, adapted from PromptWishlist.fulfill
+     * Some behaviors are different from the original implementation:
+     * - If the token limit is less than the edit distance, we don't error but just return the first tokens of the new suffix.
+     * - When using the cached suffix, we check and enforce the limit.
+     * - Remaining tokens are returned and handled by the caller, so we don't need to check the prefix nor modify limits in place.
+     */
+    private elideSuffix;
+    private elidePrefix;
+    /**
+     * Marks blocks for removal based on their weight and the total token limit.
+     * If a block has a chunk identifier, all blocks with the same chunk will be removed together.
+     * Blocks with a weight of 1 are protected from removal.
+     */
+    private removeLowWeightPrefixBlocks;
+    private trimPrefixLinesToFit;
+}
+export declare function makePrompt(elidedBlocks: ElidedBlock[]): string;
+export declare function makePrefixPrompt(elidedBlocks: ElidedBlock[]): string;
+/**
+ * Return context items grouped in blocks reflecting the prompt structure.
+ */
+export declare function makeContextPrompt(elidedBlocks: ElidedBlock[]): string[];
+export {};
+//# sourceMappingURL=elision.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/elision.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"elision.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/elision.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,4BAA4B,EAAE,MAAM,8CAA8C,CAAC;AAC5F,OAAO,EAAE,SAAS,EAAE,MAAM,qCAAqC,CAAC;AAEhE,MAAM,WAAW,aAAa;IAC7B;;;;;;;;;;;;;;OAcG;IACH,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IAEtC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,4BAA4B,CAAC;IAC7C,MAAM,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAkBD,MAAM,WAAW,WAAY,SAAQ,aAAa;IACjD,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACrB;AAED,UAAU,eAAe;IACxB,KAAK,CACJ,YAAY,EAAE,aAAa,EAAE,EAC7B,gBAAgB,EAAE,MAAM,EACxB,WAAW,EAAE,aAAa,EAC1B,gBAAgB,EAAE,MAAM,EACxB,SAAS,EAAE,SAAS,GAClB;QAAE,MAAM,EAAE,WAAW,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAC7C;AAED;;;;;;GAMG;AACH,qBAAa,eAAgB,YAAW,eAAe;IACtD,KAAK,CACJ,YAAY,EAAE,aAAa,EAAE,EAC7B,gBAAgB,EAAE,MAAM,EACxB,WAAW,EAAE,aAAa,EAC1B,gBAAgB,EAAE,MAAM,EACxB,SAAS,EAAE,SAAS;;;;IAwBrB,OAAO,CAAC,mBAAmB;IAmC3B;;;;;;OAMG;IACH,OAAO,CAAC,WAAW;IA4CnB,OAAO,CAAC,WAAW;IA6CnB;;;;OAIG;IACH,OAAO,CAAC,2BAA2B;IA2CnC,OAAO,CAAC,oBAAoB;CA2C5B;AAED,wBAAgB,UAAU,CAAC,YAAY,EAAE,WAAW,EAAE,GAAG,MAAM,CAE9D;AAED,wBAAgB,gBAAgB,CAAC,YAAY,EAAE,WAAW,EAAE,GAAG,MAAM,CAKpE;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,YAAY,EAAE,WAAW,EAAE,GAAG,MAAM,EAAE,CAsCvE"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/elision.js

@@ -0,0 +1,264 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WishlistElision = void 0;
+exports.makePrompt = makePrompt;
+exports.makePrefixPrompt = makePrefixPrompt;
+exports.makeContextPrompt = makeContextPrompt;
+/**
+ * The wishlist strategy does a two-pass elision, based on prompt/src/wishlist.ts
+ * - Removes blocks (of lines) with the lowest weight, ignoring blocks with a weight of 1.
+ * - Adjust the total token count to fit within the limit line by line, top to bottom.
+ *
+ * Notice the extra `suffix*` arguments in the constructor and elide method.
+ */
+class WishlistElision {
+    elide(prefixBlocks, prefixTokenLimit, suffixBlock, suffixTokenLimit, tokenizer) {
+        if (prefixTokenLimit <= 0) {
+            throw new Error('Prefix limit must be greater than 0');
+        }
+        const [elidablePrefixBlocks, maxPrefixTokens] = this.preparePrefixBlocks(prefixBlocks, tokenizer);
+        const { elidedSuffix, adjustedPrefixTokenLimit } = this.elideSuffix(suffixBlock, suffixTokenLimit, prefixTokenLimit, maxPrefixTokens, tokenizer);
+        const elidedPrefix = this.elidePrefix(elidablePrefixBlocks, adjustedPrefixTokenLimit, maxPrefixTokens, tokenizer);
+        return { blocks: [elidedSuffix, ...elidedPrefix], cycles: 1 };
+    }
+    preparePrefixBlocks(blocks, tokenizer) {
+        let maxPrefixTokens = 0;
+        // Create a set to keep track of component paths
+        const componentPaths = new Set();
+        const elidableBlocks = blocks.map((block, index) => {
+            let blockTokens = 0;
+            // Update the total tokens by approximating the length of a block with the sum
+            // of the lengths of its lines. Lines are split by newlines, and the newline
+            // value is kept together with the line (and hence counted as a token).
+            const blockLines = block.value.split(/([^\n]*\n+)/).filter(l => l !== '');
+            const processedBlockLines = blockLines.map(line => {
+                const tokens = tokenizer.tokenLength(line);
+                blockTokens += tokens;
+                maxPrefixTokens += tokens;
+                return { line, componentPath: block.componentPath, tokens };
+            });
+            // Check if the component path is unique
+            const componentPath = block.componentPath;
+            if (componentPaths.has(componentPath)) {
+                throw new Error(`Duplicate component path in prefix blocks: ${componentPath}`);
+            }
+            componentPaths.add(componentPath);
+            return {
+                ...block,
+                tokens: blockTokens,
+                markedForRemoval: false,
+                originalIndex: index,
+                lines: processedBlockLines,
+            };
+        });
+        return [elidableBlocks, maxPrefixTokens];
+    }
+    /**
+     * Special handling for the suffix, adapted from PromptWishlist.fulfill
+     * Some behaviors are different from the original implementation:
+     * - If the token limit is less than the edit distance, we don't error but just return the first tokens of the new suffix.
+     * - When using the cached suffix, we check and enforce the limit.
+     * - Remaining tokens are returned and handled by the caller, so we don't need to check the prefix nor modify limits in place.
+     */
+    elideSuffix(suffixBlock, suffixTokenLimit, prefixTokenLimit, maxPrefixTokens, tokenizer) {
+        const suffix = suffixBlock.value;
+        if (suffix.length === 0 || suffixTokenLimit <= 0) {
+            const elidedSuffix = {
+                ...suffixBlock,
+                tokens: 0,
+                elidedValue: '',
+                elidedTokens: 0,
+            };
+            return {
+                elidedSuffix,
+                adjustedPrefixTokenLimit: prefixTokenLimit + Math.max(0, suffixTokenLimit),
+            };
+        }
+        // Check the maximum (approximate) length of the prefix.
+        // If everything fits, we give the remaining budget to the suffix instead.
+        if (maxPrefixTokens < prefixTokenLimit) {
+            suffixTokenLimit = suffixTokenLimit + (prefixTokenLimit - maxPrefixTokens);
+            prefixTokenLimit = maxPrefixTokens;
+        }
+        const shortenedSuffix = tokenizer.takeFirstTokens(suffix, suffixTokenLimit);
+        const elidedSuffix = {
+            ...suffixBlock,
+            // Update the original value and tokens
+            value: suffix,
+            tokens: tokenizer.tokenLength(suffix),
+            elidedValue: shortenedSuffix.text,
+            elidedTokens: shortenedSuffix.tokens.length,
+        };
+        return {
+            elidedSuffix,
+            adjustedPrefixTokenLimit: prefixTokenLimit + Math.max(0, suffixTokenLimit - shortenedSuffix.tokens.length),
+        };
+    }
+    elidePrefix(elidablePrefixBlocks, tokenLimit, maxPrefixTokens, tokenizer) {
+        const prefixBlocks = this.removeLowWeightPrefixBlocks(elidablePrefixBlocks, tokenLimit, maxPrefixTokens);
+        // The nodes that are not marked for removal are split into lines, but we keep
+        // track of the block they came from
+        const prefixLines = prefixBlocks.filter(block => !block.markedForRemoval).flatMap(block => block.lines);
+        if (prefixLines.length === 0) {
+            return [];
+        }
+        const [trimmedLines, prefixTokens] = this.trimPrefixLinesToFit(prefixLines, tokenLimit, tokenizer);
+        // Populate the final elidable blocks
+        let currentPrefixTokens = prefixTokens;
+        return prefixBlocks.map(block => {
+            if (block.markedForRemoval) {
+                // Try to re-include blocks if there's space left and they are not part of a chunk
+                if (currentPrefixTokens + block.tokens <= tokenLimit && !block.chunks) {
+                    // This is an approximation, but we don't want to add more token operations.
+                    // In the wishlist, this is done using the priority list, but for simplicity we just
+                    // do it in order.
+                    currentPrefixTokens += block.tokens;
+                    return { ...block, elidedValue: block.value, elidedTokens: block.tokens };
+                }
+                return { ...block, elidedValue: '', elidedTokens: 0 };
+            }
+            const elidedValue = trimmedLines
+                .filter(l => l.componentPath === block.componentPath && l.line !== '')
+                .map(l => l.line)
+                .join('');
+            let elidedTokens = block.tokens;
+            if (elidedValue !== block.value) {
+                elidedTokens = elidedValue !== '' ? tokenizer.tokenLength(elidedValue) : 0;
+            }
+            return { ...block, elidedValue, elidedTokens };
+        });
+    }
+    /**
+     * Marks blocks for removal based on their weight and the total token limit.
+     * If a block has a chunk identifier, all blocks with the same chunk will be removed together.
+     * Blocks with a weight of 1 are protected from removal.
+     */
+    removeLowWeightPrefixBlocks(elidablePrefixBlocks, tokenLimit, maxPrefixTokens) {
+        let totalPrefixTokens = maxPrefixTokens;
+        // Sort the blocks by weight ascending
+        elidablePrefixBlocks.sort((a, b) => a.weight - b.weight);
+        // Remove blocks with the lowest weight until total tokens are within the limit
+        // If a block has a weight of 1, it is skipped in this step
+        for (const block of elidablePrefixBlocks) {
+            if (totalPrefixTokens <= tokenLimit) {
+                break;
+            }
+            if (block.weight === 1) {
+                continue;
+            }
+            // If block has a chunk that's already been processed, skip it
+            if (block.chunks && block.markedForRemoval) {
+                continue;
+            }
+            if (block.chunks && block.chunks.size > 0) {
+                // Mark all blocks with the same chunk for removal
+                for (const relatedBlock of elidablePrefixBlocks) {
+                    if (!relatedBlock.markedForRemoval &&
+                        relatedBlock.chunks &&
+                        // For nested chunks: if removing outer chunk, remove all inner chunks
+                        // by checking if the related block contains ALL chunk IDs from current block
+                        [...block.chunks].every(id => relatedBlock.chunks?.has(id))) {
+                        relatedBlock.markedForRemoval = true;
+                        totalPrefixTokens -= relatedBlock.tokens;
+                    }
+                }
+            }
+            else {
+                // Regular case: just mark this block for removal
+                block.markedForRemoval = true;
+                totalPrefixTokens -= block.tokens;
+            }
+        }
+        // Sort the nodes by their original index
+        return elidablePrefixBlocks.sort((a, b) => a.originalIndex - b.originalIndex);
+    }
+    trimPrefixLinesToFit(linesWithComponentPath, tokenLimit, tokenizer) {
+        let currentPrefixTokens = 0;
+        // Create a new array to store lines that fit within the limit
+        const fittingLines = [];
+        // Iterate from the end of the array
+        for (let i = linesWithComponentPath.length - 1; i >= 0; i--) {
+            const currentLine = linesWithComponentPath[i];
+            const lineTokens = currentLine.tokens;
+            // Check if adding this line would exceed the limit
+            if (currentPrefixTokens + lineTokens <= tokenLimit) {
+                fittingLines.unshift(currentLine); // Add to front to maintain order
+                currentPrefixTokens += lineTokens;
+            }
+            else {
+                break; // Stop once we exceed the limit
+            }
+        }
+        if (fittingLines.length === 0) {
+            // This can still mean that the last line (the cursor line) is too long.
+            // So we try to fit the last line up to the limit.
+            const lastLine = linesWithComponentPath[linesWithComponentPath.length - 1];
+            if (lastLine && lastLine.line.length > 0) {
+                const prompt = tokenizer.takeLastTokens(lastLine.line, tokenLimit);
+                fittingLines.push({
+                    line: prompt.text,
+                    componentPath: lastLine.componentPath,
+                    tokens: prompt.tokens.length,
+                });
+                return [fittingLines, prompt.tokens.length];
+            }
+            const errorMsg = `Cannot fit prefix within limit of ${tokenLimit} tokens`;
+            throw new Error(errorMsg);
+        }
+        return [fittingLines, currentPrefixTokens];
+    }
+}
+exports.WishlistElision = WishlistElision;
+function makePrompt(elidedBlocks) {
+    return elidedBlocks.map(block => block.elidedValue).join('');
+}
+function makePrefixPrompt(elidedBlocks) {
+    return elidedBlocks
+        .filter(b => b.type === 'prefix')
+        .map(block => block.elidedValue)
+        .join('');
+}
+/**
+ * Return context items grouped in blocks reflecting the prompt structure.
+ */
+function makeContextPrompt(elidedBlocks) {
+    if (elidedBlocks.length === 0) {
+        return [];
+    }
+    // Group context items by index
+    const contextGroups = new Map();
+    for (const block of elidedBlocks) {
+        // Only consider context blocks with an index
+        if (block.type === 'context' && block.index !== undefined) {
+            // Initialize the group
+            if (!contextGroups.has(block.index)) {
+                contextGroups.set(block.index, []);
+            }
+            // Add the trimmed value
+            const trimmed = block.elidedValue.trim();
+            if (trimmed.length > 0) {
+                contextGroups.get(block.index).push(trimmed);
+            }
+        }
+    }
+    const maxIndex = Math.max(...Array.from(contextGroups.keys()), -1);
+    // Create context blocks
+    const contextBlocks = [];
+    for (let i = 0; i <= maxIndex; i++) {
+        const group = contextGroups.get(i);
+        if (group && group.length > 0) {
+            const value = group.join('\n').trim();
+            contextBlocks.push(value);
+        }
+        else {
+            // If there are no items for this index, add an empty string to maintain ordering
+            contextBlocks.push('');
+        }
+    }
+    return contextBlocks;
+}
+//# sourceMappingURL=elision.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/elision.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"elision.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/elision.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;AAqUhG,gCAEC;AAED,4CAKC;AAKD,8CAsCC;AAzTD;;;;;;GAMG;AACH,MAAa,eAAe;IAC3B,KAAK,CACJ,YAA6B,EAC7B,gBAAwB,EACxB,WAA0B,EAC1B,gBAAwB,EACxB,SAAoB;QAEpB,IAAI,gBAAgB,IAAI,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,CAAC,oBAAoB,EAAE,eAAe,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;QAClG,MAAM,EAAE,YAAY,EAAE,wBAAwB,EAAE,GAAG,IAAI,CAAC,WAAW,CAClE,WAAW,EACX,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,SAAS,CACT,CAAC;QACF,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CACpC,oBAAoB,EACpB,wBAAwB,EACxB,eAAe,EACf,SAAS,CACT,CAAC;QAEF,OAAO,EAAE,MAAM,EAAE,CAAC,YAAY,EAAE,GAAG,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC/D,CAAC;IAEO,mBAAmB,CAAC,MAAuB,EAAE,SAAoB;QACxE,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,gDAAgD;QAChD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;QAEzC,MAAM,cAAc,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YAClD,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,8EAA8E;YAC9E,4EAA4E;YAC5E,uEAAuE;YACvE,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;YAC1E,MAAM,mBAAmB,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBACjD,MAAM,MAAM,GAAG,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC3C,WAAW,IAAI,MAAM,CAAC;gBACtB,eAAe,IAAI,MAAM,CAAC;gBAC1B,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC;YAC7D,CAAC,CAAC,CAAC;YACH,wCAAwC;YACxC,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC;YAC1C,IAAI,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;gBACvC,MAAM,IAAI,KAAK,CAAC,8CAA8C,aAAa,EAAE,CAAC,CAAC;YAChF,CAAC;YACD,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAClC,OAAO;gBACN,GAAG,KAAK;gBACR,MAAM,EAAE,WAAW;gBACnB,gBAAgB,EAAE,KAAK;gBACvB,aAAa,EAAE,KAAK;gBACpB,KAAK,EAAE,mBAAmB;aAC1B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,cAAc,EAAE,eAAe,CAAC,CAAC;IAC1C,CAAC;IAED;;;;;;OAMG;IACK,WAAW,CAClB,WAA0B,EAC1B,gBAAwB,EACxB,gBAAwB,EACxB,eAAuB,EACvB,SAAoB;QAEpB,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC;QACjC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,gBAAgB,IAAI,CAAC,EAAE,CAAC;YAClD,MAAM,YAAY,GAAgB;gBACjC,GAAG,WAAW;gBACd,MAAM,EAAE,CAAC;gBACT,WAAW,EAAE,EAAE;gBACf,YAAY,EAAE,CAAC;aACf,CAAC;YACF,OAAO;gBACN,YAAY;gBACZ,wBAAwB,EAAE,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC;aAC1E,CAAC;QACH,CAAC;QAED,wDAAwD;QACxD,0EAA0E;QAC1E,IAAI,eAAe,GAAG,gBAAgB,EAAE,CAAC;YACxC,gBAAgB,GAAG,gBAAgB,GAAG,CAAC,gBAAgB,GAAG,eAAe,CAAC,CAAC;YAC3E,gBAAgB,GAAG,eAAe,CAAC;QACpC,CAAC;QAED,MAAM,eAAe,GAAG,SAAS,CAAC,eAAe,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;QAC5E,MAAM,YAAY,GAAgB;YACjC,GAAG,WAAW;YACd,uCAAuC;YACvC,KAAK,EAAE,MAAM;YACb,MAAM,EAAE,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC;YACrC,WAAW,EAAE,eAAe,CAAC,IAAI;YACjC,YAAY,EAAE,eAAe,CAAC,MAAM,CAAC,MAAM;SAC3C,CAAC;QAEF,OAAO;YACN,YAAY;YACZ,wBAAwB,EAAE,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC;SAC1G,CAAC;IACH,CAAC;IAEO,WAAW,CAClB,oBAA2C,EAC3C,UAAkB,EAClB,eAAuB,EACvB,SAAoB;QAEpB,MAAM,YAAY,GAAG,IAAI,CAAC,2BAA2B,CAAC,oBAAoB,EAAE,UAAU,EAAE,eAAe,CAAC,CAAC;QAEzG,8EAA8E;QAC9E,oCAAoC;QACpC,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAExG,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAO,EAAE,CAAC;QACX,CAAC;QAED,MAAM,CAAC,YAAY,EAAE,YAAY,CAAC,GAAG,IAAI,CAAC,oBAAoB,CAAC,WAAW,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;QACnG,qCAAqC;QACrC,IAAI,mBAAmB,GAAG,YAAY,CAAC;QACvC,OAAO,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YAC/B,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;gBAC5B,kFAAkF;gBAClF,IAAI,mBAAmB,GAAG,KAAK,CAAC,MAAM,IAAI,UAAU,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBACvE,4EAA4E;oBAC5E,oFAAoF;oBACpF,kBAAkB;oBAClB,mBAAmB,IAAI,KAAK,CAAC,MAAM,CAAC;oBACpC,OAAO,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC3E,CAAC;gBACD,OAAO,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YACvD,CAAC;YAED,MAAM,WAAW,GAAG,YAAY;iBAC9B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC;iBACrE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;iBAChB,IAAI,CAAC,EAAE,CAAC,CAAC;YACX,IAAI,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC;YAChC,IAAI,WAAW,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;gBACjC,YAAY,GAAG,WAAW,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5E,CAAC;YAED,OAAO,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC;QAChD,CAAC,CAAC,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACK,2BAA2B,CAClC,oBAA2C,EAC3C,UAAkB,EAClB,eAAuB;QAEvB,IAAI,iBAAiB,GAAG,eAAe,CAAC;QAExC,sCAAsC;QACtC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;QACzD,+EAA+E;QAC/E,2DAA2D;QAC3D,KAAK,MAAM,KAAK,IAAI,oBAAoB,EAAE,CAAC;YAC1C,IAAI,iBAAiB,IAAI,UAAU,EAAE,CAAC;gBAAC,MAAM;YAAC,CAAC;YAC/C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAAC,SAAS;YAAC,CAAC;YAErC,8DAA8D;YAC9D,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;gBAAC,SAAS;YAAC,CAAC;YAEzD,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBAC3C,kDAAkD;gBAClD,KAAK,MAAM,YAAY,IAAI,oBAAoB,EAAE,CAAC;oBACjD,IACC,CAAC,YAAY,CAAC,gBAAgB;wBAC9B,YAAY,CAAC,MAAM;wBACnB,sEAAsE;wBACtE,6EAA6E;wBAC7E,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,EAC1D,CAAC;wBACF,YAAY,CAAC,gBAAgB,GAAG,IAAI,CAAC;wBACrC,iBAAiB,IAAI,YAAY,CAAC,MAAM,CAAC;oBAC1C,CAAC;gBACF,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,iDAAiD;gBACjD,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;gBAC9B,iBAAiB,IAAI,KAAK,CAAC,MAAM,CAAC;YACnC,CAAC;QACF,CAAC;QAED,yCAAyC;QACzC,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC;IAC/E,CAAC;IAEO,oBAAoB,CAC3B,sBAA+C,EAC/C,UAAkB,EAClB,SAAoB;QAEpB,IAAI,mBAAmB,GAAG,CAAC,CAAC;QAE5B,8DAA8D;QAC9D,MAAM,YAAY,GAAkC,EAAE,CAAC;QAEvD,oCAAoC;QACpC,KAAK,IAAI,CAAC,GAAG,sBAAsB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7D,MAAM,WAAW,GAAG,sBAAsB,CAAC,CAAC,CAAC,CAAC;YAC9C,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC;YAEtC,mDAAmD;YACnD,IAAI,mBAAmB,GAAG,UAAU,IAAI,UAAU,EAAE,CAAC;gBACpD,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,iCAAiC;gBACpE,mBAAmB,IAAI,UAAU,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACP,MAAM,CAAC,gCAAgC;YACxC,CAAC;QACF,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,wEAAwE;YACxE,kDAAkD;YAClD,MAAM,QAAQ,GAAG,sBAAsB,CAAC,sBAAsB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC3E,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1C,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;gBACnE,YAAY,CAAC,IAAI,CAAC;oBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,aAAa,EAAE,QAAQ,CAAC,aAAa;oBACrC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;iBAC5B,CAAC,CAAC;gBACH,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7C,CAAC;YAED,MAAM,QAAQ,GAAG,qCAAqC,UAAU,SAAS,CAAC;YAC1E,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,CAAC,YAAY,EAAE,mBAAmB,CAAC,CAAC;IAC5C,CAAC;CACD;AA5PD,0CA4PC;AAED,SAAgB,UAAU,CAAC,YAA2B;IACrD,OAAO,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC9D,CAAC;AAED,SAAgB,gBAAgB,CAAC,YAA2B;IAC3D,OAAO,YAAY;SACjB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;SAChC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC;SAC/B,IAAI,CAAC,EAAE,CAAC,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,SAAgB,iBAAiB,CAAC,YAA2B;IAC5D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,EAAE,CAAC;IACX,CAAC;IAED,+BAA+B;IAC/B,MAAM,aAAa,GAAG,IAAI,GAAG,EAAoB,CAAC;IAClD,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QAClC,6CAA6C;QAC7C,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC3D,uBAAuB;YACvB,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACpC,CAAC;YACD,wBAAwB;YACxB,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACzC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/C,CAAC;QACF,CAAC;IACF,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAEnE,wBAAwB;IACxB,MAAM,aAAa,GAAG,EAAE,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;YACtC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;aAAM,CAAC;YACP,iFAAiF;YACjF,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;IACF,CAAC;IAED,OAAO,aAAa,CAAC;AACtB,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/marker.d.ts

@@ -0,0 +1,10 @@
+/** @jsxRuntime automatic */
+/** @jsxImportSource ../../../../prompt/jsx-runtime/ */
+import { ComponentContext, PromptElementProps } from '../../../../prompt/src/components/components';
+import { ICompletionsTextDocumentManagerService } from '../../textDocumentManager';
+type DocumentMarkerProps = {
+    tdms: ICompletionsTextDocumentManagerService;
+} & PromptElementProps;
+export declare const DocumentMarker: (props: DocumentMarkerProps, context: ComponentContext) => import("../../../../prompt/jsx-runtime//jsx-runtime").JSX.Element | undefined;
+export {};
+//# sourceMappingURL=marker.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/marker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"marker.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/marker.tsx"],"names":[],"mappings":"AAIA,4BAA4B;AAC5B,uDAAuD;AAEvD,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAQ,MAAM,8CAA8C,CAAC;AAG1G,OAAO,EAAE,sCAAsC,EAAE,MAAM,2BAA2B,CAAC;AAMnF,KAAK,mBAAmB,GAAG;IAC1B,IAAI,EAAE,sCAAsC,CAAC;CAC7C,GAAG,kBAAkB,CAAC;AAEvB,eAAO,MAAM,cAAc,GAAI,OAAO,mBAAmB,EAAE,SAAS,gBAAgB,kFAuBnF,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/marker.js

@@ -0,0 +1,43 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DocumentMarker = void 0;
+const jsx_runtime_1 = require("../../../../prompt/jsx-runtime//jsx-runtime");
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+/** @jsxRuntime automatic */
+/** @jsxImportSource ../../../../prompt/jsx-runtime/ */
+const components_1 = require("../../../../prompt/src/components/components");
+const languageMarker_1 = require("../../../../prompt/src/languageMarker");
+const componentsCompletionsPromptFactory_1 = require("../completionsPromptFactory/componentsCompletionsPromptFactory");
+const DocumentMarker = (props, context) => {
+    const [document, setDocument] = context.useState();
+    context.useData(componentsCompletionsPromptFactory_1.isCompletionRequestData, request => {
+        if (request.document.uri !== document?.uri) {
+            setDocument(request.document);
+        }
+    });
+    if (document) {
+        const relativePath = props.tdms.getRelativePath(document);
+        const docInfo = {
+            uri: document.uri,
+            source: document.getText(),
+            relativePath,
+            languageId: document.detectedLanguageId,
+        };
+        const notebook = props.tdms.findNotebook(document);
+        if (docInfo.relativePath && !notebook) {
+            return (0, jsx_runtime_1.jsx)(PathMarker, { docInfo: docInfo });
+        }
+        return (0, jsx_runtime_1.jsx)(LanguageMarker, { docInfo: docInfo });
+    }
+};
+exports.DocumentMarker = DocumentMarker;
+const PathMarker = (props) => {
+    return (0, jsx_runtime_1.jsx)(components_1.Text, { children: (0, languageMarker_1.getPathMarker)(props.docInfo) });
+};
+const LanguageMarker = (props) => {
+    return (0, jsx_runtime_1.jsx)(components_1.Text, { children: (0, languageMarker_1.getLanguageMarker)(props.docInfo) });
+};
+//# sourceMappingURL=marker.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/marker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"marker.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/marker.tsx"],"names":[],"mappings":";;;;AAAA;;;gGAGgG;AAChG,4BAA4B;AAC5B,uDAAuD;AAEvD,6EAA0G;AAC1G,0EAAyF;AAGzF,uHAGwE;AAMjE,MAAM,cAAc,GAAG,CAAC,KAA0B,EAAE,OAAyB,EAAE,EAAE;IACvF,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,OAAO,CAAC,QAAQ,EAA6B,CAAC;IAE9E,OAAO,CAAC,OAAO,CAAC,4DAAuB,EAAE,OAAO,CAAC,EAAE;QAClD,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,KAAK,QAAQ,EAAE,GAAG,EAAE,CAAC;YAC5C,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,IAAI,QAAQ,EAAE,CAAC;QACd,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAiB;YAC7B,GAAG,EAAE,QAAQ,CAAC,GAAG;YACjB,MAAM,EAAE,QAAQ,CAAC,OAAO,EAAE;YAC1B,YAAY;YACZ,UAAU,EAAE,QAAQ,CAAC,kBAAkB;SACvC,CAAC;QACF,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,OAAO,CAAC,YAAY,IAAI,CAAC,QAAQ,EAAE,CAAC;YACvC,OAAO,uBAAC,UAAU,IAAC,OAAO,EAAE,OAAO,GAAI,CAAC;QACzC,CAAC;QACD,OAAO,uBAAC,cAAc,IAAC,OAAO,EAAE,OAAO,GAAI,CAAC;IAC7C,CAAC;AACF,CAAC,CAAC;AAvBW,QAAA,cAAc,kBAuBzB;AAEF,MAAM,UAAU,GAAG,CAAC,KAAgC,EAAE,EAAE;IACvD,OAAO,uBAAC,iBAAI,cAAE,IAAA,8BAAa,EAAC,KAAK,CAAC,OAAO,CAAC,GAAQ,CAAC;AACpD,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,KAAgC,EAAE,EAAE;IAC3D,OAAO,uBAAC,iBAAI,cAAE,IAAA,kCAAiB,EAAC,KAAK,CAAC,OAAO,CAAC,GAAQ,CAAC;AACxD,CAAC,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/recentEdits.d.ts

@@ -0,0 +1,20 @@
+/** @jsxRuntime automatic */
+/** @jsxImportSource ../../../../prompt/jsx-runtime/ */
+import { ComponentContext, PromptElementProps } from '../../../../prompt/src/components/components';
+import { ICompletionsTextDocumentManagerService } from '../../textDocumentManager';
+import { ICompletionsRecentEditsProviderService } from '../recentEdits/recentEditsProvider';
+import { RecentEdit } from '../recentEdits/recentEditsReducer';
+export declare function editIsTooCloseToCursor(edit: RecentEdit, filterByCursorLine: boolean | undefined, cursorLine: number | undefined, activeDocDistanceLimitFromCursor: number | undefined): boolean;
+type RecentEditsProps = {
+    tdms: ICompletionsTextDocumentManagerService;
+    recentEditsProvider: ICompletionsRecentEditsProviderService;
+} & PromptElementProps;
+/**
+ * Render the most recent edits in the prompt.
+ * @param props
+ * @param context
+ * @returns a <Text> element containing recent edit summaries, or undefined if there are no recent edits
+ */
+export declare const RecentEdits: (props: RecentEditsProps, context: ComponentContext) => import("../../../../prompt/jsx-runtime//jsx-runtime").JSX.Element | undefined;
+export {};
+//# sourceMappingURL=recentEdits.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/recentEdits.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recentEdits.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/recentEdits.tsx"],"names":[],"mappings":"AAIA,4BAA4B;AAC5B,uDAAuD;AAEvD,OAAO,EAAS,gBAAgB,EAAE,kBAAkB,EAAQ,MAAM,8CAA8C,CAAC;AAEjH,OAAO,EAAE,sCAAsC,EAAE,MAAM,2BAA2B,CAAC;AAKnF,OAAO,EAA2B,sCAAsC,EAAE,MAAM,oCAAoC,CAAC;AACrH,OAAO,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AAE/D,wBAAgB,sBAAsB,CACrC,IAAI,EAAE,UAAU,EAChB,kBAAkB,EAAE,OAAO,YAAQ,EACnC,UAAU,EAAE,MAAM,GAAG,SAAqB,EAC1C,gCAAgC,EAAE,MAAM,GAAG,SAAS,GAClD,OAAO,CAsBT;AAED,KAAK,gBAAgB,GAAG;IACvB,IAAI,EAAE,sCAAsC,CAAC;IAC7C,mBAAmB,EAAE,sCAAsC,CAAC;CAC5D,GAAG,kBAAkB,CAAC;AAEvB;;;;;GAKG;AACH,eAAO,MAAM,WAAW,GAAI,OAAO,gBAAgB,EAAE,SAAS,gBAAgB,kFA4E7E,CAAC"}