@vscode/chat-lib 0.1.2 → 0.1.3-0

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/selectRelevance.js

@@ -0,0 +1,326 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WindowedMatcher = exports.SortOptions = void 0;
+exports.splitIntoWords = splitIntoWords;
+const snippets_1 = require("./snippets");
+class FifoCache {
+    constructor(size) {
+        this.keys = [];
+        this.cache = {};
+        this.size = size;
+    }
+    put(key, value) {
+        this.cache[key] = value;
+        if (this.keys.length > this.size) {
+            this.keys.push(key);
+            const leavingKey = this.keys.shift() ?? '';
+            delete this.cache[leavingKey];
+        }
+    }
+    get(key) {
+        return this.cache[key];
+    }
+}
+var SortOptions;
+(function (SortOptions) {
+    SortOptions["Ascending"] = "ascending";
+    SortOptions["Descending"] = "descending";
+    SortOptions["None"] = "none";
+})(SortOptions || (exports.SortOptions = SortOptions = {}));
+class Tokenizer {
+    constructor(doc) {
+        this.stopsForLanguage = SPECIFIC_STOPS.get(doc.languageId) ?? GENERIC_STOPS;
+    }
+    tokenize(a) {
+        return new Set(splitIntoWords(a).filter(x => !this.stopsForLanguage.has(x)));
+    }
+}
+/**
+ * For a number of documents (the similar files),
+ * associate to each document and its kind of window computation (as key)
+ * the sequence b_1, ..., b_n, where
+ * b_i is the set of tokens in the ith window --
+ * e.g. for window length 10,
+ * WINDOWED_TOKEN_SET_CACHE(doc)[0]
+ * holds the tokens in the first 10 lines of the document.
+ */
+const WINDOWED_TOKEN_SET_CACHE = new FifoCache(20);
+/**
+ * For a given document, extracts the best matching snippets from other documents
+ * by comparing all of a set of windows in the object doc.
+ */
+class WindowedMatcher {
+    constructor(referenceDoc) {
+        this.referenceDoc = referenceDoc;
+        this.tokenizer = new Tokenizer(referenceDoc); // Just uses language info from referenceDoc
+    }
+    get referenceTokens() {
+        return Promise.resolve(this.createReferenceTokens());
+    }
+    createReferenceTokens() {
+        return (this.referenceTokensCache ??= this.tokenizer.tokenize(this._getCursorContextInfo(this.referenceDoc).context));
+    }
+    /**
+     * Returns a sorted array of snippets with their scores according to the sort option.
+     * @param snippets ScoredSnippet[]
+     *
+     */
+    sortScoredSnippets(snippets, sortOption = SortOptions.Descending) {
+        return sortOption === SortOptions.Ascending
+            ? snippets.sort((snippetA, snippetB) => (snippetA.score > snippetB.score ? 1 : -1))
+            : sortOption === SortOptions.Descending
+                ? snippets.sort((snippetA, snippetB) => (snippetA.score > snippetB.score ? -1 : 1))
+                : snippets;
+    }
+    /**
+     * Returns all snippet markers with their scores.
+     * @param objectDoc
+     *
+     */
+    async retrieveAllSnippets(objectDoc, sortOption = SortOptions.Descending) {
+        const snippets = [];
+        if (objectDoc.source.length === 0 || (await this.referenceTokens).size === 0) {
+            return snippets;
+        }
+        const lines = objectDoc.source.split('\n');
+        const key = this.id() + ':' + objectDoc.source;
+        const tokensInWindows = WINDOWED_TOKEN_SET_CACHE.get(key) ?? [];
+        // if the tokens are not cached, we need to compute them
+        const needToComputeTokens = tokensInWindows.length === 0;
+        const tokenizedLines = needToComputeTokens ? lines.map(l => this.tokenizer.tokenize(l), this.tokenizer) : [];
+        // Compute the windows with the score
+        for (const [index, [startLine, endLine]] of this.getWindowsDelineations(lines).entries()) {
+            if (needToComputeTokens) {
+                const tokensInWindow = new Set();
+                tokenizedLines
+                    .slice(startLine, endLine)
+                    .forEach(x => x.forEach(s => tokensInWindow.add(s), tokensInWindow));
+                tokensInWindows.push(tokensInWindow);
+            }
+            // Now tokensInWindows[index] contains the tokens in the window, whether we just computed them or not
+            const tokensInWindow = tokensInWindows[index];
+            const score = this.similarityScore(tokensInWindow, await this.referenceTokens);
+            // If snippets overlap, keep the one with highest score.
+            // Note: Assuming the getWindowsDelineations function returns windows in sorted ascending line ranges.
+            if (snippets.length && startLine > 0 && snippets[snippets.length - 1].endLine > startLine) {
+                if (snippets[snippets.length - 1].score < score) {
+                    snippets[snippets.length - 1].score = score;
+                    snippets[snippets.length - 1].startLine = startLine;
+                    snippets[snippets.length - 1].endLine = endLine;
+                }
+                continue;
+            }
+            snippets.push({
+                score,
+                startLine,
+                endLine,
+            });
+        }
+        // If we didn't get the token sets from the cache, time to put them there!
+        if (needToComputeTokens) {
+            WINDOWED_TOKEN_SET_CACHE.put(key, tokensInWindows);
+        }
+        return this.sortScoredSnippets(snippets, sortOption);
+    }
+    findMatches(objectDoc, maxSnippetsPerFile) {
+        const snippet = this.findBestMatch(objectDoc, maxSnippetsPerFile);
+        return snippet;
+    }
+    /**
+     * Returns the snippet from the object document
+     * that is most similar to the reference Document
+     * together with its Jaccard score
+     *
+     * @param objectDoc
+     */
+    async findBestMatch(objectDoc, maxSnippetsPerFile) {
+        if (objectDoc.source.length === 0 || (await this.referenceTokens).size === 0) {
+            return [];
+        }
+        const lines = objectDoc.source.split('\n');
+        const snippets = await this.retrieveAllSnippets(objectDoc, SortOptions.Descending);
+        // safe guard against empty lists
+        if (snippets.length === 0) {
+            return [];
+        }
+        const bestSnippets = [];
+        for (let i = 0; i < snippets.length && i < maxSnippetsPerFile; i++) {
+            // Skip null scored snippets.
+            if (snippets[i].score !== 0) {
+                // Get the snippet's text.
+                const snippetCode = lines.slice(snippets[i].startLine, snippets[i].endLine).join('\n');
+                bestSnippets.push({
+                    snippet: snippetCode,
+                    semantics: snippets_1.SnippetSemantics.Snippet,
+                    provider: snippets_1.SnippetProviderType.SimilarFiles,
+                    ...snippets[i],
+                });
+            }
+        }
+        return bestSnippets;
+    }
+}
+exports.WindowedMatcher = WindowedMatcher;
+/**
+ * Split by non-alphanumeric characters
+ */
+function splitIntoWords(a) {
+    return a.split(/[^a-zA-Z0-9]/).filter(x => x.length > 0);
+}
+const ENGLISH_STOPS = new Set([
+    // - pronouns
+    'we',
+    'our',
+    'you',
+    'it',
+    'its',
+    'they',
+    'them',
+    'their',
+    'this',
+    'that',
+    'these',
+    'those',
+    // - verbs
+    'is',
+    'are',
+    'was',
+    'were',
+    'be',
+    'been',
+    'being',
+    'have',
+    'has',
+    'had',
+    'having',
+    'do',
+    'does',
+    'did',
+    'doing',
+    'can',
+    'don',
+    't',
+    's',
+    'will',
+    'would',
+    'should',
+    // - wh-words
+    'what',
+    'which',
+    'who',
+    'when',
+    'where',
+    'why',
+    'how',
+    // - articles
+    'a',
+    'an',
+    'the',
+    // - prepositions
+    'and',
+    'or',
+    'not',
+    'no',
+    'but',
+    'because',
+    'as',
+    'until',
+    'again',
+    'further',
+    'then',
+    'once',
+    'here',
+    'there',
+    'all',
+    'any',
+    'both',
+    'each',
+    'few',
+    'more',
+    'most',
+    'other',
+    'some',
+    'such',
+    'above',
+    'below',
+    'to',
+    'during',
+    'before',
+    'after',
+    'of',
+    'at',
+    'by',
+    'about',
+    'between',
+    'into',
+    'through',
+    'from',
+    'up',
+    'down',
+    'in',
+    'out',
+    'on',
+    'off',
+    'over',
+    'under',
+    'only',
+    'own',
+    'same',
+    'so',
+    'than',
+    'too',
+    'very',
+    'just',
+    'now',
+]);
+/**
+ * A generic set of stops for any programming language
+ */
+const GENERIC_STOPS = new Set([
+    // words that are common in programming languages
+    'if',
+    'then',
+    'else',
+    'for',
+    'while',
+    'with',
+    'def',
+    'function',
+    'return',
+    'TODO',
+    'import',
+    'try',
+    'catch',
+    'raise',
+    'finally',
+    'repeat',
+    'switch',
+    'case',
+    'match',
+    'assert',
+    'continue',
+    'break',
+    'const',
+    'class',
+    'enum',
+    'struct',
+    'static',
+    'new',
+    'super',
+    'this',
+    'var',
+    // words that are common in English comments:
+    ...ENGLISH_STOPS,
+]);
+/**
+ * Specific stops for certain languages
+ * Note that ENGLISH_STOPS need to be added to this set if they are to be included
+ */
+const SPECIFIC_STOPS = new Map([
+// none yet
+]);
+//# sourceMappingURL=selectRelevance.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/selectRelevance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"selectRelevance.js","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/selectRelevance.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;AA4OhG,wCAEC;AA1OD,yCAA4F;AAE5F,MAAM,SAAS;IAId,YAAY,IAAY;QAHhB,SAAI,GAAa,EAAE,CAAC;QACpB,UAAK,GAAyB,EAAE,CAAC;QAGxC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IAClB,CAAC;IACD,GAAG,CAAC,GAAW,EAAE,KAAQ;QACxB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACxB,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAClC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC/B,CAAC;IACF,CAAC;IACD,GAAG,CAAC,GAAW;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;CACD;AAkBD,IAAY,WAIX;AAJD,WAAY,WAAW;IACtB,sCAAuB,CAAA;IACvB,wCAAyB,CAAA;IACzB,4BAAa,CAAA;AACd,CAAC,EAJW,WAAW,2BAAX,WAAW,QAItB;AAED,MAAM,SAAS;IAEd,YAAY,GAAiB;QAC5B,IAAI,CAAC,gBAAgB,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,aAAa,CAAC;IAC7E,CAAC;IACD,QAAQ,CAAC,CAAS;QACjB,OAAO,IAAI,GAAG,CAAS,cAAc,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,CAAC;CACD;AAED;;;;;;;;GAQG;AACH,MAAM,wBAAwB,GAAG,IAAI,SAAS,CAAgB,EAAE,CAAC,CAAC;AAElE;;;GAGG;AACH,MAAsB,eAAe;IAsBpC,YAAsB,YAAoC;QACzD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,SAAS,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,4CAA4C;IAC3F,CAAC;IAQD,IAAI,eAAe;QAClB,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAC;IACtD,CAAC;IAEO,qBAAqB;QAC5B,OAAO,CAAC,IAAI,CAAC,oBAAoB,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAC5D,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,OAAO,CACrD,CAAC,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,kBAAkB,CAAC,QAA+B,EAAE,UAAU,GAAG,WAAW,CAAC,UAAU;QACtF,OAAO,UAAU,KAAK,WAAW,CAAC,SAAS;YAC1C,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACnF,CAAC,CAAC,UAAU,KAAK,WAAW,CAAC,UAAU;gBACtC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACnF,CAAC,CAAC,QAAQ,CAAC;IACd,CAAC;IACD;;;;OAIG;IACH,KAAK,CAAC,mBAAmB,CACxB,SAA0B,EAC1B,UAAU,GAAG,WAAW,CAAC,UAAU;QAEnC,MAAM,QAAQ,GAA0B,EAAE,CAAC;QAE3C,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC9E,OAAO,QAAQ,CAAC;QACjB,CAAC;QAED,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,EAAE,GAAG,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC;QAC/C,MAAM,eAAe,GAAG,wBAAwB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QAChE,wDAAwD;QACxD,MAAM,mBAAmB,GAAG,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC;QACzD,MAAM,cAAc,GAAG,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE7G,qCAAqC;QACrC,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1F,IAAI,mBAAmB,EAAE,CAAC;gBACzB,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;gBACzC,cAAc;qBACZ,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC;qBACzB,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;gBACtE,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACtC,CAAC;YACD,qGAAqG;YACrG,MAAM,cAAc,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;YAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,cAAc,EAAE,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC;YAE/E,wDAAwD;YACxD,sGAAsG;YACtG,IAAI,QAAQ,CAAC,MAAM,IAAI,SAAS,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,SAAS,EAAE,CAAC;gBAC3F,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC;oBACjD,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC;oBAC5C,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,SAAS,CAAC;oBACpD,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC;gBACjD,CAAC;gBACD,SAAS;YACV,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC;gBACb,KAAK;gBACL,SAAS;gBACT,OAAO;aACP,CAAC,CAAC;QACJ,CAAC;QAED,0EAA0E;QAC1E,IAAI,mBAAmB,EAAE,CAAC;YACzB,wBAAwB,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACtD,CAAC;IAED,WAAW,CAAC,SAA0B,EAAE,kBAA0B;QACjE,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;QAClE,OAAO,OAAO,CAAC;IAChB,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,aAAa,CAAC,SAA0B,EAAE,kBAA0B;QACzE,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC9E,OAAO,EAAE,CAAC;QACX,CAAC;QACD,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,WAAW,CAAC,UAAU,CAAC,CAAC;QAEnF,iCAAiC;QACjC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,EAAE,CAAC;QACX,CAAC;QAED,MAAM,YAAY,GAA8B,EAAE,CAAC;QAEnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,CAAC,GAAG,kBAAkB,EAAE,CAAC,EAAE,EAAE,CAAC;YACpE,6BAA6B;YAC7B,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;gBAC7B,0BAA0B;gBAC1B,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvF,YAAY,CAAC,IAAI,CAAC;oBACjB,OAAO,EAAE,WAAW;oBACpB,SAAS,EAAE,2BAAgB,CAAC,OAAO;oBACnC,QAAQ,EAAE,8BAAmB,CAAC,YAAY;oBAC1C,GAAG,QAAQ,CAAC,CAAC,CAAC;iBACd,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QAED,OAAO,YAAY,CAAC;IACrB,CAAC;CACD;AA9JD,0CA8JC;AAED;;GAEG;AACH,SAAgB,cAAc,CAAC,CAAS;IACvC,OAAO,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;IAC7B,aAAa;IACb,IAAI;IACJ,KAAK;IACL,KAAK;IACL,IAAI;IACJ,KAAK;IACL,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,UAAU;IACV,IAAI;IACJ,KAAK;IACL,KAAK;IACL,MAAM;IACN,IAAI;IACJ,MAAM;IACN,OAAO;IACP,MAAM;IACN,KAAK;IACL,KAAK;IACL,QAAQ;IACR,IAAI;IACJ,MAAM;IACN,KAAK;IACL,OAAO;IACP,KAAK;IACL,KAAK;IACL,GAAG;IACH,GAAG;IACH,MAAM;IACN,OAAO;IACP,QAAQ;IACR,aAAa;IACb,MAAM;IACN,OAAO;IACP,KAAK;IACL,MAAM;IACN,OAAO;IACP,KAAK;IACL,KAAK;IACL,aAAa;IACb,GAAG;IACH,IAAI;IACJ,KAAK;IACL,iBAAiB;IACjB,KAAK;IACL,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,KAAK;IACL,SAAS;IACT,IAAI;IACJ,OAAO;IACP,OAAO;IACP,SAAS;IACT,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,KAAK;IACL,KAAK;IACL,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,IAAI;IACJ,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,OAAO;IACP,SAAS;IACT,MAAM;IACN,SAAS;IACT,MAAM;IACN,IAAI;IACJ,MAAM;IACN,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,KAAK;IACL,MAAM;IACN,OAAO;IACP,MAAM;IACN,KAAK;IACL,MAAM;IACN,IAAI;IACJ,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,KAAK;CACL,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;IAC7B,iDAAiD;IACjD,IAAI;IACJ,MAAM;IACN,MAAM;IACN,KAAK;IACL,OAAO;IACP,MAAM;IACN,KAAK;IACL,UAAU;IACV,QAAQ;IACR,MAAM;IACN,QAAQ;IACR,KAAK;IACL,OAAO;IACP,OAAO;IACP,SAAS;IACT,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,OAAO;IACP,QAAQ;IACR,UAAU;IACV,OAAO;IACP,OAAO;IACP,OAAO;IACP,MAAM;IACN,QAAQ;IACR,QAAQ;IACR,KAAK;IACL,OAAO;IACP,MAAM;IACN,KAAK;IACL,6CAA6C;IAC7C,GAAG,aAAa;CAChB,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,cAAc,GAA6B,IAAI,GAAG,CAAC;AACxD,WAAW;CACX,CAAC,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/similarFiles.d.ts

@@ -0,0 +1,20 @@
+import { DocumentInfoWithOffset, SimilarFileInfo } from '../prompt';
+import { SnippetWithProviderInfo } from './snippets';
+export interface SimilarFilesOptions {
+    snippetLength: number;
+    threshold: number;
+    maxTopSnippets: number;
+    maxCharPerFile: number;
+    maxNumberOfFiles: number;
+    maxSnippetsPerFile: number;
+    useSubsetMatching?: boolean;
+}
+export declare const defaultSimilarFilesOptions: SimilarFilesOptions;
+export declare const conservativeFilesOptions: SimilarFilesOptions;
+export declare const nullSimilarFilesOptions: SimilarFilesOptions;
+export declare const defaultCppSimilarFilesOptions: SimilarFilesOptions;
+/**
+ * @returns A SnippetWithProviderInfo describing the best matches from similar files.
+ */
+export declare function getSimilarSnippets(doc: DocumentInfoWithOffset, similarFiles: SimilarFileInfo[], options: SimilarFilesOptions): Promise<SnippetWithProviderInfo[]>;
+//# sourceMappingURL=similarFiles.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/similarFiles.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"similarFiles.d.ts","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/similarFiles.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,sBAAsB,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAUrD,MAAM,WAAW,mBAAmB;IACnC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,eAAO,MAAM,0BAA0B,EAAE,mBAQxC,CAAC;AAEF,eAAO,MAAM,wBAAwB,EAAE,mBAOtC,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,mBAOrC,CAAC;AAGF,eAAO,MAAM,6BAA6B,EAAE,mBAO3C,CAAC;AASF;;GAEG;AACH,wBAAsB,kBAAkB,CACvC,GAAG,EAAE,sBAAsB,EAC3B,YAAY,EAAE,eAAe,EAAE,EAC/B,OAAO,EAAE,mBAAmB,GAC1B,OAAO,CAAC,uBAAuB,EAAE,CAAC,CAuCpC"}

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/similarFiles.js

@@ -0,0 +1,87 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.defaultCppSimilarFilesOptions = exports.nullSimilarFilesOptions = exports.conservativeFilesOptions = exports.defaultSimilarFilesOptions = void 0;
+exports.getSimilarSnippets = getSimilarSnippets;
+const jaccardMatching_1 = require("./jaccardMatching");
+const subsetMatching_1 = require("./subsetMatching");
+const DEFAULT_SNIPPET_THRESHOLD = 0.0;
+const DEFAULT_SNIPPET_WINDOW_SIZE = 60;
+const DEFAULT_MAX_TOP_SNIPPETS = 4;
+const DEFAULT_MAX_SNIPPETS_PER_FILE = 1;
+const DEFAULT_MAX_NUMBER_OF_FILES = 20;
+const DEFAULT_MAX_CHARACTERS_PER_FILE = 10000;
+exports.defaultSimilarFilesOptions = {
+    snippetLength: DEFAULT_SNIPPET_WINDOW_SIZE,
+    threshold: DEFAULT_SNIPPET_THRESHOLD,
+    maxTopSnippets: DEFAULT_MAX_TOP_SNIPPETS,
+    maxCharPerFile: DEFAULT_MAX_CHARACTERS_PER_FILE,
+    maxNumberOfFiles: DEFAULT_MAX_NUMBER_OF_FILES,
+    maxSnippetsPerFile: DEFAULT_MAX_SNIPPETS_PER_FILE,
+    useSubsetMatching: false,
+};
+exports.conservativeFilesOptions = {
+    snippetLength: 10,
+    threshold: 0.3,
+    maxTopSnippets: 1,
+    maxCharPerFile: DEFAULT_MAX_CHARACTERS_PER_FILE,
+    maxNumberOfFiles: DEFAULT_MAX_NUMBER_OF_FILES,
+    maxSnippetsPerFile: 1,
+};
+exports.nullSimilarFilesOptions = {
+    snippetLength: 0,
+    threshold: 1,
+    maxTopSnippets: 0,
+    maxCharPerFile: 0,
+    maxNumberOfFiles: 0,
+    maxSnippetsPerFile: 0,
+};
+// Default similarity parameters for languageId === 'cpp'.
+exports.defaultCppSimilarFilesOptions = {
+    snippetLength: 60,
+    threshold: 0.0,
+    maxTopSnippets: 16,
+    maxCharPerFile: 100000,
+    maxNumberOfFiles: 200,
+    maxSnippetsPerFile: 4,
+};
+function getMatcher(doc, selection) {
+    const matcherFactory = selection.useSubsetMatching
+        ? subsetMatching_1.BlockTokenSubsetMatcher.FACTORY(selection.snippetLength)
+        : jaccardMatching_1.FixedWindowSizeJaccardMatcher.FACTORY(selection.snippetLength);
+    return matcherFactory.to(doc);
+}
+/**
+ * @returns A SnippetWithProviderInfo describing the best matches from similar files.
+ */
+async function getSimilarSnippets(doc, similarFiles, options) {
+    const matcher = getMatcher(doc, options);
+    if (options.maxTopSnippets === 0) {
+        return [];
+    }
+    const snippets = (await similarFiles
+        // filter out absurdly long or absurdly many open files
+        .filter(similarFile => similarFile.source.length < options.maxCharPerFile && similarFile.source.length > 0)
+        // slice(0) duplicates an array
+        .slice(0, options.maxNumberOfFiles)
+        .reduce(async (acc, similarFile // accumulator of all snippets from all similarFiles
+    ) => (await acc).concat((await matcher.findMatches(similarFile, options.maxSnippetsPerFile)).map(snippet => ({
+        relativePath: similarFile.relativePath,
+        ...snippet,
+    }))), Promise.resolve([])))
+        .filter(similarFile => 
+    // remove files that had no match at all
+    similarFile.score &&
+        similarFile.snippet &&
+        // remove files that had a low score
+        similarFile.score > options.threshold)
+        // order them with best (highest scores) last
+        .sort((a, b) => a.score - b.score)
+        // take the best options from the end
+        .slice(-options.maxTopSnippets);
+    return snippets;
+}
+//# sourceMappingURL=similarFiles.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/similarFiles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"similarFiles.js","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/similarFiles.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;AAwEhG,gDA2CC;AAhHD,uDAAkE;AAElE,qDAA2D;AAE3D,MAAM,yBAAyB,GAAG,GAAG,CAAC;AACtC,MAAM,2BAA2B,GAAG,EAAE,CAAC;AACvC,MAAM,wBAAwB,GAAG,CAAC,CAAC;AACnC,MAAM,6BAA6B,GAAG,CAAC,CAAC;AACxC,MAAM,2BAA2B,GAAG,EAAE,CAAC;AACvC,MAAM,+BAA+B,GAAG,KAAK,CAAC;AAYjC,QAAA,0BAA0B,GAAwB;IAC9D,aAAa,EAAE,2BAA2B;IAC1C,SAAS,EAAE,yBAAyB;IACpC,cAAc,EAAE,wBAAwB;IACxC,cAAc,EAAE,+BAA+B;IAC/C,gBAAgB,EAAE,2BAA2B;IAC7C,kBAAkB,EAAE,6BAA6B;IACjD,iBAAiB,EAAE,KAAK;CACxB,CAAC;AAEW,QAAA,wBAAwB,GAAwB;IAC5D,aAAa,EAAE,EAAE;IACjB,SAAS,EAAE,GAAG;IACd,cAAc,EAAE,CAAC;IACjB,cAAc,EAAE,+BAA+B;IAC/C,gBAAgB,EAAE,2BAA2B;IAC7C,kBAAkB,EAAE,CAAC;CACrB,CAAC;AAEW,QAAA,uBAAuB,GAAwB;IAC3D,aAAa,EAAE,CAAC;IAChB,SAAS,EAAE,CAAC;IACZ,cAAc,EAAE,CAAC;IACjB,cAAc,EAAE,CAAC;IACjB,gBAAgB,EAAE,CAAC;IACnB,kBAAkB,EAAE,CAAC;CACrB,CAAC;AAEF,0DAA0D;AAC7C,QAAA,6BAA6B,GAAwB;IACjE,aAAa,EAAE,EAAE;IACjB,SAAS,EAAE,GAAG;IACd,cAAc,EAAE,EAAE;IAClB,cAAc,EAAE,MAAM;IACtB,gBAAgB,EAAE,GAAG;IACrB,kBAAkB,EAAE,CAAC;CACrB,CAAC;AAEF,SAAS,UAAU,CAAC,GAA2B,EAAE,SAA8B;IAC9E,MAAM,cAAc,GAAG,SAAS,CAAC,iBAAiB;QACjD,CAAC,CAAC,wCAAuB,CAAC,OAAO,CAAC,SAAS,CAAC,aAAa,CAAC;QAC1D,CAAC,CAAC,+CAA6B,CAAC,OAAO,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IAClE,OAAO,cAAc,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,kBAAkB,CACvC,GAA2B,EAC3B,YAA+B,EAC/B,OAA4B;IAE5B,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACzC,IAAI,OAAO,CAAC,cAAc,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,EAAE,CAAC;IACX,CAAC;IAED,MAAM,QAAQ,GAAG,CAChB,MAAM,YAAY;QACjB,uDAAuD;SACtD,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,cAAc,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAC3G,+BAA+B;SAC9B,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC;SAClC,MAAM,CACN,KAAK,EACJ,GAAG,EACH,WAAW,CAAC,oDAAoD;MAC/D,EAAE,CACH,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CACjB,CAAC,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACpF,YAAY,EAAE,WAAW,CAAC,YAAY;QACtC,GAAG,OAAO;KACV,CAAC,CAAC,CACH,EACF,OAAO,CAAC,OAAO,CAAC,EAA+B,CAAC,CAChD,CACF;SACC,MAAM,CACN,WAAW,CAAC,EAAE;IACb,wCAAwC;IACxC,WAAW,CAAC,KAAK;QACjB,WAAW,CAAC,OAAO;QACnB,oCAAoC;QACpC,WAAW,CAAC,KAAK,GAAG,OAAO,CAAC,SAAS,CACtC;QACD,6CAA6C;SAC5C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;QAClC,qCAAqC;SACpC,KAAK,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACjC,OAAO,QAAQ,CAAC;AACjB,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/snippets.d.ts

@@ -0,0 +1,46 @@
+import { ScoredSnippet } from './selectRelevance';
+/** Indicates what provider produced a given snippet. */
+export declare enum SnippetProviderType {
+    SimilarFiles = "similar-files",
+    Path = "path"
+}
+/**
+ * The semantics of a snippet. For example, some providers
+ * might always produce a snippet that is a complete function
+ * whereas others might produce a snippet that are inherhently
+ * partial.
+ */
+export declare enum SnippetSemantics {
+    /** The contents of the snippet is a function. */
+    Function = "function",
+    /** The contents of the snippet is an unspecified snippet. */
+    Snippet = "snippet",
+    /** Contains multiple snippets of type snippet */
+    Snippets = "snippets",
+    /** The following are from hover text */
+    Variable = "variable",
+    Parameter = "parameter",
+    Method = "method",
+    Class = "class",
+    Module = "module",
+    Alias = "alias",
+    Enum = "enum member",
+    Interface = "interface"
+}
+/** Extends a ScoredSnippet with information about its provider. */
+export interface SnippetWithProviderInfo extends ScoredSnippet {
+    /** The provider that created this snippet. */
+    provider: SnippetProviderType;
+    /** The semantical meaning of the snippet's contents. */
+    semantics: SnippetSemantics;
+}
+type SnippetToAnnounce = Pick<SnippetWithProviderInfo, 'snippet' | 'semantics' | 'relativePath'>;
+/**
+ * Formats a snippet for inclusion in the prompt.
+ */
+export declare function announceSnippet(snippet: SnippetToAnnounce): {
+    headline: string;
+    snippet: string;
+};
+export {};
+//# sourceMappingURL=snippets.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/snippets.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"snippets.d.ts","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/snippets.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAElD,wDAAwD;AACxD,oBAAY,mBAAmB;IAC9B,YAAY,kBAAkB;IAC9B,IAAI,SAAS;CACb;AAED;;;;;GAKG;AACH,oBAAY,gBAAgB;IAC3B,iDAAiD;IACjD,QAAQ,aAAa;IACrB,6DAA6D;IAC7D,OAAO,YAAY;IACnB,iDAAiD;IACjD,QAAQ,aAAa;IACrB,wCAAwC;IACxC,QAAQ,aAAa;IACrB,SAAS,cAAc;IACvB,MAAM,WAAW;IACjB,KAAK,UAAU;IACf,MAAM,WAAW;IACjB,KAAK,UAAU;IACf,IAAI,gBAAgB;IACpB,SAAS,cAAc;CACvB;AAED,mEAAmE;AACnE,MAAM,WAAW,uBAAwB,SAAQ,aAAa;IAC7D,8CAA8C;IAC9C,QAAQ,EAAE,mBAAmB,CAAC;IAC9B,wDAAwD;IACxD,SAAS,EAAE,gBAAgB,CAAC;CAC5B;AAED,KAAK,iBAAiB,GAAG,IAAI,CAAC,uBAAuB,EAAE,SAAS,GAAG,WAAW,GAAG,cAAc,CAAC,CAAC;AAoBjG;;GAEG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,iBAAiB;;;EAOzD"}

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/snippets.js

@@ -0,0 +1,67 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SnippetSemantics = exports.SnippetProviderType = void 0;
+exports.announceSnippet = announceSnippet;
+/** Indicates what provider produced a given snippet. */
+var SnippetProviderType;
+(function (SnippetProviderType) {
+    SnippetProviderType["SimilarFiles"] = "similar-files";
+    SnippetProviderType["Path"] = "path";
+})(SnippetProviderType || (exports.SnippetProviderType = SnippetProviderType = {}));
+/**
+ * The semantics of a snippet. For example, some providers
+ * might always produce a snippet that is a complete function
+ * whereas others might produce a snippet that are inherhently
+ * partial.
+ */
+var SnippetSemantics;
+(function (SnippetSemantics) {
+    /** The contents of the snippet is a function. */
+    SnippetSemantics["Function"] = "function";
+    /** The contents of the snippet is an unspecified snippet. */
+    SnippetSemantics["Snippet"] = "snippet";
+    /** Contains multiple snippets of type snippet */
+    SnippetSemantics["Snippets"] = "snippets";
+    /** The following are from hover text */
+    SnippetSemantics["Variable"] = "variable";
+    SnippetSemantics["Parameter"] = "parameter";
+    SnippetSemantics["Method"] = "method";
+    SnippetSemantics["Class"] = "class";
+    SnippetSemantics["Module"] = "module";
+    SnippetSemantics["Alias"] = "alias";
+    SnippetSemantics["Enum"] = "enum member";
+    SnippetSemantics["Interface"] = "interface";
+})(SnippetSemantics || (exports.SnippetSemantics = SnippetSemantics = {}));
+/**
+ * A map from semantics enum to a human / LLM-readable label that we
+ * include when announcing a snippet.
+ */
+const snippetSemanticsToString = {
+    [SnippetSemantics.Function]: 'function',
+    [SnippetSemantics.Snippet]: 'snippet',
+    [SnippetSemantics.Snippets]: 'snippets',
+    [SnippetSemantics.Variable]: 'variable',
+    [SnippetSemantics.Parameter]: 'parameter',
+    [SnippetSemantics.Method]: 'method',
+    [SnippetSemantics.Class]: 'class',
+    [SnippetSemantics.Module]: 'module',
+    [SnippetSemantics.Alias]: 'alias',
+    [SnippetSemantics.Enum]: 'enum member',
+    [SnippetSemantics.Interface]: 'interface',
+};
+/**
+ * Formats a snippet for inclusion in the prompt.
+ */
+function announceSnippet(snippet) {
+    const semantics = snippetSemanticsToString[snippet.semantics];
+    const pluralizedSemantics = [SnippetSemantics.Snippets].includes(snippet.semantics) ? 'these' : 'this';
+    const headline = snippet.relativePath
+        ? `Compare ${pluralizedSemantics} ${semantics} from ${snippet.relativePath}:`
+        : `Compare ${pluralizedSemantics} ${semantics}:`;
+    return { headline, snippet: snippet.snippet };
+}
+//# sourceMappingURL=snippets.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/snippets.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snippets.js","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/snippets.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;AAiEhG,0CAOC;AApED,wDAAwD;AACxD,IAAY,mBAGX;AAHD,WAAY,mBAAmB;IAC9B,qDAA8B,CAAA;IAC9B,oCAAa,CAAA;AACd,CAAC,EAHW,mBAAmB,mCAAnB,mBAAmB,QAG9B;AAED;;;;;GAKG;AACH,IAAY,gBAgBX;AAhBD,WAAY,gBAAgB;IAC3B,iDAAiD;IACjD,yCAAqB,CAAA;IACrB,6DAA6D;IAC7D,uCAAmB,CAAA;IACnB,iDAAiD;IACjD,yCAAqB,CAAA;IACrB,wCAAwC;IACxC,yCAAqB,CAAA;IACrB,2CAAuB,CAAA;IACvB,qCAAiB,CAAA;IACjB,mCAAe,CAAA;IACf,qCAAiB,CAAA;IACjB,mCAAe,CAAA;IACf,wCAAoB,CAAA;IACpB,2CAAuB,CAAA;AACxB,CAAC,EAhBW,gBAAgB,gCAAhB,gBAAgB,QAgB3B;AAYD;;;GAGG;AACH,MAAM,wBAAwB,GAA0C;IACvE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,UAAU;IACvC,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE,SAAS;IACrC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,UAAU;IACvC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,UAAU;IACvC,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,WAAW;IACzC,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,QAAQ;IACnC,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,OAAO;IACjC,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,QAAQ;IACnC,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,OAAO;IACjC,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,aAAa;IACtC,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,WAAW;CACzC,CAAC;AAEF;;GAEG;AACH,SAAgB,eAAe,CAAC,OAA0B;IACzD,MAAM,SAAS,GAAG,wBAAwB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC9D,MAAM,mBAAmB,GAAG,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;IACvG,MAAM,QAAQ,GAAG,OAAO,CAAC,YAAY;QACpC,CAAC,CAAC,WAAW,mBAAmB,IAAI,SAAS,SAAS,OAAO,CAAC,YAAY,GAAG;QAC7E,CAAC,CAAC,WAAW,mBAAmB,IAAI,SAAS,GAAG,CAAC;IAClD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;AAC/C,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/subsetMatching.d.ts

@@ -0,0 +1,29 @@
+import { DocumentInfoWithOffset } from '../prompt';
+import { CursorContextInfo } from './cursorContext';
+import { WindowedMatcher } from './selectRelevance';
+import Parser from 'web-tree-sitter';
+/**
+ * Implements an evolution of the FixedWindowSizeJaccardMatcher that is different in two ways.
+ * 1. The source tokens window is the enclosing class member, as determined by Tree-Sitter.
+ * 2. The scoring algorithm is a unidirectional set membership check (count of items from A that exist in B)
+ *    rather than a set difference.
+ */
+export declare class BlockTokenSubsetMatcher extends WindowedMatcher {
+    private windowLength;
+    private constructor();
+    static FACTORY: (windowLength: number) => {
+        to: (referenceDoc: DocumentInfoWithOffset) => BlockTokenSubsetMatcher;
+    };
+    protected id(): string;
+    protected getWindowsDelineations(lines: string[]): [number, number][];
+    protected _getCursorContextInfo(referenceDoc: DocumentInfoWithOffset): CursorContextInfo;
+    get referenceTokens(): Promise<Set<string>>;
+    private createReferenceTokensForLanguage;
+    private syntaxAwareReferenceTokens;
+    private static syntaxAwareSupportsLanguage;
+    protected similarityScore(a: Set<string>, b: Set<string>): number;
+    getEnclosingMemberStart(text: string, offset: number): Promise<Parser.SyntaxNode | undefined>;
+    static isMember(node: Parser.SyntaxNode | undefined): boolean;
+    static isBlock(node: Parser.SyntaxNode | undefined): boolean;
+}
+//# sourceMappingURL=subsetMatching.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/subsetMatching.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"subsetMatching.d.ts","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/snippetInclusion/subsetMatching.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,sBAAsB,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAoB,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,OAAO,MAAM,MAAM,iBAAiB,CAAC;AAErC;;;;;GAKG;AACH,qBAAa,uBAAwB,SAAQ,eAAe;IAC3D,OAAO,CAAC,YAAY,CAAS;IAE7B,OAAO;IAKP,MAAM,CAAC,OAAO,GAAI,cAAc,MAAM;2BAEjB,sBAAsB;MAEzC;IAEF,SAAS,CAAC,EAAE,IAAI,MAAM;IAItB,SAAS,CAAC,sBAAsB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE;IAIrE,SAAS,CAAC,qBAAqB,CAAC,YAAY,EAAE,sBAAsB,GAAG,iBAAiB;IAMxF,IAAa,eAAe,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAEnD;YAEa,gCAAgC;YAchC,0BAA0B;IAiBxC,OAAO,CAAC,MAAM,CAAC,2BAA2B;IAS1C,SAAS,CAAC,eAAe,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM;IAI3D,uBAAuB,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC;IAuBnG,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,GAAG,SAAS,GAAG,OAAO;IAa7D,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,GAAG,SAAS,GAAG,OAAO;CAa5D"}