@vscode/chat-lib 0.1.1 → 0.1.2-0

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/similarFiles/neighborFiles.js

@@ -0,0 +1,142 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NeighborSource = exports.NeighboringFileType = void 0;
+exports.considerNeighborFile = considerNeighborFile;
+exports.isIncludeNeighborFilesActive = isIncludeNeighborFilesActive;
+const instantiation_1 = require("../../../../../../../util/vs/platform/instantiation/common/instantiation");
+const prompt_1 = require("../../../../prompt/src/prompt");
+const featuresService_1 = require("../../experiments/featuresService");
+const logger_1 = require("../../logger");
+const textDocumentManager_1 = require("../../textDocumentManager");
+const openTabFiles_1 = require("./openTabFiles");
+const relatedFiles_1 = require("./relatedFiles");
+// There is a limitation of the number of the neighbor files. So I use the next strategies to pick the most relevant cursor focused files.
+var NeighboringFileType;
+(function (NeighboringFileType) {
+    NeighboringFileType["None"] = "none";
+    NeighboringFileType["OpenTabs"] = "opentabs";
+    NeighboringFileType["CursorMostRecent"] = "cursormostrecent";
+    NeighboringFileType["CursorMostCount"] = "cursormostcount";
+    NeighboringFileType["WorkspaceSharingSameFolder"] = "workspacesharingsamefolder";
+    NeighboringFileType["WorkspaceSmallestPathDist"] = "workspacesmallestpathdist";
+    NeighboringFileType["OpenTabsAndCocommitted"] = "opentabsandcocommitted";
+    NeighboringFileType["RelatedCSharp"] = "related/csharp";
+    NeighboringFileType["RelatedCSharpRoslyn"] = "related/csharproslyn";
+    NeighboringFileType["RelatedCpp"] = "related/cpp";
+    NeighboringFileType["RelatedTypeScript"] = "related/typescript";
+    NeighboringFileType["RelatedCppSemanticCodeContext"] = "related/cppsemanticcodecontext";
+    NeighboringFileType["RelatedOther"] = "related/other";
+})(NeighboringFileType || (exports.NeighboringFileType = NeighboringFileType = {}));
+/**
+ * We found out that considering
+ * all **open** neighbor files (independent of the language) was not helpful. However, some
+ * specific languages (e.g. frontend frameworks) benefit from this approach. Leaving this
+ * function here for future reference, in case we want to experiment this approach again for
+ * specific languages that always use cross-language files.
+ *
+ * @param languageId Language ID of the current file
+ * @param neighborLanguageId Language ID of the neighbor file
+ * @returns Boolean value indicating whether the neighbor file should be considered
+ *          (currently matching the current file's language with neighbors')
+ */
+function considerNeighborFile(languageId, neighborLanguageId) {
+    return (0, prompt_1.normalizeLanguageId)(languageId) === (0, prompt_1.normalizeLanguageId)(neighborLanguageId);
+}
+class NeighborSource {
+    // Limit the amount of neighbor data to pass to promptlib.
+    static { this.MAX_NEIGHBOR_AGGREGATE_LENGTH = 200000; }
+    static { this.MAX_NEIGHBOR_FILES = 20; }
+    static { this.EXCLUDED_NEIGHBORS = ['node_modules', 'dist', 'site-packages']; }
+    static defaultEmptyResult() {
+        return {
+            docs: new Map(),
+            neighborSource: new Map(),
+            traits: [],
+        };
+    }
+    /** Reset the singleton instance for unit test only */
+    static reset() {
+        NeighborSource.instance = undefined;
+    }
+    static async getNeighborFilesAndTraits(accessor, uri, fileType, telemetryData, cancellationToken, data, forceRelatedFilesComputation) {
+        const featuresService = accessor.get(featuresService_1.ICompletionsFeaturesService);
+        const logTarget = accessor.get(logger_1.ICompletionsLogTargetService);
+        const instantiationService = accessor.get(instantiation_1.IInstantiationService);
+        const docManager = accessor.get(textDocumentManager_1.ICompletionsTextDocumentManagerService);
+        if (NeighborSource.instance === undefined) {
+            NeighborSource.instance = instantiationService.createInstance(openTabFiles_1.OpenTabFiles);
+        }
+        const result = {
+            ...(await NeighborSource.instance.getNeighborFiles(uri, fileType, NeighborSource.MAX_NEIGHBOR_FILES)),
+            traits: [],
+        };
+        if (featuresService.excludeRelatedFiles(fileType, telemetryData)) {
+            return result;
+        }
+        const doc = await docManager.getTextDocument({ uri });
+        if (!doc) {
+            relatedFiles_1.relatedFilesLogger.debug(logTarget, 'neighborFiles.getNeighborFilesAndTraits', `Failed to get the related files: failed to get the document ${uri}`);
+            return result;
+        }
+        const wksFolder = docManager.getWorkspaceFolder(doc);
+        if (!wksFolder) {
+            relatedFiles_1.relatedFilesLogger.debug(logTarget, 'neighborFiles.getNeighborFilesAndTraits', `Failed to get the related files: ${uri} is not under the workspace folder`);
+            return result;
+        }
+        const relatedFiles = await instantiationService.invokeFunction(relatedFiles_1.getRelatedFilesAndTraits, doc, telemetryData, cancellationToken, data, forceRelatedFilesComputation);
+        if (relatedFiles.entries.size === 0) {
+            relatedFiles_1.relatedFilesLogger.debug(logTarget, 'neighborFiles.getNeighborFilesAndTraits', `0 related files found for ${uri}`);
+            // make sure we include traits if there's any
+            result.traits.push(...relatedFiles.traits);
+            return result;
+        }
+        relatedFiles.entries.forEach((uriToContentMap, type) => {
+            const addedDocs = [];
+            uriToContentMap.forEach((source, uri) => {
+                const relativePath = NeighborSource.getRelativePath(uri, wksFolder.uri);
+                if (!relativePath) {
+                    return;
+                }
+                // Check that results.docs does not already contain an entry for the given uri.
+                if (result.docs.has(uri)) {
+                    return;
+                }
+                const relatedFileDocInfo = { relativePath, uri, source };
+                addedDocs.unshift(relatedFileDocInfo);
+                result.docs.set(uri, relatedFileDocInfo);
+            });
+            if (addedDocs.length > 0) {
+                result.neighborSource.set(type, addedDocs.map(doc => doc.uri.toString()));
+            }
+        });
+        result.traits.push(...relatedFiles.traits);
+        return result;
+    }
+    static basename(uri) {
+        return decodeURIComponent(uri.replace(/[#?].*$/, '').replace(/^.*[/:]/, ''));
+    }
+    /**
+     * Get the fileUri relative to the provided basePath
+     * or its basename if basePath is not its ancestor.
+     */
+    static getRelativePath(fileUri, baseUri) {
+        const parentURI = baseUri
+            .toString()
+            .replace(/[#?].*/, '')
+            .replace(/\/?$/, '/');
+        if (fileUri.toString().startsWith(parentURI)) {
+            return fileUri.toString().slice(parentURI.length);
+        }
+        return NeighborSource.basename(fileUri);
+    }
+}
+exports.NeighborSource = NeighborSource;
+function isIncludeNeighborFilesActive(accessor, languageId, telemetryData) {
+    const featuresService = accessor.get(featuresService_1.ICompletionsFeaturesService);
+    return featuresService.includeNeighboringFiles(languageId, telemetryData);
+}
+//# sourceMappingURL=neighborFiles.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/similarFiles/neighborFiles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"neighborFiles.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/similarFiles/neighborFiles.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;AAyChG,oDAEC;AA8ID,oEAGC;AA1LD,4GAAmI;AACnI,0DAAqF;AAErF,uEAAgF;AAChF,yCAA4D;AAE5D,mEAAmF;AACnF,iDAA8C;AAC9C,iDAAgG;AAEhG,0IAA0I;AAC1I,IAAY,mBAcX;AAdD,WAAY,mBAAmB;IAC9B,oCAAa,CAAA;IACb,4CAAqB,CAAA;IACrB,4DAAqC,CAAA;IACrC,0DAAmC,CAAA;IACnC,gFAAyD,CAAA;IACzD,8EAAuD,CAAA;IACvD,wEAAiD,CAAA;IACjD,uDAAgC,CAAA;IAChC,mEAA4C,CAAA;IAC5C,iDAA0B,CAAA;IAC1B,+DAAwC,CAAA;IACxC,uFAAgE,CAAA;IAChE,qDAA8B,CAAA;AAC/B,CAAC,EAdW,mBAAmB,mCAAnB,mBAAmB,QAc9B;AAED;;;;;;;;;;;GAWG;AACH,SAAgB,oBAAoB,CAAC,UAAkB,EAAE,kBAA0B;IAClF,OAAO,IAAA,4BAAmB,EAAC,UAAU,CAAC,KAAK,IAAA,4BAAmB,EAAC,kBAAkB,CAAC,CAAC;AACpF,CAAC;AAYD,MAAa,cAAc;IAC1B,0DAA0D;aACnD,kCAA6B,GAAG,MAAM,CAAC;aACvC,uBAAkB,GAAG,EAAE,CAAC;aAExB,uBAAkB,GAAG,CAAC,cAAc,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IAEtE,MAAM,CAAC,kBAAkB;QACxB,OAAO;YACN,IAAI,EAAE,IAAI,GAAG,EAA2B;YACxC,cAAc,EAAE,IAAI,GAAG,EAAiC;YACxD,MAAM,EAAE,EAAwB;SAChC,CAAC;IACH,CAAC;IAID,sDAAsD;IACtD,MAAM,CAAC,KAAK;QACX,cAAc,CAAC,QAAQ,GAAG,SAAS,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,yBAAyB,CACrC,QAA0B,EAC1B,GAAW,EACX,QAAgB,EAChB,aAA+B,EAC/B,iBAAsC,EACtC,IAAc,EACd,4BAAsC;QAMtC,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,6CAA2B,CAAC,CAAC;QAClE,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,qCAA4B,CAAC,CAAC;QAC7D,MAAM,oBAAoB,GAAG,QAAQ,CAAC,GAAG,CAAC,qCAAqB,CAAC,CAAC;QACjE,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,4DAAsC,CAAC,CAAC;QACxE,IAAI,cAAc,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3C,cAAc,CAAC,QAAQ,GAAG,oBAAoB,CAAC,cAAc,CAAC,2BAAY,CAAC,CAAC;QAC7E,CAAC;QAED,MAAM,MAAM,GAAG;YACd,GAAG,CAAC,MAAM,cAAc,CAAC,QAAQ,CAAC,gBAAgB,CAAC,GAAG,EAAE,QAAQ,EAAE,cAAc,CAAC,kBAAkB,CAAC,CAAC;YACrG,MAAM,EAAE,EAAwB;SAChC,CAAC;QAEF,IAAI,eAAe,CAAC,mBAAmB,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,CAAC;YAAC,OAAO,MAAM,CAAC;QAAC,CAAC;QAEpF,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,GAAG,EAAE,CAAC;YACV,iCAAkB,CAAC,KAAK,CAAC,SAAS,EACjC,yCAAyC,EACzC,+DAA+D,GAAG,EAAE,CACpE,CAAC;YACF,OAAO,MAAM,CAAC;QACf,CAAC;QAED,MAAM,SAAS,GAAG,UAAU,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACrD,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,iCAAkB,CAAC,KAAK,CAAC,SAAS,EACjC,yCAAyC,EACzC,oCAAoC,GAAG,oCAAoC,CAC3E,CAAC;YACF,OAAO,MAAM,CAAC;QACf,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,oBAAoB,CAAC,cAAc,CAAC,uCAAwB,EACtF,GAAG,EACH,aAAa,EACb,iBAAiB,EACjB,IAAI,EACJ,4BAA4B,CAC5B,CAAC;QAEF,IAAI,YAAY,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACrC,iCAAkB,CAAC,KAAK,CAAC,SAAS,EACjC,yCAAyC,EACzC,6BAA6B,GAAG,EAAE,CAClC,CAAC;YACF,6CAA6C;YAC7C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;YAC3C,OAAO,MAAM,CAAC;QACf,CAAC;QAED,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,eAAe,EAAE,IAAI,EAAE,EAAE;YACtD,MAAM,SAAS,GAAsB,EAAE,CAAC;YACxC,eAAe,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE;gBACvC,MAAM,YAAY,GAAG,cAAc,CAAC,eAAe,CAAC,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC;gBACxE,IAAI,CAAC,YAAY,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBAC9B,+EAA+E;gBAC/E,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACrC,MAAM,kBAAkB,GAAoB,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;gBAC1E,SAAS,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;gBACtC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,kBAAkB,CAAC,CAAC;YAC1C,CAAC,CAAC,CAAC;YAEH,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,cAAc,CAAC,GAAG,CACxB,IAAI,EACJ,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CACxC,CAAC;YACH,CAAC;QACF,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;QAE3C,OAAO,MAAM,CAAC;IACf,CAAC;IAED,MAAM,CAAC,QAAQ,CAAC,GAAW;QAC1B,OAAO,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;IAC9E,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,eAAe,CAAC,OAAe,EAAE,OAAe;QACtD,MAAM,SAAS,GAAG,OAAO;aACvB,QAAQ,EAAE;aACV,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;aACrB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACvB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9C,OAAO,OAAO,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;;AA/HF,wCAgIC;AAED,SAAgB,4BAA4B,CAAC,QAA0B,EAAE,UAAkB,EAAE,aAA+B;IAC3H,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,6CAA2B,CAAC,CAAC;IAClE,OAAO,eAAe,CAAC,uBAAuB,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;AAC3E,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/similarFiles/openTabFiles.d.ts

@@ -0,0 +1,21 @@
+import { ICompletionsTextDocumentManagerService } from '../../textDocumentManager';
+import { INeighborSource, NeighboringFileType, NeighborsCollection } from './neighborFiles';
+export declare class OpenTabFiles implements INeighborSource {
+    readonly docManager: ICompletionsTextDocumentManagerService;
+    constructor(docManager: ICompletionsTextDocumentManagerService);
+    private truncateDocs;
+    /**
+     * Get the neighbor files. Current it supports open editors.
+     * @param uri The uri of the current open file.
+     * @param languageId The language id of the current open file.
+     * @param maxNumNeighborFiles The max number of neighbor files to return.
+     * @returns Include 2 items.
+     *          1. The merged unique documents, which is not exceeding MAX_NEIGHBOR_FILES.
+     *          2. For each neighbor type, the files that are included in the merged unique documents.
+     */
+    getNeighborFiles(uri: string, languageId: string, maxNumNeighborFiles: number): Promise<{
+        docs: NeighborsCollection;
+        neighborSource: Map<NeighboringFileType, string[]>;
+    }>;
+}
+//# sourceMappingURL=openTabFiles.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/similarFiles/openTabFiles.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openTabFiles.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/similarFiles/openTabFiles.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,sCAAsC,EAAE,MAAM,2BAA2B,CAAC;AACnF,OAAO,EACN,eAAe,EAEf,mBAAmB,EACnB,mBAAmB,EAEnB,MAAM,iBAAiB,CAAC;AAEzB,qBAAa,YAAa,YAAW,eAAe;IACC,QAAQ,CAAC,UAAU,EAAE,sCAAsC;gBAAlD,UAAU,EAAE,sCAAsC;IAE/G,OAAO,CAAC,YAAY;IAkCpB;;;;;;;;OAQG;IACG,gBAAgB,CACrB,GAAG,EAAE,MAAM,EACX,UAAU,EAAE,MAAM,EAClB,mBAAmB,EAAE,MAAM,GACzB,OAAO,CAAC;QAAE,IAAI,EAAE,mBAAmB,CAAC;QAAC,cAAc,EAAE,GAAG,CAAC,mBAAmB,EAAE,MAAM,EAAE,CAAC,CAAA;KAAE,CAAC;CAkB7F"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/similarFiles/openTabFiles.js

@@ -0,0 +1,72 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenTabFiles = void 0;
+const documentTracker_1 = require("../../documentTracker");
+const textDocumentManager_1 = require("../../textDocumentManager");
+const neighborFiles_1 = require("./neighborFiles");
+let OpenTabFiles = class OpenTabFiles {
+    constructor(docManager) {
+        this.docManager = docManager;
+    }
+    truncateDocs(docs, uri, languageId, maxNumNeighborFiles) {
+        const openFiles = new Map();
+        let totalLen = 0;
+        for (const doc of docs) {
+            if (totalLen + doc.getText().length > neighborFiles_1.NeighborSource.MAX_NEIGHBOR_AGGREGATE_LENGTH) {
+                continue;
+            }
+            if (doc.uri.startsWith('file:') &&
+                uri.startsWith('file:') &&
+                doc.uri !== uri &&
+                (0, neighborFiles_1.considerNeighborFile)(languageId, doc.detectedLanguageId)) {
+                openFiles.set(doc.uri.toString(), {
+                    uri: doc.uri.toString(),
+                    relativePath: this.docManager.getRelativePath(doc),
+                    source: doc.getText(),
+                });
+                totalLen += doc.getText().length;
+            }
+            if (openFiles.size >= maxNumNeighborFiles) {
+                break;
+            }
+        }
+        return openFiles;
+    }
+    /**
+     * Get the neighbor files. Current it supports open editors.
+     * @param uri The uri of the current open file.
+     * @param languageId The language id of the current open file.
+     * @param maxNumNeighborFiles The max number of neighbor files to return.
+     * @returns Include 2 items.
+     *          1. The merged unique documents, which is not exceeding MAX_NEIGHBOR_FILES.
+     *          2. For each neighbor type, the files that are included in the merged unique documents.
+     */
+    async getNeighborFiles(uri, languageId, maxNumNeighborFiles) {
+        let neighborFiles = new Map();
+        const neighborSource = new Map();
+        neighborFiles = this.truncateDocs((0, documentTracker_1.sortByAccessTimes)(await this.docManager.textDocuments()), uri, languageId, maxNumNeighborFiles);
+        neighborSource.set(neighborFiles_1.NeighboringFileType.OpenTabs, Array.from(neighborFiles.keys()).map(uri => uri.toString()));
+        return {
+            docs: neighborFiles,
+            neighborSource: neighborSource,
+        };
+    }
+};
+exports.OpenTabFiles = OpenTabFiles;
+exports.OpenTabFiles = OpenTabFiles = __decorate([
+    __param(0, textDocumentManager_1.ICompletionsTextDocumentManagerService)
+], OpenTabFiles);
+//# sourceMappingURL=openTabFiles.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/similarFiles/openTabFiles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openTabFiles.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/similarFiles/openTabFiles.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;;;;;;;;;;AAEhG,2DAA0D;AAE1D,mEAAmF;AACnF,mDAMyB;AAElB,IAAM,YAAY,GAAlB,MAAM,YAAY;IACxB,YAA6D,UAAkD;QAAlD,eAAU,GAAV,UAAU,CAAwC;IAAI,CAAC;IAE5G,YAAY,CACnB,IAAqC,EACrC,GAAW,EACX,UAAkB,EAClB,mBAA2B;QAE3B,MAAM,SAAS,GAAwB,IAAI,GAAG,EAAE,CAAC;QACjD,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACxB,IAAI,QAAQ,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC,MAAM,GAAG,8BAAc,CAAC,6BAA6B,EAAE,CAAC;gBACpF,SAAS;YACV,CAAC;YAED,IACC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;gBAC3B,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;gBACvB,GAAG,CAAC,GAAG,KAAK,GAAG;gBACf,IAAA,oCAAoB,EAAC,UAAU,EAAE,GAAG,CAAC,kBAAkB,CAAC,EACvD,CAAC;gBACF,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE;oBACjC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE;oBACvB,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC;oBAClD,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE;iBACrB,CAAC,CAAC;gBACH,QAAQ,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC;YAClC,CAAC;YAED,IAAI,SAAS,CAAC,IAAI,IAAI,mBAAmB,EAAE,CAAC;gBAC3C,MAAM;YACP,CAAC;QACF,CAAC;QACD,OAAO,SAAS,CAAC;IAClB,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,gBAAgB,CACrB,GAAW,EACX,UAAkB,EAClB,mBAA2B;QAE3B,IAAI,aAAa,GAAwB,IAAI,GAAG,EAAE,CAAC;QACnD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAiC,CAAC;QAChE,aAAa,GAAG,IAAI,CAAC,YAAY,CAChC,IAAA,mCAAiB,EAAC,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC,EACxD,GAAG,EACH,UAAU,EACV,mBAAmB,CACnB,CAAC;QACF,cAAc,CAAC,GAAG,CACjB,mCAAmB,CAAC,QAAQ,EAC5B,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAC3D,CAAC;QACF,OAAO;YACN,IAAI,EAAE,aAAa;YACnB,cAAc,EAAE,cAAc;SAC9B,CAAC;IACH,CAAC;CACD,CAAA;AApEY,oCAAY;uBAAZ,YAAY;IACX,WAAA,4DAAsC,CAAA;GADvC,YAAY,CAoExB"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/similarFiles/relatedFiles.d.ts

@@ -0,0 +1,90 @@
+import { IIgnoreService } from '../../../../../../../platform/ignore/common/ignoreService';
+import { IInstantiationService, ServicesAccessor } from '../../../../../../../util/vs/platform/instantiation/common/instantiation';
+import { CancellationToken as ICancellationToken } from '../../../../types/src';
+import { ICompletionsFileSystemService } from '../../fileSystem';
+import { LRUCacheMap } from '../../helpers/cache';
+import { ICompletionsLogTargetService, Logger } from '../../logger';
+import { TelemetryWithExp } from '../../telemetry';
+import { NeighboringFileType } from './neighborFiles';
+export interface RelatedFilesDocumentInfo {
+    readonly uri: string;
+    readonly clientLanguageId: string;
+    data?: unknown;
+}
+interface RelatedFilesTextDocument {
+    readonly uri: string;
+    readonly clientLanguageId: string;
+    readonly detectedLanguageId: string;
+}
+export type RelatedFilesResponseEntry = {
+    type: NeighboringFileType;
+    uris: string[];
+};
+export type RelatedFileTrait = {
+    name: string;
+    value: string;
+    includeInPrompt?: boolean;
+    promptTextOverride?: string;
+};
+export type RelatedFilesResponse = {
+    entries: RelatedFilesResponseEntry[];
+    traits?: RelatedFileTrait[];
+};
+type RelatedFiles = {
+    entries: RelatedFilesType;
+    traits: RelatedFileTrait[];
+};
+export type RelatedFilesType = Map<NeighboringFileType, Map<string, string>>;
+export declare const EmptyRelatedFilesResponse: RelatedFilesResponse;
+type TimestampEntry = {
+    timestamp: number;
+    retryCount: number;
+};
+export declare class PromiseExpirationCacheMap<T> extends LRUCacheMap<string, Promise<T>> {
+    private readonly defaultEvictionTimeMs;
+    _cacheTimestamps: Map<string, TimestampEntry>;
+    constructor(size: number, defaultEvictionTimeMs?: number);
+    bumpRetryCount(key: string): number;
+    has(key: string): boolean;
+    get(key: string): Promise<T> | undefined;
+    set(key: string, value: Promise<T>): this;
+    clear(): void;
+    private isValid;
+    private deleteExpiredEntry;
+}
+export declare const relatedFilesLogger: Logger;
+export declare const ICompletionsRelatedFilesProviderService: import("../../../../../../../util/common/services").ServiceIdentifier<ICompletionsRelatedFilesProviderService>;
+export interface ICompletionsRelatedFilesProviderService {
+    readonly _serviceBrand: undefined;
+    getRelatedFilesResponse(docInfo: RelatedFilesDocumentInfo, telemetryData: TelemetryWithExp, cancellationToken: ICancellationToken | undefined): Promise<RelatedFilesResponse | undefined>;
+    getRelatedFiles(docInfo: RelatedFilesDocumentInfo, telemetryData: TelemetryWithExp, cancellationToken: ICancellationToken | undefined): Promise<RelatedFiles | undefined>;
+}
+/**
+ * Class for getting the related files to the current active file (implemented in the extension or the agent).
+ */
+export declare abstract class RelatedFilesProvider implements ICompletionsRelatedFilesProviderService {
+    protected readonly instantiationService: IInstantiationService;
+    protected readonly ignoreService: IIgnoreService;
+    protected readonly logTarget: ICompletionsLogTargetService;
+    protected readonly fileSystemService: ICompletionsFileSystemService;
+    _serviceBrand: undefined;
+    constructor(instantiationService: IInstantiationService, ignoreService: IIgnoreService, logTarget: ICompletionsLogTargetService, fileSystemService: ICompletionsFileSystemService);
+    abstract getRelatedFilesResponse(docInfo: RelatedFilesDocumentInfo, telemetryData: TelemetryWithExp, cancellationToken: ICancellationToken | undefined): Promise<RelatedFilesResponse | undefined>;
+    getRelatedFiles(docInfo: RelatedFilesDocumentInfo, telemetryData: TelemetryWithExp, cancellationToken: ICancellationToken | undefined): Promise<RelatedFiles | undefined>;
+    protected getFileContent(uri: string): Promise<string | undefined>;
+    private isContentExcluded;
+    private static dropBOM;
+}
+/**
+ * For a given document, it provides a list of related files and traits
+ * @param ctx The context.
+ * @param doc The document information.
+ * @param telemetryData Object used to send telemetry and check experimentation options.
+ * @param cancellationToken The cancellation token.
+ * @param data Additional arbitrary data to be passed to the provider.
+ * @param forceComputation Set true to force computation by skipping cache and timeout.
+ * @returns Related files and traits.
+ */
+export declare function getRelatedFilesAndTraits(accessor: ServicesAccessor, doc: RelatedFilesTextDocument, telemetryData: TelemetryWithExp, cancellationToken?: ICancellationToken, data?: unknown, forceComputation?: boolean): Promise<RelatedFiles>;
+export {};
+//# sourceMappingURL=relatedFiles.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/similarFiles/relatedFiles.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"relatedFiles.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/similarFiles/relatedFiles.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,cAAc,EAAE,MAAM,2DAA2D,CAAC;AAG3F,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,0EAA0E,CAAC;AACnI,OAAO,EAAE,iBAAiB,IAAI,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAChF,OAAO,EAAE,6BAA6B,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,4BAA4B,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACpE,OAAO,EAAa,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAE9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAEtD,MAAM,WAAW,wBAAwB;IACxC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,IAAI,CAAC,EAAE,OAAO,CAAC;CACf;AAED,UAAU,wBAAwB;IACjC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;CACpC;AAED,MAAM,MAAM,yBAAyB,GAAG;IACvC,IAAI,EAAE,mBAAmB,CAAC;IAC1B,IAAI,EAAE,MAAM,EAAE,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IAClC,OAAO,EAAE,yBAAyB,EAAE,CAAC;IACrC,MAAM,CAAC,EAAE,gBAAgB,EAAE,CAAC;CAC5B,CAAC;AAEF,KAAK,YAAY,GAAG;IACnB,OAAO,EAAE,gBAAgB,CAAC;IAC1B,MAAM,EAAE,gBAAgB,EAAE,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,GAAG,CAAC,mBAAmB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAE7E,eAAO,MAAM,yBAAyB,EAAE,oBAAkD,CAAC;AAO3F,KAAK,cAAc,GAAG;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC;AAIhE,qBAAa,yBAAyB,CAAC,CAAC,CAAE,SAAQ,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAO/E,OAAO,CAAC,QAAQ,CAAC,qBAAqB;IAJvC,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAa;gBAGzD,IAAI,EAAE,MAAM,EACK,qBAAqB,GAAE,MAAsB;IAK/D,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM;IAU1B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IASzB,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,SAAS;IAUxC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI;IAQzC,KAAK;IAMd,OAAO,CAAC,OAAO;IAKf,OAAO,CAAC,kBAAkB;CAM1B;AAED,eAAO,MAAM,kBAAkB,QAA6B,CAAC;AAS7D,eAAO,MAAM,uCAAuC,gHAA8G,CAAC;AACnK,MAAM,WAAW,uCAAuC;IACvD,QAAQ,CAAC,aAAa,EAAE,SAAS,CAAC;IAClC,uBAAuB,CACtB,OAAO,EAAE,wBAAwB,EACjC,aAAa,EAAE,gBAAgB,EAC/B,iBAAiB,EAAE,kBAAkB,GAAG,SAAS,GAC/C,OAAO,CAAC,oBAAoB,GAAG,SAAS,CAAC,CAAC;IAC7C,eAAe,CACd,OAAO,EAAE,wBAAwB,EACjC,aAAa,EAAE,gBAAgB,EAC/B,iBAAiB,EAAE,kBAAkB,GAAG,SAAS,GAC/C,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC,CAAC;CACrC;AAED;;GAEG;AACH,8BAAsB,oBAAqB,YAAW,uCAAuC;IAGpE,SAAS,CAAC,QAAQ,CAAC,oBAAoB,EAAE,qBAAqB;IACrE,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,cAAc;IAClC,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,4BAA4B;IACzD,SAAS,CAAC,QAAQ,CAAC,iBAAiB,EAAE,6BAA6B;IAL3F,aAAa,EAAE,SAAS,CAAC;gBAEU,oBAAoB,EAAE,qBAAqB,EAClD,aAAa,EAAE,cAAc,EACf,SAAS,EAAE,4BAA4B,EACtC,iBAAiB,EAAE,6BAA6B;IAKnG,QAAQ,CAAC,uBAAuB,CAC/B,OAAO,EAAE,wBAAwB,EACjC,aAAa,EAAE,gBAAgB,EAC/B,iBAAiB,EAAE,kBAAkB,GAAG,SAAS,GAC/C,OAAO,CAAC,oBAAoB,GAAG,SAAS,CAAC;IAEtC,eAAe,CACpB,OAAO,EAAE,wBAAwB,EACjC,aAAa,EAAE,gBAAgB,EAC/B,iBAAiB,EAAE,kBAAkB,GAAG,SAAS,GAC/C,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC;cA6CpB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;YAU1D,iBAAiB;IAW/B,OAAO,CAAC,MAAM,CAAC,OAAO;CAStB;AAkFD;;;;;;;;;GASG;AACH,wBAAsB,wBAAwB,CAC7C,QAAQ,EAAE,gBAAgB,EAC1B,GAAG,EAAE,wBAAwB,EAC7B,aAAa,EAAE,gBAAgB,EAC/B,iBAAiB,CAAC,EAAE,kBAAkB,EACtC,IAAI,CAAC,EAAE,OAAO,EACd,gBAAgB,GAAE,OAAe,GAC/B,OAAO,CAAC,YAAY,CAAC,CAoCvB"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/similarFiles/relatedFiles.js

@@ -0,0 +1,287 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var RelatedFilesProvider_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RelatedFilesProvider = exports.ICompletionsRelatedFilesProviderService = exports.relatedFilesLogger = exports.PromiseExpirationCacheMap = exports.EmptyRelatedFilesResponse = void 0;
+exports.getRelatedFilesAndTraits = getRelatedFilesAndTraits;
+const ignoreService_1 = require("../../../../../../../platform/ignore/common/ignoreService");
+const services_1 = require("../../../../../../../util/common/services");
+const uri_1 = require("../../../../../../../util/vs/base/common/uri");
+const instantiation_1 = require("../../../../../../../util/vs/platform/instantiation/common/instantiation");
+const fileSystem_1 = require("../../fileSystem");
+const cache_1 = require("../../helpers/cache");
+const logger_1 = require("../../logger");
+const telemetry_1 = require("../../telemetry");
+const shortCircuit_1 = require("../../util/shortCircuit");
+exports.EmptyRelatedFilesResponse = { entries: [], traits: [] };
+const EmptyRelatedFiles = {
+    entries: new Map(),
+    traits: [],
+};
+// A map with an expiration time for each key. Keys are removed upon get() time.
+// Note: the size() function is not being used, but if it does, be aware that it is
+// counting expired keys. This ensures a constant time execution time.
+class PromiseExpirationCacheMap extends cache_1.LRUCacheMap {
+    constructor(size, defaultEvictionTimeMs = 2 * 60 * 1000 // 2 minutes
+    ) {
+        super(size);
+        this.defaultEvictionTimeMs = defaultEvictionTimeMs;
+        // Hold the time an entry is cached the first time. The entries in this map are only removed
+        // upon a get() call when the eviction time elapsed.
+        this._cacheTimestamps = new Map();
+    }
+    bumpRetryCount(key) {
+        const ts = this._cacheTimestamps.get(key);
+        if (ts) {
+            return ++ts.retryCount;
+        }
+        else {
+            this._cacheTimestamps.set(key, { timestamp: Date.now(), retryCount: 0 });
+            return 0;
+        }
+    }
+    has(key) {
+        if (this.isValid(key)) {
+            return super.has(key);
+        }
+        else {
+            this.deleteExpiredEntry(key);
+            return false;
+        }
+    }
+    get(key) {
+        const entry = super.get(key);
+        if (this.isValid(key)) {
+            return entry;
+        }
+        else {
+            this.deleteExpiredEntry(key);
+            return undefined;
+        }
+    }
+    set(key, value) {
+        const ret = super.set(key, value);
+        if (!this.isValid(key)) {
+            this._cacheTimestamps.set(key, { timestamp: Date.now(), retryCount: 0 });
+        }
+        return ret;
+    }
+    clear() {
+        super.clear();
+        this._cacheTimestamps.clear();
+    }
+    // A cache entry is considered valid if its lifetime is less than the default cache eviction time.
+    isValid(key) {
+        const ts = this._cacheTimestamps.get(key);
+        return ts !== undefined && Date.now() - ts.timestamp < this.defaultEvictionTimeMs;
+    }
+    deleteExpiredEntry(key) {
+        if (this._cacheTimestamps.has(key)) {
+            this._cacheTimestamps.delete(key);
+        }
+        super.delete(key);
+    }
+}
+exports.PromiseExpirationCacheMap = PromiseExpirationCacheMap;
+exports.relatedFilesLogger = new logger_1.Logger('relatedFiles');
+const lruCacheSize = 1000;
+class RelatedFilesProviderFailure extends Error {
+    constructor() {
+        super('The provider failed providing the list of relatedFiles');
+    }
+}
+exports.ICompletionsRelatedFilesProviderService = (0, services_1.createServiceIdentifier)('ICompletionsRelatedFilesProviderService');
+/**
+ * Class for getting the related files to the current active file (implemented in the extension or the agent).
+ */
+let RelatedFilesProvider = RelatedFilesProvider_1 = class RelatedFilesProvider {
+    constructor(instantiationService, ignoreService, logTarget, fileSystemService) {
+        this.instantiationService = instantiationService;
+        this.ignoreService = ignoreService;
+        this.logTarget = logTarget;
+        this.fileSystemService = fileSystemService;
+    }
+    async getRelatedFiles(docInfo, telemetryData, cancellationToken) {
+        // Try/catch-ing around getRelatedFilesResponse is not useful: it is up to the
+        // concrete implementation of getRelatedFilesResponse to handle exceptions. If
+        // they are thrown at this point, let them pass through up to the memoize() to
+        // handle cache eviction.
+        const response = await this.getRelatedFilesResponse(docInfo, telemetryData, cancellationToken);
+        if (response === undefined) {
+            return undefined;
+        }
+        const result = {
+            entries: new Map(),
+            traits: response.traits ?? [],
+        };
+        for (const entry of response.entries) {
+            let uriToContentMap = result.entries.get(entry.type);
+            if (!uriToContentMap) {
+                uriToContentMap = new Map();
+                result.entries.set(entry.type, uriToContentMap);
+            }
+            for (const uri of entry.uris) {
+                try {
+                    exports.relatedFilesLogger.debug(this.logTarget, `Processing ${uri}`);
+                    let content = await this.getFileContent(uri);
+                    if (!content || content.length === 0) {
+                        exports.relatedFilesLogger.debug(this.logTarget, `Skip ${uri} due to empty content or loading issue.`);
+                        continue;
+                    }
+                    if (await this.isContentExcluded(uri, content)) {
+                        exports.relatedFilesLogger.debug(this.logTarget, `Skip ${uri} due content exclusion.`);
+                        continue;
+                    }
+                    content = RelatedFilesProvider_1.dropBOM(content);
+                    uriToContentMap.set(uri, content);
+                }
+                catch (e) {
+                    exports.relatedFilesLogger.warn(this.logTarget, e);
+                }
+            }
+        }
+        return result;
+    }
+    async getFileContent(uri) {
+        try {
+            return this.fileSystemService.readFileString(uri);
+        }
+        catch (e) {
+            exports.relatedFilesLogger.debug(this.logTarget, e);
+        }
+        return undefined;
+    }
+    async isContentExcluded(uri, content) {
+        try {
+            return this.ignoreService.isCopilotIgnored(uri_1.URI.parse(uri));
+        }
+        catch (e) {
+            this.instantiationService.invokeFunction(acc => exports.relatedFilesLogger.exception(acc, e, 'isContentExcluded'));
+        }
+        // Default to being excluded if encountered error
+        return true;
+    }
+    static dropBOM(content) {
+        // Note: charCodeAt() converts the UTF8 BOM to UTF16 BOM (`0xefbbbf` to `0xfeff`),
+        // so only the latter must be checked.
+        if (content.charCodeAt(0) === 0xfeff) {
+            return content.slice(1);
+        }
+        return content;
+    }
+};
+exports.RelatedFilesProvider = RelatedFilesProvider;
+exports.RelatedFilesProvider = RelatedFilesProvider = RelatedFilesProvider_1 = __decorate([
+    __param(0, instantiation_1.IInstantiationService),
+    __param(1, ignoreService_1.IIgnoreService),
+    __param(2, logger_1.ICompletionsLogTargetService),
+    __param(3, fileSystem_1.ICompletionsFileSystemService)
+], RelatedFilesProvider);
+const defaultMaxRetryCount = 3; // times the cache may be evicted and refreshed (e.g. a retry)
+const lruCache = new PromiseExpirationCacheMap(lruCacheSize);
+/**
+ * Given a document, gets a list of related files which are cached (memoized).
+ * If the result is not already cached, then the lookup is made based purely upon docInfo and then cached.
+ * */
+async function getRelatedFiles(accessor, docInfo, telemetryData, cancellationToken, relatedFilesProvider) {
+    const instantiationService = accessor.get(instantiation_1.IInstantiationService);
+    const logTarget = accessor.get(logger_1.ICompletionsLogTargetService);
+    const startTime = performance.now();
+    let result;
+    try {
+        result = await relatedFilesProvider.getRelatedFiles(docInfo, telemetryData, cancellationToken);
+    }
+    catch (error) {
+        instantiationService.invokeFunction(acc => exports.relatedFilesLogger.exception(acc, error, '.getRelatedFiles'));
+        result = undefined;
+    }
+    if (result === undefined) {
+        const retryCount = lruCache.bumpRetryCount(docInfo.uri);
+        if (retryCount >= defaultMaxRetryCount) {
+            // Retry limit reached, cache and return an empty list.
+            result = EmptyRelatedFiles;
+        }
+        else {
+            result = undefined;
+        }
+    }
+    const elapsedTime = performance.now() - startTime;
+    exports.relatedFilesLogger.debug(logTarget, result !== undefined
+        ? `Fetched ${[...result.entries.values()]
+            .map(value => value.size)
+            .reduce((total, current) => total + current, 0)} related files for '${docInfo.uri}' in ${elapsedTime}ms.`
+        : `Failing fetching files for '${docInfo.uri}' in ${elapsedTime}ms.`);
+    // If the provider failed, throwing will let memoize() evict the key from the cache, and will be tried again.
+    if (result === undefined) {
+        throw new RelatedFilesProviderFailure();
+    }
+    return result;
+}
+let getRelatedFilesWithCacheAndTimeout = function (accessor, docInfo, telemetryData, cancellationToken, relatedFilesProvider) {
+    const id = `${docInfo.uri}`;
+    if (lruCache.has(id)) {
+        return lruCache.get(id);
+    }
+    let result = getRelatedFiles(accessor, docInfo, telemetryData, cancellationToken, relatedFilesProvider);
+    if (result instanceof Promise) {
+        result = result.catch(error => {
+            lruCache.delete(id);
+            throw error;
+        });
+    }
+    lruCache.set(id, result);
+    return result;
+};
+getRelatedFilesWithCacheAndTimeout = (0, shortCircuit_1.shortCircuit)(getRelatedFilesWithCacheAndTimeout, 200, // max milliseconds
+EmptyRelatedFiles);
+/**
+ * For a given document, it provides a list of related files and traits
+ * @param ctx The context.
+ * @param doc The document information.
+ * @param telemetryData Object used to send telemetry and check experimentation options.
+ * @param cancellationToken The cancellation token.
+ * @param data Additional arbitrary data to be passed to the provider.
+ * @param forceComputation Set true to force computation by skipping cache and timeout.
+ * @returns Related files and traits.
+ */
+async function getRelatedFilesAndTraits(accessor, doc, telemetryData, cancellationToken, data, forceComputation = false) {
+    const instantiationService = accessor.get(instantiation_1.IInstantiationService);
+    const logTarget = accessor.get(logger_1.ICompletionsLogTargetService);
+    const relatedFilesProvider = accessor.get(exports.ICompletionsRelatedFilesProviderService);
+    let relatedFiles = EmptyRelatedFiles;
+    try {
+        const docInfo = {
+            uri: doc.uri,
+            clientLanguageId: doc.clientLanguageId,
+            data: data,
+        };
+        relatedFiles = forceComputation
+            ? await instantiationService.invokeFunction(getRelatedFiles, docInfo, telemetryData, cancellationToken, relatedFilesProvider)
+            : await instantiationService.invokeFunction(getRelatedFilesWithCacheAndTimeout, docInfo, telemetryData, cancellationToken, relatedFilesProvider);
+    }
+    catch (error) {
+        relatedFiles = EmptyRelatedFiles;
+        if (error instanceof RelatedFilesProviderFailure) {
+            instantiationService.invokeFunction(telemetry_1.telemetry, 'getRelatedFilesList', telemetryData);
+        }
+    }
+    exports.relatedFilesLogger.debug(logTarget, relatedFiles !== null && relatedFiles !== undefined
+        ? `Fetched following traits ${relatedFiles.traits
+            .map(trait => `{${trait.name} : ${trait.value}}`)
+            .join('')} for '${doc.uri}'`
+        : `Failing fecthing traits for '${doc.uri}'.`);
+    return relatedFiles;
+}
+//# sourceMappingURL=relatedFiles.js.map