@vscode/chat-lib 0.1.2 → 0.1.3-1

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviderRegistryTs.d.ts

@@ -0,0 +1,6 @@
+import { ServicesAccessor } from '../../../../../../util/vs/platform/instantiation/common/instantiation';
+import { TelemetryWithExp } from '../telemetry';
+import { ActiveExperiments } from './contextProviderRegistry';
+export declare const TS_CONTEXT_PROVIDER_ID = "typescript-ai-context-provider";
+export declare function fillInTsActiveExperiments(accessor: ServicesAccessor, matchedContextProviders: string[], activeExperiments: ActiveExperiments, telemetryData: TelemetryWithExp): boolean;
+//# sourceMappingURL=contextProviderRegistryTs.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviderRegistryTs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextProviderRegistryTs.d.ts","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviderRegistryTs.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,uEAAuE,CAAC;AAGzG,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D,eAAO,MAAM,sBAAsB,mCAAmC,CAAC;AAMvE,wBAAgB,yBAAyB,CACxC,QAAQ,EAAE,gBAAgB,EAC1B,uBAAuB,EAAE,MAAM,EAAE,EACjC,iBAAiB,EAAE,iBAAiB,EACpC,aAAa,EAAE,gBAAgB,GAC7B,OAAO,CA2BT"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviderRegistryTs.js

@@ -0,0 +1,42 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TS_CONTEXT_PROVIDER_ID = void 0;
+exports.fillInTsActiveExperiments = fillInTsActiveExperiments;
+const featuresService_1 = require("../experiments/featuresService");
+const logger_1 = require("../logger");
+exports.TS_CONTEXT_PROVIDER_ID = 'typescript-ai-context-provider';
+function fillInTsActiveExperiments(accessor, matchedContextProviders, activeExperiments, telemetryData) {
+    if (!((matchedContextProviders.length === 1 && matchedContextProviders[0] === '*') ||
+        matchedContextProviders.includes(exports.TS_CONTEXT_PROVIDER_ID))) {
+        return false;
+    }
+    const logTarget = accessor.get(logger_1.ICompletionsLogTargetService);
+    const featuresService = accessor.get(featuresService_1.ICompletionsFeaturesService);
+    try {
+        const tsContextProviderParams = featuresService.tsContextProviderParams(telemetryData);
+        if (tsContextProviderParams) {
+            const params = JSON.parse(tsContextProviderParams);
+            for (const [key, value] of Object.entries(params)) {
+                activeExperiments.set(key, value);
+            }
+        }
+        else {
+            const params = featuresService.getContextProviderExpSettings('typescript')?.params;
+            if (params) {
+                for (const [key, value] of Object.entries(params)) {
+                    activeExperiments.set(key, value);
+                }
+            }
+        }
+    }
+    catch (e) {
+        logger_1.logger.debug(logTarget, `Failed to get the active TypeScript experiments for the Context Provider API`, e);
+        return false;
+    }
+    return true;
+}
+//# sourceMappingURL=contextProviderRegistryTs.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviderRegistryTs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextProviderRegistryTs.js","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviderRegistryTs.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;AAchG,8DAgCC;AA3CD,oEAA6E;AAC7E,sCAAiE;AAIpD,QAAA,sBAAsB,GAAG,gCAAgC,CAAC;AAMvE,SAAgB,yBAAyB,CACxC,QAA0B,EAC1B,uBAAiC,EACjC,iBAAoC,EACpC,aAA+B;IAE/B,IACC,CAAC,CACA,CAAC,uBAAuB,CAAC,MAAM,KAAK,CAAC,IAAI,uBAAuB,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC;QAC5E,uBAAuB,CAAC,QAAQ,CAAC,8BAAsB,CAAC,CACxD,EACA,CAAC;QACF,OAAO,KAAK,CAAC;IACd,CAAC;IACD,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,qCAA4B,CAAC,CAAC;IAC7D,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,6CAA2B,CAAC,CAAC;IAClE,IAAI,CAAC;QACJ,MAAM,uBAAuB,GAAG,eAAe,CAAC,uBAAuB,CAAC,aAAa,CAAC,CAAC;QACvF,IAAI,uBAAuB,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAA0B,CAAC;YAC5E,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAAC,CAAC;QAC1F,CAAC;aAAM,CAAC;YACP,MAAM,MAAM,GAAG,eAAe,CAAC,6BAA6B,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;YACnF,IAAI,MAAM,EAAE,CAAC;gBACZ,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;oBAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAAC,CAAC;YAC1F,CAAC;QACF,CAAC;IACF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACZ,eAAM,CAAC,KAAK,CAAC,SAAS,EAAE,8EAA8E,EAAE,CAAC,CAAC,CAAC;QAC3G,OAAO,KAAK,CAAC;IACd,CAAC;IACD,OAAO,IAAI,CAAC;AACb,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviderStatistics.d.ts

@@ -0,0 +1,39 @@
+import { ComponentStatistics } from '../../../prompt/src/components/components';
+import { ContextUsageStatistics, ResolutionStatus } from '../../../types/src';
+import { SupportedContextItemWithId } from './contextProviders/contextItemSchemas';
+export type PromptExpectation = 'included' | 'content_excluded';
+export type PromptMatcher = {
+    source: SupportedContextItemWithId;
+    expectedTokens: number;
+    actualTokens: number;
+};
+export declare const ICompletionsContextProviderService: import("../../../../../../util/common/services").ServiceIdentifier<ICompletionsContextProviderService>;
+export interface ICompletionsContextProviderService {
+    readonly _serviceBrand: undefined;
+    getStatisticsForCompletion(completionId: string): PerCompletionContextProviderStatistics;
+    getPreviousStatisticsForCompletion(completionId: string): PerCompletionContextProviderStatistics | undefined;
+}
+export declare class ContextProviderStatistics implements ICompletionsContextProviderService {
+    private readonly createStatistics;
+    _serviceBrand: undefined;
+    private statistics;
+    constructor(createStatistics?: () => PerCompletionContextProviderStatistics);
+    getStatisticsForCompletion(completionId: string): PerCompletionContextProviderStatistics;
+    getPreviousStatisticsForCompletion(completionId: string): PerCompletionContextProviderStatistics | undefined;
+}
+export declare class PerCompletionContextProviderStatistics {
+    opportunityId: string | undefined;
+    protected _expectations: Map<string, [SupportedContextItemWithId, PromptExpectation][]>;
+    protected _lastResolution: Map<string, ResolutionStatus>;
+    protected _statistics: Map<string, ContextUsageStatistics>;
+    constructor();
+    addExpectations(providerId: string, expectations: [SupportedContextItemWithId, PromptExpectation][]): void;
+    clearExpectations(): void;
+    setLastResolution(providerId: string, resolution: ResolutionStatus): void;
+    setOpportunityId(opportunityId: string): void;
+    get(providerId: string): ContextUsageStatistics | undefined;
+    getAllUsageStatistics(): IterableIterator<[string, ContextUsageStatistics]>;
+    computeMatch(promptMatchers: PromptMatcher[]): void;
+}
+export declare function componentStatisticsToPromptMatcher(promptComponentStatistics: ComponentStatistics[]): PromptMatcher[];
+//# sourceMappingURL=contextProviderStatistics.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviderStatistics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextProviderStatistics.d.ts","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviderStatistics.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,mBAAmB,EAAE,MAAM,2CAA2C,CAAC;AAChF,OAAO,EAGN,sBAAsB,EACtB,gBAAgB,EAGhB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,0BAA0B,EAAE,MAAM,uCAAuC,CAAC;AAEnF,MAAM,MAAM,iBAAiB,GAAG,UAAU,GAAG,kBAAkB,CAAC;AAEhE,MAAM,MAAM,aAAa,GAAG;IAC3B,MAAM,EAAE,0BAA0B,CAAC;IACnC,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,eAAO,MAAM,kCAAkC,wGAAoG,CAAC;AACpJ,MAAM,WAAW,kCAAkC;IAClD,QAAQ,CAAC,aAAa,EAAE,SAAS,CAAC;IAElC,0BAA0B,CAAC,YAAY,EAAE,MAAM,GAAG,sCAAsC,CAAC;IACzF,kCAAkC,CAAC,YAAY,EAAE,MAAM,GAAG,sCAAsC,GAAG,SAAS,CAAC;CAC7G;AAED,qBAAa,yBAA0B,YAAW,kCAAkC;IAMlF,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IAL1B,aAAa,EAAE,SAAS,CAAC;IAEjC,OAAO,CAAC,UAAU,CAAuE;gBAGvE,gBAAgB,GAAE,MAAM,sCACI;IAG9C,0BAA0B,CAAC,YAAY,EAAE,MAAM,GAAG,sCAAsC;IAUxF,kCAAkC,CAAC,YAAY,EAAE,MAAM;CAUvD;AAED,qBAAa,sCAAsC;IAE3C,aAAa,EAAE,MAAM,GAAG,SAAS,CAAC;IAGzC,SAAS,CAAC,aAAa,iEAAwE;IAC/F,SAAS,CAAC,eAAe,gCAAuC;IAChE,SAAS,CAAC,WAAW,sCAA6C;;IAMlE,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,0BAA0B,EAAE,iBAAiB,CAAC,EAAE;IAKnG,iBAAiB;IAIjB,iBAAiB,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,gBAAgB;IAIlE,gBAAgB,CAAC,aAAa,EAAE,MAAM;IAItC,GAAG,CAAC,UAAU,EAAE,MAAM,GAAG,sBAAsB,GAAG,SAAS;IAI3D,qBAAqB,IAAI,gBAAgB,CAAC,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC;IAI3E,YAAY,CAAC,cAAc,EAAE,aAAa,EAAE;CAsF5C;AAED,wBAAgB,kCAAkC,CAAC,yBAAyB,EAAE,mBAAmB,EAAE,GAAG,aAAa,EAAE,CAkBpH"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviderStatistics.js

@@ -0,0 +1,159 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PerCompletionContextProviderStatistics = exports.ContextProviderStatistics = exports.ICompletionsContextProviderService = void 0;
+exports.componentStatisticsToPromptMatcher = componentStatisticsToPromptMatcher;
+const services_1 = require("../../../../../../util/common/services");
+const cache_1 = require("../helpers/cache");
+exports.ICompletionsContextProviderService = (0, services_1.createServiceIdentifier)('ICompletionsContextProviderService');
+class ContextProviderStatistics {
+    constructor(createStatistics = () => new PerCompletionContextProviderStatistics()) {
+        this.createStatistics = createStatistics;
+        this.statistics = new cache_1.LRUCacheMap(25);
+    }
+    getStatisticsForCompletion(completionId) {
+        const statistics = this.statistics.get(completionId);
+        if (statistics) {
+            return statistics;
+        }
+        const newStatistics = this.createStatistics();
+        this.statistics.set(completionId, newStatistics);
+        return newStatistics;
+    }
+    getPreviousStatisticsForCompletion(completionId) {
+        const keys = Array.from(this.statistics.keys());
+        for (let i = keys.length - 1; i >= 0; i--) {
+            const key = keys[i];
+            if (key !== completionId) {
+                return this.statistics.peek(key);
+            }
+        }
+        return undefined;
+    }
+}
+exports.ContextProviderStatistics = ContextProviderStatistics;
+class PerCompletionContextProviderStatistics {
+    constructor() {
+        // Keyed by the providerId, contains an array of tuples [context item, expectation]
+        this._expectations = new Map();
+        this._lastResolution = new Map();
+        this._statistics = new Map();
+        this.opportunityId = undefined;
+    }
+    addExpectations(providerId, expectations) {
+        const providerExpectations = this._expectations.get(providerId) ?? [];
+        this._expectations.set(providerId, [...providerExpectations, ...expectations]);
+    }
+    clearExpectations() {
+        this._expectations.clear();
+    }
+    setLastResolution(providerId, resolution) {
+        this._lastResolution.set(providerId, resolution);
+    }
+    setOpportunityId(opportunityId) {
+        this.opportunityId = opportunityId;
+    }
+    get(providerId) {
+        return this._statistics.get(providerId);
+    }
+    getAllUsageStatistics() {
+        return this._statistics.entries();
+    }
+    computeMatch(promptMatchers) {
+        try {
+            for (const [providerId, expectations] of this._expectations) {
+                if (expectations.length === 0) {
+                    continue;
+                }
+                const resolution = this._lastResolution.get(providerId) ?? 'none';
+                if (resolution === 'none' || resolution === 'error') {
+                    this._statistics.set(providerId, {
+                        usage: 'none',
+                        resolution,
+                    });
+                    continue;
+                }
+                const providerUsageDetails = [];
+                for (const [item, expectation] of expectations) {
+                    const itemDetails = {
+                        id: item.id,
+                        type: item.type,
+                    };
+                    if (item.origin) {
+                        itemDetails.origin = item.origin;
+                    }
+                    if (expectation === 'content_excluded') {
+                        providerUsageDetails.push({
+                            ...itemDetails,
+                            usage: 'none_content_excluded',
+                        });
+                        continue;
+                    }
+                    const itemStatistics = promptMatchers.find(component => component.source === item);
+                    if (itemStatistics === undefined) {
+                        providerUsageDetails.push({
+                            ...itemDetails,
+                            // In this case, the item didn't make to elision, despite being expected.
+                            usage: 'error',
+                        });
+                    }
+                    else {
+                        providerUsageDetails.push({
+                            ...itemDetails,
+                            usage: itemStatistics.expectedTokens > 0 &&
+                                itemStatistics.expectedTokens === itemStatistics.actualTokens
+                                ? 'full'
+                                : itemStatistics.actualTokens > 0
+                                    ? 'partial'
+                                    : 'none',
+                            expectedTokens: itemStatistics.expectedTokens,
+                            actualTokens: itemStatistics.actualTokens,
+                        });
+                    }
+                }
+                const usedItems = providerUsageDetails.reduce((acc, item) => {
+                    if (item.usage === 'full') {
+                        return acc + 1;
+                    }
+                    else if (item.usage === 'partial') {
+                        return acc + 0.5;
+                    }
+                    return acc;
+                }, 0);
+                const usedPercentage = usedItems / expectations.length;
+                const usage = usedPercentage === 1 ? 'full' : usedPercentage === 0 ? 'none' : 'partial';
+                this._statistics.set(providerId, {
+                    resolution,
+                    usage,
+                    usageDetails: providerUsageDetails,
+                });
+            }
+        }
+        finally {
+            // Remove expectations and resolutions no matter what happens
+            this.clearExpectations();
+            this._lastResolution.clear();
+        }
+    }
+}
+exports.PerCompletionContextProviderStatistics = PerCompletionContextProviderStatistics;
+function componentStatisticsToPromptMatcher(promptComponentStatistics) {
+    return promptComponentStatistics
+        .map(component => {
+        if (component.source === undefined ||
+            component.expectedTokens === undefined ||
+            component.actualTokens === undefined) {
+            return;
+        }
+        return {
+            source: component.source,
+            expectedTokens: component.expectedTokens,
+            actualTokens: component.actualTokens,
+        };
+    })
+        .filter(p => p !== undefined);
+}
+//# sourceMappingURL=contextProviderStatistics.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviderStatistics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextProviderStatistics.js","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviderStatistics.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;AA6LhG,gFAkBC;AA7MD,qEAAiF;AAUjF,4CAA+C;AAWlC,QAAA,kCAAkC,GAAG,IAAA,kCAAuB,EAAqC,oCAAoC,CAAC,CAAC;AAQpJ,MAAa,yBAAyB;IAKrC,YACkB,mBAAiE,GAAG,EAAE,CACtF,IAAI,sCAAsC,EAAE;QAD5B,qBAAgB,GAAhB,gBAAgB,CACY;QAJtC,eAAU,GAAG,IAAI,mBAAW,CAAiD,EAAE,CAAC,CAAC;IAKrF,CAAC;IAEL,0BAA0B,CAAC,YAAoB;QAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACrD,IAAI,UAAU,EAAE,CAAC;YAChB,OAAO,UAAU,CAAC;QACnB,CAAC;QACD,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QACjD,OAAO,aAAa,CAAC;IACtB,CAAC;IAED,kCAAkC,CAAC,YAAoB;QACtD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;QAChD,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,IAAI,GAAG,KAAK,YAAY,EAAE,CAAC;gBAC1B,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClC,CAAC;QACF,CAAC;QACD,OAAO,SAAS,CAAC;IAClB,CAAC;CACD;AA9BD,8DA8BC;AAED,MAAa,sCAAsC;IASlD;QALA,mFAAmF;QACzE,kBAAa,GAAG,IAAI,GAAG,EAA6D,CAAC;QACrF,oBAAe,GAAG,IAAI,GAAG,EAA4B,CAAC;QACtD,gBAAW,GAAG,IAAI,GAAG,EAAkC,CAAC;QAGjE,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;IAChC,CAAC;IAED,eAAe,CAAC,UAAkB,EAAE,YAA+D;QAClG,MAAM,oBAAoB,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QACtE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,GAAG,oBAAoB,EAAE,GAAG,YAAY,CAAC,CAAC,CAAC;IAChF,CAAC;IAED,iBAAiB;QAChB,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,iBAAiB,CAAC,UAAkB,EAAE,UAA4B;QACjE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAClD,CAAC;IAED,gBAAgB,CAAC,aAAqB;QACrC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACpC,CAAC;IAED,GAAG,CAAC,UAAkB;QACrB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;IAED,qBAAqB;QACpB,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;IACnC,CAAC;IAED,YAAY,CAAC,cAA+B;QAC3C,IAAI,CAAC;YACJ,KAAK,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBAC7D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC/B,SAAS;gBACV,CAAC;gBAED,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC;gBAClE,IAAI,UAAU,KAAK,MAAM,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;oBACrD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,EAAE;wBAChC,KAAK,EAAE,MAAM;wBACb,UAAU;qBACV,CAAC,CAAC;oBACH,SAAS;gBACV,CAAC;gBAED,MAAM,oBAAoB,GAA8B,EAAE,CAAC;gBAE3D,KAAK,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,YAAY,EAAE,CAAC;oBAChD,MAAM,WAAW,GAIb;wBACH,EAAE,EAAE,IAAI,CAAC,EAAE;wBACX,IAAI,EAAE,IAAI,CAAC,IAAI;qBACf,CAAC;oBAEF,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;wBACjB,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;oBAClC,CAAC;oBAED,IAAI,WAAW,KAAK,kBAAkB,EAAE,CAAC;wBACxC,oBAAoB,CAAC,IAAI,CAAC;4BACzB,GAAG,WAAW;4BACd,KAAK,EAAE,uBAAuB;yBAC9B,CAAC,CAAC;wBACH,SAAS;oBACV,CAAC;oBAED,MAAM,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC;oBAEnF,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;wBAClC,oBAAoB,CAAC,IAAI,CAAC;4BACzB,GAAG,WAAW;4BACd,yEAAyE;4BACzE,KAAK,EAAE,OAAO;yBACd,CAAC,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACP,oBAAoB,CAAC,IAAI,CAAC;4BACzB,GAAG,WAAW;4BACd,KAAK,EACJ,cAAc,CAAC,cAAc,GAAG,CAAC;gCAChC,cAAc,CAAC,cAAc,KAAK,cAAc,CAAC,YAAY;gCAC7D,CAAC,CAAC,MAAM;gCACR,CAAC,CAAC,cAAc,CAAC,YAAY,GAAG,CAAC;oCAChC,CAAC,CAAC,SAAS;oCACX,CAAC,CAAC,MAAM;4BACX,cAAc,EAAE,cAAc,CAAC,cAAc;4BAC7C,YAAY,EAAE,cAAc,CAAC,YAAY;yBACzC,CAAC,CAAC;oBACJ,CAAC;gBACF,CAAC;gBAED,MAAM,SAAS,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;oBAC3D,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;wBAC3B,OAAO,GAAG,GAAG,CAAC,CAAC;oBAChB,CAAC;yBAAM,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;wBACrC,OAAO,GAAG,GAAG,GAAG,CAAC;oBAClB,CAAC;oBACD,OAAO,GAAG,CAAC;gBACZ,CAAC,EAAE,CAAC,CAAC,CAAC;gBACN,MAAM,cAAc,GAAG,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC;gBACvD,MAAM,KAAK,GAAgB,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;gBACrG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,EAAE;oBAChC,UAAU;oBACV,KAAK;oBACL,YAAY,EAAE,oBAAoB;iBAClC,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;gBAAS,CAAC;YACV,6DAA6D;YAC7D,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACzB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;IACF,CAAC;CACD;AA5HD,wFA4HC;AAED,SAAgB,kCAAkC,CAAC,yBAAgD;IAClG,OAAO,yBAAyB;SAC9B,GAAG,CAAC,SAAS,CAAC,EAAE;QAChB,IACC,SAAS,CAAC,MAAM,KAAK,SAAS;YAC9B,SAAS,CAAC,cAAc,KAAK,SAAS;YACtC,SAAS,CAAC,YAAY,KAAK,SAAS,EACnC,CAAC;YACF,OAAO;QACR,CAAC;QAED,OAAO;YACN,MAAM,EAAE,SAAS,CAAC,MAAoC;YACtD,cAAc,EAAE,SAAS,CAAC,cAAc;YACxC,YAAY,EAAE,SAAS,CAAC,YAAY;SACpC,CAAC;IACH,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;AAChC,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/codeSnippets.d.ts

@@ -0,0 +1,11 @@
+import { ServicesAccessor } from '../../../../../../../util/vs/platform/instantiation/common/instantiation';
+import { ICompletionsTextDocumentManagerService } from '../../textDocumentManager';
+import { ResolvedContextItem } from '../contextProviderRegistry';
+import { CodeSnippetWithId } from './contextItemSchemas';
+export declare function getCodeSnippetsFromContextItems(accessor: ServicesAccessor, completionId: string, resolvedContextItems: ResolvedContextItem[], languageId: string): Promise<CodeSnippetWithId[]>;
+export type CodeSnippetWithRelativePath = {
+    snippet: CodeSnippetWithId;
+    relativePath?: string;
+};
+export declare function addRelativePathToCodeSnippets(tdm: ICompletionsTextDocumentManagerService, codeSnippets: CodeSnippetWithId[]): CodeSnippetWithRelativePath[];
+//# sourceMappingURL=codeSnippets.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/codeSnippets.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"codeSnippets.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/codeSnippets.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0EAA0E,CAAC;AAE5G,OAAO,EAAE,sCAAsC,EAAE,MAAM,2BAA2B,CAAC;AACnF,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEjE,OAAO,EAAE,iBAAiB,EAA4B,MAAM,sBAAsB,CAAC;AASnF,wBAAsB,+BAA+B,CACpD,QAAQ,EAAE,gBAAgB,EAC1B,YAAY,EAAE,MAAM,EACpB,oBAAoB,EAAE,mBAAmB,EAAE,EAC3C,UAAU,EAAE,MAAM,GAChB,OAAO,CAAC,iBAAiB,EAAE,CAAC,CA4C9B;AAED,MAAM,MAAM,2BAA2B,GAAG;IAAE,OAAO,EAAE,iBAAiB,CAAC;IAAC,YAAY,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhG,wBAAgB,6BAA6B,CAC5C,GAAG,EAAE,sCAAsC,EAC3C,YAAY,EAAE,iBAAiB,EAAE,GAC/B,2BAA2B,EAAE,CAO/B"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/codeSnippets.js

@@ -0,0 +1,57 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getCodeSnippetsFromContextItems = getCodeSnippetsFromContextItems;
+exports.addRelativePathToCodeSnippets = addRelativePathToCodeSnippets;
+const textDocumentManager_1 = require("../../textDocumentManager");
+const contextProviderStatistics_1 = require("../contextProviderStatistics");
+const contextItemSchemas_1 = require("./contextItemSchemas");
+const CONTENT_EXCLUDED_EXPECTATION = 'content_excluded';
+async function getCodeSnippetsFromContextItems(accessor, completionId, resolvedContextItems, languageId) {
+    const codeSnippetContextItems = (0, contextItemSchemas_1.filterContextItemsByType)(resolvedContextItems, 'CodeSnippet');
+    if (codeSnippetContextItems.length === 0) {
+        return [];
+    }
+    // Expand snippets and collect URIs
+    const allUris = new Set();
+    const mappedSnippets = codeSnippetContextItems.flatMap(item => item.data.map(data => {
+        allUris.add(data.uri);
+        data.additionalUris?.forEach(uri => allUris.add(uri));
+        return { providerId: item.providerId, data };
+    }));
+    // Validate all URIs at once: we already know they are distinct
+    const contextProviderStatistics = accessor.get(contextProviderStatistics_1.ICompletionsContextProviderService);
+    const tdm = accessor.get(textDocumentManager_1.ICompletionsTextDocumentManagerService);
+    const validationMap = new Map();
+    await Promise.all(Array.from(allUris).map(async (uri) => {
+        validationMap.set(uri, await tdm.getTextDocumentValidation({ uri }));
+    }));
+    // Process only valid snippets
+    const statistics = contextProviderStatistics.getStatisticsForCompletion(completionId);
+    return mappedSnippets
+        .filter(snippet => {
+        const urisToCheck = [snippet.data.uri, ...(snippet.data.additionalUris ?? [])];
+        const isValid = urisToCheck.every(uri => validationMap.get(uri)?.status === 'valid');
+        // Set expectations regardless of validity
+        if (isValid) {
+            statistics.addExpectations(snippet.providerId, [[snippet.data, 'included']]);
+        }
+        else {
+            statistics.addExpectations(snippet.providerId, [[snippet.data, CONTENT_EXCLUDED_EXPECTATION]]);
+        }
+        return isValid;
+    })
+        .map(snippet => snippet.data);
+}
+function addRelativePathToCodeSnippets(tdm, codeSnippets) {
+    return codeSnippets.map(codeSnippet => {
+        return {
+            snippet: codeSnippet,
+            relativePath: tdm.getRelativePath(codeSnippet),
+        };
+    });
+}
+//# sourceMappingURL=codeSnippets.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/codeSnippets.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codeSnippets.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/codeSnippets.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;AAgBhG,0EAiDC;AAID,sEAUC;AA3ED,mEAAmF;AAEnF,4EAAqG;AACrG,6DAAmF;AAEnF,MAAM,4BAA4B,GAAsB,kBAAkB,CAAC;AAOpE,KAAK,UAAU,+BAA+B,CACpD,QAA0B,EAC1B,YAAoB,EACpB,oBAA2C,EAC3C,UAAkB;IAElB,MAAM,uBAAuB,GAAG,IAAA,6CAAwB,EAAC,oBAAoB,EAAE,aAAa,CAAC,CAAC;IAE9F,IAAI,uBAAuB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1C,OAAO,EAAE,CAAC;IACX,CAAC;IAED,mCAAmC;IACnC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,cAAc,GAA8B,uBAAuB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CACxF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACpB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QACtD,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9C,CAAC,CAAC,CACF,CAAC;IAEF,+DAA+D;IAC/D,MAAM,yBAAyB,GAAG,QAAQ,CAAC,GAAG,CAAC,8DAAkC,CAAC,CAAC;IACnF,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,4DAAsC,CAAC,CAAC;IACjE,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkC,CAAC;IAChE,MAAM,OAAO,CAAC,GAAG,CAChB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,KAAK,EAAC,GAAG,EAAC,EAAE;QACnC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,yBAAyB,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACtE,CAAC,CAAC,CACF,CAAC;IAEF,8BAA8B;IAC9B,MAAM,UAAU,GAAG,yBAAyB,CAAC,0BAA0B,CAAC,YAAY,CAAC,CAAC;IACtF,OAAO,cAAc;SACnB,MAAM,CAAC,OAAO,CAAC,EAAE;QACjB,MAAM,WAAW,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/E,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC;QAErF,0CAA0C;QAC1C,IAAI,OAAO,EAAE,CAAC;YACb,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;QAC9E,CAAC;aAAM,CAAC;YACP,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,4BAA4B,CAAC,CAAC,CAAC,CAAC;QAChG,CAAC;QAED,OAAO,OAAO,CAAC;IAChB,CAAC,CAAC;SACD,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AAChC,CAAC;AAID,SAAgB,6BAA6B,CAC5C,GAA2C,EAC3C,YAAiC;IAEjC,OAAO,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;QACrC,OAAO;YACN,OAAO,EAAE,WAAW;YACpB,YAAY,EAAE,GAAG,CAAC,eAAe,CAAC,WAAW,CAAC;SAC9C,CAAC;IACH,CAAC,CAAC,CAAC;AACJ,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/contextItemSchemas.d.ts

@@ -0,0 +1,34 @@
+import { ServicesAccessor } from '../../../../../../../util/vs/platform/instantiation/common/instantiation';
+import { CodeSnippet, SupportedContextItem, SupportedContextItemType, Trait } from '../../../../types/src';
+import { ResolvedContextItem } from '../contextProviderRegistry';
+/**
+ *
+ * Internal types and validation functions for context items
+ */
+/**
+ * Construct the final types, which may include required properties that the base types do not have.
+ */
+export type TraitWithId = Trait & {
+    id: string;
+    type: 'Trait';
+};
+export type CodeSnippetWithId = CodeSnippet & {
+    id: string;
+    type: 'CodeSnippet';
+};
+export type SupportedContextItemWithId = TraitWithId | CodeSnippetWithId;
+export declare function filterContextItemsByType<S extends SupportedContextItemType>(resolvedContextItems: ResolvedContextItem[], type: S): ResolvedContextItem<Extract<SupportedContextItemWithId, {
+    type: S;
+}>>[];
+type SupportedContextItemWithType = SupportedContextItem & {
+    type: SupportedContextItemType;
+};
+export declare function filterSupportedContextItems(contextItems: SupportedContextItem[]): [SupportedContextItemWithType[], number];
+/**
+ * Assigns a random ID if it wasn't assigned by the context provider.
+ * Invalid or duplicate IDs are replaced with valid ones and logged to avoid dropping the context
+ * and worsen the user experience.
+ */
+export declare function addOrValidateContextItemsIDs(accessor: ServicesAccessor, contextItems: SupportedContextItemWithType[]): SupportedContextItemWithId[];
+export {};
+//# sourceMappingURL=contextItemSchemas.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/contextItemSchemas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextItemSchemas.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/contextItemSchemas.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0EAA0E,CAAC;AAC5G,OAAO,EACN,WAAW,EACX,oBAAoB,EACpB,wBAAwB,EACxB,KAAK,EACL,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAqCjE;;;GAGG;AAEH;;GAEG;AAEH,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,CAAA;CAAE,CAAC;AAChE,MAAM,MAAM,iBAAiB,GAAG,WAAW,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,aAAa,CAAA;CAAE,CAAC;AAClF,MAAM,MAAM,0BAA0B,GAAG,WAAW,GAAG,iBAAiB,CAAC;AAEzE,wBAAgB,wBAAwB,CAAC,CAAC,SAAS,wBAAwB,EAC1E,oBAAoB,EAAE,mBAAmB,EAAE,EAC3C,IAAI,EAAE,CAAC,GACL,mBAAmB,CAAC,OAAO,CAAC,0BAA0B,EAAE;IAAE,IAAI,EAAE,CAAC,CAAA;CAAE,CAAC,CAAC,EAAE,CAWzE;AAED,KAAK,4BAA4B,GAAG,oBAAoB,GAAG;IAAE,IAAI,EAAE,wBAAwB,CAAA;CAAE,CAAC;AAE9F,wBAAgB,2BAA2B,CAC1C,YAAY,EAAE,oBAAoB,EAAE,GAClC,CAAC,4BAA4B,EAAE,EAAE,MAAM,CAAC,CAuB1C;AAWD;;;;GAIG;AACH,wBAAgB,4BAA4B,CAC3C,QAAQ,EAAE,gBAAgB,EAC1B,YAAY,EAAE,4BAA4B,EAAE,GAC1C,0BAA0B,EAAE,CAqB9B"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/contextItemSchemas.js

@@ -0,0 +1,107 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.filterContextItemsByType = filterContextItemsByType;
+exports.filterSupportedContextItems = filterSupportedContextItems;
+exports.addOrValidateContextItemsIDs = addOrValidateContextItemsIDs;
+const typebox_1 = require("@sinclair/typebox");
+const compiler_1 = require("@sinclair/typebox/compiler");
+const uuid_1 = require("../../../../../../../util/vs/base/common/uuid");
+const logger_1 = require("../../logger");
+/**
+ * Redefine all the types from contextProviderV1 as typebox schema and verify equality.
+ * None of these types should be exported, they are only used for type checking.
+ */
+const _ContextItemSchema = typebox_1.Type.Object({
+    importance: typebox_1.Type.Optional(typebox_1.Type.Integer({ minimum: 0, maximum: 100 })),
+    id: typebox_1.Type.Optional(typebox_1.Type.String()),
+    origin: typebox_1.Type.Optional(typebox_1.Type.Union([typebox_1.Type.Literal('request'), typebox_1.Type.Literal('update')])),
+});
+const _TraitSchema = typebox_1.Type.Intersect([
+    typebox_1.Type.Object({
+        name: typebox_1.Type.String(),
+        value: typebox_1.Type.String(),
+    }),
+    _ContextItemSchema,
+]);
+const _CodeSnippetSchema = typebox_1.Type.Intersect([
+    typebox_1.Type.Object({
+        uri: typebox_1.Type.String(),
+        value: typebox_1.Type.String(),
+        additionalUris: typebox_1.Type.Optional(typebox_1.Type.Array(typebox_1.Type.String())),
+    }),
+    _ContextItemSchema,
+]);
+const _SupportedContextItemSchema = [_TraitSchema, _CodeSnippetSchema];
+const _SupportedContextItemSchemaUnion = typebox_1.Type.Union(_SupportedContextItemSchema);
+const supportedContextItemValidators = new Map([
+    ['Trait', compiler_1.TypeCompiler.Compile(_TraitSchema)],
+    ['CodeSnippet', compiler_1.TypeCompiler.Compile(_CodeSnippetSchema)],
+]);
+function filterContextItemsByType(resolvedContextItems, type) {
+    return resolvedContextItems
+        .map(item => {
+        const filteredData = item.data.filter(data => data.type === type);
+        return filteredData.length > 0 ? { ...item, data: filteredData } : undefined;
+    })
+        .filter(r => r !== undefined);
+}
+function filterSupportedContextItems(contextItems) {
+    const filteredItems = [];
+    let invalidItemsCounter = 0;
+    contextItems.forEach(item => {
+        let matched = false;
+        for (const [type, validator] of supportedContextItemValidators.entries()) {
+            if (validator.Check(item)) {
+                filteredItems.push({
+                    ...item,
+                    type,
+                });
+                matched = true;
+                break;
+            }
+        }
+        if (!matched) {
+            invalidItemsCounter++;
+        }
+    });
+    return [filteredItems, invalidItemsCounter];
+}
+/**
+ *
+ * Only allow alphanumeric characters and hyphens to remove symbols that could
+ * be problematic when used as prompt components keys.
+ */
+function validateContextItemId(id) {
+    return id.length > 0 && id.replaceAll(/[^a-zA-Z0-9-]/g, '').length === id.length;
+}
+/**
+ * Assigns a random ID if it wasn't assigned by the context provider.
+ * Invalid or duplicate IDs are replaced with valid ones and logged to avoid dropping the context
+ * and worsen the user experience.
+ */
+function addOrValidateContextItemsIDs(accessor, contextItems) {
+    const seenIds = new Set();
+    const logTarget = accessor.get(logger_1.ICompletionsLogTargetService);
+    const contextItemsWithId = [];
+    for (const item of contextItems) {
+        let id = item.id ?? (0, uuid_1.generateUuid)();
+        if (!validateContextItemId(id)) {
+            const newID = (0, uuid_1.generateUuid)();
+            logger_1.logger.error(logTarget, `Invalid context item ID ${id}, replacing with ${newID}`);
+            id = newID;
+        }
+        if (seenIds.has(id)) {
+            const newID = (0, uuid_1.generateUuid)();
+            logger_1.logger.error(logTarget, `Duplicate context item ID ${id}, replacing with ${newID}`);
+            id = newID;
+        }
+        seenIds.add(id);
+        contextItemsWithId.push({ ...item, id });
+    }
+    return contextItemsWithId;
+}
+//# sourceMappingURL=contextItemSchemas.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/contextItemSchemas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextItemSchemas.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/contextItemSchemas.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;AA+DhG,4DAcC;AAID,kEAyBC;AAgBD,oEAwBC;AAhJD,+CAAyC;AACzC,yDAAqE;AACrE,wEAA6E;AAQ7E,yCAAoE;AAGpE;;;GAGG;AACH,MAAM,kBAAkB,GAAG,cAAI,CAAC,MAAM,CAAC;IACtC,UAAU,EAAE,cAAI,CAAC,QAAQ,CAAC,cAAI,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;IACrE,EAAE,EAAE,cAAI,CAAC,QAAQ,CAAC,cAAI,CAAC,MAAM,EAAE,CAAC;IAChC,MAAM,EAAE,cAAI,CAAC,QAAQ,CAAC,cAAI,CAAC,KAAK,CAAC,CAAC,cAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;CACpF,CAAC,CAAC;AACH,MAAM,YAAY,GAAG,cAAI,CAAC,SAAS,CAAC;IACnC,cAAI,CAAC,MAAM,CAAC;QACX,IAAI,EAAE,cAAI,CAAC,MAAM,EAAE;QACnB,KAAK,EAAE,cAAI,CAAC,MAAM,EAAE;KACpB,CAAC;IACF,kBAAkB;CAClB,CAAC,CAAC;AACH,MAAM,kBAAkB,GAAG,cAAI,CAAC,SAAS,CAAC;IACzC,cAAI,CAAC,MAAM,CAAC;QACX,GAAG,EAAE,cAAI,CAAC,MAAM,EAAE;QAClB,KAAK,EAAE,cAAI,CAAC,MAAM,EAAE;QACpB,cAAc,EAAE,cAAI,CAAC,QAAQ,CAAC,cAAI,CAAC,KAAK,CAAC,cAAI,CAAC,MAAM,EAAE,CAAC,CAAC;KACxD,CAAC;IACF,kBAAkB;CAClB,CAAC,CAAC;AACH,MAAM,2BAA2B,GAAG,CAAC,YAAY,EAAE,kBAAkB,CAAC,CAAC;AACvE,MAAM,gCAAgC,GAAG,cAAI,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;AAKjF,MAAM,8BAA8B,GAAG,IAAI,GAAG,CAAoE;IACjH,CAAC,OAAO,EAAE,uBAAY,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAC7C,CAAC,aAAa,EAAE,uBAAY,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;CACzD,CAAC,CAAC;AAeH,SAAgB,wBAAwB,CACvC,oBAA2C,EAC3C,IAAO;IAEP,OAAO,oBAAoB;SACzB,GAAG,CAAC,IAAI,CAAC,EAAE;QACX,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAG7D,CAAC;QAEJ,OAAO,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9E,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,SAAS,CAA4E,CAAC;AAC3G,CAAC;AAID,SAAgB,2BAA2B,CAC1C,YAAoC;IAEpC,MAAM,aAAa,GAAmC,EAAE,CAAC;IACzD,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAE5B,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;QAC3B,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,KAAK,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,8BAA8B,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1E,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC3B,aAAa,CAAC,IAAI,CAAC;oBAClB,GAAG,IAAI;oBACP,IAAI;iBACJ,CAAC,CAAC;gBACH,OAAO,GAAG,IAAI,CAAC;gBACf,MAAM;YACP,CAAC;QACF,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,mBAAmB,EAAE,CAAC;QACvB,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,aAAa,EAAE,mBAAmB,CAAC,CAAC;AAC7C,CAAC;AAED;;;;GAIG;AACH,SAAS,qBAAqB,CAAC,EAAU;IACxC,OAAO,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC,MAAM,KAAK,EAAE,CAAC,MAAM,CAAC;AAClF,CAAC;AAED;;;;GAIG;AACH,SAAgB,4BAA4B,CAC3C,QAA0B,EAC1B,YAA4C;IAE5C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,qCAA4B,CAAC,CAAC;IAE7D,MAAM,kBAAkB,GAAiC,EAAE,CAAC;IAC5D,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QACjC,IAAI,EAAE,GAAG,IAAI,CAAC,EAAE,IAAI,IAAA,mBAAY,GAAE,CAAC;QACnC,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,IAAA,mBAAY,GAAE,CAAC;YAC7B,eAAM,CAAC,KAAK,CAAC,SAAS,EAAE,2BAA2B,EAAE,oBAAoB,KAAK,EAAE,CAAC,CAAC;YAClF,EAAE,GAAG,KAAK,CAAC;QACZ,CAAC;QACD,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YACrB,MAAM,KAAK,GAAG,IAAA,mBAAY,GAAE,CAAC;YAC7B,eAAM,CAAC,KAAK,CAAC,SAAS,EAAE,6BAA6B,EAAE,oBAAoB,KAAK,EAAE,CAAC,CAAC;YACpF,EAAE,GAAG,KAAK,CAAC;QACZ,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,kBAAkB,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,EAAE,EAAgC,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,kBAAkB,CAAC;AAC3B,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/traits.d.ts

@@ -0,0 +1,8 @@
+import { ServicesAccessor } from '../../../../../../../util/vs/platform/instantiation/common/instantiation';
+import { Trait } from '../../../../types/src';
+import { TelemetryWithExp } from '../../telemetry';
+import { ResolvedContextItem } from '../contextProviderRegistry';
+import { TraitWithId } from './contextItemSchemas';
+export declare function getTraitsFromContextItems(accessor: ServicesAccessor, completionId: string, resolvedContextItems: ResolvedContextItem[]): TraitWithId[];
+export declare function ReportTraitsTelemetry(accessor: ServicesAccessor, eventName: string, traits: Trait[], detectedLanguageId: string, clientLanguageId: string, telemetryData: TelemetryWithExp): void;
+//# sourceMappingURL=traits.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/traits.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"traits.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/traits.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0EAA0E,CAAC;AAC5G,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAC9C,OAAO,EAAkC,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEjE,OAAO,EAA4B,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAE7E,wBAAgB,yBAAyB,CACxC,QAAQ,EAAE,gBAAgB,EAC1B,YAAY,EAAE,MAAM,EACpB,oBAAoB,EAAE,mBAAmB,EAAE,GACzC,WAAW,EAAE,CAYf;AAiBD,wBAAgB,qBAAqB,CACpC,QAAQ,EAAE,gBAAgB,EAC1B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,KAAK,EAAE,EACf,kBAAkB,EAAE,MAAM,EAC1B,gBAAgB,EAAE,MAAM,EACxB,aAAa,EAAE,gBAAgB,QAiB/B"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/traits.js

@@ -0,0 +1,50 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getTraitsFromContextItems = getTraitsFromContextItems;
+exports.ReportTraitsTelemetry = ReportTraitsTelemetry;
+const telemetry_1 = require("../../telemetry");
+const contextProviderStatistics_1 = require("../contextProviderStatistics");
+const contextItemSchemas_1 = require("./contextItemSchemas");
+function getTraitsFromContextItems(accessor, completionId, resolvedContextItems) {
+    const traitsContextItems = (0, contextItemSchemas_1.filterContextItemsByType)(resolvedContextItems, 'Trait');
+    // Set expectations for the traits
+    for (const item of traitsContextItems) {
+        setupExpectationsForTraits(accessor, completionId, item.data, item.providerId);
+    }
+    // Flatten and sort the traits by importance.
+    // TODO: once we deprecate the old API, importance should also dictate elision.
+    const traits = traitsContextItems.flatMap(p => p.data);
+    return traits.sort((a, b) => (a.importance ?? 0) - (b.importance ?? 0));
+}
+function setupExpectationsForTraits(accessor, completionId, traits, providerId) {
+    const statistics = accessor.get(contextProviderStatistics_1.ICompletionsContextProviderService).getStatisticsForCompletion(completionId);
+    traits.forEach(t => {
+        statistics.addExpectations(providerId, [[t, 'included']]);
+    });
+}
+// Maintain a list of names for traits we'd like to report in telemetry.
+// The key is the trait name, and the value is the corresponding name of the telemetry property as listed in the hydro schema.
+const traitNamesForTelemetry = new Map([
+    ['TargetFrameworks', 'targetFrameworks'],
+    ['LanguageVersion', 'languageVersion'],
+]);
+function ReportTraitsTelemetry(accessor, eventName, traits, detectedLanguageId, clientLanguageId, telemetryData) {
+    if (traits.length > 0) {
+        const properties = {};
+        properties.detectedLanguageId = detectedLanguageId;
+        properties.languageId = clientLanguageId;
+        for (const trait of traits) {
+            const mappedTraitName = traitNamesForTelemetry.get(trait.name);
+            if (mappedTraitName) {
+                properties[mappedTraitName] = trait.value;
+            }
+        }
+        const telemetryDataExt = telemetryData.extendedBy(properties, {});
+        return (0, telemetry_1.telemetry)(accessor, eventName, telemetryDataExt);
+    }
+}
+//# sourceMappingURL=traits.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/traits.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"traits.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/contextProviders/traits.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;AAShG,8DAgBC;AAiBD,sDAuBC;AA7DD,+CAAmF;AAEnF,4EAAkF;AAClF,6DAA6E;AAE7E,SAAgB,yBAAyB,CACxC,QAA0B,EAC1B,YAAoB,EACpB,oBAA2C;IAE3C,MAAM,kBAAkB,GAAG,IAAA,6CAAwB,EAAC,oBAAoB,EAAE,OAAO,CAAC,CAAC;IAEnF,kCAAkC;IAClC,KAAK,MAAM,IAAI,IAAI,kBAAkB,EAAE,CAAC;QACvC,0BAA0B,CAAC,QAAQ,EAAE,YAAY,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAChF,CAAC;IAED,6CAA6C;IAC7C,+EAA+E;IAC/E,MAAM,MAAM,GAAkB,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,0BAA0B,CAAC,QAA0B,EAAE,YAAoB,EAAE,MAAqB,EAAE,UAAkB;IAC9H,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,8DAAkC,CAAC,CAAC,0BAA0B,CAAC,YAAY,CAAC,CAAC;IAE7G,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QAClB,UAAU,CAAC,eAAe,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;AACJ,CAAC;AAED,wEAAwE;AACxE,8HAA8H;AAC9H,MAAM,sBAAsB,GAAwB,IAAI,GAAG,CAAC;IAC3D,CAAC,kBAAkB,EAAE,kBAAkB,CAAC;IACxC,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;CACtC,CAAC,CAAC;AAEH,SAAgB,qBAAqB,CACpC,QAA0B,EAC1B,SAAiB,EACjB,MAAe,EACf,kBAA0B,EAC1B,gBAAwB,EACxB,aAA+B;IAE/B,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,UAAU,GAAwB,EAAE,CAAC;QAC3C,UAAU,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QACnD,UAAU,CAAC,UAAU,GAAG,gBAAgB,CAAC;QAEzC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC5B,MAAM,eAAe,GAAG,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC/D,IAAI,eAAe,EAAE,CAAC;gBACrB,UAAU,CAAC,eAAe,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;YAC3C,CAAC;QACF,CAAC;QAED,MAAM,gBAAgB,GAAG,aAAa,CAAC,UAAU,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAClE,OAAO,IAAA,qBAAS,EAAC,QAAQ,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;IACzD,CAAC;AACF,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/parseBlock.d.ts

@@ -0,0 +1,41 @@
+import { IPosition, TextDocumentContents } from '../textDocument';
+export declare function parsingBlockFinished(doc: TextDocumentContents, position: IPosition): (completion: string) => Promise<number | undefined>;
+export declare function isEmptyBlockStartUtil(doc: TextDocumentContents, position: IPosition): Promise<boolean>;
+export declare function getNodeStartUtil(doc: TextDocumentContents, position: IPosition, completion: string): Promise<IPosition | undefined>;
+/**
+ * Represents the indentation around the context of a cursor position in the code.
+ *
+ * The indentation level of the current line is the number of leading whitespace
+ * characters. If the current line is blank, we define its indentation level to
+ * be that of the preceding line (recursive if that is also blank).
+ *
+ * The indentation level of the next line is defined analogously, but recurses
+ * forwards until a non-blank line is encountered. It is `undefined` if there
+ * are no non-blank lines after the current.
+ */
+export interface ContextIndentation {
+    /**
+     * Next smaller indentation above the current line (guaranteed to be
+     * smaller than `current`, or else undefined).
+     */
+    prev: number | undefined;
+    /** Indentation at the current line */
+    current: number;
+    /** Indentation at the following line */
+    next: number | undefined;
+}
+/**
+ * Return the context indentation corresponding to a given position.
+ */
+export declare function contextIndentation(doc: TextDocumentContents, position: IPosition): ContextIndentation;
+/**
+ * Return the context indentation corresponding to a given offset in text.
+ */
+export declare function contextIndentationFromText(source: string, offset: number, languageId: string): ContextIndentation;
+/**
+ * Returns a callback appropriate as `finishedCb` for
+ * `CompletionStream.streamChoices` that terminates a block according to
+ * indentation-logic.
+ */
+export declare function indentationBlockFinished(contextIndentation: ContextIndentation, previewText: string | undefined): (completion: string) => number | undefined;
+//# sourceMappingURL=parseBlock.d.ts.map