@vscode/chat-lib 0.1.2 → 0.1.3-1

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/tokenization/tokenizer.js

@@ -0,0 +1,302 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.initializeTokenizers = exports.ApproximateTokenizer = exports.TTokenizer = exports.TokenizerName = void 0;
+exports.getTokenizer = getTokenizer;
+const tiktokenizer_1 = require("@microsoft/tiktokenizer");
+const parseTikTokens_1 = require("../../../../../../platform/tokenizer/node/parseTikTokens");
+const error_1 = require("../error");
+const fileLoader_1 = require("../fileLoader");
+var TokenizerName;
+(function (TokenizerName) {
+    TokenizerName["cl100k"] = "cl100k_base";
+    TokenizerName["o200k"] = "o200k_base";
+    TokenizerName["mock"] = "mock";
+})(TokenizerName || (exports.TokenizerName = TokenizerName = {}));
+const tokenizers = new Map();
+function getTokenizer(name = TokenizerName.o200k) {
+    let tokenizer = tokenizers.get(name);
+    if (tokenizer !== undefined) {
+        return tokenizer;
+    }
+    // Fallback to o200k
+    tokenizer = tokenizers.get(TokenizerName.o200k);
+    if (tokenizer !== undefined) {
+        return tokenizer;
+    }
+    // Fallback to approximate tokenizer
+    return new ApproximateTokenizer();
+}
+class TTokenizer {
+    constructor(_tokenizer) {
+        this._tokenizer = _tokenizer;
+    }
+    static async create(encoder) {
+        try {
+            const tokenizer = (0, tiktokenizer_1.createTokenizer)((0, parseTikTokens_1.parseTikTokenBinary)((0, fileLoader_1.locateFile)(`${encoder}.tiktoken`)), (0, tiktokenizer_1.getSpecialTokensByEncoder)(encoder), (0, tiktokenizer_1.getRegexByEncoder)(encoder), 32768);
+            return new TTokenizer(tokenizer);
+        }
+        catch (e) {
+            if (e instanceof Error) {
+                throw new error_1.CopilotPromptLoadFailure(`Could not load tokenizer`, e);
+            }
+            throw e;
+        }
+    }
+    tokenize(text) {
+        return this._tokenizer.encode(text);
+    }
+    detokenize(tokens) {
+        return this._tokenizer.decode(tokens);
+    }
+    tokenLength(text) {
+        return this.tokenize(text).length;
+    }
+    tokenizeStrings(text) {
+        const tokens = this.tokenize(text);
+        return tokens.map(token => this.detokenize([token]));
+    }
+    takeLastTokens(text, n) {
+        if (n <= 0) {
+            return { text: '', tokens: [] };
+        }
+        // Find long enough suffix of text that has >= n + 2 tokens
+        // We add the 2 extra tokens to avoid the edge case where
+        // we cut at exactly n tokens and may get an odd tokenization.
+        const CHARS_PER_TOKENS_START = 4;
+        const CHARS_PER_TOKENS_ADD = 1;
+        let chars = Math.min(text.length, n * CHARS_PER_TOKENS_START); //First guess
+        let suffix = text.slice(-chars);
+        let suffixT = this.tokenize(suffix);
+        while (suffixT.length < n + 2 && chars < text.length) {
+            chars = Math.min(text.length, chars + n * CHARS_PER_TOKENS_ADD);
+            suffix = text.slice(-chars);
+            suffixT = this.tokenize(suffix);
+        }
+        if (suffixT.length < n) {
+            // text must be <= n tokens long
+            return { text, tokens: suffixT };
+        }
+        // Return last n tokens
+        suffixT = suffixT.slice(-n);
+        return { text: this.detokenize(suffixT), tokens: suffixT };
+    }
+    takeFirstTokens(text, n) {
+        if (n <= 0) {
+            return { text: '', tokens: [] };
+        }
+        // Find long enough suffix of text that has >= n + 2 tokens
+        // We add the 2 extra tokens to avoid the edge case where
+        // we cut at exactly n tokens and may get an odd tokenization.
+        const CHARS_PER_TOKENS_START = 4;
+        const CHARS_PER_TOKENS_ADD = 1;
+        let chars = Math.min(text.length, n * CHARS_PER_TOKENS_START); //First guess
+        let prefix = text.slice(0, chars);
+        let prefix_t = this.tokenize(prefix);
+        while (prefix_t.length < n + 2 && chars < text.length) {
+            chars = Math.min(text.length, chars + n * CHARS_PER_TOKENS_ADD);
+            prefix = text.slice(0, chars);
+            prefix_t = this.tokenize(prefix);
+        }
+        if (prefix_t.length < n) {
+            // text must be <= n tokens long
+            return {
+                text: text,
+                tokens: prefix_t,
+            };
+        }
+        // Return first n tokens
+        // This implicit "truncate final tokens" text processing algorithm
+        // could be extracted into a generic snippet text processing function managed by the SnippetTextProcessor class.
+        prefix_t = prefix_t.slice(0, n);
+        return {
+            text: this.detokenize(prefix_t),
+            tokens: prefix_t,
+        };
+    }
+    takeLastLinesTokens(text, n) {
+        const { text: suffix } = this.takeLastTokens(text, n);
+        if (suffix.length === text.length || text[text.length - suffix.length - 1] === '\n') {
+            // Edge case: We already took whole lines
+            return suffix;
+        }
+        const newline = suffix.indexOf('\n');
+        return suffix.substring(newline + 1);
+    }
+}
+exports.TTokenizer = TTokenizer;
+class MockTokenizer {
+    constructor() {
+        this.hash = (str) => {
+            let hash = 0;
+            for (let i = 0; i < str.length; i++) {
+                const char = str.charCodeAt(i);
+                hash = (hash << 5) - hash + char;
+                hash &= hash & 0xffff;
+            }
+            return hash;
+        };
+    }
+    tokenize(text) {
+        return this.tokenizeStrings(text).map(this.hash);
+    }
+    detokenize(tokens) {
+        // Note because this is using hashing to mock tokenization, it is not
+        // reversible, so detokenize will not return the original input.
+        return tokens.map(token => token.toString()).join(' ');
+    }
+    tokenizeStrings(text) {
+        return text.split(/\b/);
+    }
+    tokenLength(text) {
+        return this.tokenizeStrings(text).length;
+    }
+    takeLastTokens(text, n) {
+        const tokens = this.tokenizeStrings(text).slice(-n);
+        return { text: tokens.join(''), tokens: tokens.map(this.hash) };
+    }
+    takeFirstTokens(text, n) {
+        const tokens = this.tokenizeStrings(text).slice(0, n);
+        return { text: tokens.join(''), tokens: tokens.map(this.hash) };
+    }
+    takeLastLinesTokens(text, n) {
+        const { text: suffix } = this.takeLastTokens(text, n);
+        if (suffix.length === text.length || text[text.length - suffix.length - 1] === '\n') {
+            // Edge case: We already took whole lines
+            return suffix;
+        }
+        const newline = suffix.indexOf('\n');
+        return suffix.substring(newline + 1);
+    }
+}
+// These are the effective token lengths for each language. They are based on empirical data to balance the risk of accidental overflow and overeager elision.
+// Note: These may need to be recalculated in the future if typical prompt lengths are significantly changed.
+const EFFECTIVE_TOKEN_LENGTH = {
+    [TokenizerName.cl100k]: {
+        python: 3.99,
+        typescript: 4.54,
+        typescriptreact: 4.58,
+        javascript: 4.76,
+        csharp: 5.13,
+        java: 4.86,
+        cpp: 3.85,
+        php: 4.1,
+        html: 4.57,
+        vue: 4.22,
+        go: 3.93,
+        dart: 5.66,
+        javascriptreact: 4.81,
+        css: 3.37,
+    },
+    [TokenizerName.o200k]: {
+        python: 4.05,
+        typescript: 4.12,
+        typescriptreact: 5.01,
+        javascript: 4.47,
+        csharp: 5.47,
+        java: 4.86,
+        cpp: 3.8,
+        php: 4.35,
+        html: 4.86,
+        vue: 4.3,
+        go: 4.21,
+        dart: 5.7,
+        javascriptreact: 4.83,
+        css: 3.33,
+    },
+};
+/** Max decimals per code point for ApproximateTokenizer mock tokenization. */
+const MAX_CODE_POINT_SIZE = 4;
+/** A best effort tokenizer computing the length of the text by dividing the
+ * number of characters by estimated constants near the number 4.
+ * It is not a real tokenizer. */
+class ApproximateTokenizer {
+    constructor(tokenizerName = TokenizerName.o200k, languageId) {
+        this.languageId = languageId;
+        this.tokenizerName = tokenizerName;
+    }
+    tokenize(text) {
+        return this.tokenizeStrings(text).map(substring => {
+            let charCode = 0;
+            for (let i = 0; i < substring.length; i++) {
+                charCode = charCode * Math.pow(10, MAX_CODE_POINT_SIZE) + substring.charCodeAt(i);
+            }
+            return charCode;
+        });
+    }
+    detokenize(tokens) {
+        return tokens
+            .map(token => {
+            const chars = [];
+            let charCodes = token.toString();
+            while (charCodes.length > 0) {
+                const charCode = charCodes.slice(-MAX_CODE_POINT_SIZE);
+                const char = String.fromCharCode(parseInt(charCode));
+                chars.unshift(char);
+                charCodes = charCodes.slice(0, -MAX_CODE_POINT_SIZE);
+            }
+            return chars.join('');
+        })
+            .join('');
+    }
+    tokenizeStrings(text) {
+        // Mock tokenize by defaultETL
+        return text.match(/.{1,4}/g) ?? [];
+    }
+    getEffectiveTokenLength() {
+        // Our default is 4, used for tail languages and error handling
+        const defaultETL = 4;
+        if (this.tokenizerName && this.languageId) {
+            // Use our calculated effective token length for head languages
+            return EFFECTIVE_TOKEN_LENGTH[this.tokenizerName]?.[this.languageId] ?? defaultETL;
+        }
+        return defaultETL;
+    }
+    tokenLength(text) {
+        return Math.ceil(text.length / this.getEffectiveTokenLength());
+    }
+    takeLastTokens(text, n) {
+        if (n <= 0) {
+            return { text: '', tokens: [] };
+        }
+        // Return the last characters approximately. It doesn't matter what we return as token, just that it has the correct length.
+        const suffix = text.slice(-Math.floor(n * this.getEffectiveTokenLength()));
+        return { text: suffix, tokens: Array.from({ length: this.tokenLength(suffix) }, (_, i) => i) };
+    }
+    takeFirstTokens(text, n) {
+        if (n <= 0) {
+            return { text: '', tokens: [] };
+        }
+        // Return the first characters approximately.
+        const prefix = text.slice(0, Math.floor(n * this.getEffectiveTokenLength()));
+        return { text: prefix, tokens: Array.from({ length: this.tokenLength(prefix) }, (_, i) => i) };
+    }
+    takeLastLinesTokens(text, n) {
+        const { text: suffix } = this.takeLastTokens(text, n);
+        if (suffix.length === text.length || text[text.length - suffix.length - 1] === '\n') {
+            // Edge case: We already took whole lines
+            return suffix;
+        }
+        const newline = suffix.indexOf('\n');
+        return suffix.substring(newline + 1);
+    }
+}
+exports.ApproximateTokenizer = ApproximateTokenizer;
+async function setTokenizer(name) {
+    try {
+        const tokenizer = await TTokenizer.create(name);
+        tokenizers.set(name, tokenizer);
+    }
+    catch {
+        // Ignore errors loading tokenizer
+    }
+}
+/** Load tokenizers on start. Export promise for to be awaited by initialization. */
+exports.initializeTokenizers = (async () => {
+    tokenizers.set(TokenizerName.mock, new MockTokenizer());
+    await Promise.all([setTokenizer(TokenizerName.cl100k), setTokenizer(TokenizerName.o200k)]);
+})();
+//# sourceMappingURL=tokenizer.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/tokenization/tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/tokenization/tokenizer.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;AAehG,oCAQC;AArBD,0DAAsH;AACtH,6FAA+F;AAC/F,oCAAoD;AACpD,8CAA2C;AAE3C,IAAY,aAIX;AAJD,WAAY,aAAa;IACxB,uCAAsB,CAAA;IACtB,qCAAoB,CAAA;IACpB,8BAAa,CAAA;AACd,CAAC,EAJW,aAAa,6BAAb,aAAa,QAIxB;AAED,MAAM,UAAU,GAAG,IAAI,GAAG,EAA4B,CAAC;AAEvD,SAAgB,YAAY,CAAC,OAAsB,aAAa,CAAC,KAAK;IACrE,IAAI,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAAC,OAAO,SAAS,CAAC;IAAC,CAAC;IAClD,oBAAoB;IACpB,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAChD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAAC,OAAO,SAAS,CAAC;IAAC,CAAC;IAClD,oCAAoC;IACpC,OAAO,IAAI,oBAAoB,EAAE,CAAC;AACnC,CAAC;AAqED,MAAa,UAAU;IACtB,YAA6B,UAAwB;QAAxB,eAAU,GAAV,UAAU,CAAc;IAAI,CAAC;IAE1D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAsB;QACzC,IAAI,CAAC;YACJ,MAAM,SAAS,GAAG,IAAA,8BAAe,EAChC,IAAA,oCAAmB,EAAC,IAAA,uBAAU,EAAC,GAAG,OAAO,WAAW,CAAC,CAAC,EACtD,IAAA,wCAAyB,EAAC,OAAO,CAAC,EAClC,IAAA,gCAAiB,EAAC,OAAO,CAAC,EAC1B,KAAK,CACL,CAAC;YACF,OAAO,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACrB,IAAI,CAAC,YAAY,KAAK,EAAE,CAAC;gBACxB,MAAM,IAAI,gCAAwB,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC;YACnE,CAAC;YACD,MAAM,CAAC,CAAC;QACT,CAAC;IACF,CAAC;IAED,QAAQ,CAAC,IAAY;QACpB,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,UAAU,CAAC,MAAgB;QAC1B,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;IAED,WAAW,CAAC,IAAY;QACvB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IACnC,CAAC;IAED,eAAe,CAAC,IAAY;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,cAAc,CAAC,IAAY,EAAE,CAAS;QACrC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAAC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAAC,CAAC;QAEhD,2DAA2D;QAC3D,yDAAyD;QACzD,8DAA8D;QAC9D,MAAM,sBAAsB,GAAG,CAAC,CAAC;QACjC,MAAM,oBAAoB,GAAG,CAAC,CAAC;QAC/B,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,sBAAsB,CAAC,CAAC,CAAC,aAAa;QAC5E,IAAI,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpC,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACtD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,CAAC,GAAG,oBAAoB,CAAC,CAAC;YAChE,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;YAC5B,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,gCAAgC;YAChC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAClC,CAAC;QACD,uBAAuB;QACvB,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5B,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC5D,CAAC;IAED,eAAe,CAAC,IAAY,EAAE,CAAS;QACtC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAAC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAAC,CAAC;QAEhD,2DAA2D;QAC3D,yDAAyD;QACzD,8DAA8D;QAC9D,MAAM,sBAAsB,GAAG,CAAC,CAAC;QACjC,MAAM,oBAAoB,GAAG,CAAC,CAAC;QAC/B,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,sBAAsB,CAAC,CAAC,CAAC,aAAa;QAC5E,IAAI,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAClC,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACrC,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACvD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,CAAC,GAAG,oBAAoB,CAAC,CAAC;YAChE,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YAC9B,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,gCAAgC;YAChC,OAAO;gBACN,IAAI,EAAE,IAAI;gBACV,MAAM,EAAE,QAAQ;aAChB,CAAC;QACH,CAAC;QACD,wBAAwB;QACxB,kEAAkE;QAClE,gHAAgH;QAChH,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChC,OAAO;YACN,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC/B,MAAM,EAAE,QAAQ;SAChB,CAAC;IACH,CAAC;IAED,mBAAmB,CAAC,IAAY,EAAE,CAAS;QAC1C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACtD,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACrF,yCAAyC;YACzC,OAAO,MAAM,CAAC;QACf,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,MAAM,CAAC,SAAS,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;CACD;AAxGD,gCAwGC;AAED,MAAM,aAAa;IAAnB;QACS,SAAI,GAAG,CAAC,GAAW,EAAE,EAAE;YAC9B,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBAC/B,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;gBACjC,IAAI,IAAI,IAAI,GAAG,MAAM,CAAC;YACvB,CAAC;YACD,OAAO,IAAI,CAAC;QACb,CAAC,CAAC;IAkCH,CAAC;IAhCA,QAAQ,CAAC,IAAY;QACpB,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClD,CAAC;IACD,UAAU,CAAC,MAAgB;QAC1B,qEAAqE;QACrE,gEAAgE;QAChE,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxD,CAAC;IACD,eAAe,CAAC,IAAY;QAC3B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IACD,WAAW,CAAC,IAAY;QACvB,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAC1C,CAAC;IAED,cAAc,CAAC,IAAY,EAAE,CAAS;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACjE,CAAC;IACD,eAAe,CAAC,IAAY,EAAE,CAAS;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtD,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACjE,CAAC;IACD,mBAAmB,CAAC,IAAY,EAAE,CAAS;QAC1C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACtD,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACrF,yCAAyC;YACzC,OAAO,MAAM,CAAC;QACf,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,MAAM,CAAC,SAAS,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;CACD;AAED,8JAA8J;AAC9J,6GAA6G;AAC7G,MAAM,sBAAsB,GAA2D;IACtF,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE;QACvB,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,IAAI;QAChB,eAAe,EAAE,IAAI;QACrB,UAAU,EAAE,IAAI;QAChB,MAAM,EAAE,IAAI;QACZ,IAAI,EAAE,IAAI;QACV,GAAG,EAAE,IAAI;QACT,GAAG,EAAE,GAAG;QACR,IAAI,EAAE,IAAI;QACV,GAAG,EAAE,IAAI;QACT,EAAE,EAAE,IAAI;QACR,IAAI,EAAE,IAAI;QACV,eAAe,EAAE,IAAI;QACrB,GAAG,EAAE,IAAI;KACT;IACD,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE;QACtB,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,IAAI;QAChB,eAAe,EAAE,IAAI;QACrB,UAAU,EAAE,IAAI;QAChB,MAAM,EAAE,IAAI;QACZ,IAAI,EAAE,IAAI;QACV,GAAG,EAAE,GAAG;QACR,GAAG,EAAE,IAAI;QACT,IAAI,EAAE,IAAI;QACV,GAAG,EAAE,GAAG;QACR,EAAE,EAAE,IAAI;QACR,IAAI,EAAE,GAAG;QACT,eAAe,EAAE,IAAI;QACrB,GAAG,EAAE,IAAI;KACT;CACD,CAAC;AAEF,8EAA8E;AAC9E,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAE9B;;iCAEiC;AACjC,MAAa,oBAAoB;IAGhC,YACC,gBAA+B,aAAa,CAAC,KAAK,EAC1C,UAAmB;QAAnB,eAAU,GAAV,UAAU,CAAS;QAE3B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACpC,CAAC;IAED,QAAQ,CAAC,IAAY;QACpB,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;YACjD,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,mBAAmB,CAAC,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACnF,CAAC;YACD,OAAO,QAAQ,CAAC;QACjB,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,UAAU,CAAC,MAAgB;QAC1B,OAAO,MAAM;aACX,GAAG,CAAC,KAAK,CAAC,EAAE;YACZ,MAAM,KAAK,GAAG,EAAE,CAAC;YACjB,IAAI,SAAS,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;YACjC,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC;gBACvD,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACrD,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACpB,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,mBAAmB,CAAC,CAAC;YACtD,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC,CAAC;aACD,IAAI,CAAC,EAAE,CAAC,CAAC;IACZ,CAAC;IAED,eAAe,CAAC,IAAY;QAC3B,8BAA8B;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IACpC,CAAC;IAEO,uBAAuB;QAC9B,+DAA+D;QAC/D,MAAM,UAAU,GAAG,CAAC,CAAC;QAErB,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAC3C,+DAA+D;YAC/D,OAAO,sBAAsB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC;QACpF,CAAC;QAED,OAAO,UAAU,CAAC;IACnB,CAAC;IAED,WAAW,CAAC,IAAY;QACvB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,cAAc,CAAC,IAAY,EAAE,CAAS;QACrC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAAC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAAC,CAAC;QAChD,4HAA4H;QAC5H,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;QAC3E,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAChG,CAAC;IAED,eAAe,CAAC,IAAY,EAAE,CAAS;QACtC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAAC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAAC,CAAC;QAChD,6CAA6C;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;QAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAChG,CAAC;IAED,mBAAmB,CAAC,IAAY,EAAE,CAAS;QAC1C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACtD,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACrF,yCAAyC;YACzC,OAAO,MAAM,CAAC;QACf,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,MAAM,CAAC,SAAS,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;CACD;AAhFD,oDAgFC;AAED,KAAK,UAAU,YAAY,CAAC,IAAmB;IAC9C,IAAI,CAAC;QACJ,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAChD,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACR,kCAAkC;IACnC,CAAC;AACF,CAAC;AAED,oFAAoF;AACvE,QAAA,oBAAoB,GAAG,CAAC,KAAK,IAAI,EAAE;IAC/C,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,aAAa,EAAE,CAAC,CAAC;IACxD,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAC5F,CAAC,CAAC,EAAE,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/types/src/auth.d.ts

@@ -0,0 +1,25 @@
+import { Static } from '@sinclair/typebox';
+import * as lsp from 'vscode-languageserver-protocol';
+export declare const DidChangeAuthParams: import("@sinclair/typebox").TObject<{
+    accessToken: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+    handle: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+    login: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+    githubAppId: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+    apiUrl: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+    serverUrl: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+    tokenEndpoint: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+}>;
+export type DidChangeAuthParams = Static<typeof DidChangeAuthParams>;
+export declare namespace DidChangeAuthNotification {
+    const method = "github/didChangeAuth";
+    const type: lsp.ProtocolNotificationType<{
+        accessToken?: string | undefined;
+        handle?: string | undefined;
+        login?: string | undefined;
+        githubAppId?: string | undefined;
+        apiUrl?: string | undefined;
+        serverUrl?: string | undefined;
+        tokenEndpoint?: string | undefined;
+    }, void>;
+}
+//# sourceMappingURL=auth.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/types/src/auth.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.d.ts","sourceRoot":"","sources":["../../../../../../../../src/_internal/extension/completions-core/vscode-node/types/src/auth.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,MAAM,EAAQ,MAAM,mBAAmB,CAAC;AACjD,OAAO,KAAK,GAAG,MAAM,gCAAgC,CAAC;AAEtD,eAAO,MAAM,mBAAmB;;;;;;;;EAQ9B,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,MAAM,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAErE,yBAAiB,yBAAyB,CAAC;IACnC,MAAM,MAAM,yBAAyB,CAAC;IACtC,MAAM,IAAI;;;;;;;;YAAsE,CAAC;CACxF"}

package/dist/src/_internal/extension/completions-core/vscode-node/types/src/auth.js

@@ -0,0 +1,57 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DidChangeAuthNotification = exports.DidChangeAuthParams = void 0;
+const typebox_1 = require("@sinclair/typebox");
+const lsp = __importStar(require("vscode-languageserver-protocol"));
+exports.DidChangeAuthParams = typebox_1.Type.Object({
+    accessToken: typebox_1.Type.Optional(typebox_1.Type.String({ minLength: 1 })),
+    handle: typebox_1.Type.Optional(typebox_1.Type.String({ minLength: 1 })),
+    login: typebox_1.Type.Optional(typebox_1.Type.String({ minLength: 1 })),
+    githubAppId: typebox_1.Type.Optional(typebox_1.Type.String({ minLength: 1 })),
+    apiUrl: typebox_1.Type.Optional(typebox_1.Type.String({})),
+    serverUrl: typebox_1.Type.Optional(typebox_1.Type.String({})),
+    tokenEndpoint: typebox_1.Type.Optional(typebox_1.Type.String({})),
+});
+var DidChangeAuthNotification;
+(function (DidChangeAuthNotification) {
+    DidChangeAuthNotification.method = 'github/didChangeAuth';
+    DidChangeAuthNotification.type = new lsp.ProtocolNotificationType(DidChangeAuthNotification.method);
+})(DidChangeAuthNotification || (exports.DidChangeAuthNotification = DidChangeAuthNotification = {}));
+//# sourceMappingURL=auth.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/types/src/auth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../../../../../../src/_internal/extension/completions-core/vscode-node/types/src/auth.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEhG,+CAAiD;AACjD,oEAAsD;AAEzC,QAAA,mBAAmB,GAAG,cAAI,CAAC,MAAM,CAAC;IAC9C,WAAW,EAAE,cAAI,CAAC,QAAQ,CAAC,cAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;IACzD,MAAM,EAAE,cAAI,CAAC,QAAQ,CAAC,cAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;IACpD,KAAK,EAAE,cAAI,CAAC,QAAQ,CAAC,cAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;IACnD,WAAW,EAAE,cAAI,CAAC,QAAQ,CAAC,cAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;IACzD,MAAM,EAAE,cAAI,CAAC,QAAQ,CAAC,cAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACtC,SAAS,EAAE,cAAI,CAAC,QAAQ,CAAC,cAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACzC,aAAa,EAAE,cAAI,CAAC,QAAQ,CAAC,cAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;CAC7C,CAAC,CAAC;AAGH,IAAiB,yBAAyB,CAGzC;AAHD,WAAiB,yBAAyB;IAC5B,gCAAM,GAAG,sBAAsB,CAAC;IAChC,8BAAI,GAAG,IAAI,GAAG,CAAC,wBAAwB,CAA4B,0BAAA,MAAM,CAAC,CAAC;AACzF,CAAC,EAHgB,yBAAyB,yCAAzB,yBAAyB,QAGzC"}

package/dist/src/_internal/extension/completions-core/vscode-node/types/src/codeCitation.d.ts

@@ -0,0 +1,20 @@
+import { Static } from '@sinclair/typebox';
+import * as lsp from 'vscode-languageserver-protocol';
+import { RangeSchema } from './core';
+type IPCodeCitation = {
+    license: string;
+    url: string;
+};
+type CopilotIPCodeCitationNotificationParams = {
+    uri: string;
+    version: number;
+    range: Static<typeof RangeSchema>;
+    matchingText: string;
+    citations: IPCodeCitation[];
+};
+export declare namespace CopilotIPCodeCitationNotification {
+    const method = "copilot/ipCodeCitation";
+    const type: lsp.NotificationType<CopilotIPCodeCitationNotificationParams>;
+}
+export {};
+//# sourceMappingURL=codeCitation.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/types/src/codeCitation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"codeCitation.d.ts","sourceRoot":"","sources":["../../../../../../../../src/_internal/extension/completions-core/vscode-node/types/src/codeCitation.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,KAAK,GAAG,MAAM,gCAAgC,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAErC,KAAK,cAAc,GAAG;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;CACZ,CAAC;AAEF,KAAK,uCAAuC,GAAG;IAC9C,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC,OAAO,WAAW,CAAC,CAAC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,cAAc,EAAE,CAAC;CAC5B,CAAC;AAEF,yBAAiB,iCAAiC,CAAC;IAC3C,MAAM,MAAM,2BAA2B,CAAC;IACxC,MAAM,IAAI,+DAA4E,CAAC;CAC9F"}

package/dist/src/_internal/extension/completions-core/vscode-node/types/src/codeCitation.js

@@ -0,0 +1,47 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CopilotIPCodeCitationNotification = void 0;
+const lsp = __importStar(require("vscode-languageserver-protocol"));
+var CopilotIPCodeCitationNotification;
+(function (CopilotIPCodeCitationNotification) {
+    CopilotIPCodeCitationNotification.method = 'copilot/ipCodeCitation';
+    CopilotIPCodeCitationNotification.type = new lsp.NotificationType(CopilotIPCodeCitationNotification.method);
+})(CopilotIPCodeCitationNotification || (exports.CopilotIPCodeCitationNotification = CopilotIPCodeCitationNotification = {}));
+//# sourceMappingURL=codeCitation.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/types/src/codeCitation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codeCitation.js","sourceRoot":"","sources":["../../../../../../../../src/_internal/extension/completions-core/vscode-node/types/src/codeCitation.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAGhG,oEAAsD;AAgBtD,IAAiB,iCAAiC,CAGjD;AAHD,WAAiB,iCAAiC;IACpC,wCAAM,GAAG,wBAAwB,CAAC;IAClC,sCAAI,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAA0C,kCAAA,MAAM,CAAC,CAAC;AAC/F,CAAC,EAHgB,iCAAiC,iDAAjC,iCAAiC,QAGjD"}

package/dist/src/_internal/extension/completions-core/vscode-node/types/src/contextProviderApiV1.d.ts

@@ -0,0 +1,161 @@
+import { CancellationToken, Disposable, DocumentSelector, DocumentUri, Position, TextEdit } from 'vscode-languageserver-protocol';
+/**
+ * The ContextProvider API allows extensions to provide additional context items that
+ * Copilot can use in its prompt. This file contains type definitions for the methods
+ * and the data structures used by the API.
+ *
+ * Note: providing context is not enough to ensure that the context will be used in the prompt.
+ *
+ * The API is exposed as an export of the Copilot extension. To use it, you can cast the
+ * exported object to the ContextProviderApiV1 interface.
+ *
+ * Example:
+ * ```
+ * const copilot = vscode.extensions.getExtension("github.copilot");
+ * const contextProviderAPI = copilot.exports.getContextProviderAPI("v1") as ContextProviderApiV1;
+ * ```
+ */
+export interface ContextProviderApiV1 {
+    registerContextProvider<T extends SupportedContextItem>(provider: ContextProvider<T>): Disposable;
+}
+/**
+ * Each extension can register a number of context providers, uniquely identified by their ID.
+ * In addition, each provider has to provide:
+ * - a DocumentSelector, to specify the file types for which the provider is active
+ * - a ContextResolver, a function that returns the context items for a given request
+ *
+ * Example:
+ * ```
+ * contextProviderAPI.registerContextProvider<Trait>({
+ *  id: "pythonProvider",
+ *  selector: [{ language: "python" }],
+ *  resolver: {
+ *      resolve: async (request, token) => {
+ *        return [{name: 'traitName', value: 'traitValue'}];
+ *      }
+ *  }
+ * });
+ * ```
+ */
+export interface ContextProvider<T extends SupportedContextItem> {
+    id: string;
+    selector: DocumentSelector;
+    resolver: ContextResolver<T>;
+}
+export type ResolveOnTimeoutResult<T> = T | readonly T[];
+export type ResolveResult<T> = Promise<T> | Promise<readonly T[]> | AsyncIterable<T>;
+export interface ContextResolver<T extends SupportedContextItem> {
+    resolve(request: ResolveRequest, token: CancellationToken): ResolveResult<T>;
+    resolveOnTimeout?(request: ResolveRequest): ResolveOnTimeoutResult<T> | undefined;
+}
+/**
+ * The first argument of the resolve method is a ResolveRequest object, which informs
+ * the provider about:
+ * - the completionId, a unique identifier for the completion request
+ * - the documentContext, which contains information about the document for which the context is requested
+ * - the activeExperiments, a map of active experiments and their values
+ * - the timeBudget the provider has to provide context items
+ * - the previousUsageStatistics, which contains information about the last request to the provider
+ */
+export type ResolutionStatus = 'full' | 'partial' | 'none' | 'error';
+export type UsageStatus = ResolutionStatus | 'partial_content_excluded' | 'none_content_excluded';
+export type ContextItemUsageDetails = {
+    id: string;
+    type: SupportedContextItemType;
+    origin?: ContextItemOrigin;
+} & ({
+    usage: Extract<UsageStatus, 'full' | 'partial' | 'partial_content_excluded'>;
+    expectedTokens: number;
+    actualTokens: number;
+} | {
+    usage: Extract<UsageStatus, 'none' | 'none_content_excluded' | 'error'>;
+});
+export type ContextUsageStatistics = {
+    usage: UsageStatus;
+    resolution: ResolutionStatus;
+    usageDetails?: ContextItemUsageDetails[];
+};
+export type ProposedTextEdit = TextEdit & {
+    positionAfterEdit: Position;
+    source?: 'selectedCompletionInfo';
+};
+export interface DocumentContext {
+    uri: DocumentUri;
+    languageId: string;
+    version: number;
+    /**
+     * @deprecated Use `position` instead.
+     */
+    offset: number;
+    position: Position;
+    proposedEdits?: ProposedTextEdit[];
+}
+export interface ResolveRequest {
+    completionId: string;
+    opportunityId: string;
+    documentContext: DocumentContext;
+    activeExperiments: Map<string, string | number | boolean | string[]>;
+    /**
+     * The number of milliseconds for the context provider to provide context items.
+     * After the time budget runs out, the request will be cancelled via the CancellationToken.
+     * Providers can use this value as a hint when computing context. Providers should expect the
+     * request to be cancelled once the time budget runs out.
+     *
+     * @deprecated Use `timeoutEnd` instead.
+     */
+    timeBudget: number;
+    /**
+     * Unix timestamp representing the exact time the request will be cancelled via the CancellationToken.
+     */
+    timeoutEnd: number;
+    /**
+     * Various statistics about the last completion request. This can be used by the context provider
+     * to make decisions about what context to provide for the current call.
+     */
+    previousUsageStatistics?: ContextUsageStatistics;
+    /**
+     * Data from completionItem
+     *
+     * See https://microsoft.github.io/language-server-protocol/specifications/lsp/3.17/specification/#completionItem
+     */
+    data?: unknown;
+}
+/**
+ * These are the data types that can be provided by a context provider. Any non-conforming
+ * context items will be filtered out.
+ */
+interface ContextItem {
+    /**
+     * Specifies the relative importance with respect to items of the same type.
+     * Cross-type comparisons is currently handled by the wishlist.
+     * Accepted values are integers in the range [0, 100], where 100 is the highest importance.
+     * Items with non-conforming importance values will be filtered out.
+     * Default value is 0.
+     */
+    importance?: number;
+    /**
+     * A unique ID for the context item, used to provide detailed statistics about
+     * the item's usage. If an ID is not provided, it will be generated randomly.
+     */
+    id?: string;
+    /**
+     * Specifies where the context item comes from, mostly relevant for LSP providers.
+     * - request: context is provided in the completion request
+     * - update: context is provided via context/update
+     */
+    origin?: ContextItemOrigin;
+}
+export interface Trait extends ContextItem {
+    name: string;
+    value: string;
+}
+export interface CodeSnippet extends ContextItem {
+    uri: string;
+    value: string;
+    additionalUris?: string[];
+}
+export type SupportedContextItem = Trait | CodeSnippet;
+export type SupportedContextItemType = 'Trait' | 'CodeSnippet';
+export type ContextItemOrigin = 'request' | 'update';
+export {};
+//# sourceMappingURL=contextProviderApiV1.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/types/src/contextProviderApiV1.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextProviderApiV1.d.ts","sourceRoot":"","sources":["../../../../../../../../src/_internal/extension/completions-core/vscode-node/types/src/contextProviderApiV1.ts"],"names":[],"mappings":"AAKA,OAAO,EACN,iBAAiB,EACjB,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,QAAQ,EACR,QAAQ,EACR,MAAM,gCAAgC,CAAC;AAExC;;;;;;;;;;;;;;;GAeG;AACH,MAAM,WAAW,oBAAoB;IACpC,uBAAuB,CAAC,CAAC,SAAS,oBAAoB,EAAE,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC;CAClG;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,WAAW,eAAe,CAAC,CAAC,SAAS,oBAAoB;IAC9D,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC;CAC7B;AAED,MAAM,MAAM,sBAAsB,CAAC,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,EAAE,CAAC;AACzD,MAAM,MAAM,aAAa,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;AAErF,MAAM,WAAW,eAAe,CAAC,CAAC,SAAS,oBAAoB;IAC9D,OAAO,CAAC,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,iBAAiB,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IAE7E,gBAAgB,CAAC,CAAC,OAAO,EAAE,cAAc,GAAG,sBAAsB,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;CAClF;AAED;;;;;;;;GAQG;AACH,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;AACrE,MAAM,MAAM,WAAW,GAAG,gBAAgB,GAAG,0BAA0B,GAAG,uBAAuB,CAAC;AAElG,MAAM,MAAM,uBAAuB,GAAG;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,wBAAwB,CAAC;IAC/B,MAAM,CAAC,EAAE,iBAAiB,CAAC;CAC3B,GAAG,CACA;IACD,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG,0BAA0B,CAAC,CAAC;IAC7E,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;CACrB,GACC;IAAE,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,MAAM,GAAG,uBAAuB,GAAG,OAAO,CAAC,CAAA;CAAE,CAC7E,CAAC;AAEH,MAAM,MAAM,sBAAsB,GAAG;IACpC,KAAK,EAAE,WAAW,CAAC;IACnB,UAAU,EAAE,gBAAgB,CAAC;IAC7B,YAAY,CAAC,EAAE,uBAAuB,EAAE,CAAC;CACzC,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG;IACzC,iBAAiB,EAAE,QAAQ,CAAC;IAE5B,MAAM,CAAC,EAAE,wBAAwB,CAAC;CAClC,CAAC;AAEF,MAAM,WAAW,eAAe;IAC/B,GAAG,EAAE,WAAW,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAGhB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,QAAQ,CAAC;IACnB,aAAa,CAAC,EAAE,gBAAgB,EAAE,CAAC;CACnC;AACD,MAAM,WAAW,cAAc;IAE9B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,eAAe,CAAC;IAEjC,iBAAiB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,EAAE,CAAC,CAAC;IAErE;;;;;;;OAOG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,uBAAuB,CAAC,EAAE,sBAAsB,CAAC;IAEjD;;;;OAIG;IACH,IAAI,CAAC,EAAE,OAAO,CAAC;CACf;AAED;;;GAGG;AACH,UAAU,WAAW;IACpB;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,EAAE,CAAC,EAAE,MAAM,CAAC;IAEZ;;;;OAIG;IACH,MAAM,CAAC,EAAE,iBAAiB,CAAC;CAC3B;AAGD,MAAM,WAAW,KAAM,SAAQ,WAAW;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACd;AAGD,MAAM,WAAW,WAAY,SAAQ,WAAW;IAC/C,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IAEd,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,MAAM,oBAAoB,GAAG,KAAK,GAAG,WAAW,CAAC;AACvD,MAAM,MAAM,wBAAwB,GAAG,OAAO,GAAG,aAAa,CAAC;AAC/D,MAAM,MAAM,iBAAiB,GAAG,SAAS,GAAG,QAAQ,CAAC"}