@vscode/chat-lib 0.1.2 → 0.1.3-1

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/parseBlock.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseBlock.d.ts","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/parseBlock.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,SAAS,EAAmB,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAEnF,wBAAgB,oBAAoB,CACnC,GAAG,EAAE,oBAAoB,EACzB,QAAQ,EAAE,SAAS,GACjB,CAAC,UAAU,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAMrD;AAED,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,oBAAoB,EAAE,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAEtG;AAED,wBAAsB,gBAAgB,CACrC,GAAG,EAAE,oBAAoB,EACzB,QAAQ,EAAE,SAAS,EACnB,UAAU,EAAE,MAAM,GAChB,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,CAOhC;AAmED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,kBAAkB;IAClC;;;OAGG;IACH,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,sCAAsC;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,wCAAwC;IACxC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;CACzB;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,oBAAoB,EAAE,QAAQ,EAAE,SAAS,GAAG,kBAAkB,CAIrG;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,kBAAkB,CAgEjH;AA2DD;;;;GAIG;AACH,wBAAgB,wBAAwB,CACvC,kBAAkB,EAAE,kBAAkB,EACtC,WAAW,EAAE,MAAM,GAAG,SAAS,GAC7B,CAAC,UAAU,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAS5C"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/parseBlock.js

@@ -0,0 +1,231 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parsingBlockFinished = parsingBlockFinished;
+exports.isEmptyBlockStartUtil = isEmptyBlockStartUtil;
+exports.getNodeStartUtil = getNodeStartUtil;
+exports.contextIndentation = contextIndentation;
+exports.contextIndentationFromText = contextIndentationFromText;
+exports.indentationBlockFinished = indentationBlockFinished;
+const parseBlock_1 = require("../../../prompt/src/parseBlock");
+const textDocument_1 = require("../textDocument");
+function parsingBlockFinished(doc, position) {
+    const prefix = doc.getText(textDocument_1.LocationFactory.range(textDocument_1.LocationFactory.position(0, 0), position));
+    const offset = doc.offsetAt(position);
+    const languageId = doc.detectedLanguageId;
+    return completion => (0, parseBlock_1.isBlockBodyFinished)(languageId, prefix, completion, offset);
+}
+function isEmptyBlockStartUtil(doc, position) {
+    return (0, parseBlock_1.isEmptyBlockStart)(doc.detectedLanguageId, doc.getText(), doc.offsetAt(position));
+}
+async function getNodeStartUtil(doc, position, completion) {
+    const prefix = doc.getText(textDocument_1.LocationFactory.range(textDocument_1.LocationFactory.position(0, 0), position));
+    const text = prefix + completion;
+    const offset = await (0, parseBlock_1.getNodeStart)(doc.detectedLanguageId, text, doc.offsetAt(position));
+    if (offset) {
+        return doc.positionAt(offset);
+    }
+}
+// TODO: This should probably be language specific
+const continuations = [
+    // Brace control
+    '\\{',
+    '\\}',
+    '\\[',
+    '\\]',
+    '\\(',
+    '\\)',
+].concat([
+    // Separators in a multi-line list
+    // ",", ";", "\\|",
+    // Multi-line comments
+    // None
+    // Keywords for same-level control flow
+    'then',
+    'else',
+    'elseif',
+    'elif',
+    'catch',
+    'finally',
+    // End keywords
+    'fi',
+    'done',
+    'end',
+    'loop',
+    'until',
+    'where',
+    'when',
+].map(s => s + '\\b'));
+const continuationRegex = new RegExp(`^(${continuations.join('|')})`);
+/**
+ * Returns true if the given line is a line where we continue completion where
+ * the indentation level equals the current indentation level.
+ *
+ * TODO: Should probably be language specific
+ */
+function isContinuationLine(line) {
+    return continuationRegex.test(line.trimLeft().toLowerCase());
+}
+/**
+ * Return the indentation level of a given single line.
+ *
+ * If the line is blank, return undefined.
+ *
+ * TODO: Possibly support tabs specially?
+ */
+function indentationOfLine(line) {
+    // [^] is used to match any character include '`r', otherwise this regex never matches on
+    // a file containing Windows newlines.
+    // TODO this is a bit of hack and ideally we would be using the "right" newline character at the
+    // point where we split/join lines.
+    const match = /^(\s*)([^]*)$/.exec(line);
+    if (match && match[2] && match[2].length > 0) {
+        return match[1].length;
+    }
+    else {
+        return undefined;
+    }
+}
+/**
+ * Return the context indentation corresponding to a given position.
+ */
+function contextIndentation(doc, position) {
+    const source = doc.getText();
+    const offset = doc.offsetAt(position);
+    return contextIndentationFromText(source, offset, doc.detectedLanguageId);
+}
+/**
+ * Return the context indentation corresponding to a given offset in text.
+ */
+function contextIndentationFromText(source, offset, languageId) {
+    const prevLines = source.slice(0, offset).split('\n');
+    const nextLines = source.slice(offset).split('\n');
+    function seekNonBlank(lines, start, direction) {
+        let i = start;
+        let ind, indIdx = undefined;
+        while (ind === undefined && i >= 0 && i < lines.length) {
+            ind = indentationOfLine(lines[i]);
+            indIdx = i;
+            i += direction;
+        }
+        if (languageId === 'python' && direction === -1) {
+            // HACK: special case to support multi-statement completions after Python doc comments.
+            // The logic looks for comments formatted as described in PEP 257.
+            // The final iteration of the indentation loop will have got us to one before the "current line".
+            i++;
+            const trimmedLine = lines[i].trim();
+            if (trimmedLine.endsWith(`"""`)) {
+                const isSingleLineDocString = trimmedLine.startsWith(`"""`) && trimmedLine !== `"""`;
+                if (!isSingleLineDocString) {
+                    // Look backwards for the opening """"
+                    i--;
+                    while (i >= 0 && !lines[i].trim().startsWith(`"""`)) {
+                        i--;
+                    }
+                }
+                // i should point to the line with the opening """, if found.
+                // If i is negative then we never found the opening """". Give up and use the indentation
+                // we originally calculated.
+                if (i >= 0) {
+                    ind = undefined;
+                    i--;
+                    // This is the same loop as above but specialised for direction = -1
+                    while (ind === undefined && i >= 0) {
+                        ind = indentationOfLine(lines[i]);
+                        indIdx = i;
+                        i--;
+                    }
+                }
+            }
+        }
+        return [ind, indIdx];
+    }
+    const [current, currentIdx] = seekNonBlank(prevLines, prevLines.length - 1, -1);
+    const prev = (() => {
+        if (current === undefined || currentIdx === undefined) {
+            return undefined;
+        }
+        for (let i = currentIdx - 1; i >= 0; i--) {
+            const ind = indentationOfLine(prevLines[i]);
+            if (ind !== undefined && ind < current) {
+                return ind;
+            }
+        }
+    })();
+    const [next] = seekNonBlank(nextLines, 1, 1); // Skip the current line.
+    return {
+        prev,
+        current: current ?? 0,
+        next,
+    };
+}
+// If the model thinks we are at the end of a line, do we want to offer a completion
+// for the next line? For now (05 Oct 2021) we leave it as false to minimise behaviour
+// changes between parsing and indentation mode.
+const OfferNextLineCompletion = false;
+/**
+ * Return an offset where the completion ends its current context, or
+ * "continue" if it has not yet ended.
+ *
+ * A completion should be continued if it is:
+ *  - A very long line that did not yet end; or
+ *  - A multi-line context that is not yet ended.
+ *
+ * We use indentation with continuation patterns to determine whether a context
+ * is ended.
+ */
+function completionCutOrContinue(completion, contextIndentation, previewText) {
+    const completionLines = completion.split('\n');
+    const isContinuation = previewText !== undefined;
+    const lastLineOfPreview = previewText?.split('\n').pop();
+    let startLine = 0;
+    if (isContinuation) {
+        if (lastLineOfPreview?.trim() !== '' && completionLines[0].trim() !== '') {
+            // If we're in the middle of a line after the preview, we should at least finish it.
+            startLine++;
+        }
+    }
+    if (!isContinuation && OfferNextLineCompletion && completionLines[0].trim() === '') {
+        // See the comment on `OfferNextLineCompletion` for why we might do this.
+        startLine++;
+    }
+    if (!isContinuation) {
+        // We want to offer at least one line.
+        startLine++;
+    }
+    if (completionLines.length === startLine) {
+        // A single line that did not yet end.
+        return 'continue';
+    }
+    const breakIndentation = Math.max(contextIndentation.current, contextIndentation.next ?? 0);
+    for (let i = startLine; i < completionLines.length; i++) {
+        let line = completionLines[i];
+        if (i === 0 && lastLineOfPreview !== undefined) {
+            line = lastLineOfPreview + line;
+        }
+        const ind = indentationOfLine(line);
+        if (ind !== undefined && (ind < breakIndentation || (ind === breakIndentation && !isContinuationLine(line)))) {
+            return completionLines.slice(0, i).join('\n').length;
+        }
+    }
+    return 'continue';
+}
+/**
+ * Returns a callback appropriate as `finishedCb` for
+ * `CompletionStream.streamChoices` that terminates a block according to
+ * indentation-logic.
+ */
+function indentationBlockFinished(contextIndentation, previewText) {
+    // NOTE: The returned callback is only async because streamChoices needs an
+    // async callback
+    return (completion) => {
+        const res = completionCutOrContinue(completion, contextIndentation, previewText);
+        // streamChoices needs a callback with bad type signature where
+        // undefined really means "continue".
+        return res === 'continue' ? undefined : res;
+    };
+}
+//# sourceMappingURL=parseBlock.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/parseBlock.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseBlock.js","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/parseBlock.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;AAKhG,oDASC;AAED,sDAEC;AAED,4CAWC;AA6FD,gDAIC;AAKD,gEAgEC;AAgED,4DAYC;AA/QD,+DAAsG;AACtG,kDAAmF;AAEnF,SAAgB,oBAAoB,CACnC,GAAyB,EACzB,QAAmB;IAEnB,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,8BAAe,CAAC,KAAK,CAAC,8BAAe,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC5F,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,UAAU,GAAG,GAAG,CAAC,kBAAkB,CAAC;IAE1C,OAAO,UAAU,CAAC,EAAE,CAAC,IAAA,gCAAmB,EAAC,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;AAClF,CAAC;AAED,SAAgB,qBAAqB,CAAC,GAAyB,EAAE,QAAmB;IACnF,OAAO,IAAA,8BAAiB,EAAC,GAAG,CAAC,kBAAkB,EAAE,GAAG,CAAC,OAAO,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;AACzF,CAAC;AAEM,KAAK,UAAU,gBAAgB,CACrC,GAAyB,EACzB,QAAmB,EACnB,UAAkB;IAElB,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,8BAAe,CAAC,KAAK,CAAC,8BAAe,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC5F,MAAM,IAAI,GAAG,MAAM,GAAG,UAAU,CAAC;IACjC,MAAM,MAAM,GAAG,MAAM,IAAA,yBAAY,EAAC,GAAG,CAAC,kBAAkB,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACxF,IAAI,MAAM,EAAE,CAAC;QACZ,OAAO,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;AACF,CAAC;AAGD,kDAAkD;AAClD,MAAM,aAAa,GAAG;IACrB,gBAAgB;IAChB,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;CACL,CAAC,MAAM,CACP;IACC,kCAAkC;IAClC,mBAAmB;IACnB,sBAAsB;IACtB,OAAO;IACP,uCAAuC;IACvC,MAAM;IACN,MAAM;IACN,QAAQ;IACR,MAAM;IACN,OAAO;IACP,SAAS;IACT,eAAe;IACf,IAAI;IACJ,MAAM;IACN,KAAK;IACL,MAAM;IACN,OAAO;IACP,OAAO;IACP,MAAM;CACN,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CACrB,CAAC;AACF,MAAM,iBAAiB,GAAG,IAAI,MAAM,CAAC,KAAK,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAEtE;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACvC,OAAO,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;AAC9D,CAAC;AAED;;;;;;GAMG;AACH,SAAS,iBAAiB,CAAC,IAAY;IACtC,yFAAyF;IACzF,sCAAsC;IACtC,gGAAgG;IAChG,mCAAmC;IACnC,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACxB,CAAC;SAAM,CAAC;QACP,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AAyBD;;GAEG;AACH,SAAgB,kBAAkB,CAAC,GAAyB,EAAE,QAAmB;IAChF,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACtC,OAAO,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,kBAAkB,CAAC,CAAC;AAC3E,CAAC;AAED;;GAEG;AACH,SAAgB,0BAA0B,CAAC,MAAc,EAAE,MAAc,EAAE,UAAkB;IAC5F,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnD,SAAS,YAAY,CAAC,KAAe,EAAE,KAAa,EAAE,SAAiB;QACtE,IAAI,CAAC,GAAG,KAAK,CAAC;QACd,IAAI,GAAG,EACN,MAAM,GAAuB,SAAS,CAAC;QACxC,OAAO,GAAG,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YACxD,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,GAAG,CAAC,CAAC;YACX,CAAC,IAAI,SAAS,CAAC;QAChB,CAAC;QACD,IAAI,UAAU,KAAK,QAAQ,IAAI,SAAS,KAAK,CAAC,CAAC,EAAE,CAAC;YACjD,uFAAuF;YACvF,kEAAkE;YAElE,iGAAiG;YACjG,CAAC,EAAE,CAAC;YACJ,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAEpC,IAAI,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,MAAM,qBAAqB,GAAG,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,WAAW,KAAK,KAAK,CAAC;gBACrF,IAAI,CAAC,qBAAqB,EAAE,CAAC;oBAC5B,sCAAsC;oBACtC,CAAC,EAAE,CAAC;oBACJ,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;wBACrD,CAAC,EAAE,CAAC;oBACL,CAAC;gBACF,CAAC;gBACD,6DAA6D;gBAC7D,yFAAyF;gBACzF,4BAA4B;gBAC5B,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBACZ,GAAG,GAAG,SAAS,CAAC;oBAChB,CAAC,EAAE,CAAC;oBACJ,oEAAoE;oBACpE,OAAO,GAAG,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;wBACpC,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;wBAClC,MAAM,GAAG,CAAC,CAAC;wBACX,CAAC,EAAE,CAAC;oBACL,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;QACD,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACtB,CAAC;IACD,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAChF,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE;QAClB,IAAI,OAAO,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YACvD,OAAO,SAAS,CAAC;QAClB,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,GAAG,OAAO,EAAE,CAAC;gBACxC,OAAO,GAAG,CAAC;YACZ,CAAC;QACF,CAAC;IACF,CAAC,CAAC,EAAE,CAAC;IACL,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,yBAAyB;IACvE,OAAO;QACN,IAAI;QACJ,OAAO,EAAE,OAAO,IAAI,CAAC;QACrB,IAAI;KACJ,CAAC;AACH,CAAC;AAED,oFAAoF;AACpF,sFAAsF;AACtF,gDAAgD;AAChD,MAAM,uBAAuB,GAAG,KAAK,CAAC;AAEtC;;;;;;;;;;GAUG;AACH,SAAS,uBAAuB,CAC/B,UAAkB,EAClB,kBAAsC,EACtC,WAA+B;IAE/B,MAAM,eAAe,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,cAAc,GAAG,WAAW,KAAK,SAAS,CAAC;IACjD,MAAM,iBAAiB,GAAG,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;IACzD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,cAAc,EAAE,CAAC;QACpB,IAAI,iBAAiB,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAC1E,oFAAoF;YACpF,SAAS,EAAE,CAAC;QACb,CAAC;IACF,CAAC;IACD,IAAI,CAAC,cAAc,IAAI,uBAAuB,IAAI,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACpF,yEAAyE;QACzE,SAAS,EAAE,CAAC;IACb,CAAC;IACD,IAAI,CAAC,cAAc,EAAE,CAAC;QACrB,sCAAsC;QACtC,SAAS,EAAE,CAAC;IACb,CAAC;IACD,IAAI,eAAe,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC1C,sCAAsC;QACtC,OAAO,UAAU,CAAC;IACnB,CAAC;IACD,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,OAAO,EAAE,kBAAkB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;IAC5F,KAAK,IAAI,CAAC,GAAG,SAAS,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzD,IAAI,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,CAAC,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;YAChD,IAAI,GAAG,iBAAiB,GAAG,IAAI,CAAC;QACjC,CAAC;QACD,MAAM,GAAG,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,GAAG,GAAG,gBAAgB,IAAI,CAAC,GAAG,KAAK,gBAAgB,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9G,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACtD,CAAC;IACF,CAAC;IACD,OAAO,UAAU,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,SAAgB,wBAAwB,CACvC,kBAAsC,EACtC,WAA+B;IAE/B,2EAA2E;IAC3E,iBAAiB;IACjB,OAAO,CAAC,UAAkB,EAAE,EAAE;QAC7B,MAAM,GAAG,GAAG,uBAAuB,CAAC,UAAU,EAAE,kBAAkB,EAAE,WAAW,CAAC,CAAC;QACjF,+DAA+D;QAC/D,qCAAqC;QACrC,OAAO,GAAG,KAAK,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC;IAC7C,CAAC,CAAC;AACH,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/prompt.d.ts

@@ -0,0 +1,64 @@
+import { ServicesAccessor } from '../../../../../../util/vs/platform/instantiation/common/instantiation';
+import { PromptMetadata } from '../../../prompt/src/components/components';
+import { PromptOptions } from '../../../prompt/src/prompt';
+import { TokenizerName } from '../../../prompt/src/tokenization';
+import { CancellationToken as ICancellationToken } from '../../../types/src';
+import { CompletionState } from '../completionState';
+import { TelemetryWithExp } from '../telemetry';
+import { IntelliSenseInsertion } from '../textDocument';
+import { ContextProviderTelemetry } from './contextProviderRegistry';
+import { NeighboringFileType } from './similarFiles/neighborFiles';
+export declare const MIN_PROMPT_CHARS = 10;
+export interface Prompt {
+    prefix: string;
+    suffix: string;
+    context?: string[];
+    prefixTokens?: number;
+    suffixTokens?: number;
+    isFimEnabled: boolean;
+}
+export interface PromptResponsePresent {
+    type: 'prompt';
+    prompt: Prompt;
+    /**
+     * The prefix is sent to the model without trailing whitespace. However the trailing whitespace will
+     * be kept around to do position adjustments when applying the completion.
+     */
+    trailingWs: string;
+    computeTimeMs: number;
+    neighborSource: Map<NeighboringFileType, string[]>;
+    metadata: PromptMetadata;
+    contextProvidersTelemetry?: ContextProviderTelemetry[];
+}
+export interface ExtractPromptOptions {
+    selectedCompletionInfo?: IntelliSenseInsertion;
+    data?: unknown;
+    tokenizer?: TokenizerName;
+}
+interface ContextTooShort {
+    type: 'contextTooShort';
+}
+interface CopilotContentExclusion {
+    type: 'copilotContentExclusion';
+}
+interface PromptError {
+    type: 'promptError';
+}
+interface PromptCancelled {
+    type: 'promptCancelled';
+}
+interface PromptTimeout {
+    type: 'promptTimeout';
+}
+export declare const _contextTooShort: ContextTooShort;
+export declare const _copilotContentExclusion: CopilotContentExclusion;
+export declare const _promptError: PromptError;
+export declare const _promptCancelled: PromptCancelled;
+export declare const _promptTimeout: PromptTimeout;
+export type PromptResponse = PromptResponsePresent | CopilotContentExclusion | ContextTooShort | PromptError | PromptCancelled | PromptTimeout;
+/** Record trailing whitespace, and trim it from prompt if the last line is only whitespace */
+export declare function trimLastLine(source: string): [string, string];
+export declare function extractPrompt(accessor: ServicesAccessor, completionId: string, completionState: CompletionState, telemetryData: TelemetryWithExp, cancellationToken?: ICancellationToken, promptOpts?: ExtractPromptOptions): Promise<PromptResponse>;
+export declare function getPromptOptions(accessor: ServicesAccessor, telemetryData: TelemetryWithExp, languageId: string): PromptOptions;
+export {};
+//# sourceMappingURL=prompt.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/prompt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/prompt.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,uEAAuE,CAAC;AACzG,OAAO,EAAE,cAAc,EAAE,MAAM,2CAA2C,CAAC;AAE3E,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAE3D,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACjE,OAAO,EAAE,iBAAiB,IAAI,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC7E,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAIrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAoC,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AAG1F,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAwB,MAAM,8BAA8B,CAAC;AAGzF,eAAO,MAAM,gBAAgB,KAAK,CAAC;AAEnC,MAAM,WAAW,MAAM;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACrC,IAAI,EAAE,QAAQ,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IAEtB,cAAc,EAAE,GAAG,CAAC,mBAAmB,EAAE,MAAM,EAAE,CAAC,CAAC;IACnD,QAAQ,EAAE,cAAc,CAAC;IACzB,yBAAyB,CAAC,EAAE,wBAAwB,EAAE,CAAC;CACvD;AAED,MAAM,WAAW,oBAAoB;IACpC,sBAAsB,CAAC,EAAE,qBAAqB,CAAC;IAC/C,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,SAAS,CAAC,EAAE,aAAa,CAAC;CAC1B;AAED,UAAU,eAAe;IACxB,IAAI,EAAE,iBAAiB,CAAC;CACxB;AACD,UAAU,uBAAuB;IAChC,IAAI,EAAE,yBAAyB,CAAC;CAChC;AACD,UAAU,WAAW;IACpB,IAAI,EAAE,aAAa,CAAC;CACpB;AACD,UAAU,eAAe;IACxB,IAAI,EAAE,iBAAiB,CAAC;CACxB;AAED,UAAU,aAAa;IACtB,IAAI,EAAE,eAAe,CAAC;CACtB;AAED,eAAO,MAAM,gBAAgB,EAAE,eAA6C,CAAC;AAC7E,eAAO,MAAM,wBAAwB,EAAE,uBAA6D,CAAC;AACrG,eAAO,MAAM,YAAY,EAAE,WAAqC,CAAC;AACjE,eAAO,MAAM,gBAAgB,EAAE,eAA6C,CAAC;AAC7E,eAAO,MAAM,cAAc,EAAE,aAAyC,CAAC;AACvE,MAAM,MAAM,cAAc,GACvB,qBAAqB,GACrB,uBAAuB,GACvB,eAAe,GACf,WAAW,GACX,eAAe,GACf,aAAa,CAAC;AAEjB,8FAA8F;AAC9F,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAQ7D;AAED,wBAAgB,aAAa,CAC5B,QAAQ,EAAE,gBAAgB,EAC1B,YAAY,EAAE,MAAM,EACpB,eAAe,EAAE,eAAe,EAChC,aAAa,EAAE,gBAAgB,EAC/B,iBAAiB,CAAC,EAAE,kBAAkB,EACtC,UAAU,GAAE,oBAAyB,GACnC,OAAO,CAAC,cAAc,CAAC,CAqBzB;AAgCD,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,aAAa,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,GAAG,aAAa,CA2B/H"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/prompt.js

@@ -0,0 +1,101 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports._promptTimeout = exports._promptCancelled = exports._promptError = exports._copilotContentExclusion = exports._contextTooShort = exports.MIN_PROMPT_CHARS = void 0;
+exports.trimLastLine = trimLastLine;
+exports.extractPrompt = extractPrompt;
+exports.getPromptOptions = getPromptOptions;
+const languageMarker_1 = require("../../../prompt/src/languageMarker");
+const featuresService_1 = require("../experiments/featuresService");
+const similarFileOptionsProvider_1 = require("../experiments/similarFileOptionsProvider");
+const openai_1 = require("../openai/openai");
+const textDocumentManager_1 = require("../textDocumentManager");
+const completionsPromptFactory_1 = require("./completionsPromptFactory/completionsPromptFactory");
+const neighborFiles_1 = require("./similarFiles/neighborFiles");
+// The minimum number of prompt-eligible characters before we offer a completion
+exports.MIN_PROMPT_CHARS = 10;
+exports._contextTooShort = { type: 'contextTooShort' };
+exports._copilotContentExclusion = { type: 'copilotContentExclusion' };
+exports._promptError = { type: 'promptError' };
+exports._promptCancelled = { type: 'promptCancelled' };
+exports._promptTimeout = { type: 'promptTimeout' };
+/** Record trailing whitespace, and trim it from prompt if the last line is only whitespace */
+function trimLastLine(source) {
+    const lines = source.split('\n');
+    const lastLine = lines[lines.length - 1];
+    const extraSpace = lastLine.length - lastLine.trimEnd().length;
+    const promptTrim = source.slice(0, source.length - extraSpace);
+    const trailingWs = source.slice(promptTrim.length);
+    const resPrompt = lastLine.length === extraSpace ? promptTrim : source;
+    return [resPrompt, trailingWs];
+}
+function extractPrompt(accessor, completionId, completionState, telemetryData, cancellationToken, promptOpts = {}) {
+    const textDocumentManagerService = accessor.get(textDocumentManager_1.ICompletionsTextDocumentManagerService);
+    const notebook = textDocumentManagerService.findNotebook(completionState.textDocument);
+    const activeCell = notebook?.getCellFor(completionState.textDocument);
+    if (notebook && activeCell) {
+        completionState = applyEditsForNotebook(completionState, notebook, activeCell);
+    }
+    telemetryData.extendWithConfigProperties(accessor);
+    telemetryData.sanitizeKeys();
+    const separateContext = true;
+    const promptFactory = accessor.get(completionsPromptFactory_1.ICompletionsPromptFactoryService);
+    return promptFactory.prompt({
+        completionId,
+        completionState,
+        telemetryData,
+        promptOpts: { ...promptOpts, separateContext },
+    }, cancellationToken);
+}
+function addNeighboringCellsToPrompt(neighboringCell, activeCellLanguageId) {
+    const languageId = neighboringCell.document.detectedLanguageId;
+    const text = neighboringCell.document.getText();
+    if (languageId === activeCellLanguageId) {
+        // Blocks of the same language are added as is
+        return text;
+    }
+    else {
+        // Consider adding a languageMarker to cells of different languages
+        // Note, that comments should be added with markers from the language of the active cell!
+        return (0, languageMarker_1.commentBlockAsSingles)(text, activeCellLanguageId);
+    }
+}
+function applyEditsForNotebook(state, notebook, activeCell) {
+    const cells = notebook.getCells();
+    const beforeCells = cells.filter(cell => cell.index < activeCell.index &&
+        (0, neighborFiles_1.considerNeighborFile)(activeCell.document.detectedLanguageId, cell.document.detectedLanguageId));
+    const newText = beforeCells.length > 0
+        ? beforeCells
+            .map(cell => addNeighboringCellsToPrompt(cell, activeCell.document.detectedLanguageId))
+            .join('\n\n') + '\n\n'
+        : '';
+    const top = { line: 0, character: 0 };
+    return state.applyEdits([{ newText, range: { start: top, end: top } }]);
+}
+function getPromptOptions(accessor, telemetryData, languageId) {
+    // Note: the default values of the EXP flags currently overwrite the default `PromptOptions`
+    const featuresService = accessor.get(featuresService_1.ICompletionsFeaturesService);
+    const maxTokens = featuresService.maxPromptCompletionTokens(telemetryData);
+    const maxPromptLength = maxTokens - (0, openai_1.getMaxSolutionTokens)();
+    const numberOfSnippets = (0, similarFileOptionsProvider_1.getNumberOfSnippets)(telemetryData, languageId);
+    const similarFilesOptions = (0, similarFileOptionsProvider_1.getSimilarFilesOptions)(accessor, telemetryData, languageId);
+    const suffixPercent = featuresService.suffixPercent(telemetryData);
+    const suffixMatchThreshold = featuresService.suffixMatchThreshold(telemetryData);
+    if (suffixPercent < 0 || suffixPercent > 100) {
+        throw new Error(`suffixPercent must be between 0 and 100, but was ${suffixPercent}`);
+    }
+    if (suffixMatchThreshold < 0 || suffixMatchThreshold > 100) {
+        throw new Error(`suffixMatchThreshold must be between 0 and 100, but was ${suffixMatchThreshold}`);
+    }
+    return {
+        maxPromptLength,
+        similarFilesOptions,
+        numberOfSnippets,
+        suffixPercent,
+        suffixMatchThreshold,
+    };
+}
+//# sourceMappingURL=prompt.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.js","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/prompt.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;AAoFhG,oCAQC;AAED,sCA4BC;AAgCD,4CA2BC;AAjLD,uEAA2E;AAM3E,oEAA6E;AAC7E,0FAAwG;AACxG,6CAAwD;AAGxD,gEAAgF;AAChF,kGAAuG;AAEvG,gEAAyF;AAEzF,gFAAgF;AACnE,QAAA,gBAAgB,GAAG,EAAE,CAAC;AAiDtB,QAAA,gBAAgB,GAAoB,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;AAChE,QAAA,wBAAwB,GAA4B,EAAE,IAAI,EAAE,yBAAyB,EAAE,CAAC;AACxF,QAAA,YAAY,GAAgB,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;AACpD,QAAA,gBAAgB,GAAoB,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;AAChE,QAAA,cAAc,GAAkB,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;AASvE,8FAA8F;AAC9F,SAAgB,YAAY,CAAC,MAAc;IAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzC,MAAM,UAAU,GAAW,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC;IACvE,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC;IAC/D,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACnD,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC;IACvE,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;AAChC,CAAC;AAED,SAAgB,aAAa,CAC5B,QAA0B,EAC1B,YAAoB,EACpB,eAAgC,EAChC,aAA+B,EAC/B,iBAAsC,EACtC,aAAmC,EAAE;IAErC,MAAM,0BAA0B,GAAG,QAAQ,CAAC,GAAG,CAAC,4DAAsC,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,0BAA0B,CAAC,YAAY,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;IACvF,MAAM,UAAU,GAAG,QAAQ,EAAE,UAAU,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;IACtE,IAAI,QAAQ,IAAI,UAAU,EAAE,CAAC;QAC5B,eAAe,GAAG,qBAAqB,CAAC,eAAe,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IAChF,CAAC;IAED,aAAa,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IACnD,aAAa,CAAC,YAAY,EAAE,CAAC;IAC7B,MAAM,eAAe,GAAG,IAAI,CAAC;IAC7B,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,2DAAgC,CAAC,CAAC;IACrE,OAAO,aAAa,CAAC,MAAM,CAC1B;QACC,YAAY;QACZ,eAAe;QACf,aAAa;QACb,UAAU,EAAE,EAAE,GAAG,UAAU,EAAE,eAAe,EAAE;KAC9C,EACD,iBAAiB,CACjB,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B,CAAC,eAA8B,EAAE,oBAA4B;IAChG,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC/D,MAAM,IAAI,GAAG,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;IAChD,IAAI,UAAU,KAAK,oBAAoB,EAAE,CAAC;QACzC,8CAA8C;QAC9C,OAAO,IAAI,CAAC;IACb,CAAC;SAAM,CAAC;QACP,mEAAmE;QACnE,yFAAyF;QACzF,OAAO,IAAA,sCAAqB,EAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;IAC1D,CAAC;AACF,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAsB,EAAE,QAA2B,EAAE,UAAyB;IAC5G,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC;IAClC,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAC/B,IAAI,CAAC,EAAE,CACN,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK;QAC7B,IAAA,oCAAoB,EAAC,UAAU,CAAC,QAAQ,CAAC,kBAAkB,EAAE,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAC/F,CAAC;IACF,MAAM,OAAO,GACZ,WAAW,CAAC,MAAM,GAAG,CAAC;QACrB,CAAC,CAAC,WAAW;aACX,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,2BAA2B,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;aACtF,IAAI,CAAC,MAAM,CAAC,GAAG,MAAM;QACvB,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IACtC,OAAO,KAAK,CAAC,UAAU,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,SAAgB,gBAAgB,CAAC,QAA0B,EAAE,aAA+B,EAAE,UAAkB;IAC/G,4FAA4F;IAC5F,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,6CAA2B,CAAC,CAAC;IAClE,MAAM,SAAS,GAAG,eAAe,CAAC,yBAAyB,CAAC,aAAa,CAAC,CAAC;IAC3E,MAAM,eAAe,GAAG,SAAS,GAAG,IAAA,6BAAoB,GAAE,CAAC;IAE3D,MAAM,gBAAgB,GAAG,IAAA,gDAAmB,EAAC,aAAa,EAAE,UAAU,CAAC,CAAC;IACxE,MAAM,mBAAmB,GAAwB,IAAA,mDAAsB,EAAC,QAAQ,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC;IAE7G,MAAM,aAAa,GAAG,eAAe,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;IACnE,MAAM,oBAAoB,GAAG,eAAe,CAAC,oBAAoB,CAAC,aAAa,CAAC,CAAC;IAEjF,IAAI,aAAa,GAAG,CAAC,IAAI,aAAa,GAAG,GAAG,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,oDAAoD,aAAa,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,IAAI,oBAAoB,GAAG,CAAC,IAAI,oBAAoB,GAAG,GAAG,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,2DAA2D,oBAAoB,EAAE,CAAC,CAAC;IACpG,CAAC;IAED,OAAO;QACN,eAAe;QACf,mBAAmB;QACnB,gBAAgB;QAChB,aAAa;QACb,oBAAoB;KACpB,CAAC;AACH,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/recentEdits/recentEditsProvider.d.ts

@@ -0,0 +1,43 @@
+import { Disposable } from '../../../../../../../util/vs/base/common/lifecycle';
+import { ICompletionsObservableWorkspace } from '../../completionsObservableWorkspace';
+import { RecentEdit } from './recentEditsReducer';
+export declare const ICompletionsRecentEditsProviderService: import("../../../../../../../util/common/services").ServiceIdentifier<ICompletionsRecentEditsProviderService>;
+export interface ICompletionsRecentEditsProviderService {
+    readonly _serviceBrand: undefined;
+    isEnabled(): boolean;
+    getRecentEdits(): RecentEdit[];
+    getEditSummary(edit: RecentEdit): string | null;
+    start(): void;
+}
+export interface RecentEditsConfig {
+    maxFiles: number;
+    maxEdits: number;
+    diffContextLines: number;
+    editMergeLineDistance: number;
+    maxCharsPerEdit: number;
+    debounceTimeout: number;
+    summarizationFormat: string;
+    removeDeletedLines: boolean;
+    insertionsBeforeDeletions: boolean;
+    appendNoReplyMarker: boolean;
+    activeDocDistanceLimitFromCursor: number | undefined;
+    maxLinesPerEdit: number;
+}
+export declare class FullRecentEditsProvider extends Disposable implements ICompletionsRecentEditsProviderService {
+    private readonly observableWorkspace;
+    _serviceBrand: undefined;
+    private _started;
+    private recentEditMap;
+    private recentEdits;
+    private recentEditSummaries;
+    private debounceTimeouts;
+    private readonly _config;
+    constructor(config: RecentEditsConfig | undefined, observableWorkspace: ICompletionsObservableWorkspace);
+    get config(): RecentEditsConfig;
+    isEnabled(): boolean;
+    getRecentEdits(): RecentEdit[];
+    getEditSummary(edit: RecentEdit): string | null;
+    protected updateRecentEdits(docId: string, newContents: string): void;
+    start(): void;
+}
+//# sourceMappingURL=recentEditsProvider.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/recentEdits/recentEditsProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recentEditsProvider.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/recentEdits/recentEditsProvider.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,UAAU,EAAE,MAAM,oDAAoD,CAAC;AAEhF,OAAO,EAAE,+BAA+B,EAAE,MAAM,sCAAsC,CAAC;AACvF,OAAO,EAEN,UAAU,EAIV,MAAM,sBAAsB,CAAC;AAE9B,eAAO,MAAM,sCAAsC,+GAA4G,CAAC;AAChK,MAAM,WAAW,sCAAsC;IACtD,QAAQ,CAAC,aAAa,EAAE,SAAS,CAAC;IAClC,SAAS,IAAI,OAAO,CAAC;IACrB,cAAc,IAAI,UAAU,EAAE,CAAC;IAC/B,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,IAAI,CAAC;IAChD,KAAK,IAAI,IAAI,CAAC;CACd;AAED,MAAM,WAAW,iBAAiB;IAEjC,QAAQ,EAAE,MAAM,CAAC;IAEjB,QAAQ,EAAE,MAAM,CAAC;IAEjB,gBAAgB,EAAE,MAAM,CAAC;IAEzB,qBAAqB,EAAE,MAAM,CAAC;IAE9B,eAAe,EAAE,MAAM,CAAC;IAExB,eAAe,EAAE,MAAM,CAAC;IAExB,mBAAmB,EAAE,MAAM,CAAC;IAE5B,kBAAkB,EAAE,OAAO,CAAC;IAE5B,yBAAyB,EAAE,OAAO,CAAC;IAEnC,mBAAmB,EAAE,OAAO,CAAC;IAE7B,gCAAgC,EAAE,MAAM,GAAG,SAAS,CAAC;IAErD,eAAe,EAAE,MAAM,CAAC;CACxB;AAiBD,qBAAa,uBAAwB,SAAQ,UAAW,YAAW,sCAAsC;IAYtE,OAAO,CAAC,QAAQ,CAAC,mBAAmB;IAX9D,aAAa,EAAE,SAAS,CAAC;IAEjC,OAAO,CAAC,QAAQ,CAAkB;IAClC,OAAO,CAAC,aAAa,CAAqB;IAC1C,OAAO,CAAC,WAAW,CAAoB;IACvC,OAAO,CAAC,mBAAmB,CAAqD;IAChF,OAAO,CAAC,gBAAgB,CAAwC;IAChE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoB;gBAG3C,MAAM,EAAE,iBAAiB,GAAG,SAAS,EACa,mBAAmB,EAAE,+BAA+B;IAMvG,IAAI,MAAM,IAAI,iBAAiB,CAE9B;IAED,SAAS,IAAI,OAAO;IAIpB,cAAc,IAAI,UAAU,EAAE;IAI9B,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,IAAI;IAI/C,SAAS,CAAC,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;IAarE,KAAK;CAkDL"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/recentEdits/recentEditsProvider.js

@@ -0,0 +1,115 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FullRecentEditsProvider = exports.ICompletionsRecentEditsProviderService = void 0;
+const observable_1 = require("../../../../../../../platform/inlineEdits/common/utils/observable");
+const services_1 = require("../../../../../../../util/common/services");
+const lifecycle_1 = require("../../../../../../../util/vs/base/common/lifecycle");
+const observableInternal_1 = require("../../../../../../../util/vs/base/common/observableInternal");
+const completionsObservableWorkspace_1 = require("../../completionsObservableWorkspace");
+const recentEditsReducer_1 = require("./recentEditsReducer");
+exports.ICompletionsRecentEditsProviderService = (0, services_1.createServiceIdentifier)('ICompletionsRecentEditsProviderService');
+const RECENT_EDITS_DEFAULT_CONFIG = Object.freeze({
+    maxFiles: 20,
+    maxEdits: 8,
+    diffContextLines: 3,
+    editMergeLineDistance: 1,
+    maxCharsPerEdit: 2000,
+    debounceTimeout: 500,
+    summarizationFormat: 'diff',
+    removeDeletedLines: false,
+    insertionsBeforeDeletions: true,
+    appendNoReplyMarker: true,
+    activeDocDistanceLimitFromCursor: 100,
+    maxLinesPerEdit: 10,
+});
+let FullRecentEditsProvider = class FullRecentEditsProvider extends lifecycle_1.Disposable {
+    constructor(config, observableWorkspace) {
+        super();
+        this.observableWorkspace = observableWorkspace;
+        this._started = false;
+        this.recentEditMap = {};
+        this.recentEdits = [];
+        this.recentEditSummaries = new WeakMap();
+        this.debounceTimeouts = {};
+        this._config = config ?? Object.assign({}, RECENT_EDITS_DEFAULT_CONFIG);
+    }
+    get config() {
+        return this._config;
+    }
+    isEnabled() {
+        return true;
+    }
+    getRecentEdits() {
+        return this.recentEdits;
+    }
+    getEditSummary(edit) {
+        return this.recentEditSummaries.get(edit) ?? null;
+    }
+    updateRecentEdits(docId, newContents) {
+        this.recentEditMap = (0, recentEditsReducer_1.recentEditsReducer)(this.recentEditMap, docId, newContents, this._config);
+        this.recentEdits = (0, recentEditsReducer_1.getAllRecentEditsByTimestamp)(this.recentEditMap);
+        this.recentEdits.forEach(edit => {
+            if (!this.recentEditSummaries.has(edit)) {
+                // Generate a summary for the edit if it doesn't already exist
+                const summary = (0, recentEditsReducer_1.summarizeEdit)(edit, this._config);
+                this.recentEditSummaries.set(edit, summary);
+            }
+        });
+    }
+    start() {
+        // By the default, the provider starts lazily on the first completion request.
+        if (this._started) {
+            return;
+        }
+        this._started = true;
+        (0, observableInternal_1.mapObservableArrayCached)(this, this.observableWorkspace.openDocuments, (doc, store) => {
+            store.add((0, observable_1.autorunWithChanges)(this, {
+                value: doc.value,
+                selection: doc.selection,
+                languageId: doc.languageId,
+            }, data => {
+                if (data.value.changes.length > 0) {
+                    const prevText = data.value.previous?.value;
+                    const newText = data.value.value.value;
+                    const docId = doc.id.toString();
+                    // clear any existing debounce timeout for this document
+                    // note that you can call clearTimeout on undefined, so we don't need to check if it exists
+                    clearTimeout(this.debounceTimeouts[docId]);
+                    if (!this.recentEditMap[docId] && prevText) {
+                        // This is the first time the edit is being stored, but we also know what the previous text was.
+                        // We need to add the previous text to the reducer so that we can get a diff.
+                        this.updateRecentEdits(docId, prevText);
+                    }
+                    else if (this._config.debounceTimeout === 0) {
+                        // allow setting debounce to 0 in experiments / settings for immediate updates
+                        this.updateRecentEdits(docId, newText);
+                    }
+                    else {
+                        // update in a few milliseconds
+                        this.debounceTimeouts[docId] = setTimeout(() => {
+                            this.updateRecentEdits(docId, newText);
+                        }, this._config.debounceTimeout ?? 500);
+                    }
+                }
+            }));
+        }, d => d.id).recomputeInitiallyAndOnChange(this._store);
+    }
+};
+exports.FullRecentEditsProvider = FullRecentEditsProvider;
+exports.FullRecentEditsProvider = FullRecentEditsProvider = __decorate([
+    __param(1, completionsObservableWorkspace_1.ICompletionsObservableWorkspace)
+], FullRecentEditsProvider);
+//# sourceMappingURL=recentEditsProvider.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/recentEdits/recentEditsProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recentEditsProvider.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/recentEdits/recentEditsProvider.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;;;;;;;;;;AAGhG,kGAAuG;AACvG,wEAAoF;AACpF,kFAAgF;AAChF,oGAAuG;AACvG,yFAAuF;AACvF,6DAM8B;AAEjB,QAAA,sCAAsC,GAAG,IAAA,kCAAuB,EAAyC,wCAAwC,CAAC,CAAC;AAoChK,MAAM,2BAA2B,GAAsB,MAAM,CAAC,MAAM,CAAC;IACpE,QAAQ,EAAE,EAAE;IACZ,QAAQ,EAAE,CAAC;IACX,gBAAgB,EAAE,CAAC;IACnB,qBAAqB,EAAE,CAAC;IACxB,eAAe,EAAE,IAAI;IACrB,eAAe,EAAE,GAAG;IACpB,mBAAmB,EAAE,MAAM;IAC3B,kBAAkB,EAAE,KAAK;IACzB,yBAAyB,EAAE,IAAI;IAC/B,mBAAmB,EAAE,IAAI;IACzB,gCAAgC,EAAE,GAAG;IACrC,eAAe,EAAE,EAAE;CACnB,CAAC,CAAC;AAEI,IAAM,uBAAuB,GAA7B,MAAM,uBAAwB,SAAQ,sBAAU;IAUtD,YACC,MAAqC,EACJ,mBAAqE;QAEtG,KAAK,EAAE,CAAC;QAF0C,wBAAmB,GAAnB,mBAAmB,CAAiC;QAT/F,aAAQ,GAAY,KAAK,CAAC;QAC1B,kBAAa,GAAkB,EAAE,CAAC;QAClC,gBAAW,GAAiB,EAAE,CAAC;QAC/B,wBAAmB,GAAuC,IAAI,OAAO,EAAE,CAAC;QACxE,qBAAgB,GAAqC,EAAE,CAAC;QAQ/D,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,2BAA2B,CAAC,CAAC;IACzE,CAAC;IAED,IAAI,MAAM;QACT,OAAO,IAAI,CAAC,OAAO,CAAC;IACrB,CAAC;IAED,SAAS;QACR,OAAO,IAAI,CAAC;IACb,CAAC;IAED,cAAc;QACb,OAAO,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;IAED,cAAc,CAAC,IAAgB;QAC9B,OAAO,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IACnD,CAAC;IAES,iBAAiB,CAAC,KAAa,EAAE,WAAmB;QAC7D,IAAI,CAAC,aAAa,GAAG,IAAA,uCAAkB,EAAC,IAAI,CAAC,aAAa,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9F,IAAI,CAAC,WAAW,GAAG,IAAA,iDAA4B,EAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAEpE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YAC/B,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzC,8DAA8D;gBAC9D,MAAM,OAAO,GAAG,IAAA,kCAAa,EAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBAClD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC7C,CAAC;QACF,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,KAAK;QACJ,8EAA8E;QAC9E,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,OAAO;QACR,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QAErB,IAAA,6CAAwB,EACvB,IAAI,EACJ,IAAI,CAAC,mBAAmB,CAAC,aAAa,EACtC,CAAC,GAAwB,EAAE,KAAK,EAAE,EAAE;YACnC,KAAK,CAAC,GAAG,CACR,IAAA,+BAAkB,EACjB,IAAI,EACJ;gBACC,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,UAAU,EAAE,GAAG,CAAC,UAAU;aAC1B,EACD,IAAI,CAAC,EAAE;gBACN,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC;oBAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC;oBACvC,MAAM,KAAK,GAAG,GAAG,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;oBAEhC,wDAAwD;oBACxD,2FAA2F;oBAC3F,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;oBAE3C,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,QAAQ,EAAE,CAAC;wBAC5C,gGAAgG;wBAChG,6EAA6E;wBAC7E,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;oBACzC,CAAC;yBAAM,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,KAAK,CAAC,EAAE,CAAC;wBAC/C,8EAA8E;wBAC9E,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;oBACxC,CAAC;yBAAM,CAAC;wBACP,+BAA+B;wBAC/B,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,GAAG,UAAU,CAAC,GAAG,EAAE;4BAC9C,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;wBACxC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,GAAG,CAAC,CAAC;oBACzC,CAAC;gBACF,CAAC;YACF,CAAC,CACD,CACD,CAAC;QACH,CAAC,EACD,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CACT,CAAC,6BAA6B,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9C,CAAC;CACD,CAAA;AAjGY,0DAAuB;kCAAvB,uBAAuB;IAYjC,WAAA,gEAA+B,CAAA;GAZrB,uBAAuB,CAiGnC"}