@vscode/chat-lib 0.1.1-0 → 0.1.1-10

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/indentation/parsing.js

@@ -0,0 +1,300 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseRaw = parseRaw;
+exports.labelLines = labelLines;
+exports.labelVirtualInherited = labelVirtualInherited;
+exports.buildLabelRules = buildLabelRules;
+exports.combineClosersAndOpeners = combineClosersAndOpeners;
+exports.groupBlocks = groupBlocks;
+exports.flattenVirtual = flattenVirtual;
+exports.registerLanguageSpecificParser = registerLanguageSpecificParser;
+exports.parseTree = parseTree;
+const classes_1 = require("./classes");
+const manipulation_1 = require("./manipulation");
+/**
+ * Perform a raw indentation-tree parse of a string. This is completely
+ * language-agnostic and the returned tree is unlabeled.
+ *
+ *  - Blank lines pertain to the top-most node that they may, as restricted
+ *    by next non-blank line. So e.g.
+ *
+ *         E
+ *           e1
+ *             e2
+ *
+ *           e3
+ *
+ *     Then e1.subs = [e2], and E.subs = [ e1, blank, e3 ].
+ *
+ */
+function parseRaw(source) {
+    const rawLines = source.split('\n');
+    // TODO: How to handle mix of tabs and spaces?
+    const indentations = rawLines.map(line => line.match(/^\s*/)[0].length);
+    const lines = rawLines.map(line => line.trimLeft());
+    function parseNode(line) {
+        const [subs, nextLine] = parseSubs(line + 1, indentations[line]);
+        const node = (0, classes_1.lineNode)(indentations[line], line, lines[line], subs);
+        return [node, nextLine];
+    }
+    function parseSubs(initialLine, parentIndentation) {
+        let sub;
+        const subs = [];
+        let line = initialLine;
+        let lastBlank = undefined;
+        while (line < lines.length && (lines[line] === '' || indentations[line] > parentIndentation)) {
+            if (lines[line] === '') {
+                if (lastBlank === undefined) {
+                    lastBlank = line;
+                }
+                line += 1;
+            }
+            else {
+                if (lastBlank !== undefined) {
+                    for (let i = lastBlank; i < line; i++) {
+                        subs.push((0, classes_1.blankNode)(i));
+                    }
+                    lastBlank = undefined;
+                }
+                [sub, line] = parseNode(line);
+                subs.push(sub);
+            }
+        }
+        // Trailing blanks are left for the grandparent
+        if (lastBlank !== undefined) {
+            line = lastBlank;
+        }
+        return [subs, line];
+    }
+    const [subs, parsedLine] = parseSubs(0, -1);
+    let line = parsedLine;
+    // Special case: trailing blank lines at end of file
+    while (line < lines.length && lines[line] === '') {
+        subs.push((0, classes_1.blankNode)(line));
+        line += 1;
+    }
+    if (line < lines.length) {
+        throw new Error(`Parsing did not go to end of file. Ended at ${line} out of ${lines.length}`);
+    }
+    return (0, classes_1.topNode)(subs);
+}
+/** Labels the line elements of the tree in-place according to rules */
+function labelLines(tree, labelRules) {
+    function visitor(tree) {
+        if ((0, classes_1.isLine)(tree)) {
+            const rule = labelRules.find(rule => rule.matches(tree.sourceLine));
+            if (rule) {
+                tree.label = rule.label;
+            }
+        }
+    }
+    (0, manipulation_1.visitTree)(tree, visitor, 'bottomUp');
+}
+/**
+ * For each virtual node, if the node has only one non-blank sub, then label
+ * the virtual node as that sub.
+ */
+function labelVirtualInherited(tree) {
+    function visitor(tree) {
+        if ((0, classes_1.isVirtual)(tree) && tree.label === undefined) {
+            const subs = tree.subs.filter(sub => !(0, classes_1.isBlank)(sub));
+            if (subs.length === 1) {
+                tree.label = subs[0].label;
+            }
+        }
+    }
+    (0, manipulation_1.visitTree)(tree, visitor, 'bottomUp');
+}
+/**
+ * Function to convert a mapped object to a list of rules.
+ * This allows some type magic for extracting a label type from a mapping of rules.
+ */
+function buildLabelRules(ruleMap) {
+    return Object.keys(ruleMap).map(key => {
+        let matches;
+        if (ruleMap[key].test) {
+            matches = sourceLine => ruleMap[key].test(sourceLine);
+        }
+        else {
+            matches = ruleMap[key];
+        }
+        return {
+            matches,
+            label: key,
+        };
+    });
+}
+/**
+ * Fills the opener and closer indentation spec
+ * 1. Openers alone in a line whose older sibling is a line are moved to be the first of that sibling's children,
+ *    and their children integrated as subsequent children of their new parent.
+ * 2. Closers following an older sibling (maybe with blanks in between) are moved to be the last of that sibling.
+ * 3. If the closer in 2 has children themselves, their older siblings are wrapped in a virtual node
+ */
+function combineClosersAndOpeners(tree) {
+    const rebuilder = function (tree) {
+        if (tree.subs.length === 0 ||
+            tree.subs.findIndex(sub => sub.label === 'closer' || sub.label === 'opener') === -1) {
+            return tree;
+        }
+        const newSubs = [];
+        let lastNew;
+        for (let i = 0; i < tree.subs.length; i++) {
+            const sub = tree.subs[i];
+            const directOlderSibling = tree.subs[i - 1];
+            // 1. if opener whose older sibling is a line, move to first of that sibling's children
+            if (sub.label === 'opener' && directOlderSibling !== undefined && (0, classes_1.isLine)(directOlderSibling)) {
+                // Move the bracket to be the last child of it
+                directOlderSibling.subs.push(sub);
+                sub.subs.forEach(sub => directOlderSibling.subs.push(sub));
+                sub.subs = [];
+            }
+            // 2. if a closer following an older sibling
+            else if (sub.label === 'closer' &&
+                lastNew !== undefined &&
+                ((0, classes_1.isLine)(sub) || (0, classes_1.isVirtual)(sub)) &&
+                sub.indentation >= lastNew.indentation) {
+                // Move intervening blanks from newSubs to lastNew.subs
+                let j = newSubs.length - 1;
+                while (j > 0 && (0, classes_1.isBlank)(newSubs[j])) {
+                    j -= 1;
+                }
+                lastNew.subs.push(...newSubs.splice(j + 1));
+                // 3.if the closer in 2 has children themselves, their older siblings are wrapped in a virtual node to distinguish them
+                // Except for leading blocks of virtual nodes which have already been wrapped that way
+                // i.e. take the longest initial subsequence of lastNew.subs that are all labeled 'virtual' and don't wrap those again
+                if (sub.subs.length > 0) {
+                    const firstNonVirtual = lastNew.subs.findIndex(sub => sub.label !== 'newVirtual');
+                    const subsToKeep = lastNew.subs.slice(0, firstNonVirtual);
+                    const subsToWrap = lastNew.subs.slice(firstNonVirtual);
+                    const wrappedSubs = subsToWrap.length > 0 ? [(0, classes_1.virtualNode)(sub.indentation, subsToWrap, 'newVirtual')] : [];
+                    lastNew.subs = [...subsToKeep, ...wrappedSubs, sub];
+                }
+                else {
+                    lastNew.subs.push(sub);
+                }
+            }
+            else {
+                // nothing to do here, just add it normally
+                newSubs.push(sub);
+                if (!(0, classes_1.isBlank)(sub)) {
+                    lastNew = sub;
+                }
+            }
+        }
+        tree.subs = newSubs;
+        return tree;
+    };
+    const returnTree = (0, manipulation_1.rebuildTree)(tree, rebuilder);
+    (0, manipulation_1.clearLabelsIf)(tree, (arg) => arg === 'newVirtual');
+    // now returnTree does not have the helper label 'newVirtual' anymore
+    return returnTree;
+}
+/**
+ * If there are more than 1 consecutive sibling separated from others by delimiters,
+ * combine them into a virtual node.
+ * The possibly several consecutive delimiters will be put with the preceding siblings into the virtual node.
+ * Note that offside groupings should be done before this.
+ */
+function groupBlocks(tree, isDelimiter = classes_1.isBlank, label) {
+    const rebuilder = function (tree) {
+        if (tree.subs.length <= 1) {
+            return tree;
+        }
+        const newSubs = [];
+        let nodesSinceLastFlush = [];
+        let currentBlockIndentation;
+        let lastNodeWasDelimiter = false;
+        // we write to nodesSinceLastDelimiter as cache
+        // if we have a non-delimiter after a delimiter, we flush
+        // to a new virtual node appended to the newSubs array
+        function flushBlockIntoNewSubs(final = false // if final, only wrap in virtual if there are newSubs already
+        ) {
+            if (currentBlockIndentation !== undefined && (newSubs.length > 0 || !final)) {
+                const virtual = (0, classes_1.virtualNode)(currentBlockIndentation, nodesSinceLastFlush, label);
+                newSubs.push(virtual);
+            }
+            else {
+                nodesSinceLastFlush.forEach(node => newSubs.push(node));
+            }
+        }
+        for (let i = 0; i < tree.subs.length; i++) {
+            const sub = tree.subs[i];
+            const subIsDelimiter = isDelimiter(sub);
+            if (!subIsDelimiter && lastNodeWasDelimiter) {
+                flushBlockIntoNewSubs();
+                nodesSinceLastFlush = [];
+            }
+            lastNodeWasDelimiter = subIsDelimiter;
+            nodesSinceLastFlush.push(sub);
+            if (!(0, classes_1.isBlank)(sub)) {
+                currentBlockIndentation = currentBlockIndentation ?? sub.indentation;
+            }
+        }
+        // treat the end of node like a block end, and make the virtual block if it wouldn't be a singleton
+        flushBlockIntoNewSubs(true);
+        tree.subs = newSubs;
+        return tree;
+    };
+    return (0, manipulation_1.rebuildTree)(tree, rebuilder);
+}
+/**
+ * Remove unlabeled virtual nodes which either:
+ *  - Have one or no children
+ *  - Are the only child of their parent
+ * In either case, it is replaced by their children.
+ */
+function flattenVirtual(tree) {
+    const rebuilder = function (tree) {
+        if ((0, classes_1.isVirtual)(tree) && tree.label === undefined && tree.subs.length <= 1) {
+            if (tree.subs.length === 0) {
+                return undefined;
+            }
+            else {
+                //tree.subs.length === 1
+                return tree.subs[0];
+            }
+        }
+        else if (tree.subs.length === 1 && (0, classes_1.isVirtual)(tree.subs[0]) && tree.subs[0].label === undefined) {
+            tree.subs = tree.subs[0].subs;
+        }
+        return tree;
+    };
+    return (0, manipulation_1.rebuildTree)(tree, rebuilder);
+}
+/**
+ * Generic labels.
+ *
+ *  * opener: A line starting with an opening parens, square bracket, or curly brace
+ *  * closer: A line starting with a closing parens, square bracket, or curly brace
+ */
+const _genericLabelRules = {
+    opener: /^[[({]/,
+    closer: /^[\])}]/,
+};
+const genericLabelRules = buildLabelRules(_genericLabelRules);
+const LANGUAGE_SPECIFIC_PARSERS = {};
+/**
+ * Register a language-specific parser for a language.
+ * This should normally be called in index.ts.
+ */
+function registerLanguageSpecificParser(language, parser) {
+    LANGUAGE_SPECIFIC_PARSERS[language] = parser;
+}
+function parseTree(source, languageId) {
+    const raw = parseRaw(source);
+    const languageSpecificParser = LANGUAGE_SPECIFIC_PARSERS[languageId ?? ''];
+    if (languageSpecificParser) {
+        return languageSpecificParser(raw);
+    }
+    else {
+        labelLines(raw, genericLabelRules);
+        const processedTree = combineClosersAndOpeners(raw);
+        return processedTree;
+    }
+}
+//# sourceMappingURL=parsing.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/indentation/parsing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parsing.js","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/indentation/parsing.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;AAkChG,4BAiDC;AASD,gCAUC;AAMD,sDAUC;AAMD,0CAaC;AASD,4DAkEC;AAQD,kCAiDC;AAQD,wCAeC;AAmBD,wEAKC;AAED,8BAUC;AAtUD,uCAamB;AACnB,iDAAkF;AAElF;;;;;;;;;;;;;;;GAeG;AACH,SAAgB,QAAQ,CAAC,MAAc;IACtC,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACpC,8CAA8C;IAC9C,MAAM,YAAY,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACzE,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IACpD,SAAS,SAAS,CAAC,IAAY;QAC9B,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,SAAS,CAAC,IAAI,GAAG,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;QACjE,MAAM,IAAI,GAAoB,IAAA,kBAAQ,EAAC,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;QACpF,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACzB,CAAC;IACD,SAAS,SAAS,CAAC,WAAmB,EAAE,iBAAyB;QAChE,IAAI,GAAuC,CAAC;QAC5C,MAAM,IAAI,GAAgC,EAAE,CAAC;QAC7C,IAAI,IAAI,GAAG,WAAW,CAAC;QACvB,IAAI,SAAS,GAAuB,SAAS,CAAC;QAC9C,OAAO,IAAI,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,EAAE,CAAC;YAC9F,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;gBACxB,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;oBAC7B,SAAS,GAAG,IAAI,CAAC;gBAClB,CAAC;gBACD,IAAI,IAAI,CAAC,CAAC;YACX,CAAC;iBAAM,CAAC;gBACP,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;oBAC7B,KAAK,IAAI,CAAC,GAAG,SAAS,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;wBACvC,IAAI,CAAC,IAAI,CAAC,IAAA,mBAAS,EAAC,CAAC,CAAC,CAAC,CAAC;oBACzB,CAAC;oBACD,SAAS,GAAG,SAAS,CAAC;gBACvB,CAAC;gBACD,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;gBAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,CAAC;QACF,CAAC;QACD,+CAA+C;QAC/C,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,GAAG,SAAS,CAAC;QAClB,CAAC;QACD,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACrB,CAAC;IACD,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5C,IAAI,IAAI,GAAG,UAAU,CAAC;IACtB,oDAAoD;IACpD,OAAO,IAAI,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;QAClD,IAAI,CAAC,IAAI,CAAC,IAAA,mBAAS,EAAC,IAAI,CAAC,CAAC,CAAC;QAC3B,IAAI,IAAI,CAAC,CAAC;IACX,CAAC;IACD,IAAI,IAAI,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,+CAA+C,IAAI,WAAW,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/F,CAAC;IACD,OAAO,IAAA,iBAAO,EAAC,IAAI,CAAC,CAAC;AACtB,CAAC;AAQD,uEAAuE;AACvE,SAAgB,UAAU,CAAI,IAAwB,EAAE,UAA0B;IACjF,SAAS,OAAO,CAAC,IAAwB;QACxC,IAAI,IAAA,gBAAM,EAAC,IAAI,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;YACpE,IAAI,IAAI,EAAE,CAAC;gBACV,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YACzB,CAAC;QACF,CAAC;IACF,CAAC;IACD,IAAA,wBAAS,EAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;AACtC,CAAC;AAED;;;GAGG;AACH,SAAgB,qBAAqB,CAAI,IAAwB;IAChE,SAAS,OAAO,CAAC,IAAwB;QACxC,IAAI,IAAA,mBAAS,EAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YACjD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,IAAA,iBAAO,EAAC,GAAG,CAAC,CAAC,CAAC;YACpD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAC5B,CAAC;QACF,CAAC;IACF,CAAC;IACD,IAAA,wBAAS,EAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;AACtC,CAAC;AAED;;;GAGG;AACH,SAAgB,eAAe,CAAoD,OAAU;IAC5F,OAAQ,MAAM,CAAC,IAAI,CAAC,OAAO,CAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QACtD,IAAI,OAAwC,CAAC;QAC7C,IAAK,OAAO,CAAC,GAAG,CAAY,CAAC,IAAI,EAAE,CAAC;YACnC,OAAO,GAAG,UAAU,CAAC,EAAE,CAAE,OAAO,CAAC,GAAG,CAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACnE,CAAC;aAAM,CAAC;YACP,OAAO,GAAG,OAAO,CAAC,GAAG,CAAgB,CAAC;QACvC,CAAC;QACD,OAAO;YACN,OAAO;YACP,KAAK,EAAE,GAAG;SACV,CAAC;IACH,CAAC,CAAC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,wBAAwB,CACvC,IAA8C;IAI9C,MAAM,SAAS,GAAiB,UAAU,IAAwB;QACjE,IACC,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK,CAAC,CAAC,EAClF,CAAC;YACF,OAAO,IAAI,CAAC;QACb,CAAC;QACD,MAAM,OAAO,GAA4B,EAAE,CAAC;QAC5C,IAAI,OAA8D,CAAC;QACnE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5C,uFAAuF;YACvF,IAAI,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,kBAAkB,KAAK,SAAS,IAAI,IAAA,gBAAM,EAAC,kBAAkB,CAAC,EAAE,CAAC;gBAC9F,8CAA8C;gBAC9C,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC3D,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;YACf,CAAC;YACD,4CAA4C;iBACvC,IACJ,GAAG,CAAC,KAAK,KAAK,QAAQ;gBACtB,OAAO,KAAK,SAAS;gBACrB,CAAC,IAAA,gBAAM,EAAC,GAAG,CAAC,IAAI,IAAA,mBAAS,EAAC,GAAG,CAAC,CAAC;gBAC/B,GAAG,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW,EACrC,CAAC;gBACF,uDAAuD;gBACvD,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;gBAC3B,OAAO,CAAC,GAAG,CAAC,IAAI,IAAA,iBAAO,EAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBACrC,CAAC,IAAI,CAAC,CAAC;gBACR,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAE5C,uHAAuH;gBACvH,sFAAsF;gBACtF,sHAAsH;gBACtH,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzB,MAAM,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,KAAK,YAAY,CAAC,CAAC;oBAClF,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;oBAC1D,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;oBACvD,MAAM,WAAW,GAChB,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAA,qBAAW,EAAC,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvF,OAAO,CAAC,IAAI,GAAG,CAAC,GAAG,UAAU,EAAE,GAAG,WAAW,EAAE,GAAG,CAAC,CAAC;gBACrD,CAAC;qBAAM,CAAC;oBACP,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACxB,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,2CAA2C;gBAC3C,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,IAAI,CAAC,IAAA,iBAAO,EAAC,GAAG,CAAC,EAAE,CAAC;oBACnB,OAAO,GAAG,GAAG,CAAC;gBACf,CAAC;YACF,CAAC;QACF,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC;QACpB,OAAO,IAAI,CAAC;IACb,CAAC,CAAC;IACF,MAAM,UAAU,GAAG,IAAA,0BAAW,EAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAChD,IAAA,4BAAa,EAAkB,IAAI,EAAE,CAAC,GAAM,EAAuB,EAAE,CAAC,GAAG,KAAK,YAAY,CAAC,CAAC;IAC5F,qEAAqE;IACrE,OAAO,UAAsD,CAAC;AAC/D,CAAC;AAED;;;;;GAKG;AACH,SAAgB,WAAW,CAC1B,IAAwB,EACxB,cAAqD,iBAAO,EAC5D,KAAS;IAET,MAAM,SAAS,GAAiB,UAAU,IAAwB;QACjE,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACb,CAAC;QACD,MAAM,OAAO,GAA4B,EAAE,CAAC;QAC5C,IAAI,mBAAmB,GAA4B,EAAE,CAAC;QACtD,IAAI,uBAA2C,CAAC;QAChD,IAAI,oBAAoB,GAAG,KAAK,CAAC;QAEjC,+CAA+C;QAC/C,yDAAyD;QACzD,sDAAsD;QAEtD,SAAS,qBAAqB,CAC7B,QAAiB,KAAK,CAAC,8DAA8D;;YAErF,IAAI,uBAAuB,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7E,MAAM,OAAO,GAAG,IAAA,qBAAW,EAAC,uBAAuB,EAAE,mBAAmB,EAAE,KAAK,CAAC,CAAC;gBACjF,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACP,mBAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACzD,CAAC;QACF,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;YACxC,IAAI,CAAC,cAAc,IAAI,oBAAoB,EAAE,CAAC;gBAC7C,qBAAqB,EAAE,CAAC;gBACxB,mBAAmB,GAAG,EAAE,CAAC;YAC1B,CAAC;YACD,oBAAoB,GAAG,cAAc,CAAC;YACtC,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,IAAA,iBAAO,EAAC,GAAG,CAAC,EAAE,CAAC;gBACnB,uBAAuB,GAAG,uBAAuB,IAAI,GAAG,CAAC,WAAW,CAAC;YACtE,CAAC;QACF,CAAC;QAED,mGAAmG;QACnG,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC;QACpB,OAAO,IAAI,CAAC;IACb,CAAC,CAAC;IACF,OAAO,IAAA,0BAAW,EAAC,IAAI,EAAE,SAAS,CAAC,CAAC;AACrC,CAAC;AAED;;;;;GAKG;AACH,SAAgB,cAAc,CAAI,IAAwB;IACzD,MAAM,SAAS,GAAiB,UAAU,IAAI;QAC7C,IAAI,IAAA,mBAAS,EAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC1E,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,OAAO,SAAS,CAAC;YAClB,CAAC;iBAAM,CAAC;gBACP,wBAAwB;gBACxB,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrB,CAAC;QACF,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAA,mBAAS,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAClG,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/B,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC,CAAC;IACF,OAAO,IAAA,0BAAW,EAAC,IAAI,EAAE,SAAS,CAAC,CAAC;AACrC,CAAC;AAED;;;;;GAKG;AACH,MAAM,kBAAkB,GAAG;IAC1B,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,SAAS;CACR,CAAC;AACX,MAAM,iBAAiB,GAAqC,eAAe,CAAC,kBAAkB,CAAC,CAAC;AAEhG,MAAM,yBAAyB,GAAgF,EAAE,CAAC;AAClH;;;GAGG;AACH,SAAgB,8BAA8B,CAC7C,QAAgB,EAChB,MAAgE;IAEhE,yBAAyB,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;AAC9C,CAAC;AAED,SAAgB,SAAS,CAAC,MAAc,EAAE,UAAmB;IAC5D,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC7B,MAAM,sBAAsB,GAAG,yBAAyB,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IAC3E,IAAI,sBAAsB,EAAE,CAAC;QAC5B,OAAO,sBAAsB,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC;SAAM,CAAC;QACP,UAAU,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;QACnC,MAAM,aAAa,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAC;QACpD,OAAO,aAAa,CAAC;IACtB,CAAC;AACF,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/languageMarker.d.ts

@@ -0,0 +1,105 @@
+import { DocumentInfo } from './prompt';
+/**
+ * Interface for writing single-line comments in a given language.
+ * Does not include the terminal new-line character (i.e. for many languages,
+ * `end` will just be the empty string).
+ */
+interface CommentMarker {
+    start: string;
+    end: string;
+}
+interface ILanguageInfo {
+    readonly lineComment: CommentMarker;
+    /**
+     * if not set, defaults to the language id
+     */
+    readonly markdownLanguageIds?: string[];
+}
+interface ILanguage extends ILanguageInfo {
+    readonly languageId: string;
+}
+/**
+ * Language files in VSCode:
+ * https://code.visualstudio.com/docs/languages/identifiers#_known-language-identifiers
+ *
+ * Missing below from this list are:
+ * Diff diff
+ * Git git-commit and git-rebase
+ * JSON json
+ * ShaderLab shaderlab
+ * Additional to that list are:
+ * Erlang
+ * Haskell
+ * Kotlin
+ * QL
+ * Scala
+ * Verilog
+ *
+ * Markdown ids from https://raw.githubusercontent.com/highlightjs/highlight.js/refs/heads/main/SUPPORTED_LANGUAGES.md
+ * Also refer to [vscode-copilot-chat](https://github.com/microsoft/vscode-copilot-chat/blob/main/src/util/common/languages.ts)
+ */
+export declare const languageMarkers: {
+    [language: string]: ILanguageInfo;
+};
+export declare function mdCodeBlockLangToLanguageId(mdLanguageId: string): string | undefined;
+/**
+ * Determine if a line is a shebang line for a known language
+ * @param line The line to check
+ * @returns The language if it is a known shebang line, otherwise undefined
+ */
+export declare function isShebangLine(line: string): boolean;
+/**
+ * Best-effort determining whether the top of the source already contains a
+ * discernible language marker, in particular a shebang line
+ * @param languageId The string name of the language
+ * @returns True iff we determined a recognisable language marker
+ */
+export declare function hasLanguageMarker({ source }: DocumentInfo): boolean;
+/**
+ * Comment a single line of text in a given language.
+ * E.g. for python, turn "hello there" into "# hello there"
+ *
+ * Note: This will not behave as you expect if `text` has multiple lines. In
+ * that case, use {@link commentBlockAsSingles} instead.
+ */
+export declare function comment(text: string, languageId: string): string;
+/**
+ * Comment a block of text using single-line comments.
+ *
+ * The returned comment block will have a trailing newline exactly when the
+ * input does.
+ */
+export declare function commentBlockAsSingles(text: string, languageId: string): string;
+/**
+ * Return a one-line comment or text which describes the language of a
+ * document, e.g. a shebang line or a comment.
+ *
+ * @param doc The document we want the marker for.
+ * @returns A one-line string that describes the language.
+ */
+export declare function getLanguageMarker(doc: DocumentInfo): string;
+/**
+ * Return a one-line comment containing the relative path of the document, if known.
+ *
+ * @param doc The document we want the marker for.
+ * @param defaultCommentMarker The comment marker to use if the language does not have one.
+ * @returns A one-line comment that contains the relative path of the document.
+ */
+export declare function getPathMarker(doc: DocumentInfo): string;
+/**
+ * Appends a new line to a string if it does not already end with one.
+ *
+ * @param str String to append
+ *
+ * @returns A string with a new line escape character at the end.
+ */
+export declare function newLineEnded(str: string): string;
+/**
+ * Retrieves the language for a given language identifier.
+ *
+ * @param languageId - The identifier of the language. If undefined, defaults to 'plaintext'.
+ * @returns The language associated with the specified language identifier.
+ */
+export declare function getLanguage(languageId: string | undefined): ILanguage;
+export {};
+//# sourceMappingURL=languageMarker.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/languageMarker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"languageMarker.d.ts","sourceRoot":"","sources":["../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/languageMarker.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAExC;;;;GAIG;AACH,UAAU,aAAa;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;CACZ;AAED,UAAU,aAAa;IACtB,QAAQ,CAAC,WAAW,EAAE,aAAa,CAAC;IACpC;;OAEG;IACH,QAAQ,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;CACxC;AAED,UAAU,SAAU,SAAQ,aAAa;IACxC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC5B;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,eAAO,MAAM,eAAe,EAAE;IAAE,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,CAAA;CA8QhE,CAAC;AAaF,wBAAgB,2BAA2B,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAEpF;AAkBD;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAEnD;AAED;;;;;GAKG;AAEH,wBAAgB,iBAAiB,CAAC,EAAE,MAAM,EAAE,EAAE,YAAY,GAAG,OAAO,CAEnE;AAED;;;;;;GAMG;AACH,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,UAOvD;AAED;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,UASrE;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,CAU3D;AAED;;;;;;GAMG;AACH,wBAAgB,aAAa,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,CAKvD;AAED;;;;;;GAMG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAEhD;AAED;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS,CAKrE"}