@vscode/chat-lib 0.1.2 → 0.1.3-1

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/languageMarker.js

@@ -0,0 +1,442 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.languageMarkers = void 0;
+exports.mdCodeBlockLangToLanguageId = mdCodeBlockLangToLanguageId;
+exports.isShebangLine = isShebangLine;
+exports.hasLanguageMarker = hasLanguageMarker;
+exports.comment = comment;
+exports.commentBlockAsSingles = commentBlockAsSingles;
+exports.getLanguageMarker = getLanguageMarker;
+exports.getPathMarker = getPathMarker;
+exports.newLineEnded = newLineEnded;
+exports.getLanguage = getLanguage;
+/**
+ * Language files in VSCode:
+ * https://code.visualstudio.com/docs/languages/identifiers#_known-language-identifiers
+ *
+ * Missing below from this list are:
+ * Diff diff
+ * Git git-commit and git-rebase
+ * JSON json
+ * ShaderLab shaderlab
+ * Additional to that list are:
+ * Erlang
+ * Haskell
+ * Kotlin
+ * QL
+ * Scala
+ * Verilog
+ *
+ * Markdown ids from https://raw.githubusercontent.com/highlightjs/highlight.js/refs/heads/main/SUPPORTED_LANGUAGES.md
+ * Also refer to [vscode-copilot-chat](https://github.com/microsoft/vscode-copilot-chat/blob/main/src/util/common/languages.ts)
+ */
+exports.languageMarkers = {
+    abap: {
+        lineComment: { start: '"', end: '' },
+        markdownLanguageIds: ['abap', 'sap-abap'],
+    },
+    aspdotnet: {
+        lineComment: { start: '<%--', end: '--%>' },
+    },
+    bat: {
+        lineComment: { start: 'REM', end: '' },
+    },
+    bibtex: {
+        lineComment: { start: '%', end: '' },
+        markdownLanguageIds: ['bibtex'],
+    },
+    blade: {
+        lineComment: { start: '#', end: '' },
+    },
+    BluespecSystemVerilog: {
+        lineComment: { start: '//', end: '' },
+    },
+    c: {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['c', 'h'],
+    },
+    clojure: {
+        lineComment: { start: ';', end: '' },
+        markdownLanguageIds: ['clojure', 'clj'],
+    },
+    coffeescript: {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['coffeescript', 'coffee', 'cson', 'iced'],
+    },
+    cpp: {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['cpp', 'hpp', 'cc', 'hh', 'c++', 'h++', 'cxx', 'hxx'],
+    },
+    csharp: {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['csharp', 'cs'],
+    },
+    css: {
+        lineComment: { start: '/*', end: '*/' },
+    },
+    cuda: {
+        lineComment: { start: '//', end: '' },
+    },
+    dart: {
+        lineComment: { start: '//', end: '' },
+    },
+    dockerfile: {
+        lineComment: { start: '#', end: '' },
+        markdownLanguageIds: ['dockerfile', 'docker'],
+    },
+    dotenv: {
+        lineComment: { start: '#', end: '' },
+    },
+    elixir: {
+        lineComment: { start: '#', end: '' },
+    },
+    erb: {
+        lineComment: { start: '<%#', end: '%>' },
+    },
+    erlang: {
+        lineComment: { start: '%', end: '' },
+        markdownLanguageIds: ['erlang', 'erl'],
+    },
+    fsharp: {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['fsharp', 'fs', 'fsx', 'fsi', 'fsscript'],
+    },
+    go: {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['go', 'golang'],
+    },
+    graphql: {
+        lineComment: { start: '#', end: '' },
+    },
+    groovy: {
+        lineComment: { start: '//', end: '' },
+    },
+    haml: {
+        lineComment: { start: '-#', end: '' },
+    },
+    handlebars: {
+        lineComment: { start: '{{!', end: '}}' },
+        markdownLanguageIds: ['handlebars', 'hbs', 'html.hbs', 'html.handlebars'],
+    },
+    haskell: {
+        lineComment: { start: '--', end: '' },
+        markdownLanguageIds: ['haskell', 'hs'],
+    },
+    hlsl: {
+        lineComment: { start: '//', end: '' },
+    },
+    html: {
+        lineComment: { start: '<!--', end: '-->' },
+        markdownLanguageIds: ['html', 'xhtml'],
+    },
+    ini: {
+        lineComment: { start: ';', end: '' },
+    },
+    java: {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['java', 'jsp'],
+    },
+    javascript: {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['javascript', 'js'],
+    },
+    javascriptreact: {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['jsx'],
+    },
+    jsonc: {
+        lineComment: { start: '//', end: '' },
+    },
+    jsx: {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['jsx'],
+    },
+    julia: {
+        lineComment: { start: '#', end: '' },
+        markdownLanguageIds: ['julia', 'jl'],
+    },
+    kotlin: {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['kotlin', 'kt'],
+    },
+    latex: {
+        lineComment: { start: '%', end: '' },
+        markdownLanguageIds: ['tex'],
+    },
+    legend: {
+        lineComment: { start: '//', end: '' },
+    },
+    less: {
+        lineComment: { start: '//', end: '' },
+    },
+    lua: {
+        lineComment: { start: '--', end: '' },
+        markdownLanguageIds: ['lua', 'pluto'],
+    },
+    makefile: {
+        lineComment: { start: '#', end: '' },
+        markdownLanguageIds: ['makefile', 'mk', 'mak', 'make'],
+    },
+    markdown: {
+        lineComment: { start: '[]: #', end: '' },
+        markdownLanguageIds: ['markdown', 'md', 'mkdown', 'mkd'],
+    },
+    'objective-c': {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['objectivec', 'mm', 'objc', 'obj-c'],
+    },
+    'objective-cpp': {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['objectivec++', 'objc+'],
+    },
+    perl: {
+        lineComment: { start: '#', end: '' },
+        markdownLanguageIds: ['perl', 'pl', 'pm'],
+    },
+    php: {
+        lineComment: { start: '//', end: '' },
+    },
+    powershell: {
+        lineComment: { start: '#', end: '' },
+        markdownLanguageIds: ['powershell', 'ps', 'ps1'],
+    },
+    pug: {
+        lineComment: { start: '//', end: '' },
+    },
+    python: {
+        lineComment: { start: '#', end: '' },
+        markdownLanguageIds: ['python', 'py', 'gyp'],
+    },
+    ql: {
+        lineComment: { start: '//', end: '' },
+    }, // QL is a query language for CodeQL
+    r: {
+        lineComment: { start: '#', end: '' },
+    },
+    razor: {
+        lineComment: { start: '<!--', end: '-->' },
+        markdownLanguageIds: ['cshtml', 'razor', 'razor-cshtml'],
+    },
+    ruby: {
+        lineComment: { start: '#', end: '' },
+        markdownLanguageIds: ['ruby', 'rb', 'gemspec', 'podspec', 'thor', 'irb'],
+    },
+    rust: {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['rust', 'rs'],
+    },
+    sass: {
+        lineComment: { start: '//', end: '' },
+    },
+    scala: {
+        lineComment: { start: '//', end: '' },
+    },
+    scss: {
+        lineComment: { start: '//', end: '' },
+    },
+    shellscript: {
+        lineComment: { start: '#', end: '' },
+        markdownLanguageIds: ['bash', 'sh', 'zsh'],
+    },
+    slang: {
+        lineComment: { start: '//', end: '' },
+    },
+    slim: {
+        lineComment: { start: '/', end: '' },
+    },
+    solidity: {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['solidity', 'sol'],
+    },
+    sql: {
+        lineComment: { start: '--', end: '' },
+    },
+    stylus: {
+        lineComment: { start: '//', end: '' },
+    },
+    svelte: {
+        lineComment: { start: '<!--', end: '-->' },
+    },
+    swift: {
+        lineComment: { start: '//', end: '' },
+    },
+    systemverilog: {
+        lineComment: { start: '//', end: '' },
+    },
+    terraform: {
+        lineComment: { start: '#', end: '' },
+    },
+    tex: {
+        lineComment: { start: '%', end: '' },
+    },
+    typescript: {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['typescript', 'ts'],
+    },
+    typescriptreact: {
+        lineComment: { start: '//', end: '' },
+        markdownLanguageIds: ['tsx'],
+    },
+    vb: {
+        lineComment: { start: "'", end: '' },
+        markdownLanguageIds: ['vb', 'vbscript'],
+    },
+    verilog: {
+        lineComment: { start: '//', end: '' },
+    },
+    'vue-html': {
+        lineComment: { start: '<!--', end: '-->' },
+    },
+    vue: {
+        lineComment: { start: '//', end: '' },
+    },
+    xml: {
+        lineComment: { start: '<!--', end: '-->' },
+    },
+    xsl: {
+        lineComment: { start: '<!--', end: '-->' },
+    },
+    yaml: {
+        lineComment: { start: '#', end: '' },
+        markdownLanguageIds: ['yaml', 'yml'],
+    },
+};
+const mdLanguageIdToLanguageId = {};
+for (const [languageId, info] of Object.entries(exports.languageMarkers)) {
+    if (info.markdownLanguageIds) {
+        for (const mdLanguageId of info.markdownLanguageIds) {
+            mdLanguageIdToLanguageId[mdLanguageId] = languageId;
+        }
+    }
+    else {
+        mdLanguageIdToLanguageId[languageId] = languageId;
+    }
+}
+function mdCodeBlockLangToLanguageId(mdLanguageId) {
+    return mdLanguageIdToLanguageId[mdLanguageId];
+}
+const defaultCommentMarker = { start: '//', end: '' };
+const dontAddLanguageMarker = [
+    'php', // We don't know if the file starts with `<?php` or not
+    'plaintext', // Doesn't admit comments
+];
+// prettier-ignore
+const shebangLines = {
+    "html": "<!DOCTYPE html>",
+    "python": "#!/usr/bin/env python3",
+    "ruby": "#!/usr/bin/env ruby",
+    "shellscript": "#!/bin/sh",
+    "yaml": "# YAML data"
+};
+/**
+ * Determine if a line is a shebang line for a known language
+ * @param line The line to check
+ * @returns The language if it is a known shebang line, otherwise undefined
+ */
+function isShebangLine(line) {
+    return Object.values(shebangLines).includes(line.trim());
+}
+/**
+ * Best-effort determining whether the top of the source already contains a
+ * discernible language marker, in particular a shebang line
+ * @param languageId The string name of the language
+ * @returns True iff we determined a recognisable language marker
+ */
+// prettier-ignore
+function hasLanguageMarker({ source }) {
+    return source.startsWith("#!") || source.startsWith("<!DOCTYPE");
+}
+/**
+ * Comment a single line of text in a given language.
+ * E.g. for python, turn "hello there" into "# hello there"
+ *
+ * Note: This will not behave as you expect if `text` has multiple lines. In
+ * that case, use {@link commentBlockAsSingles} instead.
+ */
+function comment(text, languageId) {
+    const markers = exports.languageMarkers[languageId] ? exports.languageMarkers[languageId].lineComment : defaultCommentMarker;
+    if (markers) {
+        const end = markers.end === '' ? '' : ' ' + markers.end;
+        return `${markers.start} ${text}${end}`;
+    }
+    return '';
+}
+/**
+ * Comment a block of text using single-line comments.
+ *
+ * The returned comment block will have a trailing newline exactly when the
+ * input does.
+ */
+function commentBlockAsSingles(text, languageId) {
+    if (text === '') {
+        // Avoid spewing out a long list of blank lines
+        return '';
+    }
+    const trailingNewline = text.endsWith('\n');
+    const lines = (trailingNewline ? text.slice(0, -1) : text).split('\n');
+    const commented = lines.map(line => comment(line, languageId)).join('\n');
+    return trailingNewline ? commented + '\n' : commented;
+}
+/**
+ * Return a one-line comment or text which describes the language of a
+ * document, e.g. a shebang line or a comment.
+ *
+ * @param doc The document we want the marker for.
+ * @returns A one-line string that describes the language.
+ */
+function getLanguageMarker(doc) {
+    const { languageId } = doc;
+    if (dontAddLanguageMarker.indexOf(languageId) === -1 && !hasLanguageMarker(doc)) {
+        if (languageId in shebangLines) {
+            return shebangLines[languageId];
+        }
+        else {
+            return `Language: ${languageId}`;
+        }
+    }
+    return '';
+}
+/**
+ * Return a one-line comment containing the relative path of the document, if known.
+ *
+ * @param doc The document we want the marker for.
+ * @param defaultCommentMarker The comment marker to use if the language does not have one.
+ * @returns A one-line comment that contains the relative path of the document.
+ */
+function getPathMarker(doc) {
+    if (doc.relativePath) {
+        return `Path: ${doc.relativePath}`;
+    }
+    return '';
+}
+/**
+ * Appends a new line to a string if it does not already end with one.
+ *
+ * @param str String to append
+ *
+ * @returns A string with a new line escape character at the end.
+ */
+function newLineEnded(str) {
+    return str === '' || str.endsWith('\n') ? str : str + '\n';
+}
+/**
+ * Retrieves the language for a given language identifier.
+ *
+ * @param languageId - The identifier of the language. If undefined, defaults to 'plaintext'.
+ * @returns The language associated with the specified language identifier.
+ */
+function getLanguage(languageId) {
+    if (typeof languageId === 'string') {
+        return _getLanguage(languageId);
+    }
+    return _getLanguage('plaintext');
+}
+function _getLanguage(languageId) {
+    if (exports.languageMarkers[languageId] !== undefined) {
+        return { languageId, ...exports.languageMarkers[languageId] };
+    }
+    else {
+        return { languageId, lineComment: { start: '//', end: '' } };
+    }
+}
+//# sourceMappingURL=languageMarker.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/languageMarker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"languageMarker.js","sourceRoot":"","sources":["../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/languageMarker.ts"],"names":[],"mappings":";;;AA2UA,kEAEC;AAuBD,sCAEC;AASD,8CAEC;AASD,0BAOC;AAQD,sDASC;AASD,8CAUC;AASD,sCAKC;AASD,oCAEC;AAQD,kCAKC;AA/aD;;;;;;;;;;;;;;;;;;;GAmBG;AACU,QAAA,eAAe,GAA0C;IACrE,IAAI,EAAE;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;QACpC,mBAAmB,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;KACzC;IACD,SAAS,EAAE;QACV,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE;KAC3C;IACD,GAAG,EAAE;QACJ,WAAW,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE;KACtC;IACD,MAAM,EAAE;QACP,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;QACpC,mBAAmB,EAAE,CAAC,QAAQ,CAAC;KAC/B;IACD,KAAK,EAAE;QACN,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;KACpC;IACD,qBAAqB,EAAE;QACtB,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,CAAC,EAAE;QACF,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;KAC/B;IACD,OAAO,EAAE;QACR,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;QACpC,mBAAmB,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC;KACvC;IACD,YAAY,EAAE;QACb,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,cAAc,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;KAC/D;IACD,GAAG,EAAE;QACJ,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;KAC3E;IACD,MAAM,EAAE;QACP,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC;KACrC;IACD,GAAG,EAAE;QACJ,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;KACvC;IACD,IAAI,EAAE;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,IAAI,EAAE;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,UAAU,EAAE;QACX,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;QACpC,mBAAmB,EAAE,CAAC,YAAY,EAAE,QAAQ,CAAC;KAC7C;IACD,MAAM,EAAE;QACP,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;KACpC;IACD,MAAM,EAAE;QACP,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;KACpC;IACD,GAAG,EAAE;QACJ,WAAW,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE;KACxC;IACD,MAAM,EAAE;QACP,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;QACpC,mBAAmB,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC;KACtC;IACD,MAAM,EAAE;QACP,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC;KAC/D;IACD,EAAE,EAAE;QACH,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC;KACrC;IACD,OAAO,EAAE;QACR,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;KACpC;IACD,MAAM,EAAE;QACP,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,IAAI,EAAE;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,UAAU,EAAE;QACX,WAAW,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE;QACxC,mBAAmB,EAAE,CAAC,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE,iBAAiB,CAAC;KACzE;IACD,OAAO,EAAE;QACR,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC;KACtC;IACD,IAAI,EAAE;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,IAAI,EAAE;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE;QAC1C,mBAAmB,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;KACtC;IACD,GAAG,EAAE;QACJ,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;KACpC;IACD,IAAI,EAAE;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC;KACpC;IACD,UAAU,EAAE;QACX,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,YAAY,EAAE,IAAI,CAAC;KACzC;IACD,eAAe,EAAE;QAChB,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,KAAK,CAAC;KAC5B;IACD,KAAK,EAAE;QACN,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,GAAG,EAAE;QACJ,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,KAAK,CAAC;KAC5B;IACD,KAAK,EAAE;QACN,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;QACpC,mBAAmB,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;KACpC;IACD,MAAM,EAAE;QACP,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC;KACrC;IACD,KAAK,EAAE;QACN,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;QACpC,mBAAmB,EAAE,CAAC,KAAK,CAAC;KAC5B;IACD,MAAM,EAAE;QACP,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,IAAI,EAAE;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,GAAG,EAAE;QACJ,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC;KACrC;IACD,QAAQ,EAAE;QACT,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;QACpC,mBAAmB,EAAE,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC;KACtD;IACD,QAAQ,EAAE;QACT,WAAW,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE;QACxC,mBAAmB,EAAE,CAAC,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC;KACxD;IACD,aAAa,EAAE;QACd,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC;KAC1D;IACD,eAAe,EAAE;QAChB,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,cAAc,EAAE,OAAO,CAAC;KAC9C;IACD,IAAI,EAAE;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;QACpC,mBAAmB,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC;KACzC;IACD,GAAG,EAAE;QACJ,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,UAAU,EAAE;QACX,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;QACpC,mBAAmB,EAAE,CAAC,YAAY,EAAE,IAAI,EAAE,KAAK,CAAC;KAChD;IACD,GAAG,EAAE;QACJ,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,MAAM,EAAE;QACP,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;QACpC,mBAAmB,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC;KAC5C;IACD,EAAE,EAAE;QACH,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC,EAAE,oCAAoC;IACvC,CAAC,EAAE;QACF,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;KACpC;IACD,KAAK,EAAE;QACN,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE;QAC1C,mBAAmB,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,cAAc,CAAC;KACxD;IACD,IAAI,EAAE;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;QACpC,mBAAmB,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC;KACxE;IACD,IAAI,EAAE;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC;KACnC;IACD,IAAI,EAAE;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,KAAK,EAAE;QACN,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,IAAI,EAAE;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,WAAW,EAAE;QACZ,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;QACpC,mBAAmB,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC;KAC1C;IACD,KAAK,EAAE;QACN,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,IAAI,EAAE;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;KACpC;IACD,QAAQ,EAAE;QACT,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,UAAU,EAAE,KAAK,CAAC;KACxC;IACD,GAAG,EAAE;QACJ,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,MAAM,EAAE;QACP,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,MAAM,EAAE;QACP,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE;KAC1C;IACD,KAAK,EAAE;QACN,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,aAAa,EAAE;QACd,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,SAAS,EAAE;QACV,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;KACpC;IACD,GAAG,EAAE;QACJ,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;KACpC;IACD,UAAU,EAAE;QACX,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,YAAY,EAAE,IAAI,CAAC;KACzC;IACD,eAAe,EAAE;QAChB,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;QACrC,mBAAmB,EAAE,CAAC,KAAK,CAAC;KAC5B;IACD,EAAE,EAAE;QACH,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;QACpC,mBAAmB,EAAE,CAAC,IAAI,EAAE,UAAU,CAAC;KACvC;IACD,OAAO,EAAE;QACR,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,UAAU,EAAE;QACX,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE;KAC1C;IACD,GAAG,EAAE;QACJ,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;KACrC;IACD,GAAG,EAAE;QACJ,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE;KAC1C;IACD,GAAG,EAAE;QACJ,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE;KAC1C;IACD,IAAI,EAAE;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;QACpC,mBAAmB,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC;KACpC;CACD,CAAC;AAEF,MAAM,wBAAwB,GAA6C,EAAE,CAAC;AAC9E,KAAK,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,uBAAe,CAAC,EAAE,CAAC;IAClE,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC9B,KAAK,MAAM,YAAY,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACrD,wBAAwB,CAAC,YAAY,CAAC,GAAG,UAAU,CAAC;QACrD,CAAC;IACF,CAAC;SAAM,CAAC;QACP,wBAAwB,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC;IACnD,CAAC;AACF,CAAC;AAED,SAAgB,2BAA2B,CAAC,YAAoB;IAC/D,OAAO,wBAAwB,CAAC,YAAY,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,oBAAoB,GAAkB,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;AAErE,MAAM,qBAAqB,GAAa;IACvC,KAAK,EAAE,uDAAuD;IAC9D,WAAW,EAAE,yBAAyB;CACtC,CAAC;AAEF,kBAAkB;AAClB,MAAM,YAAY,GAAmC;IACpD,MAAM,EAAE,iBAAiB;IACzB,QAAQ,EAAE,wBAAwB;IAClC,MAAM,EAAE,qBAAqB;IAC7B,aAAa,EAAE,WAAW;IAC1B,MAAM,EAAE,aAAa;CACrB,CAAC;AAEF;;;;GAIG;AACH,SAAgB,aAAa,CAAC,IAAY;IACzC,OAAO,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;AAC1D,CAAC;AAED;;;;;GAKG;AACH,kBAAkB;AAClB,SAAgB,iBAAiB,CAAC,EAAE,MAAM,EAAgB;IACzD,OAAO,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAClE,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,OAAO,CAAC,IAAY,EAAE,UAAkB;IACvD,MAAM,OAAO,GAAG,uBAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,uBAAe,CAAC,UAAU,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,oBAAoB,CAAC;IAC7G,IAAI,OAAO,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACxD,OAAO,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,GAAG,GAAG,EAAE,CAAC;IACzC,CAAC;IACD,OAAO,EAAE,CAAC;AACX,CAAC;AAED;;;;;GAKG;AACH,SAAgB,qBAAqB,CAAC,IAAY,EAAE,UAAkB;IACrE,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;QACjB,+CAA+C;QAC/C,OAAO,EAAE,CAAC;IACX,CAAC;IACD,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACvE,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1E,OAAO,eAAe,CAAC,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AACvD,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,iBAAiB,CAAC,GAAiB;IAClD,MAAM,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC;IAC3B,IAAI,qBAAqB,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC;QACjF,IAAI,UAAU,IAAI,YAAY,EAAE,CAAC;YAChC,OAAO,YAAY,CAAC,UAAU,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACP,OAAO,aAAa,UAAU,EAAE,CAAC;QAClC,CAAC;IACF,CAAC;IACD,OAAO,EAAE,CAAC;AACX,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,aAAa,CAAC,GAAiB;IAC9C,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;QACtB,OAAO,SAAS,GAAG,CAAC,YAAY,EAAE,CAAC;IACpC,CAAC;IACD,OAAO,EAAE,CAAC;AACX,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,YAAY,CAAC,GAAW;IACvC,OAAO,GAAG,KAAK,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC;AAC5D,CAAC;AAED;;;;;GAKG;AACH,SAAgB,WAAW,CAAC,UAA8B;IACzD,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,YAAY,CAAC,UAAU,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,YAAY,CAAC,WAAW,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,YAAY,CAAC,UAAkB;IACvC,IAAI,uBAAe,CAAC,UAAU,CAAC,KAAK,SAAS,EAAE,CAAC;QAC/C,OAAO,EAAE,UAAU,EAAE,GAAG,uBAAe,CAAC,UAAU,CAAC,EAAE,CAAC;IACvD,CAAC;SAAM,CAAC;QACP,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC;IAC9D,CAAC;AACF,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/parse.d.ts

@@ -0,0 +1,21 @@
+import Parser from 'web-tree-sitter';
+export declare enum WASMLanguage {
+    Python = "python",
+    JavaScript = "javascript",
+    TypeScript = "typescript",
+    TSX = "tsx",
+    Go = "go",
+    Ruby = "ruby",
+    CSharp = "c-sharp",
+    Java = "java",
+    Php = "php",
+    Cpp = "cpp"
+}
+export declare function isSupportedLanguageId(languageId: string): boolean;
+export declare function languageIdToWasmLanguage(languageId: string): WASMLanguage;
+export declare function getLanguage(language: string): Promise<Parser.Language>;
+export declare function parseTreeSitter(language: string, source: string): Promise<Parser.Tree>;
+export declare function parseTreeSitterIncludingVersion(language: string, source: string): Promise<[Parser.Tree, number]>;
+export declare function getBlockCloseToken(language: string): string | null;
+export declare function queryPythonIsDocstring(blockNode: Parser.SyntaxNode): boolean;
+//# sourceMappingURL=parse.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/parse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse.d.ts","sourceRoot":"","sources":["../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/parse.ts"],"names":[],"mappings":"AAIA,OAAO,MAAM,MAAM,iBAAiB,CAAC;AAIrC,oBAAY,YAAY;IACvB,MAAM,WAAW;IACjB,UAAU,eAAe;IACzB,UAAU,eAAe;IACzB,GAAG,QAAQ;IACX,EAAE,OAAO;IACT,IAAI,SAAS;IACb,MAAM,YAAY;IAClB,IAAI,SAAS;IACb,GAAG,QAAQ;IACX,GAAG,QAAQ;CACX;AAkBD,wBAAgB,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAWjE;AAED,wBAAgB,wBAAwB,CAAC,UAAU,EAAE,MAAM,GAAG,YAAY,CAKzE;AAmBD,wBAAgB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAYtE;AASD,wBAAsB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAE5F;AAGD,wBAAsB,+BAA+B,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CA2BtH;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAiBlE;AAuBD,wBAAgB,sBAAsB,CAAC,SAAS,EAAE,MAAM,CAAC,UAAU,GAAG,OAAO,CAE5E"}

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/parse.js

@@ -0,0 +1,168 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WASMLanguage = void 0;
+exports.isSupportedLanguageId = isSupportedLanguageId;
+exports.languageIdToWasmLanguage = languageIdToWasmLanguage;
+exports.getLanguage = getLanguage;
+exports.parseTreeSitter = parseTreeSitter;
+exports.parseTreeSitterIncludingVersion = parseTreeSitterIncludingVersion;
+exports.getBlockCloseToken = getBlockCloseToken;
+exports.queryPythonIsDocstring = queryPythonIsDocstring;
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+const web_tree_sitter_1 = __importDefault(require("web-tree-sitter"));
+const error_1 = require("./error");
+const fileLoader_1 = require("./fileLoader");
+var WASMLanguage;
+(function (WASMLanguage) {
+    WASMLanguage["Python"] = "python";
+    WASMLanguage["JavaScript"] = "javascript";
+    WASMLanguage["TypeScript"] = "typescript";
+    WASMLanguage["TSX"] = "tsx";
+    WASMLanguage["Go"] = "go";
+    WASMLanguage["Ruby"] = "ruby";
+    WASMLanguage["CSharp"] = "c-sharp";
+    WASMLanguage["Java"] = "java";
+    WASMLanguage["Php"] = "php";
+    WASMLanguage["Cpp"] = "cpp";
+})(WASMLanguage || (exports.WASMLanguage = WASMLanguage = {}));
+const languageIdToWasmLanguageMapping = {
+    python: WASMLanguage.Python,
+    javascript: WASMLanguage.JavaScript,
+    javascriptreact: WASMLanguage.JavaScript,
+    jsx: WASMLanguage.JavaScript,
+    typescript: WASMLanguage.TypeScript,
+    typescriptreact: WASMLanguage.TSX,
+    go: WASMLanguage.Go,
+    ruby: WASMLanguage.Ruby,
+    csharp: WASMLanguage.CSharp,
+    java: WASMLanguage.Java,
+    php: WASMLanguage.Php,
+    c: WASMLanguage.Cpp,
+    cpp: WASMLanguage.Cpp,
+};
+function isSupportedLanguageId(languageId) {
+    // Temporarily disable C# support until the tree-sitter parser for it is
+    // fully spec-ed.
+    return (languageId in languageIdToWasmLanguageMapping &&
+        languageId !== 'csharp' &&
+        languageId !== 'java' &&
+        languageId !== 'php' &&
+        languageId !== 'c' &&
+        languageId !== 'cpp');
+}
+function languageIdToWasmLanguage(languageId) {
+    if (!(languageId in languageIdToWasmLanguageMapping)) {
+        throw new Error(`Unrecognized language: ${languageId}`);
+    }
+    return languageIdToWasmLanguageMapping[languageId];
+}
+const languageLoadPromises = new Map();
+async function loadWasmLanguage(language) {
+    // construct a path that works both for the TypeScript source, which lives under `/src`, and for
+    // the transpiled JavaScript, which lives under `/dist`
+    let wasmBytes;
+    try {
+        wasmBytes = await (0, fileLoader_1.readFile)(`tree-sitter-${language}.wasm`);
+    }
+    catch (e) {
+        if (e instanceof Error && 'code' in e && typeof e.code === 'string' && e.name === 'Error') {
+            throw new error_1.CopilotPromptLoadFailure(`Could not load tree-sitter-${language}.wasm`, e);
+        }
+        throw e;
+    }
+    return web_tree_sitter_1.default.Language.load(wasmBytes);
+}
+function getLanguage(language) {
+    const wasmLanguage = languageIdToWasmLanguage(language);
+    if (!languageLoadPromises.has(wasmLanguage)) {
+        // IMPORTANT: This function does not have an async signature to prevent interleaved execution
+        // that can cause duplicate loading of the same language during yields/awaits prior to them
+        // being added to the cache.
+        const loadedLang = loadWasmLanguage(wasmLanguage);
+        languageLoadPromises.set(wasmLanguage, loadedLang);
+    }
+    return languageLoadPromises.get(wasmLanguage);
+}
+class WrappedError extends Error {
+    constructor(message, cause) {
+        super(message, { cause });
+    }
+}
+// This method returns a tree that the user needs to call `.delete()` before going out of scope.
+async function parseTreeSitter(language, source) {
+    return (await parseTreeSitterIncludingVersion(language, source))[0];
+}
+// This method returns a tree that the user needs to call `.delete()` before going out of scope.
+async function parseTreeSitterIncludingVersion(language, source) {
+    // `Parser.init` needs to be called before `new Parser()` below
+    await web_tree_sitter_1.default.init({
+        locateFile: (filename) => (0, fileLoader_1.locateFile)(filename),
+    });
+    let parser;
+    try {
+        parser = new web_tree_sitter_1.default();
+    }
+    catch (e) {
+        if (e &&
+            typeof e === 'object' &&
+            'message' in e &&
+            typeof e.message === 'string' &&
+            e.message.includes('table index is out of bounds')) {
+            throw new WrappedError(`Could not init Parse for language <${language}>`, e);
+        }
+        throw e;
+    }
+    const treeSitterLanguage = await getLanguage(language);
+    parser.setLanguage(treeSitterLanguage);
+    const parsedTree = parser.parse(source);
+    // Need to delete parser objects directly
+    parser.delete();
+    return [parsedTree, treeSitterLanguage.version];
+}
+function getBlockCloseToken(language) {
+    const wasmLanguage = languageIdToWasmLanguage(language);
+    switch (wasmLanguage) {
+        case WASMLanguage.Python:
+            return null;
+        case WASMLanguage.JavaScript:
+        case WASMLanguage.TypeScript:
+        case WASMLanguage.TSX:
+        case WASMLanguage.Go:
+        case WASMLanguage.CSharp:
+        case WASMLanguage.Java:
+        case WASMLanguage.Php:
+        case WASMLanguage.Cpp:
+            return '}';
+        case WASMLanguage.Ruby:
+            return 'end';
+    }
+}
+function innerQuery(queries, root) {
+    const matches = [];
+    for (const query of queries) {
+        // parse and cache query if this is the first time we've used it
+        if (!query[1]) {
+            const lang = root.tree.getLanguage();
+            // cache parsed query object
+            query[1] = lang.query(query[0]);
+        }
+        matches.push(...query[1].matches(root));
+    }
+    return matches;
+}
+const docstringQuery = [
+    `[
+	(class_definition (block (expression_statement (string))))
+	(function_definition (block (expression_statement (string))))
+]`,
+];
+function queryPythonIsDocstring(blockNode) {
+    return innerQuery([docstringQuery], blockNode).length === 1;
+}
+//# sourceMappingURL=parse.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/parse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse.js","sourceRoot":"","sources":["../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/parse.ts"],"names":[],"mappings":";;;;;;AAqCA,sDAWC;AAED,4DAKC;AAmBD,kCAYC;AASD,0CAEC;AAGD,0EA2BC;AAED,gDAiBC;AAuBD,wDAEC;AA3KD;;;gGAGgG;AAChG,sEAAqC;AACrC,mCAAmD;AACnD,6CAAoD;AAEpD,IAAY,YAWX;AAXD,WAAY,YAAY;IACvB,iCAAiB,CAAA;IACjB,yCAAyB,CAAA;IACzB,yCAAyB,CAAA;IACzB,2BAAW,CAAA;IACX,yBAAS,CAAA;IACT,6BAAa,CAAA;IACb,kCAAkB,CAAA;IAClB,6BAAa,CAAA;IACb,2BAAW,CAAA;IACX,2BAAW,CAAA;AACZ,CAAC,EAXW,YAAY,4BAAZ,YAAY,QAWvB;AAED,MAAM,+BAA+B,GAAyC;IAC7E,MAAM,EAAE,YAAY,CAAC,MAAM;IAC3B,UAAU,EAAE,YAAY,CAAC,UAAU;IACnC,eAAe,EAAE,YAAY,CAAC,UAAU;IACxC,GAAG,EAAE,YAAY,CAAC,UAAU;IAC5B,UAAU,EAAE,YAAY,CAAC,UAAU;IACnC,eAAe,EAAE,YAAY,CAAC,GAAG;IACjC,EAAE,EAAE,YAAY,CAAC,EAAE;IACnB,IAAI,EAAE,YAAY,CAAC,IAAI;IACvB,MAAM,EAAE,YAAY,CAAC,MAAM;IAC3B,IAAI,EAAE,YAAY,CAAC,IAAI;IACvB,GAAG,EAAE,YAAY,CAAC,GAAG;IACrB,CAAC,EAAE,YAAY,CAAC,GAAG;IACnB,GAAG,EAAE,YAAY,CAAC,GAAG;CACrB,CAAC;AAEF,SAAgB,qBAAqB,CAAC,UAAkB;IACvD,wEAAwE;IACxE,iBAAiB;IACjB,OAAO,CACN,UAAU,IAAI,+BAA+B;QAC7C,UAAU,KAAK,QAAQ;QACvB,UAAU,KAAK,MAAM;QACrB,UAAU,KAAK,KAAK;QACpB,UAAU,KAAK,GAAG;QAClB,UAAU,KAAK,KAAK,CACpB,CAAC;AACH,CAAC;AAED,SAAgB,wBAAwB,CAAC,UAAkB;IAC1D,IAAI,CAAC,CAAC,UAAU,IAAI,+BAA+B,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,0BAA0B,UAAU,EAAE,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,+BAA+B,CAAC,UAAU,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAA0C,CAAC;AAE/E,KAAK,UAAU,gBAAgB,CAAC,QAAsB;IACrD,gGAAgG;IAChG,uDAAuD;IACvD,IAAI,SAAS,CAAC;IACd,IAAI,CAAC;QACJ,SAAS,GAAG,MAAM,IAAA,qBAAQ,EAAC,eAAe,QAAQ,OAAO,CAAC,CAAC;IAC5D,CAAC;IAAC,OAAO,CAAU,EAAE,CAAC;QACrB,IAAI,CAAC,YAAY,KAAK,IAAI,MAAM,IAAI,CAAC,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC3F,MAAM,IAAI,gCAAwB,CAAC,8BAA8B,QAAQ,OAAO,EAAE,CAAC,CAAC,CAAC;QACtF,CAAC;QACD,MAAM,CAAC,CAAC;IACT,CAAC;IACD,OAAO,yBAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AACxC,CAAC;AAED,SAAgB,WAAW,CAAC,QAAgB;IAC3C,MAAM,YAAY,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IAExD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;QAC7C,6FAA6F;QAC7F,2FAA2F;QAC3F,4BAA4B;QAC5B,MAAM,UAAU,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAClD,oBAAoB,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,oBAAoB,CAAC,GAAG,CAAC,YAAY,CAAE,CAAC;AAChD,CAAC;AAED,MAAM,YAAa,SAAQ,KAAK;IAC/B,YAAY,OAAe,EAAE,KAAc;QAC1C,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3B,CAAC;CACD;AAED,gGAAgG;AACzF,KAAK,UAAU,eAAe,CAAC,QAAgB,EAAE,MAAc;IACrE,OAAO,CAAC,MAAM,+BAA+B,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,gGAAgG;AACzF,KAAK,UAAU,+BAA+B,CAAC,QAAgB,EAAE,MAAc;IACrF,+DAA+D;IAC/D,MAAM,yBAAM,CAAC,IAAI,CAAC;QACjB,UAAU,EAAE,CAAC,QAAgB,EAAE,EAAE,CAAC,IAAA,uBAAU,EAAC,QAAQ,CAAC;KACtD,CAAC,CAAC;IACH,IAAI,MAAM,CAAC;IACX,IAAI,CAAC;QACJ,MAAM,GAAG,IAAI,yBAAM,EAAE,CAAC;IACvB,CAAC;IAAC,OAAO,CAAU,EAAE,CAAC;QACrB,IACC,CAAC;YACD,OAAO,CAAC,KAAK,QAAQ;YACrB,SAAS,IAAI,CAAC;YACd,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;YAC7B,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,8BAA8B,CAAC,EACjD,CAAC;YACF,MAAM,IAAI,YAAY,CAAC,sCAAsC,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,CAAC,CAAC;IACT,CAAC;IACD,MAAM,kBAAkB,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,CAAC;IACvD,MAAM,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC;IACvC,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAExC,yCAAyC;IACzC,MAAM,CAAC,MAAM,EAAE,CAAC;IAChB,OAAO,CAAC,UAAU,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAAC;AACjD,CAAC;AAED,SAAgB,kBAAkB,CAAC,QAAgB;IAClD,MAAM,YAAY,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IACxD,QAAQ,YAAY,EAAE,CAAC;QACtB,KAAK,YAAY,CAAC,MAAM;YACvB,OAAO,IAAI,CAAC;QACb,KAAK,YAAY,CAAC,UAAU,CAAC;QAC7B,KAAK,YAAY,CAAC,UAAU,CAAC;QAC7B,KAAK,YAAY,CAAC,GAAG,CAAC;QACtB,KAAK,YAAY,CAAC,EAAE,CAAC;QACrB,KAAK,YAAY,CAAC,MAAM,CAAC;QACzB,KAAK,YAAY,CAAC,IAAI,CAAC;QACvB,KAAK,YAAY,CAAC,GAAG,CAAC;QACtB,KAAK,YAAY,CAAC,GAAG;YACpB,OAAO,GAAG,CAAC;QACZ,KAAK,YAAY,CAAC,IAAI;YACrB,OAAO,KAAK,CAAC;IACf,CAAC;AACF,CAAC;AAED,SAAS,UAAU,CAAC,OAAkC,EAAE,IAAuB;IAC9E,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC7B,gEAAgE;QAChE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACf,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACrC,4BAA4B;YAC5B,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,MAAM,cAAc,GAA4B;IAC/C;;;EAGC;CACD,CAAC;AAEF,SAAgB,sBAAsB,CAAC,SAA4B;IAClE,OAAO,UAAU,CAAC,CAAC,cAAc,CAAC,EAAE,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;AAC7D,CAAC"}