@opensumi/ide-ai-native 3.0.3 → 3.0.4-next-1716367246.0

package/lib/browser/inline-completions/prompt/importedFiles.js

@@ -0,0 +1,77 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getImportedFile = exports.extractLocalImportContext = exports.getImportedFilesInterface = void 0;
+const ide_core_common_1 = require("@opensumi/ide-core-common");
+const ide_file_service_1 = require("@opensumi/ide-file-service");
+const path_1 = require("@opensumi/ide-utils/lib/path");
+const ide_workspace_1 = require("@opensumi/ide-workspace");
+const service_1 = require("../../languages/service");
+const languages_1 = require("./languages");
+const getImportedFilesInterface = async (code, resource, options, injector) => {
+    var _a;
+    const languageParserService = injector.get(service_1.LanguageParserService);
+    let matches = [];
+    const snippets = [];
+    const languageParser = languageParserService.createParser(resource.languageId);
+    if (languageParser) {
+        matches = await languageParser.extractImportPaths(code);
+    }
+    const maxPromptTime = (_a = options.maxTime) !== null && _a !== void 0 ? _a : 200;
+    const startTime = Date.now();
+    for (const file of matches) {
+        let filePath = '';
+        const basePath = resource.uri.parent.codeUri.fsPath;
+        if (file.startsWith('@/') || file.startsWith('~') || !file.startsWith('.')) {
+            // skip alias
+            continue;
+        }
+        if (file === '.') {
+            filePath = new path_1.Path(basePath).join('index.ts').toString();
+        }
+        else {
+            filePath = new path_1.Path(basePath).join(`${file}${languages_1.LANGUAGE_TO_SUFFIX[resource.languageId]}`).toString();
+        }
+        try {
+            const fileService = injector.get(ide_file_service_1.IFileServiceClient);
+            const workspaceService = injector.get(ide_workspace_1.IWorkspaceService);
+            const fileUri = ide_core_common_1.URI.file(filePath);
+            const content = await fileService.readFile(fileUri.codeUri.fsPath);
+            const interfaceCode = await (languageParser === null || languageParser === void 0 ? void 0 : languageParser.extractInterfaceOrTypeCode(content.content.toString()));
+            if (interfaceCode && interfaceCode.length > 0) {
+                const relative = await workspaceService.asRelativePath(fileUri);
+                if (relative === null || relative === void 0 ? void 0 : relative.path) {
+                    snippets.push([relative.path, interfaceCode]);
+                }
+            }
+        }
+        catch (_b) { }
+        if (Date.now() - startTime > maxPromptTime) {
+            break;
+        }
+    }
+    return snippets;
+};
+exports.getImportedFilesInterface = getImportedFilesInterface;
+const extractLocalImportContext = async (resource, options, injector) => {
+    // 从代码中提取出所有的 import 语句，并进一步提取 interface 相关代码声明
+    const { source } = resource;
+    if (resource.languageId === 'typescript') {
+        return (0, exports.getImportedFilesInterface)(source, resource, options, injector);
+    }
+    return [];
+};
+exports.extractLocalImportContext = extractLocalImportContext;
+const getImportedFile = async (context, options, injector) => {
+    if (context.language && !options.language.includes(context.language)) {
+        return [];
+    }
+    const content = context.prefix;
+    return (0, exports.extractLocalImportContext)({
+        source: content,
+        uri: context.uri,
+        languageId: context.language,
+        offset: content.length,
+    }, options, injector);
+};
+exports.getImportedFile = getImportedFile;
+//# sourceMappingURL=importedFiles.js.map

package/lib/browser/inline-completions/prompt/importedFiles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"importedFiles.js","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/importedFiles.ts"],"names":[],"mappings":";;;AACA,+DAAgD;AAChD,iEAAgE;AAChE,uDAAoD;AACpD,2DAA4D;AAE5D,qDAAgE;AAGhE,2CAAiD;AAE1C,MAAM,yBAAyB,GAAG,KAAK,EAC5C,IAAY,EACZ,QAA0B,EAC1B,OAA4B,EAC5B,QAAkB,EACgB,EAAE;;IACpC,MAAM,qBAAqB,GAAG,QAAQ,CAAC,GAAG,CAAC,+BAAqB,CAA0B,CAAC;IAC3F,IAAI,OAAO,GAAa,EAAE,CAAC;IAC3B,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,MAAM,cAAc,GAAG,qBAAqB,CAAC,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC/E,IAAI,cAAc,EAAE;QAClB,OAAO,GAAG,MAAM,cAAc,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;KACzD;IACD,MAAM,aAAa,GAAG,MAAA,OAAO,CAAC,OAAO,mCAAI,GAAG,CAAC;IAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE;QAC1B,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;QACpD,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;YAC1E,aAAa;YACb,SAAS;SACV;QACD,IAAI,IAAI,KAAK,GAAG,EAAE;YAChB,QAAQ,GAAG,IAAI,WAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,EAAE,CAAC;SAC3D;aAAM;YACL,QAAQ,GAAG,IAAI,WAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,8BAAkB,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;SACpG;QACD,IAAI;YACF,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,qCAAkB,CAAuB,CAAC;YAC3E,MAAM,gBAAgB,GAAG,QAAQ,CAAC,GAAG,CAAC,iCAAiB,CAAsB,CAAC;YAC9E,MAAM,OAAO,GAAG,qBAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACnE,MAAM,aAAa,GAAG,MAAM,CAAA,cAAc,aAAd,cAAc,uBAAd,cAAc,CAAE,0BAA0B,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAA,CAAC;YACnG,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC7C,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;gBAChE,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,IAAI,EAAE;oBAClB,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC;iBAC/C;aACF;SACF;QAAC,WAAM,GAAE;QACV,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,aAAa,EAAE;YAC1C,MAAM;SACP;KACF;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AA7CW,QAAA,yBAAyB,6BA6CpC;AAEK,MAAM,yBAAyB,GAAG,KAAK,EAC5C,QAA0B,EAC1B,OAA4B,EAC5B,QAAkB,EACgB,EAAE;IACpC,+CAA+C;IAC/C,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC;IAE5B,IAAI,QAAQ,CAAC,UAAU,KAAK,YAAY,EAAE;QACxC,OAAO,IAAA,iCAAyB,EAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;KACvE;IACD,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAZW,QAAA,yBAAyB,6BAYpC;AAEK,MAAM,eAAe,GAAG,KAAK,EAClC,OAA2B,EAC3B,OAA4B,EAC5B,QAAkB,EACgB,EAAE;IACpC,IAAI,OAAO,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;QACpE,OAAO,EAAE,CAAC;KACX;IACD,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;IAC/B,OAAO,IAAA,iCAAyB,EAC9B;QACE,MAAM,EAAE,OAAO;QACf,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,UAAU,EAAE,OAAO,CAAC,QAAQ;QAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,EACD,OAAO,EACP,QAAQ,CACT,CAAC;AACJ,CAAC,CAAC;AAnBW,QAAA,eAAe,mBAmB1B"}

package/lib/browser/inline-completions/prompt/jaccardMatcher.d.ts

@@ -0,0 +1,31 @@
+import { ResourceDocument, TokenizerName } from '../types';
+import { WindowedMatcher } from './matcher';
+export interface CursorContextOptions {
+    maxLineCount?: number;
+    maxTokenLength?: number;
+    tokenizerName?: TokenizerName;
+    extensionPath?: string;
+}
+export declare const getCursorContext: (resource: ResourceDocument, option?: CursorContextOptions) => {
+    context: string;
+    lineCount: number;
+    tokenLength: number;
+    tokenizerName: TokenizerName;
+};
+export declare class FixedWindowSizeJaccardMatcher extends WindowedMatcher {
+    static factory(windowSize: number): {
+        to: (doc: ResourceDocument) => FixedWindowSizeJaccardMatcher;
+    };
+    private readonly windowLength;
+    constructor(doc: ResourceDocument, windowSize: number);
+    id(): string;
+    getWindowsDelineations(lines: string[]): [number, number][];
+    getCursorContextInfo(resource: ResourceDocument): {
+        context: string;
+        lineCount: number;
+        tokenLength: number;
+        tokenizerName: TokenizerName;
+    };
+    similarityScore(set1: Set<string>, set2: Set<string>): number;
+}
+//# sourceMappingURL=jaccardMatcher.d.ts.map

package/lib/browser/inline-completions/prompt/jaccardMatcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jaccardMatcher.d.ts","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/jaccardMatcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAE3D,OAAO,EAAE,eAAe,EAAgB,MAAM,WAAW,CAAC;AAG1D,MAAM,WAAW,oBAAoB;IACnC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,eAAO,MAAM,gBAAgB,aACjB,gBAAgB,WAClB,oBAAoB;aAEnB,MAAM;eACJ,MAAM;iBACJ,MAAM;mBACJ,aAAa;CA+B7B,CAAC;AAkBF,qBAAa,6BAA8B,SAAQ,eAAe;IAChE,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM;kBAEnB,gBAAgB;;IAI9B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAE1B,GAAG,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM;IAKrD,EAAE;IAIF,sBAAsB,CAAC,KAAK,EAAE,MAAM,EAAE;IAItC,oBAAoB,CAAC,QAAQ,EAAE,gBAAgB;;;;;;IAI/C,eAAe,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC;CAGrD"}

package/lib/browser/inline-completions/prompt/jaccardMatcher.js

@@ -0,0 +1,75 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FixedWindowSizeJaccardMatcher = exports.getCursorContext = void 0;
+const types_1 = require("../types");
+const matcher_1 = require("./matcher");
+const tokenizer_1 = require("./tokenizer");
+const getCursorContext = (resource, option = {}) => {
+    const baseOptions = Object.assign({ tokenizerName: types_1.TokenizerName.cl100k_base }, option);
+    const tokenizer = (0, tokenizer_1.getTokenizer)(baseOptions.tokenizerName);
+    if (baseOptions.maxLineCount && baseOptions.maxLineCount < 0) {
+        throw new Error('maxLineCount must be non-negative if defined');
+    }
+    if (baseOptions.maxTokenLength && baseOptions.maxTokenLength < 0) {
+        throw new Error('maxTokenLength must be non-negative if defined');
+    }
+    if (baseOptions.maxLineCount === 0 || baseOptions.maxTokenLength === 0) {
+        return {
+            context: '',
+            lineCount: 0,
+            tokenLength: 0,
+            tokenizerName: baseOptions.tokenizerName,
+        };
+    }
+    let context = resource.source.slice(0, resource.offset);
+    if (baseOptions.maxLineCount) {
+        context = context.split('\n').slice(-baseOptions.maxLineCount).join('\n');
+    }
+    return {
+        context,
+        lineCount: context.split('\n').length,
+        tokenLength: tokenizer.encode(context).length,
+        tokenizerName: baseOptions.tokenizerName,
+    };
+};
+exports.getCursorContext = getCursorContext;
+const getBasicWindowDelineations = (windowSize, lineArrays) => {
+    const ranges = [];
+    const arrayLength = lineArrays.length;
+    if (arrayLength === 0) {
+        return [];
+    }
+    if (arrayLength < windowSize) {
+        return [[0, arrayLength]];
+    }
+    for (let i = 0; i < arrayLength - windowSize + 1; i++) {
+        ranges.push([i, i + windowSize]);
+    }
+    return ranges;
+};
+// 固定窗口大小的 Jaccard 匹配器
+class FixedWindowSizeJaccardMatcher extends matcher_1.WindowedMatcher {
+    static factory(windowSize) {
+        return {
+            to: (doc) => new FixedWindowSizeJaccardMatcher(doc, windowSize),
+        };
+    }
+    constructor(doc, windowSize) {
+        super(doc);
+        this.windowLength = windowSize;
+    }
+    id() {
+        return `fixed:${this.windowLength}`;
+    }
+    getWindowsDelineations(lines) {
+        return getBasicWindowDelineations(this.windowLength, lines);
+    }
+    getCursorContextInfo(resource) {
+        return (0, exports.getCursorContext)(resource, { maxLineCount: this.windowLength });
+    }
+    similarityScore(set1, set2) {
+        return (0, matcher_1.computeScore)(set1, set2);
+    }
+}
+exports.FixedWindowSizeJaccardMatcher = FixedWindowSizeJaccardMatcher;
+//# sourceMappingURL=jaccardMatcher.js.map

package/lib/browser/inline-completions/prompt/jaccardMatcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jaccardMatcher.js","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/jaccardMatcher.ts"],"names":[],"mappings":";;;AAAA,oCAA2D;AAE3D,uCAA0D;AAC1D,2CAA2C;AASpC,MAAM,gBAAgB,GAAG,CAC9B,QAA0B,EAC1B,SAA+B,EAAE,EAMjC,EAAE;IACF,MAAM,WAAW,mBACf,aAAa,EAAE,qBAAa,CAAC,WAAW,IACrC,MAAM,CACV,CAAC;IACF,MAAM,SAAS,GAAG,IAAA,wBAAY,EAAC,WAAW,CAAC,aAAa,CAAC,CAAC;IAC1D,IAAI,WAAW,CAAC,YAAY,IAAI,WAAW,CAAC,YAAY,GAAG,CAAC,EAAE;QAC5D,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;KACjE;IACD,IAAI,WAAW,CAAC,cAAc,IAAI,WAAW,CAAC,cAAc,GAAG,CAAC,EAAE;QAChE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;KACnE;IACD,IAAI,WAAW,CAAC,YAAY,KAAK,CAAC,IAAI,WAAW,CAAC,cAAc,KAAK,CAAC,EAAE;QACtE,OAAO;YACL,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;YACd,aAAa,EAAE,WAAW,CAAC,aAAa;SACzC,CAAC;KACH;IACD,IAAI,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxD,IAAI,WAAW,CAAC,YAAY,EAAE;QAC5B,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;KAC3E;IACD,OAAO;QACL,OAAO;QACP,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM;QACrC,WAAW,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAC7C,aAAa,EAAE,WAAW,CAAC,aAAa;KACzC,CAAC;AACJ,CAAC,CAAC;AAtCW,QAAA,gBAAgB,oBAsC3B;AAEF,MAAM,0BAA0B,GAAG,CAAC,UAAkB,EAAE,UAAoB,EAAsB,EAAE;IAClG,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC;IACtC,IAAI,WAAW,KAAK,CAAC,EAAE;QACrB,OAAO,EAAE,CAAC;KACX;IACD,IAAI,WAAW,GAAG,UAAU,EAAE;QAC5B,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;KAC3B;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;QACrD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;KAClC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,sBAAsB;AACtB,MAAa,6BAA8B,SAAQ,yBAAe;IAChE,MAAM,CAAC,OAAO,CAAC,UAAkB;QAC/B,OAAO;YACL,EAAE,EAAE,CAAC,GAAqB,EAAE,EAAE,CAAC,IAAI,6BAA6B,CAAC,GAAG,EAAE,UAAU,CAAC;SAClF,CAAC;IACJ,CAAC;IAID,YAAY,GAAqB,EAAE,UAAkB;QACnD,KAAK,CAAC,GAAG,CAAC,CAAC;QACX,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC;IACjC,CAAC;IAED,EAAE;QACA,OAAO,SAAS,IAAI,CAAC,YAAY,EAAE,CAAC;IACtC,CAAC;IAED,sBAAsB,CAAC,KAAe;QACpC,OAAO,0BAA0B,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IAC9D,CAAC;IAED,oBAAoB,CAAC,QAA0B;QAC7C,OAAO,IAAA,wBAAgB,EAAC,QAAQ,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,eAAe,CAAC,IAAiB,EAAE,IAAiB;QAClD,OAAO,IAAA,sBAAY,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAClC,CAAC;CACF;AA7BD,sEA6BC"}

package/lib/browser/inline-completions/prompt/languages.d.ts

@@ -0,0 +1,4 @@
+export declare const LANGUAGE_TO_SUFFIX: {
+    [key: string]: string;
+};
+//# sourceMappingURL=languages.d.ts.map

package/lib/browser/inline-completions/prompt/languages.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"languages.d.ts","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/languages.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,kBAAkB,EAAE;IAC/B,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CA+DvB,CAAC"}

package/lib/browser/inline-completions/prompt/languages.js

@@ -0,0 +1,67 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LANGUAGE_TO_SUFFIX = void 0;
+exports.LANGUAGE_TO_SUFFIX = {
+    abap: '.abap',
+    bat: '.bat',
+    bibtex: '.bib',
+    c: '.c',
+    clojure: '.clj',
+    coffeescript: '.coffee',
+    cpp: '.cpp',
+    csharp: '.cs',
+    css: '.css',
+    'cuda-cpp': '.cu',
+    dart: '.dart',
+    diff: '.diff',
+    dockerfile: '.dockerfile',
+    fsharp: '.fs',
+    go: '.go',
+    groovy: '.groovy',
+    haml: '.haml',
+    handlebars: '.handlebars',
+    hlsl: '.hlsl',
+    html: '.html',
+    ini: '.ini',
+    jade: '.jade',
+    java: '.java',
+    javascript: '.js',
+    javascriptreact: '.jsx',
+    json: '.json',
+    julia: '.jl',
+    latex: '.tex',
+    less: '.less',
+    lua: '.lua',
+    makefile: '.make',
+    markdown: '.md',
+    'objective-c': '.m',
+    'objective-cpp': '.mm',
+    perl: '.pl',
+    perl6: '.6pl',
+    php: '.php',
+    plaintext: '.txt',
+    powershell: '.ps1',
+    pug: '.pug',
+    python: '.py',
+    r: '.r',
+    razor: '.cshtml',
+    ruby: '.rb',
+    rust: '.rs',
+    sass: '.sass',
+    scss: '.scss',
+    shaderlab: '.shader',
+    shellscript: '.sh',
+    slim: '.slim',
+    sql: '.sql',
+    stylus: '.styl',
+    swift: '.swift',
+    tex: '.tex',
+    typescript: '.ts',
+    typescriptreact: '.tsx',
+    vb: '.vb',
+    vue: '.vue',
+    xml: '.xml',
+    xsl: '.xsl',
+    yaml: '.yaml',
+};
+//# sourceMappingURL=languages.js.map

package/lib/browser/inline-completions/prompt/languages.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"languages.js","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/languages.ts"],"names":[],"mappings":";;;AAAa,QAAA,kBAAkB,GAE3B;IACF,IAAI,EAAE,OAAO;IACb,GAAG,EAAE,MAAM;IACX,MAAM,EAAE,MAAM;IACd,CAAC,EAAE,IAAI;IACP,OAAO,EAAE,MAAM;IACf,YAAY,EAAE,SAAS;IACvB,GAAG,EAAE,MAAM;IACX,MAAM,EAAE,KAAK;IACb,GAAG,EAAE,MAAM;IACX,UAAU,EAAE,KAAK;IACjB,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,UAAU,EAAE,aAAa;IACzB,MAAM,EAAE,KAAK;IACb,EAAE,EAAE,KAAK;IACT,MAAM,EAAE,SAAS;IACjB,IAAI,EAAE,OAAO;IACb,UAAU,EAAE,aAAa;IACzB,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,GAAG,EAAE,MAAM;IACX,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,UAAU,EAAE,KAAK;IACjB,eAAe,EAAE,MAAM;IACvB,IAAI,EAAE,OAAO;IACb,KAAK,EAAE,KAAK;IACZ,KAAK,EAAE,MAAM;IACb,IAAI,EAAE,OAAO;IACb,GAAG,EAAE,MAAM;IACX,QAAQ,EAAE,OAAO;IACjB,QAAQ,EAAE,KAAK;IACf,aAAa,EAAE,IAAI;IACnB,eAAe,EAAE,KAAK;IACtB,IAAI,EAAE,KAAK;IACX,KAAK,EAAE,MAAM;IACb,GAAG,EAAE,MAAM;IACX,SAAS,EAAE,MAAM;IACjB,UAAU,EAAE,MAAM;IAClB,GAAG,EAAE,MAAM;IACX,MAAM,EAAE,KAAK;IACb,CAAC,EAAE,IAAI;IACP,KAAK,EAAE,SAAS;IAChB,IAAI,EAAE,KAAK;IACX,IAAI,EAAE,KAAK;IACX,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,SAAS,EAAE,SAAS;IACpB,WAAW,EAAE,KAAK;IAClB,IAAI,EAAE,OAAO;IACb,GAAG,EAAE,MAAM;IACX,MAAM,EAAE,OAAO;IACf,KAAK,EAAE,QAAQ;IACf,GAAG,EAAE,MAAM;IACX,UAAU,EAAE,KAAK;IACjB,eAAe,EAAE,MAAM;IACvB,EAAE,EAAE,KAAK;IACT,GAAG,EAAE,MAAM;IACX,GAAG,EAAE,MAAM;IACX,GAAG,EAAE,MAAM;IACX,IAAI,EAAE,OAAO;CACd,CAAC"}

package/lib/browser/inline-completions/prompt/matcher.d.ts

@@ -0,0 +1,42 @@
+import { CursorContext, MatchSimilarSnippet, ResourceDocument, SimilarSnippet, SnippetSelectionOption, SnippetSemantics, SortOption } from '../types';
+export declare class TokensCache {
+    private readonly size;
+    private readonly keys;
+    private readonly cache;
+    constructor(size: number);
+    put(id: string, tokens: Set<string>[]): void;
+    get(id: string): Set<string>[];
+}
+export declare abstract class WindowedMatcher {
+    private referenceDoc;
+    private tokenizer;
+    abstract getCursorContextInfo(doc: ResourceDocument): CursorContext;
+    abstract getWindowsDelineations(lines: string[]): [number, number][];
+    abstract similarityScore(tokens1: Set<string>, tokens2: Set<string>): number;
+    abstract id(): string;
+    private referenceTokensCache?;
+    constructor(doc: ResourceDocument);
+    get referenceTokens(): Set<string>;
+    sortScoredSnippets(snippets: SimilarSnippet[], sortRule?: SortOption): SimilarSnippet[];
+    retrieveAllSnippets(resource: ResourceDocument, sortRule?: SortOption): SimilarSnippet[];
+    findMatches(resource: ResourceDocument, mode?: SnippetSelectionOption, size?: number): MatchSimilarSnippet[] | undefined;
+    /**
+     * 获取所有匹配的片段
+     * @param resource 文档资源
+     */
+    findBestMatch(resource: ResourceDocument): {
+        score: number;
+        startLine: number;
+        endLine: number;
+        snippet: string;
+        semantics: SnippetSemantics;
+    } | null | undefined;
+    /**
+     * 获取最高匹配片段
+     * @param resource 文档资源
+     * @param size 取前几位，默认取前一位
+     */
+    findTopKMatches(resource: ResourceDocument, size?: number): MatchSimilarSnippet[] | undefined;
+}
+export declare function computeScore(set1: Set<string>, set2: Set<string>): number;
+//# sourceMappingURL=matcher.d.ts.map

package/lib/browser/inline-completions/prompt/matcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"matcher.d.ts","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/matcher.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,mBAAmB,EACnB,gBAAgB,EAChB,cAAc,EACd,sBAAsB,EACtB,gBAAgB,EAChB,UAAU,EACX,MAAM,UAAU,CAAC;AAElB,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;IAE9B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAgB;IAErC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAEf;gBAEK,IAAI,EAAE,MAAM;IAIxB,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE;IAWrC,GAAG,CAAC,EAAE,EAAE,MAAM;CAGf;AA8JD,8BAAsB,eAAe;IACnC,OAAO,CAAC,YAAY,CAAmB;IAEvC,OAAO,CAAC,SAAS,CAAoB;IAErC,QAAQ,CAAC,oBAAoB,CAAC,GAAG,EAAE,gBAAgB,GAAG,aAAa;IACnE,QAAQ,CAAC,sBAAsB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE;IACpE,QAAQ,CAAC,eAAe,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM;IAC5E,QAAQ,CAAC,EAAE,IAAI,MAAM;IAErB,OAAO,CAAC,oBAAoB,CAAC,CAAc;gBAE/B,GAAG,EAAE,gBAAgB;IAKjC,IAAI,eAAe,gBAOlB;IAED,kBAAkB,CAAC,QAAQ,EAAE,cAAc,EAAE,EAAE,QAAQ,aAAwB;IAS/E,mBAAmB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,aAAwB;IA8BhF,WAAW,CACT,QAAQ,EAAE,gBAAgB,EAC1B,IAAI,yBAAmC,EACvC,IAAI,CAAC,EAAE,MAAM,GACZ,mBAAmB,EAAE,GAAG,SAAS;IAQpC;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,gBAAgB;;;;;;;IAexC;;;;OAIG;IACH,eAAe,CAAC,QAAQ,EAAE,gBAAgB,EAAE,IAAI,SAAI,GAAG,mBAAmB,EAAE,GAAG,SAAS;CAqBzF;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,UAQhE"}

package/lib/browser/inline-completions/prompt/matcher.js

@@ -0,0 +1,279 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.computeScore = exports.WindowedMatcher = exports.TokensCache = void 0;
+const types_1 = require("../types");
+class TokensCache {
+    constructor(size) {
+        this.keys = [];
+        this.cache = {};
+        this.size = size;
+    }
+    put(id, tokens) {
+        var _a;
+        this.cache[id] = tokens;
+        if (!this.keys.includes(id)) {
+            this.keys.push(id);
+        }
+        if (this.keys.length > this.size) {
+            const key = (_a = this.keys.shift()) !== null && _a !== void 0 ? _a : '';
+            delete this.cache[key];
+        }
+    }
+    get(id) {
+        return this.cache[id];
+    }
+}
+exports.TokensCache = TokensCache;
+const englishStopWords = new Set([
+    'we',
+    'our',
+    'you',
+    'it',
+    'its',
+    'they',
+    'them',
+    'their',
+    'this',
+    'that',
+    'these',
+    'those',
+    'is',
+    'are',
+    'was',
+    'were',
+    'be',
+    'been',
+    'being',
+    'have',
+    'has',
+    'had',
+    'having',
+    'do',
+    'does',
+    'did',
+    'doing',
+    'can',
+    'don',
+    't',
+    's',
+    'will',
+    'would',
+    'should',
+    'what',
+    'which',
+    'who',
+    'when',
+    'where',
+    'why',
+    'how',
+    'a',
+    'an',
+    'the',
+    'and',
+    'or',
+    'not',
+    'no',
+    'but',
+    'because',
+    'as',
+    'until',
+    'again',
+    'further',
+    'then',
+    'once',
+    'here',
+    'there',
+    'all',
+    'any',
+    'both',
+    'each',
+    'few',
+    'more',
+    'most',
+    'other',
+    'some',
+    'such',
+    'above',
+    'below',
+    'to',
+    'during',
+    'before',
+    'after',
+    'of',
+    'at',
+    'by',
+    'about',
+    'between',
+    'into',
+    'through',
+    'from',
+    'up',
+    'down',
+    'in',
+    'out',
+    'on',
+    'off',
+    'over',
+    'under',
+    'only',
+    'own',
+    'same',
+    'so',
+    'than',
+    'too',
+    'very',
+    'just',
+    'now',
+]);
+const programmingStopWords = new Set([
+    'if',
+    'then',
+    'else',
+    'for',
+    'while',
+    'with',
+    'def',
+    'function',
+    'return',
+    'TODO',
+    'import',
+    'try',
+    'catch',
+    'raise',
+    'finally',
+    'repeat',
+    'switch',
+    'case',
+    'match',
+    'assert',
+    'continue',
+    'break',
+    'const',
+    'class',
+    'enum',
+    'struct',
+    'static',
+    'new',
+    'super',
+    'this',
+    'var',
+]);
+const allStopWords = new Set([...englishStopWords, ...programmingStopWords]);
+const languageStopWords = new Map();
+function splitIntoWords(text) {
+    return text.split(/[^a-zA-Z0-9]/).filter((word) => word.length > 0);
+}
+class DocumentTokenizer {
+    constructor(resource) {
+        var _a;
+        this.stopsForLanguage = (_a = languageStopWords.get(resource.languageId)) !== null && _a !== void 0 ? _a : allStopWords;
+    }
+    tokenize(text) {
+        return new Set(splitIntoWords(text).filter((word) => !this.stopsForLanguage.has(word)));
+    }
+}
+const tokensCache = new TokensCache(20);
+class WindowedMatcher {
+    constructor(doc) {
+        this.referenceDoc = doc;
+        this.tokenizer = new DocumentTokenizer(doc);
+    }
+    get referenceTokens() {
+        if (!this.referenceTokensCache) {
+            this.referenceTokensCache = new Set(this.tokenizer.tokenize(this.getCursorContextInfo(this.referenceDoc).context));
+        }
+        return this.referenceTokensCache;
+    }
+    sortScoredSnippets(snippets, sortRule = types_1.SortOption.Descending) {
+        // eslint-disable-next-line no-nested-ternary
+        return sortRule === types_1.SortOption.Ascending
+            ? snippets.sort((snippet1, snippet2) => (snippet1.score > snippet2.score ? 1 : -1))
+            : sortRule === types_1.SortOption.Descending
+                ? snippets.sort((snippet1, snippet2) => (snippet1.score > snippet2.score ? -1 : 1))
+                : snippets;
+    }
+    retrieveAllSnippets(resource, sortRule = types_1.SortOption.Descending) {
+        var _a;
+        const snippets = [];
+        if (!resource.source.length || !this.referenceTokens.size) {
+            return snippets;
+        }
+        const sourceArray = resource.source.split('\n');
+        const key = `${this.id()}:${resource.source}`;
+        const cache = (_a = tokensCache.get(key)) !== null && _a !== void 0 ? _a : [];
+        const noCache = !cache.length;
+        const tokens = noCache ? sourceArray.map((text) => this.tokenizer.tokenize(text), this.tokenizer) : [];
+        for (const [index, [startLine, endLine]] of this.getWindowsDelineations(sourceArray).entries()) {
+            if (noCache) {
+                const size = new Set();
+                tokens.slice(startLine, endLine).forEach((token) => token.forEach((word) => size.add(word)));
+                cache.push(size);
+            }
+            const traget = cache[index];
+            const score = this.similarityScore(traget, this.referenceTokens);
+            snippets.push({
+                score,
+                startLine,
+                endLine,
+            });
+        }
+        if (noCache) {
+            tokensCache.put(key, cache);
+        }
+        return this.sortScoredSnippets(snippets, sortRule);
+    }
+    findMatches(resource, mode = types_1.SnippetSelectionOption.BestMatch, size) {
+        if (mode === types_1.SnippetSelectionOption.BestMatch) {
+            const snippet = this.findBestMatch(resource);
+            return snippet ? [snippet] : [];
+        }
+        return mode === types_1.SnippetSelectionOption.TopK ? this.findTopKMatches(resource, size) : [];
+    }
+    /**
+     * 获取所有匹配的片段
+     * @param resource 文档资源
+     */
+    findBestMatch(resource) {
+        if (!resource.source.length || !this.referenceTokens.size) {
+            return;
+        }
+        const lines = resource.source.split('\n');
+        const snippets = this.retrieveAllSnippets(resource, types_1.SortOption.Descending);
+        return snippets.length !== 0 && snippets[0].score !== 0
+            ? Object.assign({ snippet: lines.slice(snippets[0].startLine, snippets[0].endLine).join('\n'), semantics: types_1.SnippetSemantics.Snippet }, snippets[0]) : null;
+    }
+    /**
+     * 获取最高匹配片段
+     * @param resource 文档资源
+     * @param size 取前几位，默认取前一位
+     */
+    findTopKMatches(resource, size = 1) {
+        if (!resource.source.length || !this.referenceTokens.size || size < 1) {
+            return;
+        }
+        const lines = resource.source.split('\n');
+        const snippets = this.retrieveAllSnippets(resource, types_1.SortOption.Descending);
+        if (!snippets.length || !snippets[0].score) {
+            return;
+        }
+        const topSnippets = [snippets[0]];
+        for (let i = 1; i < snippets.length && topSnippets.length < size; i++) {
+            if (topSnippets.findIndex((t) => snippets[i].startLine < t.endLine && snippets[i].endLine > t.startLine) === -1) {
+                topSnippets.push(snippets[i]);
+            }
+        }
+        return topSnippets.map((snippet) => (Object.assign({ snippet: lines.slice(snippet.startLine, snippet.endLine).join('\n'), semantics: types_1.SnippetSemantics.Snippet }, snippet)));
+    }
+}
+exports.WindowedMatcher = WindowedMatcher;
+function computeScore(set1, set2) {
+    let intersectionSize = 0;
+    for (const element of set1) {
+        if (set2.has(element)) {
+            intersectionSize++;
+        }
+    }
+    return intersectionSize / (set1.size + set2.size - intersectionSize);
+}
+exports.computeScore = computeScore;
+//# sourceMappingURL=matcher.js.map

package/lib/browser/inline-completions/prompt/matcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"matcher.js","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/matcher.ts"],"names":[],"mappings":";;;AAAA,oCAQkB;AAElB,MAAa,WAAW;IAStB,YAAY,IAAY;QANP,SAAI,GAAa,EAAE,CAAC;QAEpB,UAAK,GAElB,EAAE,CAAC;QAGL,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,GAAG,CAAC,EAAU,EAAE,MAAqB;;QACnC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC;QACxB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE;YAC3B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;SACpB;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE;YAChC,MAAM,GAAG,GAAG,MAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,mCAAI,EAAE,CAAC;YACpC,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SACxB;IACH,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;CACF;AA3BD,kCA2BC;AAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IAC/B,IAAI;IACJ,KAAK;IACL,KAAK;IACL,IAAI;IACJ,KAAK;IACL,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,IAAI;IACJ,KAAK;IACL,KAAK;IACL,MAAM;IACN,IAAI;IACJ,MAAM;IACN,OAAO;IACP,MAAM;IACN,KAAK;IACL,KAAK;IACL,QAAQ;IACR,IAAI;IACJ,MAAM;IACN,KAAK;IACL,OAAO;IACP,KAAK;IACL,KAAK;IACL,GAAG;IACH,GAAG;IACH,MAAM;IACN,OAAO;IACP,QAAQ;IACR,MAAM;IACN,OAAO;IACP,KAAK;IACL,MAAM;IACN,OAAO;IACP,KAAK;IACL,KAAK;IACL,GAAG;IACH,IAAI;IACJ,KAAK;IACL,KAAK;IACL,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,KAAK;IACL,SAAS;IACT,IAAI;IACJ,OAAO;IACP,OAAO;IACP,SAAS;IACT,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,KAAK;IACL,KAAK;IACL,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,IAAI;IACJ,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,OAAO;IACP,SAAS;IACT,MAAM;IACN,SAAS;IACT,MAAM;IACN,IAAI;IACJ,MAAM;IACN,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,KAAK;IACL,MAAM;IACN,OAAO;IACP,MAAM;IACN,KAAK;IACL,MAAM;IACN,IAAI;IACJ,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,KAAK;CACN,CAAC,CAAC;AACH,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC;IACnC,IAAI;IACJ,MAAM;IACN,MAAM;IACN,KAAK;IACL,OAAO;IACP,MAAM;IACN,KAAK;IACL,UAAU;IACV,QAAQ;IACR,MAAM;IACN,QAAQ;IACR,KAAK;IACL,OAAO;IACP,OAAO;IACP,SAAS;IACT,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,OAAO;IACP,QAAQ;IACR,UAAU;IACV,OAAO;IACP,OAAO;IACP,OAAO;IACP,MAAM;IACN,QAAQ;IACR,QAAQ;IACR,KAAK;IACL,OAAO;IACP,MAAM;IACN,KAAK;CACN,CAAC,CAAC;AACH,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,gBAAgB,EAAE,GAAG,oBAAoB,CAAC,CAAC,CAAC;AAE7E,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAE,CAAC;AAEpC,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED,MAAM,iBAAiB;IAGrB,YAAY,QAA0B;;QACpC,IAAI,CAAC,gBAAgB,GAAG,MAAA,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,mCAAI,YAAY,CAAC;IACrF,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,OAAO,IAAI,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1F,CAAC;CACF;AAED,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;AAExC,MAAsB,eAAe;IAYnC,YAAY,GAAqB;QAC/B,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,iBAAiB,CAAC,GAAG,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,eAAe;QACjB,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE;YAC9B,IAAI,CAAC,oBAAoB,GAAG,IAAI,GAAG,CACjC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAC9E,CAAC;SACH;QACD,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACnC,CAAC;IAED,kBAAkB,CAAC,QAA0B,EAAE,QAAQ,GAAG,kBAAU,CAAC,UAAU;QAC7E,6CAA6C;QAC7C,OAAO,QAAQ,KAAK,kBAAU,CAAC,SAAS;YACtC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACnF,CAAC,CAAC,QAAQ,KAAK,kBAAU,CAAC,UAAU;gBACpC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACnF,CAAC,CAAC,QAAQ,CAAC;IACf,CAAC;IAED,mBAAmB,CAAC,QAA0B,EAAE,QAAQ,GAAG,kBAAU,CAAC,UAAU;;QAC9E,MAAM,QAAQ,GAAqB,EAAE,CAAC;QACtC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE;YACzD,OAAO,QAAQ,CAAC;SACjB;QACD,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,EAAE,EAAE,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAkB,MAAA,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,mCAAI,EAAE,CAAC;QACxD,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;QAC9B,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACvG,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE,EAAE;YAC9F,IAAI,OAAO,EAAE;gBACX,MAAM,IAAI,GAAgB,IAAI,GAAG,EAAE,CAAC;gBACpC,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC7F,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aAClB;YACD,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YACjE,QAAQ,CAAC,IAAI,CAAC;gBACZ,KAAK;gBACL,SAAS;gBACT,OAAO;aACR,CAAC,CAAC;SACJ;QACD,IAAI,OAAO,EAAE;YACX,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;SAC7B;QACD,OAAO,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACrD,CAAC;IAED,WAAW,CACT,QAA0B,EAC1B,IAAI,GAAG,8BAAsB,CAAC,SAAS,EACvC,IAAa;QAEb,IAAI,IAAI,KAAK,8BAAsB,CAAC,SAAS,EAAE;YAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YAC7C,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SACjC;QACD,OAAO,IAAI,KAAK,8BAAsB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1F,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,QAA0B;QACtC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE;YACzD,OAAO;SACR;QACD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,kBAAU,CAAC,UAAU,CAAC,CAAC;QAC3E,OAAO,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC;YACrD,CAAC,iBACG,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAC3E,SAAS,EAAE,wBAAgB,CAAC,OAAO,IAChC,QAAQ,CAAC,CAAC,CAAC,EAElB,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IAED;;;;OAIG;IACH,eAAe,CAAC,QAA0B,EAAE,IAAI,GAAG,CAAC;QAClD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,IAAI,GAAG,CAAC,EAAE;YACrE,OAAO;SACR;QACD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,kBAAU,CAAC,UAAU,CAAC,CAAC;QAC3E,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE;YAC1C,OAAO;SACR;QACD,MAAM,WAAW,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE;YACrE,IAAI,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE;gBAC/G,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;aAC/B;SACF;QACD,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,iBAClC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EACnE,SAAS,EAAE,wBAAgB,CAAC,OAAO,IAChC,OAAO,EACV,CAAC,CAAC;IACN,CAAC;CACF;AA1HD,0CA0HC;AAED,SAAgB,YAAY,CAAC,IAAiB,EAAE,IAAiB;IAC/D,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,KAAK,MAAM,OAAO,IAAI,IAAI,EAAE;QAC1B,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;YACrB,gBAAgB,EAAE,CAAC;SACpB;KACF;IACD,OAAO,gBAAgB,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC,CAAC;AACvE,CAAC;AARD,oCAQC"}

package/lib/browser/inline-completions/prompt/prompt.d.ts

@@ -0,0 +1,24 @@
+import { Tiktoken } from 'js-tiktoken';
+import { Injector } from '@opensumi/di';
+import { LanguageParser } from '../../languages/parser';
+import { StrategyType } from '../types';
+import type { ICompletionContext, ICompletionModel, MarkerItem } from '../types';
+import type * as monaco from '@opensumi/ide-monaco';
+export declare const addComment: (commentText?: string) => string;
+export declare const getMarkerByLanguage: (text: string, language: string) => string;
+export declare const getLanguageMarker: (language: string) => string;
+export declare const getPathMarker: (path: string, language: string) => string;
+export declare const getMarkerForSnippets: (text: string, language: string) => string;
+export declare const getCroppedTextByLine: (text: string, maxTokenSize: number, textTokens: number[][], reverse?: boolean) => string;
+/**
+ * 裁剪字符函数
+ * @param text 文本内容
+ * @param maxTokenSize 最大 token 数量
+ * @param strategy 分割策略
+ * @param language 语言类型，按函数分割仅在 typescript/javascript/typescriptreact 中支持
+ * @param reverse 是否反向裁剪，即从后往前裁剪
+ */
+export declare const getCroppedText: (text: string, maxTokenSize: number, textTokens: number[][], strategy: StrategyType | undefined, tokenizer: Tiktoken, parser?: LanguageParser, minBlockSize?: number, reverse?: boolean, token?: monaco.CancellationToken) => Promise<string>;
+export declare const getBeforePrompt: (promptPriority: MarkerItem[], context: ICompletionContext, promptConfig: ICompletionModel, leftTokenSize: number, injector: Injector, token: monaco.CancellationToken) => Promise<string | undefined>;
+export declare const getAfterPrompt: (context: ICompletionContext, promptConfig: ICompletionModel, injector: Injector, token: monaco.CancellationToken) => Promise<string>;
+//# sourceMappingURL=prompt.d.ts.map

package/lib/browser/inline-completions/prompt/prompt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/prompt.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAExC,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAExD,OAAO,EAAE,YAAY,EAAyB,MAAM,UAAU,CAAC;AAK/D,OAAO,KAAK,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AACjF,OAAO,KAAK,KAAK,MAAM,MAAM,sBAAsB,CAAC;AAEpD,eAAO,MAAM,UAAU,iBAAkB,MAAM,WAK9C,CAAC;AAEF,eAAO,MAAM,mBAAmB,SAAU,MAAM,YAAY,MAAM,WAOjE,CAAC;AAEF,eAAO,MAAM,iBAAiB,aAAc,MAAM,WAoBjD,CAAC;AAGF,eAAO,MAAM,aAAa,SAAU,MAAM,YAAY,MAAM,WAA2D,CAAC;AAExH,eAAO,MAAM,oBAAoB,SAAU,MAAM,YAAY,MAAM,WAGlE,CAAC;AAEF,eAAO,MAAM,oBAAoB,SAAU,MAAM,gBAAgB,MAAM,cAAc,MAAM,EAAE,EAAE,8BAsC9F,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,cAAc,SACnB,MAAM,gBACE,MAAM,cACR,MAAM,EAAE,EAAE,iDAEX,QAAQ,WACV,cAAc,oDAGf,OAAO,iBAAiB,KAC/B,QAAQ,MAAM,CA2ChB,CAAC;AAEF,eAAO,MAAM,eAAe,mBACV,UAAU,EAAE,WACnB,kBAAkB,gBACb,gBAAgB,iBACf,MAAM,YACX,QAAQ,SACX,OAAO,iBAAiB,gCA+FhC,CAAC;AAEF,eAAO,MAAM,cAAc,YAChB,kBAAkB,gBACb,gBAAgB,YACpB,QAAQ,SACX,OAAO,iBAAiB,oBAyBhC,CAAC"}