@opensumi/ide-ai-native 3.0.3 → 3.0.4-next-1716367246.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/browser/inline-completions/completeProvider.d.ts +5 -3
- package/lib/browser/inline-completions/completeProvider.d.ts.map +1 -1
- package/lib/browser/inline-completions/completeProvider.js +16 -30
- package/lib/browser/inline-completions/completeProvider.js.map +1 -1
- package/lib/browser/inline-completions/constants.d.ts +2 -6
- package/lib/browser/inline-completions/constants.d.ts.map +1 -1
- package/lib/browser/inline-completions/constants.js +81 -4
- package/lib/browser/inline-completions/constants.js.map +1 -1
- package/lib/browser/inline-completions/prompt/const.d.ts +9 -0
- package/lib/browser/inline-completions/prompt/const.d.ts.map +1 -0
- package/lib/browser/inline-completions/prompt/const.js +284 -0
- package/lib/browser/inline-completions/prompt/const.js.map +1 -0
- package/lib/browser/inline-completions/prompt/importedFiles.d.ts +6 -0
- package/lib/browser/inline-completions/prompt/importedFiles.d.ts.map +1 -0
- package/lib/browser/inline-completions/prompt/importedFiles.js +77 -0
- package/lib/browser/inline-completions/prompt/importedFiles.js.map +1 -0
- package/lib/browser/inline-completions/prompt/jaccardMatcher.d.ts +31 -0
- package/lib/browser/inline-completions/prompt/jaccardMatcher.d.ts.map +1 -0
- package/lib/browser/inline-completions/prompt/jaccardMatcher.js +75 -0
- package/lib/browser/inline-completions/prompt/jaccardMatcher.js.map +1 -0
- package/lib/browser/inline-completions/prompt/languages.d.ts +4 -0
- package/lib/browser/inline-completions/prompt/languages.d.ts.map +1 -0
- package/lib/browser/inline-completions/prompt/languages.js +67 -0
- package/lib/browser/inline-completions/prompt/languages.js.map +1 -0
- package/lib/browser/inline-completions/prompt/matcher.d.ts +42 -0
- package/lib/browser/inline-completions/prompt/matcher.d.ts.map +1 -0
- package/lib/browser/inline-completions/prompt/matcher.js +279 -0
- package/lib/browser/inline-completions/prompt/matcher.js.map +1 -0
- package/lib/browser/inline-completions/prompt/prompt.d.ts +24 -0
- package/lib/browser/inline-completions/prompt/prompt.d.ts.map +1 -0
- package/lib/browser/inline-completions/prompt/prompt.js +242 -0
- package/lib/browser/inline-completions/prompt/prompt.js.map +1 -0
- package/lib/browser/inline-completions/prompt/similarSnippets.d.ts +9 -0
- package/lib/browser/inline-completions/prompt/similarSnippets.d.ts.map +1 -0
- package/lib/browser/inline-completions/prompt/similarSnippets.js +110 -0
- package/lib/browser/inline-completions/prompt/similarSnippets.js.map +1 -0
- package/lib/browser/inline-completions/prompt/tokenizer.d.ts +4 -0
- package/lib/browser/inline-completions/prompt/tokenizer.d.ts.map +1 -0
- package/lib/browser/inline-completions/prompt/tokenizer.js +18 -0
- package/lib/browser/inline-completions/prompt/tokenizer.js.map +1 -0
- package/lib/browser/inline-completions/provider.d.ts +5 -12
- package/lib/browser/inline-completions/provider.d.ts.map +1 -1
- package/lib/browser/inline-completions/provider.js +79 -44
- package/lib/browser/inline-completions/provider.js.map +1 -1
- package/lib/browser/inline-completions/types.d.ts +154 -0
- package/lib/browser/inline-completions/types.d.ts.map +1 -0
- package/lib/browser/inline-completions/types.js +59 -0
- package/lib/browser/inline-completions/types.js.map +1 -0
- package/lib/browser/languages/parser.d.ts +6 -0
- package/lib/browser/languages/parser.d.ts.map +1 -1
- package/lib/browser/languages/parser.js +140 -1
- package/lib/browser/languages/parser.js.map +1 -1
- package/lib/browser/languages/tree-sitter/language-facts/types.d.ts +1 -1
- package/lib/browser/languages/tree-sitter/wasm-manager.d.ts +2 -2
- package/lib/browser/languages/tree-sitter/wasm-manager.d.ts.map +1 -1
- package/lib/browser/languages/tree-sitter/wasm-manager.js +2 -2
- package/lib/browser/languages/tree-sitter/wasm-manager.js.map +1 -1
- package/lib/common/utils.d.ts +5 -0
- package/lib/common/utils.d.ts.map +1 -0
- package/lib/common/utils.js +26 -0
- package/lib/common/utils.js.map +1 -0
- package/package.json +20 -19
- package/src/browser/inline-completions/completeProvider.ts +26 -35
- package/src/browser/inline-completions/constants.ts +87 -7
- package/src/browser/inline-completions/prompt/const.ts +286 -0
- package/src/browser/inline-completions/prompt/importedFiles.ts +92 -0
- package/src/browser/inline-completions/prompt/jaccardMatcher.ts +98 -0
- package/src/browser/inline-completions/prompt/languages.ts +65 -0
- package/src/browser/inline-completions/prompt/matcher.ts +328 -0
- package/src/browser/inline-completions/prompt/prompt.ts +297 -0
- package/src/browser/inline-completions/prompt/similarSnippets.ts +130 -0
- package/src/browser/inline-completions/prompt/tokenizer.ts +16 -0
- package/src/browser/inline-completions/provider.ts +107 -42
- package/src/browser/inline-completions/types.ts +169 -0
- package/src/browser/languages/parser.ts +147 -0
- package/src/browser/languages/tree-sitter/wasm-manager.ts +3 -3
- package/src/common/utils.ts +23 -0
|
@@ -0,0 +1,242 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.getAfterPrompt = exports.getBeforePrompt = exports.getCroppedText = exports.getCroppedTextByLine = exports.getMarkerForSnippets = exports.getPathMarker = exports.getLanguageMarker = exports.getMarkerByLanguage = exports.addComment = void 0;
|
|
4
|
+
const service_1 = require("../../languages/service");
|
|
5
|
+
const types_1 = require("../types");
|
|
6
|
+
const const_1 = require("./const");
|
|
7
|
+
const tokenizer_1 = require("./tokenizer");
|
|
8
|
+
const addComment = (commentText) => {
|
|
9
|
+
if (commentText) {
|
|
10
|
+
return `${commentText}\n`;
|
|
11
|
+
}
|
|
12
|
+
return '';
|
|
13
|
+
};
|
|
14
|
+
exports.addComment = addComment;
|
|
15
|
+
const getMarkerByLanguage = (text, language) => {
|
|
16
|
+
const marker = const_1.LANGUAGE_COMMENT_MARKERS[language];
|
|
17
|
+
if (marker) {
|
|
18
|
+
const end = marker.end === '' ? '' : ` ${marker.end}`;
|
|
19
|
+
return `${marker.start} ${text}${end}`;
|
|
20
|
+
}
|
|
21
|
+
return '';
|
|
22
|
+
};
|
|
23
|
+
exports.getMarkerByLanguage = getMarkerByLanguage;
|
|
24
|
+
const getLanguageMarker = (language) => {
|
|
25
|
+
if (!language) {
|
|
26
|
+
return '';
|
|
27
|
+
}
|
|
28
|
+
const supportLanguage = {
|
|
29
|
+
html: '<!DOCTYPE html>',
|
|
30
|
+
python: '#!/usr/bin/env python3',
|
|
31
|
+
ruby: '#!/usr/bin/env ruby',
|
|
32
|
+
shellscript: '#!/bin/sh',
|
|
33
|
+
yaml: '# YAML data',
|
|
34
|
+
};
|
|
35
|
+
let marker = '';
|
|
36
|
+
if (supportLanguage[language]) {
|
|
37
|
+
return supportLanguage[language];
|
|
38
|
+
}
|
|
39
|
+
marker = `Language: ${language}`;
|
|
40
|
+
return (0, exports.getMarkerByLanguage)(marker, language);
|
|
41
|
+
};
|
|
42
|
+
exports.getLanguageMarker = getLanguageMarker;
|
|
43
|
+
// 根据语言类型获取不同的注释内容
|
|
44
|
+
const getPathMarker = (path, language) => path && (0, exports.getMarkerByLanguage)(`Path: ${path}`, language);
|
|
45
|
+
exports.getPathMarker = getPathMarker;
|
|
46
|
+
const getMarkerForSnippets = (text, language) => {
|
|
47
|
+
const lines = text.split('\n');
|
|
48
|
+
return lines.map((line) => (0, exports.getMarkerByLanguage)(line, language)).join('\n');
|
|
49
|
+
};
|
|
50
|
+
exports.getMarkerForSnippets = getMarkerForSnippets;
|
|
51
|
+
const getCroppedTextByLine = (text, maxTokenSize, textTokens, reverse = false) => {
|
|
52
|
+
const currentTokenSize = textTokens.reduce((prev, cur) => prev + cur.length, 0);
|
|
53
|
+
if (currentTokenSize < maxTokenSize) {
|
|
54
|
+
return text;
|
|
55
|
+
}
|
|
56
|
+
const lines = text.split('\n');
|
|
57
|
+
const endLine = lines.length;
|
|
58
|
+
let currenSize = 0;
|
|
59
|
+
if (reverse) {
|
|
60
|
+
let index = 0;
|
|
61
|
+
for (; index < endLine; index++) {
|
|
62
|
+
const tokens = textTokens[index];
|
|
63
|
+
currenSize += tokens.length;
|
|
64
|
+
if (currenSize < maxTokenSize) {
|
|
65
|
+
continue;
|
|
66
|
+
}
|
|
67
|
+
else {
|
|
68
|
+
break;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
if (index === endLine) {
|
|
72
|
+
return text;
|
|
73
|
+
}
|
|
74
|
+
return lines.slice(0, index).join('\n');
|
|
75
|
+
}
|
|
76
|
+
let index = endLine - 1;
|
|
77
|
+
for (; index >= 0; index--) {
|
|
78
|
+
const tokens = textTokens[index];
|
|
79
|
+
currenSize += tokens.length;
|
|
80
|
+
if (currenSize < maxTokenSize) {
|
|
81
|
+
continue;
|
|
82
|
+
}
|
|
83
|
+
else {
|
|
84
|
+
break;
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
if (index === -1) {
|
|
88
|
+
return text;
|
|
89
|
+
}
|
|
90
|
+
return lines.slice(index).join('\n');
|
|
91
|
+
};
|
|
92
|
+
exports.getCroppedTextByLine = getCroppedTextByLine;
|
|
93
|
+
/**
|
|
94
|
+
* 裁剪字符函数
|
|
95
|
+
* @param text 文本内容
|
|
96
|
+
* @param maxTokenSize 最大 token 数量
|
|
97
|
+
* @param strategy 分割策略
|
|
98
|
+
* @param language 语言类型,按函数分割仅在 typescript/javascript/typescriptreact 中支持
|
|
99
|
+
* @param reverse 是否反向裁剪,即从后往前裁剪
|
|
100
|
+
*/
|
|
101
|
+
const getCroppedText = async (text, maxTokenSize, textTokens, strategy = types_1.StrategyType.InterceptBasedOnLine, tokenizer, parser, minBlockSize = 20, reverse = false, token) => {
|
|
102
|
+
let tokens;
|
|
103
|
+
if (strategy === types_1.StrategyType.InterceptBasedOnLine) {
|
|
104
|
+
// 按行进行裁剪
|
|
105
|
+
text = (0, exports.getCroppedTextByLine)(text, maxTokenSize, textTokens, reverse);
|
|
106
|
+
}
|
|
107
|
+
else if (strategy === types_1.StrategyType.InterceptBasedOnFunction && !reverse) {
|
|
108
|
+
tokens = tokenizer.encode(text);
|
|
109
|
+
// 按函数进行裁剪
|
|
110
|
+
while (tokens.length > maxTokenSize) {
|
|
111
|
+
if (reverse) {
|
|
112
|
+
try {
|
|
113
|
+
text = text.slice(0, Math.ceil((maxTokenSize / tokens.length) * tokens.length));
|
|
114
|
+
text = (await (parser === null || parser === void 0 ? void 0 : parser.trimSuffixSyntaxErrors(text, minBlockSize))) || text;
|
|
115
|
+
}
|
|
116
|
+
catch (_a) {
|
|
117
|
+
text = (0, exports.getCroppedTextByLine)(text, maxTokenSize, textTokens, reverse);
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
else {
|
|
121
|
+
try {
|
|
122
|
+
text = text.slice(-Math.ceil((maxTokenSize / tokens.length) * tokens.length));
|
|
123
|
+
text = (await (parser === null || parser === void 0 ? void 0 : parser.trimPrefixSyntaxErrors(text, minBlockSize))) || text;
|
|
124
|
+
if (token === null || token === void 0 ? void 0 : token.isCancellationRequested) {
|
|
125
|
+
return '';
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
catch (_b) {
|
|
129
|
+
text = (0, exports.getCroppedTextByLine)(text, maxTokenSize, textTokens, reverse);
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
tokens = tokenizer.encode(text);
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
else {
|
|
136
|
+
tokens = tokenizer.encode(text);
|
|
137
|
+
// 按字符进行裁剪
|
|
138
|
+
while (tokens.length > maxTokenSize) {
|
|
139
|
+
const splitWords = text.split('');
|
|
140
|
+
if (reverse) {
|
|
141
|
+
text = splitWords.slice(0, -(tokens.length - maxTokenSize)).join('');
|
|
142
|
+
}
|
|
143
|
+
else {
|
|
144
|
+
text = splitWords.slice(tokens.length - maxTokenSize).join('');
|
|
145
|
+
}
|
|
146
|
+
tokens = tokenizer.encode(text);
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
return text;
|
|
150
|
+
};
|
|
151
|
+
exports.getCroppedText = getCroppedText;
|
|
152
|
+
const getBeforePrompt = async (promptPriority, context, promptConfig, leftTokenSize, injector, token) => {
|
|
153
|
+
var _a;
|
|
154
|
+
const { tokenizerName, wishList } = promptConfig;
|
|
155
|
+
const tokenizer = (0, tokenizer_1.getTokenizer)(tokenizerName);
|
|
156
|
+
// 根据优先级降序排序
|
|
157
|
+
const sortedPromptPriority = promptPriority.sort((a, b) => b.priority - a.priority);
|
|
158
|
+
const promptList = {};
|
|
159
|
+
for (const current of sortedPromptPriority) {
|
|
160
|
+
if (!leftTokenSize) {
|
|
161
|
+
return;
|
|
162
|
+
}
|
|
163
|
+
if (current.content) {
|
|
164
|
+
const tokens = current.content.split('\n').map((line) => tokenizer.encode(line));
|
|
165
|
+
const currentTokenSize = tokens.reduce((prev, cur) => prev + cur.length, 0);
|
|
166
|
+
const maxTokenSize = Math.ceil(current.maxPercent * leftTokenSize);
|
|
167
|
+
if (currentTokenSize > leftTokenSize) {
|
|
168
|
+
const languageParserService = injector.get(service_1.LanguageParserService);
|
|
169
|
+
const languageParser = languageParserService.createParser(context.language);
|
|
170
|
+
promptList[current.attributeName] = await (0, exports.getCroppedText)(current.content, maxTokenSize, tokens, promptConfig.wishList.beforeCursor.strategy, tokenizer, languageParser, (_a = wishList.beforeCursor.extOption.minBlockSize) !== null && _a !== void 0 ? _a : 75, false, token);
|
|
171
|
+
if (token.isCancellationRequested) {
|
|
172
|
+
return;
|
|
173
|
+
}
|
|
174
|
+
leftTokenSize -= maxTokenSize;
|
|
175
|
+
}
|
|
176
|
+
else {
|
|
177
|
+
leftTokenSize -= currentTokenSize;
|
|
178
|
+
promptList[current.attributeName] = `${current.content}`;
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
else if (current.importedFiles && current.importedFiles.length > 0) {
|
|
182
|
+
let currentImportedFile = '';
|
|
183
|
+
const maxImportedFileTokenSize = Math.ceil(current.maxPercent * leftTokenSize);
|
|
184
|
+
let currentImportedFileTokenSize = 0;
|
|
185
|
+
for (const [filename, importedFile] of current.importedFiles) {
|
|
186
|
+
const importedFileMarker = (0, exports.getMarkerByLanguage)(`${promptConfig.wishList.importedFile.extOption.patternPrefix}${filename}:${promptConfig.wishList.importedFile.extOption.patternSuffix || '\n'}${(0, exports.getMarkerForSnippets)(importedFile.join('\n'), context.language)}\n`, context.language);
|
|
187
|
+
const tokens = tokenizer.encode(importedFileMarker);
|
|
188
|
+
if (tokens.length > leftTokenSize || currentImportedFileTokenSize + tokens.length > maxImportedFileTokenSize) {
|
|
189
|
+
break;
|
|
190
|
+
}
|
|
191
|
+
leftTokenSize -= tokens.length;
|
|
192
|
+
currentImportedFileTokenSize += tokens.length;
|
|
193
|
+
currentImportedFile += importedFileMarker;
|
|
194
|
+
}
|
|
195
|
+
if (currentImportedFile) {
|
|
196
|
+
// 移除末尾多余的 \n
|
|
197
|
+
currentImportedFile = currentImportedFile.slice(0, -'\n'.length);
|
|
198
|
+
promptList[current.attributeName] = `${currentImportedFile}`;
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
else if (current.similarSnippets && current.similarSnippets.length > 0) {
|
|
202
|
+
let currentSnippet = '';
|
|
203
|
+
const maxSnippetSize = Math.ceil(current.maxPercent * leftTokenSize);
|
|
204
|
+
let currentSnippetSize = 0;
|
|
205
|
+
for (const [filename, snippets] of current.similarSnippets) {
|
|
206
|
+
const similarSnippetMarker = snippets
|
|
207
|
+
.map((snippet) => (0, exports.getMarkerByLanguage)(`${promptConfig.wishList.similarFile.extOption.patternPrefix}${filename}:${promptConfig.wishList.similarFile.extOption.patternSuffix || '\n'}${(0, exports.getMarkerForSnippets)(snippet.snippet, context.language)}`, context.language))
|
|
208
|
+
.join('\n');
|
|
209
|
+
const tokens = tokenizer.encode(similarSnippetMarker);
|
|
210
|
+
if (tokens.length > leftTokenSize || currentSnippetSize + tokens.length > maxSnippetSize) {
|
|
211
|
+
break;
|
|
212
|
+
}
|
|
213
|
+
leftTokenSize -= tokens.length;
|
|
214
|
+
currentSnippetSize += tokens.length;
|
|
215
|
+
currentSnippet += similarSnippetMarker;
|
|
216
|
+
}
|
|
217
|
+
if (currentSnippet) {
|
|
218
|
+
promptList[current.attributeName] = `${currentSnippet}`;
|
|
219
|
+
}
|
|
220
|
+
}
|
|
221
|
+
}
|
|
222
|
+
return `${(0, exports.addComment)(promptList.languageMarker)}${(0, exports.addComment)(promptList.pathMarker)}${(0, exports.addComment)(promptList.importedFile)}${(0, exports.addComment)(promptList.similarFile)}${(0, exports.addComment)(promptList.beforeCursor)}`.slice(0, -'\n'.length);
|
|
223
|
+
};
|
|
224
|
+
exports.getBeforePrompt = getBeforePrompt;
|
|
225
|
+
const getAfterPrompt = async (context, promptConfig, injector, token) => {
|
|
226
|
+
var _a;
|
|
227
|
+
const { maxPromptTokenSize, tokenizerName, wishList } = promptConfig;
|
|
228
|
+
const tokenizer = (0, tokenizer_1.getTokenizer)(tokenizerName);
|
|
229
|
+
let afterCursor = context.suffix;
|
|
230
|
+
const afterCursorOptions = promptConfig.wishList.afterCursor.extOption;
|
|
231
|
+
const afterCursorTokens = afterCursor.split('\n').map((line) => tokenizer.encode(line));
|
|
232
|
+
const currentAfterCursorTokenSize = afterCursorTokens.reduce((prev, cur) => prev + cur.length, 0);
|
|
233
|
+
const afterCursorMaxTokenSize = Math.ceil(afterCursorOptions.suffixPercent * maxPromptTokenSize);
|
|
234
|
+
if (currentAfterCursorTokenSize > afterCursorMaxTokenSize) {
|
|
235
|
+
const languageParserService = injector.get(service_1.LanguageParserService);
|
|
236
|
+
const languageParser = languageParserService.createParser(context.language);
|
|
237
|
+
afterCursor = await (0, exports.getCroppedText)(afterCursor, afterCursorMaxTokenSize, afterCursorTokens, promptConfig.wishList.afterCursor.strategy, tokenizer, languageParser, (_a = wishList.afterCursor.extOption.minBlockSize) !== null && _a !== void 0 ? _a : 25, true, token);
|
|
238
|
+
}
|
|
239
|
+
return afterCursor;
|
|
240
|
+
};
|
|
241
|
+
exports.getAfterPrompt = getAfterPrompt;
|
|
242
|
+
//# sourceMappingURL=prompt.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompt.js","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/prompt.ts"],"names":[],"mappings":";;;AAMA,qDAAgE;AAChE,oCAA+D;AAE/D,mCAAmD;AACnD,2CAA2C;AAKpC,MAAM,UAAU,GAAG,CAAC,WAAoB,EAAE,EAAE;IACjD,IAAI,WAAW,EAAE;QACf,OAAO,GAAG,WAAW,IAAI,CAAC;KAC3B;IACD,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AALW,QAAA,UAAU,cAKrB;AAEK,MAAM,mBAAmB,GAAG,CAAC,IAAY,EAAE,QAAgB,EAAE,EAAE;IACpE,MAAM,MAAM,GAAG,gCAAwB,CAAC,QAAQ,CAAC,CAAC;IAClD,IAAI,MAAM,EAAE;QACV,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;QACtD,OAAO,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,GAAG,GAAG,EAAE,CAAC;KACxC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAPW,QAAA,mBAAmB,uBAO9B;AAEK,MAAM,iBAAiB,GAAG,CAAC,QAAgB,EAAE,EAAE;IACpD,IAAI,CAAC,QAAQ,EAAE;QACb,OAAO,EAAE,CAAC;KACX;IACD,MAAM,eAAe,GAEjB;QACF,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,wBAAwB;QAChC,IAAI,EAAE,qBAAqB;QAC3B,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,aAAa;KACpB,CAAC;IACF,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,eAAe,CAAC,QAAQ,CAAC,EAAE;QAC7B,OAAO,eAAe,CAAC,QAAQ,CAAC,CAAC;KAClC;IACD,MAAM,GAAG,aAAa,QAAQ,EAAE,CAAC;IAEjC,OAAO,IAAA,2BAAmB,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;AAC/C,CAAC,CAAC;AApBW,QAAA,iBAAiB,qBAoB5B;AAEF,kBAAkB;AACX,MAAM,aAAa,GAAG,CAAC,IAAY,EAAE,QAAgB,EAAE,EAAE,CAAC,IAAI,IAAI,IAAA,2BAAmB,EAAC,SAAS,IAAI,EAAE,EAAE,QAAQ,CAAC,CAAC;AAA3G,QAAA,aAAa,iBAA8F;AAEjH,MAAM,oBAAoB,GAAG,CAAC,IAAY,EAAE,QAAgB,EAAE,EAAE;IACrE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAA,2BAAmB,EAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7E,CAAC,CAAC;AAHW,QAAA,oBAAoB,wBAG/B;AAEK,MAAM,oBAAoB,GAAG,CAAC,IAAY,EAAE,YAAoB,EAAE,UAAsB,EAAE,OAAO,GAAG,KAAK,EAAE,EAAE;IAClH,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAChF,IAAI,gBAAgB,GAAG,YAAY,EAAE;QACnC,OAAO,IAAI,CAAC;KACb;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC;IAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,OAAO,EAAE;QACX,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,KAAK,GAAG,OAAO,EAAE,KAAK,EAAE,EAAE;YAC/B,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YACjC,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC;YAC5B,IAAI,UAAU,GAAG,YAAY,EAAE;gBAC7B,SAAS;aACV;iBAAM;gBACL,MAAM;aACP;SACF;QACD,IAAI,KAAK,KAAK,OAAO,EAAE;YACrB,OAAO,IAAI,CAAC;SACb;QACD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;KACzC;IACD,IAAI,KAAK,GAAG,OAAO,GAAG,CAAC,CAAC;IACxB,OAAO,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE;QAC1B,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QACjC,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,UAAU,GAAG,YAAY,EAAE;YAC7B,SAAS;SACV;aAAM;YACL,MAAM;SACP;KACF;IACD,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE;QAChB,OAAO,IAAI,CAAC;KACb;IACD,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACvC,CAAC,CAAC;AAtCW,QAAA,oBAAoB,wBAsC/B;AAEF;;;;;;;GAOG;AACI,MAAM,cAAc,GAAG,KAAK,EACjC,IAAY,EACZ,YAAoB,EACpB,UAAsB,EACtB,QAAQ,GAAG,oBAAY,CAAC,oBAAoB,EAC5C,SAAmB,EACnB,MAAuB,EACvB,YAAY,GAAG,EAAE,EACjB,OAAO,GAAG,KAAK,EACf,KAAgC,EACf,EAAE;IACnB,IAAI,MAAgB,CAAC;IACrB,IAAI,QAAQ,KAAK,oBAAY,CAAC,oBAAoB,EAAE;QAClD,SAAS;QACT,IAAI,GAAG,IAAA,4BAAoB,EAAC,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;KACtE;SAAM,IAAI,QAAQ,KAAK,oBAAY,CAAC,wBAAwB,IAAI,CAAC,OAAO,EAAE;QACzE,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAChC,UAAU;QACV,OAAO,MAAM,CAAC,MAAM,GAAG,YAAY,EAAE;YACnC,IAAI,OAAO,EAAE;gBACX,IAAI;oBACF,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;oBAChF,IAAI,GAAG,CAAC,MAAM,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,sBAAsB,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA,CAAC,IAAI,IAAI,CAAC;iBAC3E;gBAAC,WAAM;oBACN,IAAI,GAAG,IAAA,4BAAoB,EAAC,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;iBACtE;aACF;iBAAM;gBACL,IAAI;oBACF,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;oBAC9E,IAAI,GAAG,CAAC,MAAM,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,sBAAsB,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA,CAAC,IAAI,IAAI,CAAC;oBAC1E,IAAI,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,uBAAuB,EAAE;wBAClC,OAAO,EAAE,CAAC;qBACX;iBACF;gBAAC,WAAM;oBACN,IAAI,GAAG,IAAA,4BAAoB,EAAC,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;iBACtE;aACF;YACD,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SACjC;KACF;SAAM;QACL,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAChC,UAAU;QACV,OAAO,MAAM,CAAC,MAAM,GAAG,YAAY,EAAE;YACnC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,OAAO,EAAE;gBACX,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;aACtE;iBAAM;gBACL,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;aAChE;YACD,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SACjC;KACF;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AArDW,QAAA,cAAc,kBAqDzB;AAEK,MAAM,eAAe,GAAG,KAAK,EAClC,cAA4B,EAC5B,OAA2B,EAC3B,YAA8B,EAC9B,aAAqB,EACrB,QAAkB,EAClB,KAA+B,EAC/B,EAAE;;IACF,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,YAAY,CAAC;IACjD,MAAM,SAAS,GAAG,IAAA,wBAAY,EAAC,aAAa,CAAC,CAAC;IAE9C,YAAY;IACZ,MAAM,oBAAoB,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IACpF,MAAM,UAAU,GAEZ,EAAE,CAAC;IACP,KAAK,MAAM,OAAO,IAAI,oBAAoB,EAAE;QAC1C,IAAI,CAAC,aAAa,EAAE;YAClB,OAAO;SACR;QACD,IAAI,OAAO,CAAC,OAAO,EAAE;YACnB,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;YACjF,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC5E,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,aAAa,CAAC,CAAC;YACnE,IAAI,gBAAgB,GAAG,aAAa,EAAE;gBACpC,MAAM,qBAAqB,GAAG,QAAQ,CAAC,GAAG,CAAC,+BAAqB,CAA0B,CAAC;gBAC3F,MAAM,cAAc,GAAG,qBAAqB,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAC5E,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,MAAM,IAAA,sBAAc,EACtD,OAAO,CAAC,OAAO,EACf,YAAY,EACZ,MAAM,EACN,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,EAC3C,SAAS,EACT,cAAc,EACd,MAAA,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,YAAY,mCAAI,EAAE,EAClD,KAAK,EACL,KAAK,CACN,CAAC;gBACF,IAAI,KAAK,CAAC,uBAAuB,EAAE;oBACjC,OAAO;iBACR;gBACD,aAAa,IAAI,YAAY,CAAC;aAC/B;iBAAM;gBACL,aAAa,IAAI,gBAAgB,CAAC;gBAClC,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;aAC1D;SACF;aAAM,IAAI,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;YACpE,IAAI,mBAAmB,GAAG,EAAE,CAAC;YAC7B,MAAM,wBAAwB,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,aAAa,CAAC,CAAC;YAC/E,IAAI,4BAA4B,GAAG,CAAC,CAAC;YACrC,KAAK,MAAM,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,OAAO,CAAC,aAAa,EAAE;gBAC5D,MAAM,kBAAkB,GAAG,IAAA,2BAAmB,EAC5C,GAAG,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,aAAa,GAAG,QAAQ,IACtE,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,aAAa,IAAI,IAChE,GAAG,IAAA,4BAAoB,EAAE,YAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI,EACpF,OAAO,CAAC,QAAQ,CACjB,CAAC;gBACF,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;gBACpD,IAAI,MAAM,CAAC,MAAM,GAAG,aAAa,IAAI,4BAA4B,GAAG,MAAM,CAAC,MAAM,GAAG,wBAAwB,EAAE;oBAC5G,MAAM;iBACP;gBACD,aAAa,IAAI,MAAM,CAAC,MAAM,CAAC;gBAC/B,4BAA4B,IAAI,MAAM,CAAC,MAAM,CAAC;gBAC9C,mBAAmB,IAAI,kBAAkB,CAAC;aAC3C;YACD,IAAI,mBAAmB,EAAE;gBACvB,aAAa;gBACb,mBAAmB,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACjE,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,GAAG,mBAAmB,EAAE,CAAC;aAC9D;SACF;aAAM,IAAI,OAAO,CAAC,eAAe,IAAI,OAAO,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE;YACxE,IAAI,cAAc,GAAG,EAAE,CAAC;YACxB,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,aAAa,CAAC,CAAC;YACrE,IAAI,kBAAkB,GAAG,CAAC,CAAC;YAC3B,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,OAAO,CAAC,eAAe,EAAE;gBAC1D,MAAM,oBAAoB,GAAG,QAAQ;qBAClC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACf,IAAA,2BAAmB,EACjB,GAAG,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,aAAa,GAAG,QAAQ,IACrE,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,aAAa,IAAI,IAC/D,GAAG,IAAA,4BAAoB,EAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,EAC5D,OAAO,CAAC,QAAQ,CACjB,CACF;qBACA,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;gBACtD,IAAI,MAAM,CAAC,MAAM,GAAG,aAAa,IAAI,kBAAkB,GAAG,MAAM,CAAC,MAAM,GAAG,cAAc,EAAE;oBACxF,MAAM;iBACP;gBACD,aAAa,IAAI,MAAM,CAAC,MAAM,CAAC;gBAC/B,kBAAkB,IAAI,MAAM,CAAC,MAAM,CAAC;gBACpC,cAAc,IAAI,oBAAoB,CAAC;aACxC;YACD,IAAI,cAAc,EAAE;gBAClB,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,GAAG,cAAc,EAAE,CAAC;aACzD;SACF;KACF;IACD,OAAO,GAAG,IAAA,kBAAU,EAAC,UAAU,CAAC,cAAc,CAAC,GAAG,IAAA,kBAAU,EAAC,UAAU,CAAC,UAAU,CAAC,GAAG,IAAA,kBAAU,EAC9F,UAAU,CAAC,YAAY,CACxB,GAAG,IAAA,kBAAU,EAAC,UAAU,CAAC,WAAW,CAAC,GAAG,IAAA,kBAAU,EAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACxG,CAAC,CAAC;AArGW,QAAA,eAAe,mBAqG1B;AAEK,MAAM,cAAc,GAAG,KAAK,EACjC,OAA2B,EAC3B,YAA8B,EAC9B,QAAkB,EAClB,KAA+B,EAC/B,EAAE;;IACF,MAAM,EAAE,kBAAkB,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,YAAY,CAAC;IACrE,MAAM,SAAS,GAAG,IAAA,wBAAY,EAAC,aAAa,CAAC,CAAC;IAC9C,IAAI,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;IACjC,MAAM,kBAAkB,GAAG,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC;IACvE,MAAM,iBAAiB,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACxF,MAAM,2BAA2B,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAClG,MAAM,uBAAuB,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,aAAa,GAAG,kBAAkB,CAAC,CAAC;IACjG,IAAI,2BAA2B,GAAG,uBAAuB,EAAE;QACzD,MAAM,qBAAqB,GAAG,QAAQ,CAAC,GAAG,CAAC,+BAAqB,CAA0B,CAAC;QAC3F,MAAM,cAAc,GAAG,qBAAqB,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC5E,WAAW,GAAG,MAAM,IAAA,sBAAc,EAChC,WAAW,EACX,uBAAuB,EACvB,iBAAiB,EACjB,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,EAC1C,SAAS,EACT,cAAc,EACd,MAAA,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,YAAY,mCAAI,EAAE,EACjD,IAAI,EACJ,KAAK,CACN,CAAC;KACH;IACD,OAAO,WAAW,CAAC;AACrB,CAAC,CAAC;AA7BW,QAAA,cAAc,kBA6BzB"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { Injector } from '@opensumi/di';
|
|
2
|
+
import { IEditorDocumentModel } from '@opensumi/ide-editor';
|
|
3
|
+
import { ICompletionContext, MatchSimilarSnippet, NeighboringTabsOption, ResourceDocument, SimilarFileOptions } from '../types';
|
|
4
|
+
export declare const getOpenedTabFileList: (docuemnts: IEditorDocumentModel[]) => IEditorDocumentModel[];
|
|
5
|
+
export declare const getRecentEditFileList: () => never[];
|
|
6
|
+
export declare const getNeighboringDocument: (type: NeighboringTabsOption, injector: Injector) => Promise<IEditorDocumentModel[]>;
|
|
7
|
+
export declare const getNeighboringResource: (targetFileName: string, languageId: string, option: SimilarFileOptions, injector: Injector) => Promise<ResourceDocument[]>;
|
|
8
|
+
export declare const getSimilarSnippets: (context: ICompletionContext, options: SimilarFileOptions, injector: Injector) => Promise<[string, MatchSimilarSnippet[]][]>;
|
|
9
|
+
//# sourceMappingURL=similarSnippets.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"similarSnippets.d.ts","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/similarSnippets.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,oBAAoB,EAA0B,MAAM,sBAAsB,CAAC;AAIpF,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACnB,qBAAqB,EACrB,gBAAgB,EAChB,kBAAkB,EACnB,MAAM,UAAU,CAAC;AAKlB,eAAO,MAAM,oBAAoB,cAAe,oBAAoB,EAAE,2BAIrE,CAAC;AAEF,eAAO,MAAM,qBAAqB,eAAW,CAAC;AAE9C,eAAO,MAAM,sBAAsB,SAAgB,qBAAqB,YAAY,QAAQ,oCAc3F,CAAC;AAEF,eAAO,MAAM,sBAAsB,mBACjB,MAAM,cACV,MAAM,UACV,kBAAkB,YAChB,QAAQ,gCA6BnB,CAAC;AAEF,eAAO,MAAM,kBAAkB,YACpB,kBAAkB,WAClB,kBAAkB,YACjB,QAAQ,+CAkDnB,CAAC"}
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.getSimilarSnippets = exports.getNeighboringResource = exports.getNeighboringDocument = exports.getRecentEditFileList = exports.getOpenedTabFileList = void 0;
|
|
4
|
+
const ide_editor_1 = require("@opensumi/ide-editor");
|
|
5
|
+
const ide_workspace_1 = require("@opensumi/ide-workspace");
|
|
6
|
+
const utils_1 = require("../../../common/utils");
|
|
7
|
+
const types_1 = require("../types");
|
|
8
|
+
const const_1 = require("./const");
|
|
9
|
+
const jaccardMatcher_1 = require("./jaccardMatcher");
|
|
10
|
+
const getOpenedTabFileList = (docuemnts) => {
|
|
11
|
+
// 过滤超大文档
|
|
12
|
+
const recentFiles = docuemnts.filter((document) => (0, utils_1.isDocumentValid)(document));
|
|
13
|
+
return recentFiles;
|
|
14
|
+
};
|
|
15
|
+
exports.getOpenedTabFileList = getOpenedTabFileList;
|
|
16
|
+
const getRecentEditFileList = () => [];
|
|
17
|
+
exports.getRecentEditFileList = getRecentEditFileList;
|
|
18
|
+
const getNeighboringDocument = async (type, injector) => {
|
|
19
|
+
switch (type) {
|
|
20
|
+
case types_1.NeighboringTabsOption.openFileHistory:
|
|
21
|
+
const editorService = injector.get(ide_editor_1.WorkbenchEditorService);
|
|
22
|
+
const documents = await editorService.getAllOpenedDocuments();
|
|
23
|
+
return (0, exports.getOpenedTabFileList)(documents);
|
|
24
|
+
case types_1.NeighboringTabsOption.editFileHistory:
|
|
25
|
+
// 暂不支持
|
|
26
|
+
return [];
|
|
27
|
+
case types_1.NeighboringTabsOption.editFileRecent:
|
|
28
|
+
return [];
|
|
29
|
+
default:
|
|
30
|
+
return [];
|
|
31
|
+
}
|
|
32
|
+
};
|
|
33
|
+
exports.getNeighboringDocument = getNeighboringDocument;
|
|
34
|
+
const getNeighboringResource = async (targetFileName, languageId, option, injector) => {
|
|
35
|
+
let documentList = [];
|
|
36
|
+
for (const type of option.neighboringTabsOption) {
|
|
37
|
+
documentList = documentList.concat(await (0, exports.getNeighboringDocument)(type, injector));
|
|
38
|
+
}
|
|
39
|
+
documentList = documentList.filter((document) => document.languageId === languageId && !document.uri.displayName.endsWith(targetFileName));
|
|
40
|
+
// 移除重复项
|
|
41
|
+
documentList = documentList.filter((document, index) => documentList.findIndex((item) => item.uri === document.uri) === index);
|
|
42
|
+
let neighboringTabsMaxNum = 20;
|
|
43
|
+
if (typeof option.neighboringTabsMaxNum === 'number') {
|
|
44
|
+
neighboringTabsMaxNum = option.neighboringTabsMaxNum;
|
|
45
|
+
}
|
|
46
|
+
documentList = documentList.slice(0, neighboringTabsMaxNum);
|
|
47
|
+
const resources = documentList.map((document) => {
|
|
48
|
+
const content = document.getText();
|
|
49
|
+
return {
|
|
50
|
+
source: content,
|
|
51
|
+
uri: document.uri,
|
|
52
|
+
languageId: document.languageId,
|
|
53
|
+
offset: content.length,
|
|
54
|
+
};
|
|
55
|
+
});
|
|
56
|
+
return resources;
|
|
57
|
+
};
|
|
58
|
+
exports.getNeighboringResource = getNeighboringResource;
|
|
59
|
+
const getSimilarSnippets = async (context, options, injector) => {
|
|
60
|
+
var _a, _b;
|
|
61
|
+
const editorService = injector.get(ide_editor_1.WorkbenchEditorService);
|
|
62
|
+
const workspaceService = injector.get(ide_workspace_1.IWorkspaceService);
|
|
63
|
+
// 过滤文件,仅保留相同后缀文件
|
|
64
|
+
// 仅保留 20 项,顺序取决于配置顺序
|
|
65
|
+
const neighboringFiles = await (0, exports.getNeighboringResource)(context.filename, context.language, options, injector);
|
|
66
|
+
const snippetLength = (context.prefix + context.suffix).split('\n').length;
|
|
67
|
+
// 窗口大小最大不大于服务端配置的 windowSize 大小
|
|
68
|
+
const windowSize = snippetLength > options.windowSize ? options.windowSize : snippetLength;
|
|
69
|
+
const doMatcher = jaccardMatcher_1.FixedWindowSizeJaccardMatcher.factory(windowSize);
|
|
70
|
+
const bestMatchSnippets = [];
|
|
71
|
+
const currentDocument = (_a = editorService.currentEditor) === null || _a === void 0 ? void 0 : _a.currentDocumentModel;
|
|
72
|
+
if (!currentDocument) {
|
|
73
|
+
return [];
|
|
74
|
+
}
|
|
75
|
+
const content = currentDocument.getText();
|
|
76
|
+
const matcher = doMatcher.to({
|
|
77
|
+
source: content,
|
|
78
|
+
uri: currentDocument.uri,
|
|
79
|
+
languageId: currentDocument.languageId,
|
|
80
|
+
offset: content.length,
|
|
81
|
+
});
|
|
82
|
+
let currentLength = 0;
|
|
83
|
+
const maxPromptTime = (_b = options.maxTime) !== null && _b !== void 0 ? _b : 1000;
|
|
84
|
+
const startTime = Date.now();
|
|
85
|
+
for (const file of neighboringFiles) {
|
|
86
|
+
currentLength += file.source.length;
|
|
87
|
+
const snippet = matcher.findMatches(file, options.snippetSelectionMode);
|
|
88
|
+
if (snippet && snippet.length) {
|
|
89
|
+
const relative = await workspaceService.asRelativePath(file.uri);
|
|
90
|
+
if (relative === null || relative === void 0 ? void 0 : relative.path) {
|
|
91
|
+
bestMatchSnippets.push([relative.path, snippet]);
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
if (Date.now() - startTime > maxPromptTime) {
|
|
95
|
+
break;
|
|
96
|
+
}
|
|
97
|
+
// 计算相似性片段总长度不能超过 MAX_NEIGHBOR_AGGREGATE_LENGTH
|
|
98
|
+
if (currentLength > const_1.MAX_NEIGHBOR_AGGREGATE_LENGTH) {
|
|
99
|
+
break;
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
// 对相似片段以 score 降序排序,仅取前 snippetMaxNum 项
|
|
103
|
+
const sortedSnippets = bestMatchSnippets
|
|
104
|
+
.filter((item) => { var _a; return item[1][0] && item[1][0].score > ((_a = options.similarityThreshold) !== null && _a !== void 0 ? _a : 0.6); })
|
|
105
|
+
.sort((a, b) => b[1][0].score - a[1][0].score)
|
|
106
|
+
.slice(0, options.snippetMaxNum || 4);
|
|
107
|
+
return sortedSnippets;
|
|
108
|
+
};
|
|
109
|
+
exports.getSimilarSnippets = getSimilarSnippets;
|
|
110
|
+
//# sourceMappingURL=similarSnippets.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"similarSnippets.js","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/similarSnippets.ts"],"names":[],"mappings":";;;AAEA,qDAAoF;AACpF,2DAA4D;AAE5D,iDAAwD;AACxD,oCAMkB;AAElB,mCAAwD;AACxD,qDAAiE;AAE1D,MAAM,oBAAoB,GAAG,CAAC,SAAiC,EAAE,EAAE;IACxE,SAAS;IACT,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAA,uBAAe,EAAC,QAAQ,CAAC,CAAC,CAAC;IAC9E,OAAO,WAAW,CAAC;AACrB,CAAC,CAAC;AAJW,QAAA,oBAAoB,wBAI/B;AAEK,MAAM,qBAAqB,GAAG,GAAG,EAAE,CAAC,EAAE,CAAC;AAAjC,QAAA,qBAAqB,yBAAY;AAEvC,MAAM,sBAAsB,GAAG,KAAK,EAAE,IAA2B,EAAE,QAAkB,EAAE,EAAE;IAC9F,QAAQ,IAAI,EAAE;QACZ,KAAK,6BAAqB,CAAC,eAAe;YACxC,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,mCAAsB,CAA2B,CAAC;YACrF,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,qBAAqB,EAAE,CAAC;YAC9D,OAAO,IAAA,4BAAoB,EAAC,SAAS,CAAC,CAAC;QACzC,KAAK,6BAAqB,CAAC,eAAe;YACxC,OAAO;YACP,OAAO,EAAE,CAAC;QACZ,KAAK,6BAAqB,CAAC,cAAc;YACvC,OAAO,EAAE,CAAC;QACZ;YACE,OAAO,EAAE,CAAC;KACb;AACH,CAAC,CAAC;AAdW,QAAA,sBAAsB,0BAcjC;AAEK,MAAM,sBAAsB,GAAG,KAAK,EACzC,cAAsB,EACtB,UAAkB,EAClB,MAA0B,EAC1B,QAAkB,EAClB,EAAE;IACF,IAAI,YAAY,GAA2B,EAAE,CAAC;IAC9C,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,qBAAqB,EAAE;QAC/C,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM,IAAA,8BAAsB,EAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;KAClF;IACD,YAAY,GAAG,YAAY,CAAC,MAAM,CAChC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,KAAK,UAAU,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,cAAc,CAAC,CACvG,CAAC;IACF,QAAQ;IACR,YAAY,GAAG,YAAY,CAAC,MAAM,CAChC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,GAAG,CAAC,KAAK,KAAK,CAC3F,CAAC;IAEF,IAAI,qBAAqB,GAAG,EAAE,CAAC;IAC/B,IAAI,OAAO,MAAM,CAAC,qBAAqB,KAAK,QAAQ,EAAE;QACpD,qBAAqB,GAAG,MAAM,CAAC,qBAAqB,CAAC;KACtD;IACD,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAC5D,MAAM,SAAS,GAAuB,YAAY,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;QAClE,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;QACnC,OAAO;YACL,MAAM,EAAE,OAAO;YACf,GAAG,EAAE,QAAQ,CAAC,GAAG;YACjB,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAjCW,QAAA,sBAAsB,0BAiCjC;AAEK,MAAM,kBAAkB,GAAG,KAAK,EACrC,OAA2B,EAC3B,OAA2B,EAC3B,QAAkB,EAClB,EAAE;;IACF,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,mCAAsB,CAA2B,CAAC;IACrF,MAAM,gBAAgB,GAAG,QAAQ,CAAC,GAAG,CAAC,iCAAiB,CAAsB,CAAC;IAC9E,iBAAiB;IACjB,qBAAqB;IACrB,MAAM,gBAAgB,GAAG,MAAM,IAAA,8BAAsB,EAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC7G,MAAM,aAAa,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAC3E,gCAAgC;IAChC,MAAM,UAAU,GAAG,aAAa,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC;IAE3F,MAAM,SAAS,GAAG,8CAA6B,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACpE,MAAM,iBAAiB,GAAsC,EAAE,CAAC;IAChE,MAAM,eAAe,GAAG,MAAA,aAAa,CAAC,aAAa,0CAAE,oBAAoB,CAAC;IAC1E,IAAI,CAAC,eAAe,EAAE;QACpB,OAAO,EAAE,CAAC;KACX;IACD,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG,SAAS,CAAC,EAAE,CAAC;QAC3B,MAAM,EAAE,OAAO;QACf,GAAG,EAAE,eAAe,CAAC,GAAG;QACxB,UAAU,EAAE,eAAe,CAAC,UAAU;QACtC,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAC;IACH,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,aAAa,GAAG,MAAA,OAAO,CAAC,OAAO,mCAAI,IAAI,CAAC;IAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE;QACnC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACpC,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;QACxE,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE;YAC7B,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjE,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,IAAI,EAAE;gBAClB,iBAAiB,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;aAClD;SACF;QACD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,aAAa,EAAE;YAC1C,MAAM;SACP;QACD,+CAA+C;QAC/C,IAAI,aAAa,GAAG,qCAA6B,EAAE;YACjD,MAAM;SACP;KACF;IACD,wCAAwC;IACxC,MAAM,cAAc,GAAG,iBAAiB;SACrC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,WAAC,OAAA,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,MAAA,OAAO,CAAC,mBAAmB,mCAAI,GAAG,CAAC,CAAA,EAAA,CAAC;SACvF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;SAC7C,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC;IACxC,OAAO,cAAc,CAAC;AACxB,CAAC,CAAC;AArDW,QAAA,kBAAkB,sBAqD7B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/tokenizer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAe,MAAM,aAAa,CAAC;AAEpD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,eAAO,MAAM,YAAY,6CAQxB,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.getTokenizer = void 0;
|
|
4
|
+
// @ts-ignore
|
|
5
|
+
const js_tiktoken_1 = require("js-tiktoken");
|
|
6
|
+
const types_1 = require("../types");
|
|
7
|
+
const TOKENIZER_CACHE = new Map();
|
|
8
|
+
const getTokenizer = (tokenizerName = types_1.TokenizerName.cl100k_base) => {
|
|
9
|
+
let tokenizer = TOKENIZER_CACHE.get(tokenizerName);
|
|
10
|
+
if (tokenizer) {
|
|
11
|
+
return tokenizer;
|
|
12
|
+
}
|
|
13
|
+
tokenizer = (0, js_tiktoken_1.getEncoding)('cl100k_base');
|
|
14
|
+
TOKENIZER_CACHE.set(tokenizerName, tokenizer);
|
|
15
|
+
return tokenizer;
|
|
16
|
+
};
|
|
17
|
+
exports.getTokenizer = getTokenizer;
|
|
18
|
+
//# sourceMappingURL=tokenizer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/tokenizer.ts"],"names":[],"mappings":";;;AAAA,aAAa;AACb,6CAAoD;AAEpD,oCAAyC;AAEzC,MAAM,eAAe,GAAG,IAAI,GAAG,EAA2B,CAAC;AAEpD,MAAM,YAAY,GAAG,CAAC,aAAa,GAAG,qBAAa,CAAC,WAAW,EAAE,EAAE;IACxE,IAAI,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACnD,IAAI,SAAS,EAAE;QACb,OAAO,SAAS,CAAC;KAClB;IACD,SAAS,GAAG,IAAA,yBAAW,EAAC,aAAa,CAAC,CAAC;IACvC,eAAe,CAAC,GAAG,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAC9C,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AARW,QAAA,YAAY,gBAQvB"}
|
|
@@ -1,13 +1,6 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
addReq(reqRequest: {
|
|
7
|
-
sendRequest: any;
|
|
8
|
-
cancelRequest: any;
|
|
9
|
-
}): void;
|
|
10
|
-
runReq(): any;
|
|
11
|
-
cancleRqe(): void;
|
|
12
|
-
}
|
|
1
|
+
import { Injector } from '@opensumi/di';
|
|
2
|
+
import { ICompletionContext, ICompletionModel } from './types';
|
|
3
|
+
import type * as monaco from '@opensumi/ide-monaco';
|
|
4
|
+
export declare function getPrefixPrompt(context: ICompletionContext, promptConfig: ICompletionModel, injector: Injector, token: monaco.CancellationToken): Promise<string>;
|
|
5
|
+
export declare function getSuffixPrompt(context: ICompletionContext, promptConfig: ICompletionModel, injector: Injector, token: monaco.CancellationToken): Promise<string>;
|
|
13
6
|
//# sourceMappingURL=provider.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../../src/browser/inline-completions/provider.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../../src/browser/inline-completions/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAKxC,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAmC,MAAM,SAAS,CAAC;AAEhG,OAAO,KAAK,KAAK,MAAM,MAAM,sBAAsB,CAAC;AAEpD,wBAAsB,eAAe,CACnC,OAAO,EAAE,kBAAkB,EAC3B,YAAY,EAAE,gBAAgB,EAC9B,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,CAAC,iBAAiB,GAC9B,OAAO,CAAC,MAAM,CAAC,CAwFjB;AAED,wBAAsB,eAAe,CACnC,OAAO,EAAE,kBAAkB,EAC3B,YAAY,EAAE,gBAAgB,EAC9B,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,CAAC,iBAAiB,GAC9B,OAAO,CAAC,MAAM,CAAC,CAEjB"}
|
|
@@ -1,51 +1,86 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
4
|
-
const
|
|
5
|
-
const
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
const
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
3
|
+
exports.getSuffixPrompt = exports.getPrefixPrompt = void 0;
|
|
4
|
+
const importedFiles_1 = require("./prompt/importedFiles");
|
|
5
|
+
const prompt_1 = require("./prompt/prompt");
|
|
6
|
+
const similarSnippets_1 = require("./prompt/similarSnippets");
|
|
7
|
+
async function getPrefixPrompt(context, promptConfig, injector, token) {
|
|
8
|
+
var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m;
|
|
9
|
+
const beforeCursor = context.prefix;
|
|
10
|
+
const smiilarSnippetPriority = promptConfig.wishList.similarFile.priority;
|
|
11
|
+
const beforeCursorPriority = promptConfig.wishList.beforeCursor.priority;
|
|
12
|
+
const importedFilePriority = promptConfig.wishList.importedFile.priority;
|
|
13
|
+
const pathMarkderPriority = promptConfig.wishList.pathMarker.priority;
|
|
14
|
+
const languageMarkerPriority = promptConfig.wishList.languageMarker.priority;
|
|
15
|
+
const { maxPromptTokenSize } = promptConfig;
|
|
16
|
+
const prefixPercent = (_a = 1 - promptConfig.wishList.afterCursor.extOption.suffixPercent) !== null && _a !== void 0 ? _a : 0.25;
|
|
17
|
+
const beforeCursorMaxTokenSize = Math.ceil(prefixPercent * maxPromptTokenSize);
|
|
18
|
+
const leftTokenSize = beforeCursorMaxTokenSize;
|
|
19
|
+
// Language Marker
|
|
20
|
+
const languageMarker = promptConfig.wishList.languageMarker.enable ? (0, prompt_1.getLanguageMarker)(context.language) : '';
|
|
21
|
+
// Path Marker
|
|
22
|
+
const pathMarker = promptConfig.wishList.pathMarker.enable ? (0, prompt_1.getPathMarker)(context.filename, context.language) : '';
|
|
23
|
+
// Similar Snippet
|
|
24
|
+
const similarFileOptions = Object.assign(Object.assign({}, promptConfig.wishList.similarFile.extOption), { maxTime: Math.min(promptConfig.wishList.similarFile.extOption.maxTime || 200, promptConfig.maxExecuteTimeMillSecond) });
|
|
25
|
+
const now = Date.now();
|
|
26
|
+
const similarFileSnippets = promptConfig.wishList.similarFile.enable
|
|
27
|
+
? await (0, similarSnippets_1.getSimilarSnippets)(context, similarFileOptions, injector)
|
|
28
|
+
: [];
|
|
29
|
+
if (token === null || token === void 0 ? void 0 : token.isCancellationRequested) {
|
|
30
|
+
return beforeCursor;
|
|
13
31
|
}
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
if (
|
|
21
|
-
|
|
32
|
+
const costTime = Date.now() - now;
|
|
33
|
+
// Imported File
|
|
34
|
+
const importedFileOptions = Object.assign(Object.assign({}, promptConfig.wishList.importedFile.extOption), { maxTime: Math.min(promptConfig.wishList.importedFile.extOption.maxTime, promptConfig.maxExecuteTimeMillSecond - costTime) });
|
|
35
|
+
const importedFiles = promptConfig.wishList.importedFile.enable
|
|
36
|
+
? await (0, importedFiles_1.getImportedFile)(context, importedFileOptions, injector)
|
|
37
|
+
: [];
|
|
38
|
+
if (token === null || token === void 0 ? void 0 : token.isCancellationRequested) {
|
|
39
|
+
return beforeCursor;
|
|
22
40
|
}
|
|
23
|
-
|
|
41
|
+
// 根据内容优先级拼接 prompt
|
|
42
|
+
const promptPriority = [
|
|
43
|
+
{
|
|
44
|
+
attributeName: promptConfig.wishList.languageMarker.attributeName,
|
|
45
|
+
priority: languageMarkerPriority,
|
|
46
|
+
maxPercent: (_b = promptConfig.wishList.languageMarker.extOption.maxPercent) !== null && _b !== void 0 ? _b : 1,
|
|
47
|
+
enable: (_c = promptConfig.wishList.languageMarker.enable) !== null && _c !== void 0 ? _c : false,
|
|
48
|
+
content: languageMarker,
|
|
49
|
+
},
|
|
50
|
+
{
|
|
51
|
+
attributeName: promptConfig.wishList.pathMarker.attributeName,
|
|
52
|
+
priority: pathMarkderPriority,
|
|
53
|
+
maxPercent: (_e = (_d = promptConfig.wishList.pathMarker.extOption) === null || _d === void 0 ? void 0 : _d.maxPercent) !== null && _e !== void 0 ? _e : 1,
|
|
54
|
+
enable: (_f = promptConfig.wishList.pathMarker.enable) !== null && _f !== void 0 ? _f : false,
|
|
55
|
+
content: pathMarker,
|
|
56
|
+
},
|
|
57
|
+
{
|
|
58
|
+
attributeName: promptConfig.wishList.importedFile.attributeName,
|
|
59
|
+
priority: importedFilePriority,
|
|
60
|
+
enable: (_g = promptConfig.wishList.importedFile.enable) !== null && _g !== void 0 ? _g : false,
|
|
61
|
+
maxPercent: (_h = promptConfig.wishList.importedFile.extOption.maxPercent) !== null && _h !== void 0 ? _h : 1,
|
|
62
|
+
importedFiles,
|
|
63
|
+
},
|
|
64
|
+
{
|
|
65
|
+
attributeName: promptConfig.wishList.similarFile.attributeName,
|
|
66
|
+
priority: smiilarSnippetPriority,
|
|
67
|
+
enable: (_j = promptConfig.wishList.similarFile.enable) !== null && _j !== void 0 ? _j : false,
|
|
68
|
+
similarSnippets: similarFileSnippets,
|
|
69
|
+
maxPercent: (_k = promptConfig.wishList.similarFile.extOption.maxPercent) !== null && _k !== void 0 ? _k : 1,
|
|
70
|
+
},
|
|
71
|
+
{
|
|
72
|
+
attributeName: promptConfig.wishList.beforeCursor.attributeName,
|
|
73
|
+
priority: beforeCursorPriority,
|
|
74
|
+
maxPercent: (_l = promptConfig.wishList.beforeCursor.extOption.maxPercent) !== null && _l !== void 0 ? _l : 1,
|
|
75
|
+
enable: (_m = promptConfig.wishList.beforeCursor.enable) !== null && _m !== void 0 ? _m : true,
|
|
76
|
+
content: beforeCursor,
|
|
77
|
+
},
|
|
78
|
+
];
|
|
79
|
+
return (await (0, prompt_1.getBeforePrompt)(promptPriority, context, promptConfig, leftTokenSize, injector, token)) || beforeCursor;
|
|
24
80
|
}
|
|
25
|
-
exports.
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
this.queue = [];
|
|
29
|
-
}
|
|
30
|
-
addReq(reqRequest) {
|
|
31
|
-
this.queue.push(reqRequest);
|
|
32
|
-
}
|
|
33
|
-
runReq() {
|
|
34
|
-
if (this.queue.length === 0) {
|
|
35
|
-
return;
|
|
36
|
-
}
|
|
37
|
-
const fn = this.queue.pop();
|
|
38
|
-
return fn.sendRequest();
|
|
39
|
-
}
|
|
40
|
-
cancleRqe() {
|
|
41
|
-
if (this.queue.length === 0) {
|
|
42
|
-
return;
|
|
43
|
-
}
|
|
44
|
-
this.queue.forEach((item) => {
|
|
45
|
-
item.cancelRequest();
|
|
46
|
-
});
|
|
47
|
-
this.queue = [];
|
|
48
|
-
}
|
|
81
|
+
exports.getPrefixPrompt = getPrefixPrompt;
|
|
82
|
+
async function getSuffixPrompt(context, promptConfig, injector, token) {
|
|
83
|
+
return (await (0, prompt_1.getAfterPrompt)(context, promptConfig, injector, token)) || '';
|
|
49
84
|
}
|
|
50
|
-
exports.
|
|
85
|
+
exports.getSuffixPrompt = getSuffixPrompt;
|
|
51
86
|
//# sourceMappingURL=provider.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/browser/inline-completions/provider.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/browser/inline-completions/provider.ts"],"names":[],"mappings":";;;AAEA,0DAAyD;AACzD,4CAAoG;AACpG,8DAA8D;AAKvD,KAAK,UAAU,eAAe,CACnC,OAA2B,EAC3B,YAA8B,EAC9B,QAAkB,EAClB,KAA+B;;IAE/B,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;IACpC,MAAM,sBAAsB,GAAG,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC;IAC1E,MAAM,oBAAoB,GAAG,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC;IACzE,MAAM,oBAAoB,GAAG,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC;IACzE,MAAM,mBAAmB,GAAG,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC;IACtE,MAAM,sBAAsB,GAAG,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC;IAE7E,MAAM,EAAE,kBAAkB,EAAE,GAAG,YAAY,CAAC;IAE5C,MAAM,aAAa,GAAG,MAAA,CAAC,GAAG,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,aAAa,mCAAI,IAAI,CAAC;IAC5F,MAAM,wBAAwB,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,kBAAkB,CAAC,CAAC;IAC/E,MAAM,aAAa,GAAG,wBAAwB,CAAC;IAE/C,kBAAkB;IAClB,MAAM,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,IAAA,0BAAiB,EAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9G,cAAc;IACd,MAAM,UAAU,GAAG,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAA,sBAAa,EAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpH,kBAAkB;IAClB,MAAM,kBAAkB,mCACnB,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,KAC9C,OAAO,EAAE,IAAI,CAAC,GAAG,CACf,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,OAAO,IAAI,GAAG,EAC1D,YAAY,CAAC,wBAAwB,CACtC,GACF,CAAC;IACF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,mBAAmB,GAAG,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM;QAClE,CAAC,CAAC,MAAM,IAAA,oCAAkB,EAAC,OAAO,EAAE,kBAAkB,EAAE,QAAQ,CAAC;QACjE,CAAC,CAAC,EAAE,CAAC;IACP,IAAI,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,uBAAuB,EAAE;QAClC,OAAO,YAAY,CAAC;KACrB;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC;IAClC,gBAAgB;IAChB,MAAM,mBAAmB,mCACpB,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,KAC/C,OAAO,EAAE,IAAI,CAAC,GAAG,CACf,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,EACpD,YAAY,CAAC,wBAAwB,GAAG,QAAQ,CACjD,GACF,CAAC;IACF,MAAM,aAAa,GAA4B,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM;QACtF,CAAC,CAAC,MAAM,IAAA,+BAAe,EAAC,OAAO,EAAE,mBAAmB,EAAE,QAAQ,CAAC;QAC/D,CAAC,CAAC,EAAE,CAAC;IACP,IAAI,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,uBAAuB,EAAE;QAClC,OAAO,YAAY,CAAC;KACrB;IAED,mBAAmB;IACnB,MAAM,cAAc,GAAiB;QACnC;YACE,aAAa,EAAE,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,aAAa;YACjE,QAAQ,EAAE,sBAAsB;YAChC,UAAU,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,SAAS,CAAC,UAAU,mCAAI,CAAC;YAC1E,MAAM,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,mCAAI,KAAK;YAC5D,OAAO,EAAE,cAAc;SACxB;QACD;YACE,aAAa,EAAE,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,aAAa;YAC7D,QAAQ,EAAE,mBAAmB;YAC7B,UAAU,EAAE,MAAA,MAAA,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,0CAAE,UAAU,mCAAI,CAAC;YACvE,MAAM,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,mCAAI,KAAK;YACxD,OAAO,EAAE,UAAU;SACpB;QACD;YACE,aAAa,EAAE,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,aAAa;YAC/D,QAAQ,EAAE,oBAAoB;YAC9B,MAAM,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,mCAAI,KAAK;YAC1D,UAAU,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,UAAU,mCAAI,CAAC;YACxE,aAAa;SACd;QACD;YACE,aAAa,EAAE,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,aAAa;YAC9D,QAAQ,EAAE,sBAAsB;YAChC,MAAM,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,mCAAI,KAAK;YACzD,eAAe,EAAE,mBAAwD;YACzE,UAAU,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,mCAAI,CAAC;SACxE;QACD;YACE,aAAa,EAAE,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,aAAa;YAC/D,QAAQ,EAAE,oBAAoB;YAC9B,UAAU,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,UAAU,mCAAI,CAAC;YACxE,MAAM,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,mCAAI,IAAI;YACzD,OAAO,EAAE,YAAY;SACtB;KACF,CAAC;IACF,OAAO,CAAC,MAAM,IAAA,wBAAe,EAAC,cAAc,EAAE,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,YAAY,CAAC;AACxH,CAAC;AA7FD,0CA6FC;AAEM,KAAK,UAAU,eAAe,CACnC,OAA2B,EAC3B,YAA8B,EAC9B,QAAkB,EAClB,KAA+B;IAE/B,OAAO,CAAC,MAAM,IAAA,uBAAc,EAAC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;AAC9E,CAAC;AAPD,0CAOC"}
|