@opensumi/ide-ai-native 3.0.3 → 3.0.4-next-1716367246.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. package/lib/browser/inline-completions/completeProvider.d.ts +5 -3
  2. package/lib/browser/inline-completions/completeProvider.d.ts.map +1 -1
  3. package/lib/browser/inline-completions/completeProvider.js +16 -30
  4. package/lib/browser/inline-completions/completeProvider.js.map +1 -1
  5. package/lib/browser/inline-completions/constants.d.ts +2 -6
  6. package/lib/browser/inline-completions/constants.d.ts.map +1 -1
  7. package/lib/browser/inline-completions/constants.js +81 -4
  8. package/lib/browser/inline-completions/constants.js.map +1 -1
  9. package/lib/browser/inline-completions/prompt/const.d.ts +9 -0
  10. package/lib/browser/inline-completions/prompt/const.d.ts.map +1 -0
  11. package/lib/browser/inline-completions/prompt/const.js +284 -0
  12. package/lib/browser/inline-completions/prompt/const.js.map +1 -0
  13. package/lib/browser/inline-completions/prompt/importedFiles.d.ts +6 -0
  14. package/lib/browser/inline-completions/prompt/importedFiles.d.ts.map +1 -0
  15. package/lib/browser/inline-completions/prompt/importedFiles.js +77 -0
  16. package/lib/browser/inline-completions/prompt/importedFiles.js.map +1 -0
  17. package/lib/browser/inline-completions/prompt/jaccardMatcher.d.ts +31 -0
  18. package/lib/browser/inline-completions/prompt/jaccardMatcher.d.ts.map +1 -0
  19. package/lib/browser/inline-completions/prompt/jaccardMatcher.js +75 -0
  20. package/lib/browser/inline-completions/prompt/jaccardMatcher.js.map +1 -0
  21. package/lib/browser/inline-completions/prompt/languages.d.ts +4 -0
  22. package/lib/browser/inline-completions/prompt/languages.d.ts.map +1 -0
  23. package/lib/browser/inline-completions/prompt/languages.js +67 -0
  24. package/lib/browser/inline-completions/prompt/languages.js.map +1 -0
  25. package/lib/browser/inline-completions/prompt/matcher.d.ts +42 -0
  26. package/lib/browser/inline-completions/prompt/matcher.d.ts.map +1 -0
  27. package/lib/browser/inline-completions/prompt/matcher.js +279 -0
  28. package/lib/browser/inline-completions/prompt/matcher.js.map +1 -0
  29. package/lib/browser/inline-completions/prompt/prompt.d.ts +24 -0
  30. package/lib/browser/inline-completions/prompt/prompt.d.ts.map +1 -0
  31. package/lib/browser/inline-completions/prompt/prompt.js +242 -0
  32. package/lib/browser/inline-completions/prompt/prompt.js.map +1 -0
  33. package/lib/browser/inline-completions/prompt/similarSnippets.d.ts +9 -0
  34. package/lib/browser/inline-completions/prompt/similarSnippets.d.ts.map +1 -0
  35. package/lib/browser/inline-completions/prompt/similarSnippets.js +110 -0
  36. package/lib/browser/inline-completions/prompt/similarSnippets.js.map +1 -0
  37. package/lib/browser/inline-completions/prompt/tokenizer.d.ts +4 -0
  38. package/lib/browser/inline-completions/prompt/tokenizer.d.ts.map +1 -0
  39. package/lib/browser/inline-completions/prompt/tokenizer.js +18 -0
  40. package/lib/browser/inline-completions/prompt/tokenizer.js.map +1 -0
  41. package/lib/browser/inline-completions/provider.d.ts +5 -12
  42. package/lib/browser/inline-completions/provider.d.ts.map +1 -1
  43. package/lib/browser/inline-completions/provider.js +79 -44
  44. package/lib/browser/inline-completions/provider.js.map +1 -1
  45. package/lib/browser/inline-completions/types.d.ts +154 -0
  46. package/lib/browser/inline-completions/types.d.ts.map +1 -0
  47. package/lib/browser/inline-completions/types.js +59 -0
  48. package/lib/browser/inline-completions/types.js.map +1 -0
  49. package/lib/browser/languages/parser.d.ts +6 -0
  50. package/lib/browser/languages/parser.d.ts.map +1 -1
  51. package/lib/browser/languages/parser.js +140 -1
  52. package/lib/browser/languages/parser.js.map +1 -1
  53. package/lib/browser/languages/tree-sitter/language-facts/types.d.ts +1 -1
  54. package/lib/browser/languages/tree-sitter/wasm-manager.d.ts +2 -2
  55. package/lib/browser/languages/tree-sitter/wasm-manager.d.ts.map +1 -1
  56. package/lib/browser/languages/tree-sitter/wasm-manager.js +2 -2
  57. package/lib/browser/languages/tree-sitter/wasm-manager.js.map +1 -1
  58. package/lib/common/utils.d.ts +5 -0
  59. package/lib/common/utils.d.ts.map +1 -0
  60. package/lib/common/utils.js +26 -0
  61. package/lib/common/utils.js.map +1 -0
  62. package/package.json +20 -19
  63. package/src/browser/inline-completions/completeProvider.ts +26 -35
  64. package/src/browser/inline-completions/constants.ts +87 -7
  65. package/src/browser/inline-completions/prompt/const.ts +286 -0
  66. package/src/browser/inline-completions/prompt/importedFiles.ts +92 -0
  67. package/src/browser/inline-completions/prompt/jaccardMatcher.ts +98 -0
  68. package/src/browser/inline-completions/prompt/languages.ts +65 -0
  69. package/src/browser/inline-completions/prompt/matcher.ts +328 -0
  70. package/src/browser/inline-completions/prompt/prompt.ts +297 -0
  71. package/src/browser/inline-completions/prompt/similarSnippets.ts +130 -0
  72. package/src/browser/inline-completions/prompt/tokenizer.ts +16 -0
  73. package/src/browser/inline-completions/provider.ts +107 -42
  74. package/src/browser/inline-completions/types.ts +169 -0
  75. package/src/browser/languages/parser.ts +147 -0
  76. package/src/browser/languages/tree-sitter/wasm-manager.ts +3 -3
  77. package/src/common/utils.ts +23 -0
@@ -0,0 +1,242 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.getAfterPrompt = exports.getBeforePrompt = exports.getCroppedText = exports.getCroppedTextByLine = exports.getMarkerForSnippets = exports.getPathMarker = exports.getLanguageMarker = exports.getMarkerByLanguage = exports.addComment = void 0;
4
+ const service_1 = require("../../languages/service");
5
+ const types_1 = require("../types");
6
+ const const_1 = require("./const");
7
+ const tokenizer_1 = require("./tokenizer");
8
+ const addComment = (commentText) => {
9
+ if (commentText) {
10
+ return `${commentText}\n`;
11
+ }
12
+ return '';
13
+ };
14
+ exports.addComment = addComment;
15
+ const getMarkerByLanguage = (text, language) => {
16
+ const marker = const_1.LANGUAGE_COMMENT_MARKERS[language];
17
+ if (marker) {
18
+ const end = marker.end === '' ? '' : ` ${marker.end}`;
19
+ return `${marker.start} ${text}${end}`;
20
+ }
21
+ return '';
22
+ };
23
+ exports.getMarkerByLanguage = getMarkerByLanguage;
24
+ const getLanguageMarker = (language) => {
25
+ if (!language) {
26
+ return '';
27
+ }
28
+ const supportLanguage = {
29
+ html: '<!DOCTYPE html>',
30
+ python: '#!/usr/bin/env python3',
31
+ ruby: '#!/usr/bin/env ruby',
32
+ shellscript: '#!/bin/sh',
33
+ yaml: '# YAML data',
34
+ };
35
+ let marker = '';
36
+ if (supportLanguage[language]) {
37
+ return supportLanguage[language];
38
+ }
39
+ marker = `Language: ${language}`;
40
+ return (0, exports.getMarkerByLanguage)(marker, language);
41
+ };
42
+ exports.getLanguageMarker = getLanguageMarker;
43
+ // 根据语言类型获取不同的注释内容
44
+ const getPathMarker = (path, language) => path && (0, exports.getMarkerByLanguage)(`Path: ${path}`, language);
45
+ exports.getPathMarker = getPathMarker;
46
+ const getMarkerForSnippets = (text, language) => {
47
+ const lines = text.split('\n');
48
+ return lines.map((line) => (0, exports.getMarkerByLanguage)(line, language)).join('\n');
49
+ };
50
+ exports.getMarkerForSnippets = getMarkerForSnippets;
51
+ const getCroppedTextByLine = (text, maxTokenSize, textTokens, reverse = false) => {
52
+ const currentTokenSize = textTokens.reduce((prev, cur) => prev + cur.length, 0);
53
+ if (currentTokenSize < maxTokenSize) {
54
+ return text;
55
+ }
56
+ const lines = text.split('\n');
57
+ const endLine = lines.length;
58
+ let currenSize = 0;
59
+ if (reverse) {
60
+ let index = 0;
61
+ for (; index < endLine; index++) {
62
+ const tokens = textTokens[index];
63
+ currenSize += tokens.length;
64
+ if (currenSize < maxTokenSize) {
65
+ continue;
66
+ }
67
+ else {
68
+ break;
69
+ }
70
+ }
71
+ if (index === endLine) {
72
+ return text;
73
+ }
74
+ return lines.slice(0, index).join('\n');
75
+ }
76
+ let index = endLine - 1;
77
+ for (; index >= 0; index--) {
78
+ const tokens = textTokens[index];
79
+ currenSize += tokens.length;
80
+ if (currenSize < maxTokenSize) {
81
+ continue;
82
+ }
83
+ else {
84
+ break;
85
+ }
86
+ }
87
+ if (index === -1) {
88
+ return text;
89
+ }
90
+ return lines.slice(index).join('\n');
91
+ };
92
+ exports.getCroppedTextByLine = getCroppedTextByLine;
93
+ /**
94
+ * 裁剪字符函数
95
+ * @param text 文本内容
96
+ * @param maxTokenSize 最大 token 数量
97
+ * @param strategy 分割策略
98
+ * @param language 语言类型,按函数分割仅在 typescript/javascript/typescriptreact 中支持
99
+ * @param reverse 是否反向裁剪,即从后往前裁剪
100
+ */
101
+ const getCroppedText = async (text, maxTokenSize, textTokens, strategy = types_1.StrategyType.InterceptBasedOnLine, tokenizer, parser, minBlockSize = 20, reverse = false, token) => {
102
+ let tokens;
103
+ if (strategy === types_1.StrategyType.InterceptBasedOnLine) {
104
+ // 按行进行裁剪
105
+ text = (0, exports.getCroppedTextByLine)(text, maxTokenSize, textTokens, reverse);
106
+ }
107
+ else if (strategy === types_1.StrategyType.InterceptBasedOnFunction && !reverse) {
108
+ tokens = tokenizer.encode(text);
109
+ // 按函数进行裁剪
110
+ while (tokens.length > maxTokenSize) {
111
+ if (reverse) {
112
+ try {
113
+ text = text.slice(0, Math.ceil((maxTokenSize / tokens.length) * tokens.length));
114
+ text = (await (parser === null || parser === void 0 ? void 0 : parser.trimSuffixSyntaxErrors(text, minBlockSize))) || text;
115
+ }
116
+ catch (_a) {
117
+ text = (0, exports.getCroppedTextByLine)(text, maxTokenSize, textTokens, reverse);
118
+ }
119
+ }
120
+ else {
121
+ try {
122
+ text = text.slice(-Math.ceil((maxTokenSize / tokens.length) * tokens.length));
123
+ text = (await (parser === null || parser === void 0 ? void 0 : parser.trimPrefixSyntaxErrors(text, minBlockSize))) || text;
124
+ if (token === null || token === void 0 ? void 0 : token.isCancellationRequested) {
125
+ return '';
126
+ }
127
+ }
128
+ catch (_b) {
129
+ text = (0, exports.getCroppedTextByLine)(text, maxTokenSize, textTokens, reverse);
130
+ }
131
+ }
132
+ tokens = tokenizer.encode(text);
133
+ }
134
+ }
135
+ else {
136
+ tokens = tokenizer.encode(text);
137
+ // 按字符进行裁剪
138
+ while (tokens.length > maxTokenSize) {
139
+ const splitWords = text.split('');
140
+ if (reverse) {
141
+ text = splitWords.slice(0, -(tokens.length - maxTokenSize)).join('');
142
+ }
143
+ else {
144
+ text = splitWords.slice(tokens.length - maxTokenSize).join('');
145
+ }
146
+ tokens = tokenizer.encode(text);
147
+ }
148
+ }
149
+ return text;
150
+ };
151
+ exports.getCroppedText = getCroppedText;
152
+ const getBeforePrompt = async (promptPriority, context, promptConfig, leftTokenSize, injector, token) => {
153
+ var _a;
154
+ const { tokenizerName, wishList } = promptConfig;
155
+ const tokenizer = (0, tokenizer_1.getTokenizer)(tokenizerName);
156
+ // 根据优先级降序排序
157
+ const sortedPromptPriority = promptPriority.sort((a, b) => b.priority - a.priority);
158
+ const promptList = {};
159
+ for (const current of sortedPromptPriority) {
160
+ if (!leftTokenSize) {
161
+ return;
162
+ }
163
+ if (current.content) {
164
+ const tokens = current.content.split('\n').map((line) => tokenizer.encode(line));
165
+ const currentTokenSize = tokens.reduce((prev, cur) => prev + cur.length, 0);
166
+ const maxTokenSize = Math.ceil(current.maxPercent * leftTokenSize);
167
+ if (currentTokenSize > leftTokenSize) {
168
+ const languageParserService = injector.get(service_1.LanguageParserService);
169
+ const languageParser = languageParserService.createParser(context.language);
170
+ promptList[current.attributeName] = await (0, exports.getCroppedText)(current.content, maxTokenSize, tokens, promptConfig.wishList.beforeCursor.strategy, tokenizer, languageParser, (_a = wishList.beforeCursor.extOption.minBlockSize) !== null && _a !== void 0 ? _a : 75, false, token);
171
+ if (token.isCancellationRequested) {
172
+ return;
173
+ }
174
+ leftTokenSize -= maxTokenSize;
175
+ }
176
+ else {
177
+ leftTokenSize -= currentTokenSize;
178
+ promptList[current.attributeName] = `${current.content}`;
179
+ }
180
+ }
181
+ else if (current.importedFiles && current.importedFiles.length > 0) {
182
+ let currentImportedFile = '';
183
+ const maxImportedFileTokenSize = Math.ceil(current.maxPercent * leftTokenSize);
184
+ let currentImportedFileTokenSize = 0;
185
+ for (const [filename, importedFile] of current.importedFiles) {
186
+ const importedFileMarker = (0, exports.getMarkerByLanguage)(`${promptConfig.wishList.importedFile.extOption.patternPrefix}${filename}:${promptConfig.wishList.importedFile.extOption.patternSuffix || '\n'}${(0, exports.getMarkerForSnippets)(importedFile.join('\n'), context.language)}\n`, context.language);
187
+ const tokens = tokenizer.encode(importedFileMarker);
188
+ if (tokens.length > leftTokenSize || currentImportedFileTokenSize + tokens.length > maxImportedFileTokenSize) {
189
+ break;
190
+ }
191
+ leftTokenSize -= tokens.length;
192
+ currentImportedFileTokenSize += tokens.length;
193
+ currentImportedFile += importedFileMarker;
194
+ }
195
+ if (currentImportedFile) {
196
+ // 移除末尾多余的 \n
197
+ currentImportedFile = currentImportedFile.slice(0, -'\n'.length);
198
+ promptList[current.attributeName] = `${currentImportedFile}`;
199
+ }
200
+ }
201
+ else if (current.similarSnippets && current.similarSnippets.length > 0) {
202
+ let currentSnippet = '';
203
+ const maxSnippetSize = Math.ceil(current.maxPercent * leftTokenSize);
204
+ let currentSnippetSize = 0;
205
+ for (const [filename, snippets] of current.similarSnippets) {
206
+ const similarSnippetMarker = snippets
207
+ .map((snippet) => (0, exports.getMarkerByLanguage)(`${promptConfig.wishList.similarFile.extOption.patternPrefix}${filename}:${promptConfig.wishList.similarFile.extOption.patternSuffix || '\n'}${(0, exports.getMarkerForSnippets)(snippet.snippet, context.language)}`, context.language))
208
+ .join('\n');
209
+ const tokens = tokenizer.encode(similarSnippetMarker);
210
+ if (tokens.length > leftTokenSize || currentSnippetSize + tokens.length > maxSnippetSize) {
211
+ break;
212
+ }
213
+ leftTokenSize -= tokens.length;
214
+ currentSnippetSize += tokens.length;
215
+ currentSnippet += similarSnippetMarker;
216
+ }
217
+ if (currentSnippet) {
218
+ promptList[current.attributeName] = `${currentSnippet}`;
219
+ }
220
+ }
221
+ }
222
+ return `${(0, exports.addComment)(promptList.languageMarker)}${(0, exports.addComment)(promptList.pathMarker)}${(0, exports.addComment)(promptList.importedFile)}${(0, exports.addComment)(promptList.similarFile)}${(0, exports.addComment)(promptList.beforeCursor)}`.slice(0, -'\n'.length);
223
+ };
224
+ exports.getBeforePrompt = getBeforePrompt;
225
+ const getAfterPrompt = async (context, promptConfig, injector, token) => {
226
+ var _a;
227
+ const { maxPromptTokenSize, tokenizerName, wishList } = promptConfig;
228
+ const tokenizer = (0, tokenizer_1.getTokenizer)(tokenizerName);
229
+ let afterCursor = context.suffix;
230
+ const afterCursorOptions = promptConfig.wishList.afterCursor.extOption;
231
+ const afterCursorTokens = afterCursor.split('\n').map((line) => tokenizer.encode(line));
232
+ const currentAfterCursorTokenSize = afterCursorTokens.reduce((prev, cur) => prev + cur.length, 0);
233
+ const afterCursorMaxTokenSize = Math.ceil(afterCursorOptions.suffixPercent * maxPromptTokenSize);
234
+ if (currentAfterCursorTokenSize > afterCursorMaxTokenSize) {
235
+ const languageParserService = injector.get(service_1.LanguageParserService);
236
+ const languageParser = languageParserService.createParser(context.language);
237
+ afterCursor = await (0, exports.getCroppedText)(afterCursor, afterCursorMaxTokenSize, afterCursorTokens, promptConfig.wishList.afterCursor.strategy, tokenizer, languageParser, (_a = wishList.afterCursor.extOption.minBlockSize) !== null && _a !== void 0 ? _a : 25, true, token);
238
+ }
239
+ return afterCursor;
240
+ };
241
+ exports.getAfterPrompt = getAfterPrompt;
242
+ //# sourceMappingURL=prompt.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"prompt.js","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/prompt.ts"],"names":[],"mappings":";;;AAMA,qDAAgE;AAChE,oCAA+D;AAE/D,mCAAmD;AACnD,2CAA2C;AAKpC,MAAM,UAAU,GAAG,CAAC,WAAoB,EAAE,EAAE;IACjD,IAAI,WAAW,EAAE;QACf,OAAO,GAAG,WAAW,IAAI,CAAC;KAC3B;IACD,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AALW,QAAA,UAAU,cAKrB;AAEK,MAAM,mBAAmB,GAAG,CAAC,IAAY,EAAE,QAAgB,EAAE,EAAE;IACpE,MAAM,MAAM,GAAG,gCAAwB,CAAC,QAAQ,CAAC,CAAC;IAClD,IAAI,MAAM,EAAE;QACV,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;QACtD,OAAO,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,GAAG,GAAG,EAAE,CAAC;KACxC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAPW,QAAA,mBAAmB,uBAO9B;AAEK,MAAM,iBAAiB,GAAG,CAAC,QAAgB,EAAE,EAAE;IACpD,IAAI,CAAC,QAAQ,EAAE;QACb,OAAO,EAAE,CAAC;KACX;IACD,MAAM,eAAe,GAEjB;QACF,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,wBAAwB;QAChC,IAAI,EAAE,qBAAqB;QAC3B,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,aAAa;KACpB,CAAC;IACF,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,eAAe,CAAC,QAAQ,CAAC,EAAE;QAC7B,OAAO,eAAe,CAAC,QAAQ,CAAC,CAAC;KAClC;IACD,MAAM,GAAG,aAAa,QAAQ,EAAE,CAAC;IAEjC,OAAO,IAAA,2BAAmB,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;AAC/C,CAAC,CAAC;AApBW,QAAA,iBAAiB,qBAoB5B;AAEF,kBAAkB;AACX,MAAM,aAAa,GAAG,CAAC,IAAY,EAAE,QAAgB,EAAE,EAAE,CAAC,IAAI,IAAI,IAAA,2BAAmB,EAAC,SAAS,IAAI,EAAE,EAAE,QAAQ,CAAC,CAAC;AAA3G,QAAA,aAAa,iBAA8F;AAEjH,MAAM,oBAAoB,GAAG,CAAC,IAAY,EAAE,QAAgB,EAAE,EAAE;IACrE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAA,2BAAmB,EAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7E,CAAC,CAAC;AAHW,QAAA,oBAAoB,wBAG/B;AAEK,MAAM,oBAAoB,GAAG,CAAC,IAAY,EAAE,YAAoB,EAAE,UAAsB,EAAE,OAAO,GAAG,KAAK,EAAE,EAAE;IAClH,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAChF,IAAI,gBAAgB,GAAG,YAAY,EAAE;QACnC,OAAO,IAAI,CAAC;KACb;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC;IAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,OAAO,EAAE;QACX,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,KAAK,GAAG,OAAO,EAAE,KAAK,EAAE,EAAE;YAC/B,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YACjC,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC;YAC5B,IAAI,UAAU,GAAG,YAAY,EAAE;gBAC7B,SAAS;aACV;iBAAM;gBACL,MAAM;aACP;SACF;QACD,IAAI,KAAK,KAAK,OAAO,EAAE;YACrB,OAAO,IAAI,CAAC;SACb;QACD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;KACzC;IACD,IAAI,KAAK,GAAG,OAAO,GAAG,CAAC,CAAC;IACxB,OAAO,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE;QAC1B,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QACjC,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,UAAU,GAAG,YAAY,EAAE;YAC7B,SAAS;SACV;aAAM;YACL,MAAM;SACP;KACF;IACD,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE;QAChB,OAAO,IAAI,CAAC;KACb;IACD,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACvC,CAAC,CAAC;AAtCW,QAAA,oBAAoB,wBAsC/B;AAEF;;;;;;;GAOG;AACI,MAAM,cAAc,GAAG,KAAK,EACjC,IAAY,EACZ,YAAoB,EACpB,UAAsB,EACtB,QAAQ,GAAG,oBAAY,CAAC,oBAAoB,EAC5C,SAAmB,EACnB,MAAuB,EACvB,YAAY,GAAG,EAAE,EACjB,OAAO,GAAG,KAAK,EACf,KAAgC,EACf,EAAE;IACnB,IAAI,MAAgB,CAAC;IACrB,IAAI,QAAQ,KAAK,oBAAY,CAAC,oBAAoB,EAAE;QAClD,SAAS;QACT,IAAI,GAAG,IAAA,4BAAoB,EAAC,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;KACtE;SAAM,IAAI,QAAQ,KAAK,oBAAY,CAAC,wBAAwB,IAAI,CAAC,OAAO,EAAE;QACzE,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAChC,UAAU;QACV,OAAO,MAAM,CAAC,MAAM,GAAG,YAAY,EAAE;YACnC,IAAI,OAAO,EAAE;gBACX,IAAI;oBACF,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;oBAChF,IAAI,GAAG,CAAC,MAAM,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,sBAAsB,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA,CAAC,IAAI,IAAI,CAAC;iBAC3E;gBAAC,WAAM;oBACN,IAAI,GAAG,IAAA,4BAAoB,EAAC,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;iBACtE;aACF;iBAAM;gBACL,IAAI;oBACF,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;oBAC9E,IAAI,GAAG,CAAC,MAAM,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,sBAAsB,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA,CAAC,IAAI,IAAI,CAAC;oBAC1E,IAAI,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,uBAAuB,EAAE;wBAClC,OAAO,EAAE,CAAC;qBACX;iBACF;gBAAC,WAAM;oBACN,IAAI,GAAG,IAAA,4BAAoB,EAAC,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;iBACtE;aACF;YACD,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SACjC;KACF;SAAM;QACL,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAChC,UAAU;QACV,OAAO,MAAM,CAAC,MAAM,GAAG,YAAY,EAAE;YACnC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,OAAO,EAAE;gBACX,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;aACtE;iBAAM;gBACL,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;aAChE;YACD,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SACjC;KACF;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AArDW,QAAA,cAAc,kBAqDzB;AAEK,MAAM,eAAe,GAAG,KAAK,EAClC,cAA4B,EAC5B,OAA2B,EAC3B,YAA8B,EAC9B,aAAqB,EACrB,QAAkB,EAClB,KAA+B,EAC/B,EAAE;;IACF,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,YAAY,CAAC;IACjD,MAAM,SAAS,GAAG,IAAA,wBAAY,EAAC,aAAa,CAAC,CAAC;IAE9C,YAAY;IACZ,MAAM,oBAAoB,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IACpF,MAAM,UAAU,GAEZ,EAAE,CAAC;IACP,KAAK,MAAM,OAAO,IAAI,oBAAoB,EAAE;QAC1C,IAAI,CAAC,aAAa,EAAE;YAClB,OAAO;SACR;QACD,IAAI,OAAO,CAAC,OAAO,EAAE;YACnB,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;YACjF,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC5E,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,aAAa,CAAC,CAAC;YACnE,IAAI,gBAAgB,GAAG,aAAa,EAAE;gBACpC,MAAM,qBAAqB,GAAG,QAAQ,CAAC,GAAG,CAAC,+BAAqB,CAA0B,CAAC;gBAC3F,MAAM,cAAc,GAAG,qBAAqB,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAC5E,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,MAAM,IAAA,sBAAc,EACtD,OAAO,CAAC,OAAO,EACf,YAAY,EACZ,MAAM,EACN,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,EAC3C,SAAS,EACT,cAAc,EACd,MAAA,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,YAAY,mCAAI,EAAE,EAClD,KAAK,EACL,KAAK,CACN,CAAC;gBACF,IAAI,KAAK,CAAC,uBAAuB,EAAE;oBACjC,OAAO;iBACR;gBACD,aAAa,IAAI,YAAY,CAAC;aAC/B;iBAAM;gBACL,aAAa,IAAI,gBAAgB,CAAC;gBAClC,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;aAC1D;SACF;aAAM,IAAI,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;YACpE,IAAI,mBAAmB,GAAG,EAAE,CAAC;YAC7B,MAAM,wBAAwB,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,aAAa,CAAC,CAAC;YAC/E,IAAI,4BAA4B,GAAG,CAAC,CAAC;YACrC,KAAK,MAAM,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,OAAO,CAAC,aAAa,EAAE;gBAC5D,MAAM,kBAAkB,GAAG,IAAA,2BAAmB,EAC5C,GAAG,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,aAAa,GAAG,QAAQ,IACtE,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,aAAa,IAAI,IAChE,GAAG,IAAA,4BAAoB,EAAE,YAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI,EACpF,OAAO,CAAC,QAAQ,CACjB,CAAC;gBACF,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;gBACpD,IAAI,MAAM,CAAC,MAAM,GAAG,aAAa,IAAI,4BAA4B,GAAG,MAAM,CAAC,MAAM,GAAG,wBAAwB,EAAE;oBAC5G,MAAM;iBACP;gBACD,aAAa,IAAI,MAAM,CAAC,MAAM,CAAC;gBAC/B,4BAA4B,IAAI,MAAM,CAAC,MAAM,CAAC;gBAC9C,mBAAmB,IAAI,kBAAkB,CAAC;aAC3C;YACD,IAAI,mBAAmB,EAAE;gBACvB,aAAa;gBACb,mBAAmB,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACjE,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,GAAG,mBAAmB,EAAE,CAAC;aAC9D;SACF;aAAM,IAAI,OAAO,CAAC,eAAe,IAAI,OAAO,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE;YACxE,IAAI,cAAc,GAAG,EAAE,CAAC;YACxB,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,aAAa,CAAC,CAAC;YACrE,IAAI,kBAAkB,GAAG,CAAC,CAAC;YAC3B,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,OAAO,CAAC,eAAe,EAAE;gBAC1D,MAAM,oBAAoB,GAAG,QAAQ;qBAClC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACf,IAAA,2BAAmB,EACjB,GAAG,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,aAAa,GAAG,QAAQ,IACrE,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,aAAa,IAAI,IAC/D,GAAG,IAAA,4BAAoB,EAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,EAC5D,OAAO,CAAC,QAAQ,CACjB,CACF;qBACA,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;gBACtD,IAAI,MAAM,CAAC,MAAM,GAAG,aAAa,IAAI,kBAAkB,GAAG,MAAM,CAAC,MAAM,GAAG,cAAc,EAAE;oBACxF,MAAM;iBACP;gBACD,aAAa,IAAI,MAAM,CAAC,MAAM,CAAC;gBAC/B,kBAAkB,IAAI,MAAM,CAAC,MAAM,CAAC;gBACpC,cAAc,IAAI,oBAAoB,CAAC;aACxC;YACD,IAAI,cAAc,EAAE;gBAClB,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,GAAG,cAAc,EAAE,CAAC;aACzD;SACF;KACF;IACD,OAAO,GAAG,IAAA,kBAAU,EAAC,UAAU,CAAC,cAAc,CAAC,GAAG,IAAA,kBAAU,EAAC,UAAU,CAAC,UAAU,CAAC,GAAG,IAAA,kBAAU,EAC9F,UAAU,CAAC,YAAY,CACxB,GAAG,IAAA,kBAAU,EAAC,UAAU,CAAC,WAAW,CAAC,GAAG,IAAA,kBAAU,EAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACxG,CAAC,CAAC;AArGW,QAAA,eAAe,mBAqG1B;AAEK,MAAM,cAAc,GAAG,KAAK,EACjC,OAA2B,EAC3B,YAA8B,EAC9B,QAAkB,EAClB,KAA+B,EAC/B,EAAE;;IACF,MAAM,EAAE,kBAAkB,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,YAAY,CAAC;IACrE,MAAM,SAAS,GAAG,IAAA,wBAAY,EAAC,aAAa,CAAC,CAAC;IAC9C,IAAI,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;IACjC,MAAM,kBAAkB,GAAG,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC;IACvE,MAAM,iBAAiB,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACxF,MAAM,2BAA2B,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAClG,MAAM,uBAAuB,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,aAAa,GAAG,kBAAkB,CAAC,CAAC;IACjG,IAAI,2BAA2B,GAAG,uBAAuB,EAAE;QACzD,MAAM,qBAAqB,GAAG,QAAQ,CAAC,GAAG,CAAC,+BAAqB,CAA0B,CAAC;QAC3F,MAAM,cAAc,GAAG,qBAAqB,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC5E,WAAW,GAAG,MAAM,IAAA,sBAAc,EAChC,WAAW,EACX,uBAAuB,EACvB,iBAAiB,EACjB,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,EAC1C,SAAS,EACT,cAAc,EACd,MAAA,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,YAAY,mCAAI,EAAE,EACjD,IAAI,EACJ,KAAK,CACN,CAAC;KACH;IACD,OAAO,WAAW,CAAC;AACrB,CAAC,CAAC;AA7BW,QAAA,cAAc,kBA6BzB"}
@@ -0,0 +1,9 @@
1
+ import { Injector } from '@opensumi/di';
2
+ import { IEditorDocumentModel } from '@opensumi/ide-editor';
3
+ import { ICompletionContext, MatchSimilarSnippet, NeighboringTabsOption, ResourceDocument, SimilarFileOptions } from '../types';
4
+ export declare const getOpenedTabFileList: (docuemnts: IEditorDocumentModel[]) => IEditorDocumentModel[];
5
+ export declare const getRecentEditFileList: () => never[];
6
+ export declare const getNeighboringDocument: (type: NeighboringTabsOption, injector: Injector) => Promise<IEditorDocumentModel[]>;
7
+ export declare const getNeighboringResource: (targetFileName: string, languageId: string, option: SimilarFileOptions, injector: Injector) => Promise<ResourceDocument[]>;
8
+ export declare const getSimilarSnippets: (context: ICompletionContext, options: SimilarFileOptions, injector: Injector) => Promise<[string, MatchSimilarSnippet[]][]>;
9
+ //# sourceMappingURL=similarSnippets.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"similarSnippets.d.ts","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/similarSnippets.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,oBAAoB,EAA0B,MAAM,sBAAsB,CAAC;AAIpF,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACnB,qBAAqB,EACrB,gBAAgB,EAChB,kBAAkB,EACnB,MAAM,UAAU,CAAC;AAKlB,eAAO,MAAM,oBAAoB,cAAe,oBAAoB,EAAE,2BAIrE,CAAC;AAEF,eAAO,MAAM,qBAAqB,eAAW,CAAC;AAE9C,eAAO,MAAM,sBAAsB,SAAgB,qBAAqB,YAAY,QAAQ,oCAc3F,CAAC;AAEF,eAAO,MAAM,sBAAsB,mBACjB,MAAM,cACV,MAAM,UACV,kBAAkB,YAChB,QAAQ,gCA6BnB,CAAC;AAEF,eAAO,MAAM,kBAAkB,YACpB,kBAAkB,WAClB,kBAAkB,YACjB,QAAQ,+CAkDnB,CAAC"}
@@ -0,0 +1,110 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.getSimilarSnippets = exports.getNeighboringResource = exports.getNeighboringDocument = exports.getRecentEditFileList = exports.getOpenedTabFileList = void 0;
4
+ const ide_editor_1 = require("@opensumi/ide-editor");
5
+ const ide_workspace_1 = require("@opensumi/ide-workspace");
6
+ const utils_1 = require("../../../common/utils");
7
+ const types_1 = require("../types");
8
+ const const_1 = require("./const");
9
+ const jaccardMatcher_1 = require("./jaccardMatcher");
10
+ const getOpenedTabFileList = (docuemnts) => {
11
+ // 过滤超大文档
12
+ const recentFiles = docuemnts.filter((document) => (0, utils_1.isDocumentValid)(document));
13
+ return recentFiles;
14
+ };
15
+ exports.getOpenedTabFileList = getOpenedTabFileList;
16
+ const getRecentEditFileList = () => [];
17
+ exports.getRecentEditFileList = getRecentEditFileList;
18
+ const getNeighboringDocument = async (type, injector) => {
19
+ switch (type) {
20
+ case types_1.NeighboringTabsOption.openFileHistory:
21
+ const editorService = injector.get(ide_editor_1.WorkbenchEditorService);
22
+ const documents = await editorService.getAllOpenedDocuments();
23
+ return (0, exports.getOpenedTabFileList)(documents);
24
+ case types_1.NeighboringTabsOption.editFileHistory:
25
+ // 暂不支持
26
+ return [];
27
+ case types_1.NeighboringTabsOption.editFileRecent:
28
+ return [];
29
+ default:
30
+ return [];
31
+ }
32
+ };
33
+ exports.getNeighboringDocument = getNeighboringDocument;
34
+ const getNeighboringResource = async (targetFileName, languageId, option, injector) => {
35
+ let documentList = [];
36
+ for (const type of option.neighboringTabsOption) {
37
+ documentList = documentList.concat(await (0, exports.getNeighboringDocument)(type, injector));
38
+ }
39
+ documentList = documentList.filter((document) => document.languageId === languageId && !document.uri.displayName.endsWith(targetFileName));
40
+ // 移除重复项
41
+ documentList = documentList.filter((document, index) => documentList.findIndex((item) => item.uri === document.uri) === index);
42
+ let neighboringTabsMaxNum = 20;
43
+ if (typeof option.neighboringTabsMaxNum === 'number') {
44
+ neighboringTabsMaxNum = option.neighboringTabsMaxNum;
45
+ }
46
+ documentList = documentList.slice(0, neighboringTabsMaxNum);
47
+ const resources = documentList.map((document) => {
48
+ const content = document.getText();
49
+ return {
50
+ source: content,
51
+ uri: document.uri,
52
+ languageId: document.languageId,
53
+ offset: content.length,
54
+ };
55
+ });
56
+ return resources;
57
+ };
58
+ exports.getNeighboringResource = getNeighboringResource;
59
+ const getSimilarSnippets = async (context, options, injector) => {
60
+ var _a, _b;
61
+ const editorService = injector.get(ide_editor_1.WorkbenchEditorService);
62
+ const workspaceService = injector.get(ide_workspace_1.IWorkspaceService);
63
+ // 过滤文件,仅保留相同后缀文件
64
+ // 仅保留 20 项,顺序取决于配置顺序
65
+ const neighboringFiles = await (0, exports.getNeighboringResource)(context.filename, context.language, options, injector);
66
+ const snippetLength = (context.prefix + context.suffix).split('\n').length;
67
+ // 窗口大小最大不大于服务端配置的 windowSize 大小
68
+ const windowSize = snippetLength > options.windowSize ? options.windowSize : snippetLength;
69
+ const doMatcher = jaccardMatcher_1.FixedWindowSizeJaccardMatcher.factory(windowSize);
70
+ const bestMatchSnippets = [];
71
+ const currentDocument = (_a = editorService.currentEditor) === null || _a === void 0 ? void 0 : _a.currentDocumentModel;
72
+ if (!currentDocument) {
73
+ return [];
74
+ }
75
+ const content = currentDocument.getText();
76
+ const matcher = doMatcher.to({
77
+ source: content,
78
+ uri: currentDocument.uri,
79
+ languageId: currentDocument.languageId,
80
+ offset: content.length,
81
+ });
82
+ let currentLength = 0;
83
+ const maxPromptTime = (_b = options.maxTime) !== null && _b !== void 0 ? _b : 1000;
84
+ const startTime = Date.now();
85
+ for (const file of neighboringFiles) {
86
+ currentLength += file.source.length;
87
+ const snippet = matcher.findMatches(file, options.snippetSelectionMode);
88
+ if (snippet && snippet.length) {
89
+ const relative = await workspaceService.asRelativePath(file.uri);
90
+ if (relative === null || relative === void 0 ? void 0 : relative.path) {
91
+ bestMatchSnippets.push([relative.path, snippet]);
92
+ }
93
+ }
94
+ if (Date.now() - startTime > maxPromptTime) {
95
+ break;
96
+ }
97
+ // 计算相似性片段总长度不能超过 MAX_NEIGHBOR_AGGREGATE_LENGTH
98
+ if (currentLength > const_1.MAX_NEIGHBOR_AGGREGATE_LENGTH) {
99
+ break;
100
+ }
101
+ }
102
+ // 对相似片段以 score 降序排序,仅取前 snippetMaxNum 项
103
+ const sortedSnippets = bestMatchSnippets
104
+ .filter((item) => { var _a; return item[1][0] && item[1][0].score > ((_a = options.similarityThreshold) !== null && _a !== void 0 ? _a : 0.6); })
105
+ .sort((a, b) => b[1][0].score - a[1][0].score)
106
+ .slice(0, options.snippetMaxNum || 4);
107
+ return sortedSnippets;
108
+ };
109
+ exports.getSimilarSnippets = getSimilarSnippets;
110
+ //# sourceMappingURL=similarSnippets.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"similarSnippets.js","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/similarSnippets.ts"],"names":[],"mappings":";;;AAEA,qDAAoF;AACpF,2DAA4D;AAE5D,iDAAwD;AACxD,oCAMkB;AAElB,mCAAwD;AACxD,qDAAiE;AAE1D,MAAM,oBAAoB,GAAG,CAAC,SAAiC,EAAE,EAAE;IACxE,SAAS;IACT,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAA,uBAAe,EAAC,QAAQ,CAAC,CAAC,CAAC;IAC9E,OAAO,WAAW,CAAC;AACrB,CAAC,CAAC;AAJW,QAAA,oBAAoB,wBAI/B;AAEK,MAAM,qBAAqB,GAAG,GAAG,EAAE,CAAC,EAAE,CAAC;AAAjC,QAAA,qBAAqB,yBAAY;AAEvC,MAAM,sBAAsB,GAAG,KAAK,EAAE,IAA2B,EAAE,QAAkB,EAAE,EAAE;IAC9F,QAAQ,IAAI,EAAE;QACZ,KAAK,6BAAqB,CAAC,eAAe;YACxC,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,mCAAsB,CAA2B,CAAC;YACrF,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,qBAAqB,EAAE,CAAC;YAC9D,OAAO,IAAA,4BAAoB,EAAC,SAAS,CAAC,CAAC;QACzC,KAAK,6BAAqB,CAAC,eAAe;YACxC,OAAO;YACP,OAAO,EAAE,CAAC;QACZ,KAAK,6BAAqB,CAAC,cAAc;YACvC,OAAO,EAAE,CAAC;QACZ;YACE,OAAO,EAAE,CAAC;KACb;AACH,CAAC,CAAC;AAdW,QAAA,sBAAsB,0BAcjC;AAEK,MAAM,sBAAsB,GAAG,KAAK,EACzC,cAAsB,EACtB,UAAkB,EAClB,MAA0B,EAC1B,QAAkB,EAClB,EAAE;IACF,IAAI,YAAY,GAA2B,EAAE,CAAC;IAC9C,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,qBAAqB,EAAE;QAC/C,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM,IAAA,8BAAsB,EAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;KAClF;IACD,YAAY,GAAG,YAAY,CAAC,MAAM,CAChC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,KAAK,UAAU,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,cAAc,CAAC,CACvG,CAAC;IACF,QAAQ;IACR,YAAY,GAAG,YAAY,CAAC,MAAM,CAChC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,GAAG,CAAC,KAAK,KAAK,CAC3F,CAAC;IAEF,IAAI,qBAAqB,GAAG,EAAE,CAAC;IAC/B,IAAI,OAAO,MAAM,CAAC,qBAAqB,KAAK,QAAQ,EAAE;QACpD,qBAAqB,GAAG,MAAM,CAAC,qBAAqB,CAAC;KACtD;IACD,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAC5D,MAAM,SAAS,GAAuB,YAAY,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;QAClE,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;QACnC,OAAO;YACL,MAAM,EAAE,OAAO;YACf,GAAG,EAAE,QAAQ,CAAC,GAAG;YACjB,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAjCW,QAAA,sBAAsB,0BAiCjC;AAEK,MAAM,kBAAkB,GAAG,KAAK,EACrC,OAA2B,EAC3B,OAA2B,EAC3B,QAAkB,EAClB,EAAE;;IACF,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,mCAAsB,CAA2B,CAAC;IACrF,MAAM,gBAAgB,GAAG,QAAQ,CAAC,GAAG,CAAC,iCAAiB,CAAsB,CAAC;IAC9E,iBAAiB;IACjB,qBAAqB;IACrB,MAAM,gBAAgB,GAAG,MAAM,IAAA,8BAAsB,EAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC7G,MAAM,aAAa,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAC3E,gCAAgC;IAChC,MAAM,UAAU,GAAG,aAAa,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC;IAE3F,MAAM,SAAS,GAAG,8CAA6B,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACpE,MAAM,iBAAiB,GAAsC,EAAE,CAAC;IAChE,MAAM,eAAe,GAAG,MAAA,aAAa,CAAC,aAAa,0CAAE,oBAAoB,CAAC;IAC1E,IAAI,CAAC,eAAe,EAAE;QACpB,OAAO,EAAE,CAAC;KACX;IACD,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG,SAAS,CAAC,EAAE,CAAC;QAC3B,MAAM,EAAE,OAAO;QACf,GAAG,EAAE,eAAe,CAAC,GAAG;QACxB,UAAU,EAAE,eAAe,CAAC,UAAU;QACtC,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAC;IACH,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,aAAa,GAAG,MAAA,OAAO,CAAC,OAAO,mCAAI,IAAI,CAAC;IAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE;QACnC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACpC,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;QACxE,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE;YAC7B,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjE,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,IAAI,EAAE;gBAClB,iBAAiB,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;aAClD;SACF;QACD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,aAAa,EAAE;YAC1C,MAAM;SACP;QACD,+CAA+C;QAC/C,IAAI,aAAa,GAAG,qCAA6B,EAAE;YACjD,MAAM;SACP;KACF;IACD,wCAAwC;IACxC,MAAM,cAAc,GAAG,iBAAiB;SACrC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,WAAC,OAAA,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,MAAA,OAAO,CAAC,mBAAmB,mCAAI,GAAG,CAAC,CAAA,EAAA,CAAC;SACvF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;SAC7C,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC;IACxC,OAAO,cAAc,CAAC;AACxB,CAAC,CAAC;AArDW,QAAA,kBAAkB,sBAqD7B"}
@@ -0,0 +1,4 @@
1
+ import { Tiktoken } from 'js-tiktoken';
2
+ import { TokenizerName } from '../types';
3
+ export declare const getTokenizer: (tokenizerName?: TokenizerName) => Tiktoken;
4
+ //# sourceMappingURL=tokenizer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/tokenizer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAe,MAAM,aAAa,CAAC;AAEpD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,eAAO,MAAM,YAAY,6CAQxB,CAAC"}
@@ -0,0 +1,18 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.getTokenizer = void 0;
4
+ // @ts-ignore
5
+ const js_tiktoken_1 = require("js-tiktoken");
6
+ const types_1 = require("../types");
7
+ const TOKENIZER_CACHE = new Map();
8
+ const getTokenizer = (tokenizerName = types_1.TokenizerName.cl100k_base) => {
9
+ let tokenizer = TOKENIZER_CACHE.get(tokenizerName);
10
+ if (tokenizer) {
11
+ return tokenizer;
12
+ }
13
+ tokenizer = (0, js_tiktoken_1.getEncoding)('cl100k_base');
14
+ TOKENIZER_CACHE.set(tokenizerName, tokenizer);
15
+ return tokenizer;
16
+ };
17
+ exports.getTokenizer = getTokenizer;
18
+ //# sourceMappingURL=tokenizer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../../../src/browser/inline-completions/prompt/tokenizer.ts"],"names":[],"mappings":";;;AAAA,aAAa;AACb,6CAAoD;AAEpD,oCAAyC;AAEzC,MAAM,eAAe,GAAG,IAAI,GAAG,EAA2B,CAAC;AAEpD,MAAM,YAAY,GAAG,CAAC,aAAa,GAAG,qBAAa,CAAC,WAAW,EAAE,EAAE;IACxE,IAAI,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACnD,IAAI,SAAS,EAAE;QACb,OAAO,SAAS,CAAC;KAClB;IACD,SAAS,GAAG,IAAA,yBAAW,EAAC,aAAa,CAAC,CAAC;IACvC,eAAe,CAAC,GAAG,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAC9C,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AARW,QAAA,YAAY,gBAQvB"}
@@ -1,13 +1,6 @@
1
- export declare function prePromptHandler(prompt: string): string;
2
- export declare function preSuffixHandler(suffix: string): string;
3
- export declare class ReqStack {
4
- queue: any[];
5
- constructor();
6
- addReq(reqRequest: {
7
- sendRequest: any;
8
- cancelRequest: any;
9
- }): void;
10
- runReq(): any;
11
- cancleRqe(): void;
12
- }
1
+ import { Injector } from '@opensumi/di';
2
+ import { ICompletionContext, ICompletionModel } from './types';
3
+ import type * as monaco from '@opensumi/ide-monaco';
4
+ export declare function getPrefixPrompt(context: ICompletionContext, promptConfig: ICompletionModel, injector: Injector, token: monaco.CancellationToken): Promise<string>;
5
+ export declare function getSuffixPrompt(context: ICompletionContext, promptConfig: ICompletionModel, injector: Injector, token: monaco.CancellationToken): Promise<string>;
13
6
  //# sourceMappingURL=provider.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../../src/browser/inline-completions/provider.ts"],"names":[],"mappings":"AAEA,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CASvD;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAOvD;AAED,qBAAa,QAAQ;IACnB,KAAK,EAAE,GAAG,EAAE,CAAC;;IAIb,MAAM,CAAC,UAAU,EAAE;QAAE,WAAW,EAAE,GAAG,CAAC;QAAC,aAAa,EAAE,GAAG,CAAA;KAAE;IAG3D,MAAM;IAON,SAAS;CASV"}
1
+ {"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../../src/browser/inline-completions/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAKxC,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAmC,MAAM,SAAS,CAAC;AAEhG,OAAO,KAAK,KAAK,MAAM,MAAM,sBAAsB,CAAC;AAEpD,wBAAsB,eAAe,CACnC,OAAO,EAAE,kBAAkB,EAC3B,YAAY,EAAE,gBAAgB,EAC9B,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,CAAC,iBAAiB,GAC9B,OAAO,CAAC,MAAM,CAAC,CAwFjB;AAED,wBAAsB,eAAe,CACnC,OAAO,EAAE,kBAAkB,EAC3B,YAAY,EAAE,gBAAgB,EAC9B,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,CAAC,iBAAiB,GAC9B,OAAO,CAAC,MAAM,CAAC,CAEjB"}
@@ -1,51 +1,86 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.ReqStack = exports.preSuffixHandler = exports.prePromptHandler = void 0;
4
- const tslib_1 = require("tslib");
5
- const constants = tslib_1.__importStar(require("./constants"));
6
- function prePromptHandler(prompt) {
7
- // remove all empty lines
8
- prompt = prompt.replace(/^s*[\n]/gm, '');
9
- const arr = prompt.split('\n');
10
- // if the number of lines is greater than n, take the last n lines
11
- if (arr.length > constants.completionModel.completionPromptMaxLineSize) {
12
- prompt = arr.slice(-constants.completionModel.completionPromptMaxLineSize).join('\n');
3
+ exports.getSuffixPrompt = exports.getPrefixPrompt = void 0;
4
+ const importedFiles_1 = require("./prompt/importedFiles");
5
+ const prompt_1 = require("./prompt/prompt");
6
+ const similarSnippets_1 = require("./prompt/similarSnippets");
7
+ async function getPrefixPrompt(context, promptConfig, injector, token) {
8
+ var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m;
9
+ const beforeCursor = context.prefix;
10
+ const smiilarSnippetPriority = promptConfig.wishList.similarFile.priority;
11
+ const beforeCursorPriority = promptConfig.wishList.beforeCursor.priority;
12
+ const importedFilePriority = promptConfig.wishList.importedFile.priority;
13
+ const pathMarkderPriority = promptConfig.wishList.pathMarker.priority;
14
+ const languageMarkerPriority = promptConfig.wishList.languageMarker.priority;
15
+ const { maxPromptTokenSize } = promptConfig;
16
+ const prefixPercent = (_a = 1 - promptConfig.wishList.afterCursor.extOption.suffixPercent) !== null && _a !== void 0 ? _a : 0.25;
17
+ const beforeCursorMaxTokenSize = Math.ceil(prefixPercent * maxPromptTokenSize);
18
+ const leftTokenSize = beforeCursorMaxTokenSize;
19
+ // Language Marker
20
+ const languageMarker = promptConfig.wishList.languageMarker.enable ? (0, prompt_1.getLanguageMarker)(context.language) : '';
21
+ // Path Marker
22
+ const pathMarker = promptConfig.wishList.pathMarker.enable ? (0, prompt_1.getPathMarker)(context.filename, context.language) : '';
23
+ // Similar Snippet
24
+ const similarFileOptions = Object.assign(Object.assign({}, promptConfig.wishList.similarFile.extOption), { maxTime: Math.min(promptConfig.wishList.similarFile.extOption.maxTime || 200, promptConfig.maxExecuteTimeMillSecond) });
25
+ const now = Date.now();
26
+ const similarFileSnippets = promptConfig.wishList.similarFile.enable
27
+ ? await (0, similarSnippets_1.getSimilarSnippets)(context, similarFileOptions, injector)
28
+ : [];
29
+ if (token === null || token === void 0 ? void 0 : token.isCancellationRequested) {
30
+ return beforeCursor;
13
31
  }
14
- return prompt;
15
- }
16
- exports.prePromptHandler = prePromptHandler;
17
- function preSuffixHandler(suffix) {
18
- suffix = suffix.replace(/^s*[\n]/gm, '');
19
- const arr = suffix.split('\n');
20
- if (arr.length > constants.completionModel.completionSuffixMaxLineSize) {
21
- suffix = arr.slice(-constants.completionModel.completionSuffixMaxLineSize).join('\n');
32
+ const costTime = Date.now() - now;
33
+ // Imported File
34
+ const importedFileOptions = Object.assign(Object.assign({}, promptConfig.wishList.importedFile.extOption), { maxTime: Math.min(promptConfig.wishList.importedFile.extOption.maxTime, promptConfig.maxExecuteTimeMillSecond - costTime) });
35
+ const importedFiles = promptConfig.wishList.importedFile.enable
36
+ ? await (0, importedFiles_1.getImportedFile)(context, importedFileOptions, injector)
37
+ : [];
38
+ if (token === null || token === void 0 ? void 0 : token.isCancellationRequested) {
39
+ return beforeCursor;
22
40
  }
23
- return suffix;
41
+ // 根据内容优先级拼接 prompt
42
+ const promptPriority = [
43
+ {
44
+ attributeName: promptConfig.wishList.languageMarker.attributeName,
45
+ priority: languageMarkerPriority,
46
+ maxPercent: (_b = promptConfig.wishList.languageMarker.extOption.maxPercent) !== null && _b !== void 0 ? _b : 1,
47
+ enable: (_c = promptConfig.wishList.languageMarker.enable) !== null && _c !== void 0 ? _c : false,
48
+ content: languageMarker,
49
+ },
50
+ {
51
+ attributeName: promptConfig.wishList.pathMarker.attributeName,
52
+ priority: pathMarkderPriority,
53
+ maxPercent: (_e = (_d = promptConfig.wishList.pathMarker.extOption) === null || _d === void 0 ? void 0 : _d.maxPercent) !== null && _e !== void 0 ? _e : 1,
54
+ enable: (_f = promptConfig.wishList.pathMarker.enable) !== null && _f !== void 0 ? _f : false,
55
+ content: pathMarker,
56
+ },
57
+ {
58
+ attributeName: promptConfig.wishList.importedFile.attributeName,
59
+ priority: importedFilePriority,
60
+ enable: (_g = promptConfig.wishList.importedFile.enable) !== null && _g !== void 0 ? _g : false,
61
+ maxPercent: (_h = promptConfig.wishList.importedFile.extOption.maxPercent) !== null && _h !== void 0 ? _h : 1,
62
+ importedFiles,
63
+ },
64
+ {
65
+ attributeName: promptConfig.wishList.similarFile.attributeName,
66
+ priority: smiilarSnippetPriority,
67
+ enable: (_j = promptConfig.wishList.similarFile.enable) !== null && _j !== void 0 ? _j : false,
68
+ similarSnippets: similarFileSnippets,
69
+ maxPercent: (_k = promptConfig.wishList.similarFile.extOption.maxPercent) !== null && _k !== void 0 ? _k : 1,
70
+ },
71
+ {
72
+ attributeName: promptConfig.wishList.beforeCursor.attributeName,
73
+ priority: beforeCursorPriority,
74
+ maxPercent: (_l = promptConfig.wishList.beforeCursor.extOption.maxPercent) !== null && _l !== void 0 ? _l : 1,
75
+ enable: (_m = promptConfig.wishList.beforeCursor.enable) !== null && _m !== void 0 ? _m : true,
76
+ content: beforeCursor,
77
+ },
78
+ ];
79
+ return (await (0, prompt_1.getBeforePrompt)(promptPriority, context, promptConfig, leftTokenSize, injector, token)) || beforeCursor;
24
80
  }
25
- exports.preSuffixHandler = preSuffixHandler;
26
- class ReqStack {
27
- constructor() {
28
- this.queue = [];
29
- }
30
- addReq(reqRequest) {
31
- this.queue.push(reqRequest);
32
- }
33
- runReq() {
34
- if (this.queue.length === 0) {
35
- return;
36
- }
37
- const fn = this.queue.pop();
38
- return fn.sendRequest();
39
- }
40
- cancleRqe() {
41
- if (this.queue.length === 0) {
42
- return;
43
- }
44
- this.queue.forEach((item) => {
45
- item.cancelRequest();
46
- });
47
- this.queue = [];
48
- }
81
+ exports.getPrefixPrompt = getPrefixPrompt;
82
+ async function getSuffixPrompt(context, promptConfig, injector, token) {
83
+ return (await (0, prompt_1.getAfterPrompt)(context, promptConfig, injector, token)) || '';
49
84
  }
50
- exports.ReqStack = ReqStack;
85
+ exports.getSuffixPrompt = getSuffixPrompt;
51
86
  //# sourceMappingURL=provider.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/browser/inline-completions/provider.ts"],"names":[],"mappings":";;;;AAAA,+DAAyC;AAEzC,SAAgB,gBAAgB,CAAC,MAAc;IAC7C,yBAAyB;IACzB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,kEAAkE;IAClE,IAAI,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC,2BAA2B,EAAE;QACtE,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;KACvF;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AATD,4CASC;AAED,SAAgB,gBAAgB,CAAC,MAAc;IAC7C,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC,2BAA2B,EAAE;QACtE,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;KACvF;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAPD,4CAOC;AAED,MAAa,QAAQ;IAEnB;QACE,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;IAClB,CAAC;IACD,MAAM,CAAC,UAAoD;QACzD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC9B,CAAC;IACD,MAAM;QACJ,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;YAC3B,OAAO;SACR;QACD,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAC,WAAW,EAAE,CAAC;IAC1B,CAAC;IACD,SAAS;QACP,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;YAC3B,OAAO;SACR;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YAC1B,IAAI,CAAC,aAAa,EAAE,CAAC;QACvB,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;IAClB,CAAC;CACF;AAxBD,4BAwBC"}
1
+ {"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/browser/inline-completions/provider.ts"],"names":[],"mappings":";;;AAEA,0DAAyD;AACzD,4CAAoG;AACpG,8DAA8D;AAKvD,KAAK,UAAU,eAAe,CACnC,OAA2B,EAC3B,YAA8B,EAC9B,QAAkB,EAClB,KAA+B;;IAE/B,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;IACpC,MAAM,sBAAsB,GAAG,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC;IAC1E,MAAM,oBAAoB,GAAG,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC;IACzE,MAAM,oBAAoB,GAAG,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC;IACzE,MAAM,mBAAmB,GAAG,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC;IACtE,MAAM,sBAAsB,GAAG,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC;IAE7E,MAAM,EAAE,kBAAkB,EAAE,GAAG,YAAY,CAAC;IAE5C,MAAM,aAAa,GAAG,MAAA,CAAC,GAAG,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,aAAa,mCAAI,IAAI,CAAC;IAC5F,MAAM,wBAAwB,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,kBAAkB,CAAC,CAAC;IAC/E,MAAM,aAAa,GAAG,wBAAwB,CAAC;IAE/C,kBAAkB;IAClB,MAAM,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,IAAA,0BAAiB,EAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9G,cAAc;IACd,MAAM,UAAU,GAAG,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAA,sBAAa,EAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpH,kBAAkB;IAClB,MAAM,kBAAkB,mCACnB,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,KAC9C,OAAO,EAAE,IAAI,CAAC,GAAG,CACf,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,OAAO,IAAI,GAAG,EAC1D,YAAY,CAAC,wBAAwB,CACtC,GACF,CAAC;IACF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,mBAAmB,GAAG,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM;QAClE,CAAC,CAAC,MAAM,IAAA,oCAAkB,EAAC,OAAO,EAAE,kBAAkB,EAAE,QAAQ,CAAC;QACjE,CAAC,CAAC,EAAE,CAAC;IACP,IAAI,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,uBAAuB,EAAE;QAClC,OAAO,YAAY,CAAC;KACrB;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC;IAClC,gBAAgB;IAChB,MAAM,mBAAmB,mCACpB,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,KAC/C,OAAO,EAAE,IAAI,CAAC,GAAG,CACf,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,EACpD,YAAY,CAAC,wBAAwB,GAAG,QAAQ,CACjD,GACF,CAAC;IACF,MAAM,aAAa,GAA4B,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM;QACtF,CAAC,CAAC,MAAM,IAAA,+BAAe,EAAC,OAAO,EAAE,mBAAmB,EAAE,QAAQ,CAAC;QAC/D,CAAC,CAAC,EAAE,CAAC;IACP,IAAI,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,uBAAuB,EAAE;QAClC,OAAO,YAAY,CAAC;KACrB;IAED,mBAAmB;IACnB,MAAM,cAAc,GAAiB;QACnC;YACE,aAAa,EAAE,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,aAAa;YACjE,QAAQ,EAAE,sBAAsB;YAChC,UAAU,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,SAAS,CAAC,UAAU,mCAAI,CAAC;YAC1E,MAAM,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,mCAAI,KAAK;YAC5D,OAAO,EAAE,cAAc;SACxB;QACD;YACE,aAAa,EAAE,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,aAAa;YAC7D,QAAQ,EAAE,mBAAmB;YAC7B,UAAU,EAAE,MAAA,MAAA,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,0CAAE,UAAU,mCAAI,CAAC;YACvE,MAAM,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,mCAAI,KAAK;YACxD,OAAO,EAAE,UAAU;SACpB;QACD;YACE,aAAa,EAAE,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,aAAa;YAC/D,QAAQ,EAAE,oBAAoB;YAC9B,MAAM,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,mCAAI,KAAK;YAC1D,UAAU,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,UAAU,mCAAI,CAAC;YACxE,aAAa;SACd;QACD;YACE,aAAa,EAAE,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,aAAa;YAC9D,QAAQ,EAAE,sBAAsB;YAChC,MAAM,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,mCAAI,KAAK;YACzD,eAAe,EAAE,mBAAwD;YACzE,UAAU,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,mCAAI,CAAC;SACxE;QACD;YACE,aAAa,EAAE,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,aAAa;YAC/D,QAAQ,EAAE,oBAAoB;YAC9B,UAAU,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,UAAU,mCAAI,CAAC;YACxE,MAAM,EAAE,MAAA,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,mCAAI,IAAI;YACzD,OAAO,EAAE,YAAY;SACtB;KACF,CAAC;IACF,OAAO,CAAC,MAAM,IAAA,wBAAe,EAAC,cAAc,EAAE,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,YAAY,CAAC;AACxH,CAAC;AA7FD,0CA6FC;AAEM,KAAK,UAAU,eAAe,CACnC,OAA2B,EAC3B,YAA8B,EAC9B,QAAkB,EAClB,KAA+B;IAE/B,OAAO,CAAC,MAAM,IAAA,uBAAc,EAAC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;AAC9E,CAAC;AAPD,0CAOC"}