codevault 1.3.0-beta.7 â 1.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +49 -27
- package/README.md +512 -71
- package/dist/cli/commands/ask-cmd.d.ts +3 -0
- package/dist/cli/commands/ask-cmd.d.ts.map +1 -0
- package/dist/cli/commands/ask-cmd.js +113 -0
- package/dist/cli/commands/ask-cmd.js.map +1 -0
- package/dist/cli.js +2 -0
- package/dist/cli.js.map +1 -1
- package/dist/config/apply-env.d.ts.map +1 -1
- package/dist/config/apply-env.js +54 -22
- package/dist/config/apply-env.js.map +1 -1
- package/dist/config/loader.d.ts.map +1 -1
- package/dist/config/loader.js +72 -20
- package/dist/config/loader.js.map +1 -1
- package/dist/config/types.d.ts +11 -0
- package/dist/config/types.d.ts.map +1 -1
- package/dist/mcp/tools/ask-codebase.d.ts +85 -0
- package/dist/mcp/tools/ask-codebase.d.ts.map +1 -0
- package/dist/mcp/tools/ask-codebase.js +125 -0
- package/dist/mcp/tools/ask-codebase.js.map +1 -0
- package/dist/mcp-server.js +76 -0
- package/dist/mcp-server.js.map +1 -1
- package/dist/providers/base.js +4 -4
- package/dist/providers/base.js.map +1 -1
- package/dist/providers/chat-llm.d.ts +41 -0
- package/dist/providers/chat-llm.d.ts.map +1 -0
- package/dist/providers/chat-llm.js +155 -0
- package/dist/providers/chat-llm.js.map +1 -0
- package/dist/providers/index.d.ts.map +1 -1
- package/dist/providers/index.js +2 -1
- package/dist/providers/index.js.map +1 -1
- package/dist/providers/ollama.d.ts.map +1 -1
- package/dist/providers/ollama.js +3 -3
- package/dist/providers/ollama.js.map +1 -1
- package/dist/providers/openai.d.ts.map +1 -1
- package/dist/providers/openai.js +9 -8
- package/dist/providers/openai.js.map +1 -1
- package/dist/ranking/api-reranker.d.ts.map +1 -1
- package/dist/ranking/api-reranker.js +14 -28
- package/dist/ranking/api-reranker.js.map +1 -1
- package/dist/synthesis/markdown-formatter.d.ts +13 -0
- package/dist/synthesis/markdown-formatter.d.ts.map +1 -0
- package/dist/synthesis/markdown-formatter.js +104 -0
- package/dist/synthesis/markdown-formatter.js.map +1 -0
- package/dist/synthesis/prompt-builder.d.ts +21 -0
- package/dist/synthesis/prompt-builder.d.ts.map +1 -0
- package/dist/synthesis/prompt-builder.js +129 -0
- package/dist/synthesis/prompt-builder.js.map +1 -0
- package/dist/synthesis/synthesizer.d.ts +30 -0
- package/dist/synthesis/synthesizer.d.ts.map +1 -0
- package/dist/synthesis/synthesizer.js +210 -0
- package/dist/synthesis/synthesizer.js.map +1 -0
- package/dist/utils/rate-limiter.d.ts.map +1 -1
- package/dist/utils/rate-limiter.js +4 -3
- package/dist/utils/rate-limiter.js.map +1 -1
- package/package.json +4 -4
|
@@ -0,0 +1,155 @@
|
|
|
1
|
+
import { OpenAI } from 'openai';
|
|
2
|
+
import { createRateLimiter } from '../utils/rate-limiter.js';
|
|
3
|
+
export class ChatLLMProvider {
|
|
4
|
+
rateLimiter;
|
|
5
|
+
}
|
|
6
|
+
export class OpenAIChatProvider extends ChatLLMProvider {
|
|
7
|
+
openai = null;
|
|
8
|
+
model;
|
|
9
|
+
rateLimiter;
|
|
10
|
+
constructor() {
|
|
11
|
+
super();
|
|
12
|
+
this.model = process.env.CODEVAULT_CHAT_MODEL
|
|
13
|
+
|| process.env.CODEVAULT_OPENAI_CHAT_MODEL // Backward compatibility
|
|
14
|
+
|| 'gpt-4o';
|
|
15
|
+
this.rateLimiter = createRateLimiter('OpenAI-Chat');
|
|
16
|
+
}
|
|
17
|
+
async init() {
|
|
18
|
+
if (!this.openai) {
|
|
19
|
+
const config = {};
|
|
20
|
+
if (process.env.CODEVAULT_CHAT_API_KEY || process.env.OPENAI_API_KEY) {
|
|
21
|
+
config.apiKey = process.env.CODEVAULT_CHAT_API_KEY || process.env.OPENAI_API_KEY;
|
|
22
|
+
}
|
|
23
|
+
if (process.env.CODEVAULT_CHAT_BASE_URL || process.env.OPENAI_BASE_URL) {
|
|
24
|
+
config.baseURL = process.env.CODEVAULT_CHAT_BASE_URL || process.env.OPENAI_BASE_URL;
|
|
25
|
+
}
|
|
26
|
+
this.openai = new OpenAI(config);
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
async generateCompletion(messages, options = {}) {
|
|
30
|
+
await this.init();
|
|
31
|
+
const temperature = options.temperature ?? parseFloat(process.env.CODEVAULT_CHAT_TEMPERATURE || '0.7');
|
|
32
|
+
const maxTokens = options.maxTokens ?? parseInt(process.env.CODEVAULT_CHAT_MAX_TOKENS || '4096', 10);
|
|
33
|
+
return await this.rateLimiter.execute(async () => {
|
|
34
|
+
const completion = await this.openai.chat.completions.create({
|
|
35
|
+
model: this.model,
|
|
36
|
+
messages: messages.map(msg => ({
|
|
37
|
+
role: msg.role,
|
|
38
|
+
content: msg.content
|
|
39
|
+
})),
|
|
40
|
+
temperature,
|
|
41
|
+
max_tokens: maxTokens
|
|
42
|
+
});
|
|
43
|
+
return completion.choices[0]?.message?.content || '';
|
|
44
|
+
});
|
|
45
|
+
}
|
|
46
|
+
async *generateStreamingCompletion(messages, options = {}) {
|
|
47
|
+
await this.init();
|
|
48
|
+
const temperature = options.temperature ?? parseFloat(process.env.CODEVAULT_CHAT_TEMPERATURE || '0.7');
|
|
49
|
+
const maxTokens = options.maxTokens ?? parseInt(process.env.CODEVAULT_CHAT_MAX_TOKENS || '4096', 10);
|
|
50
|
+
const stream = await this.openai.chat.completions.create({
|
|
51
|
+
model: this.model,
|
|
52
|
+
messages: messages.map(msg => ({
|
|
53
|
+
role: msg.role,
|
|
54
|
+
content: msg.content
|
|
55
|
+
})),
|
|
56
|
+
temperature,
|
|
57
|
+
max_tokens: maxTokens,
|
|
58
|
+
stream: true
|
|
59
|
+
});
|
|
60
|
+
for await (const chunk of stream) {
|
|
61
|
+
const content = chunk.choices[0]?.delta?.content;
|
|
62
|
+
if (content) {
|
|
63
|
+
yield content;
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
getName() {
|
|
68
|
+
return 'OpenAI-Chat';
|
|
69
|
+
}
|
|
70
|
+
getModelName() {
|
|
71
|
+
return this.model;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
export class OllamaChatProvider extends ChatLLMProvider {
|
|
75
|
+
ollama = null;
|
|
76
|
+
model;
|
|
77
|
+
rateLimiter;
|
|
78
|
+
constructor(model = process.env.CODEVAULT_OLLAMA_CHAT_MODEL || 'llama3.1') {
|
|
79
|
+
super();
|
|
80
|
+
this.model = model;
|
|
81
|
+
this.rateLimiter = createRateLimiter('Ollama-Chat');
|
|
82
|
+
}
|
|
83
|
+
async init() {
|
|
84
|
+
if (!this.ollama) {
|
|
85
|
+
try {
|
|
86
|
+
const ollama = await import('ollama');
|
|
87
|
+
this.ollama = ollama.default;
|
|
88
|
+
}
|
|
89
|
+
catch (error) {
|
|
90
|
+
throw new Error('Ollama is not installed. Run: npm install ollama');
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
async generateCompletion(messages, options = {}) {
|
|
95
|
+
await this.init();
|
|
96
|
+
const temperature = options.temperature ?? parseFloat(process.env.CODEVAULT_CHAT_TEMPERATURE || '0.7');
|
|
97
|
+
return await this.rateLimiter.execute(async () => {
|
|
98
|
+
const response = await this.ollama.chat({
|
|
99
|
+
model: this.model,
|
|
100
|
+
messages: messages.map(msg => ({
|
|
101
|
+
role: msg.role,
|
|
102
|
+
content: msg.content
|
|
103
|
+
})),
|
|
104
|
+
options: {
|
|
105
|
+
temperature
|
|
106
|
+
}
|
|
107
|
+
});
|
|
108
|
+
return response.message?.content || '';
|
|
109
|
+
});
|
|
110
|
+
}
|
|
111
|
+
async *generateStreamingCompletion(messages, options = {}) {
|
|
112
|
+
await this.init();
|
|
113
|
+
const temperature = options.temperature ?? parseFloat(process.env.CODEVAULT_CHAT_TEMPERATURE || '0.7');
|
|
114
|
+
const stream = await this.ollama.chat({
|
|
115
|
+
model: this.model,
|
|
116
|
+
messages: messages.map(msg => ({
|
|
117
|
+
role: msg.role,
|
|
118
|
+
content: msg.content
|
|
119
|
+
})),
|
|
120
|
+
options: {
|
|
121
|
+
temperature
|
|
122
|
+
},
|
|
123
|
+
stream: true
|
|
124
|
+
});
|
|
125
|
+
for await (const chunk of stream) {
|
|
126
|
+
if (chunk.message?.content) {
|
|
127
|
+
yield chunk.message.content;
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
getName() {
|
|
132
|
+
return 'Ollama-Chat';
|
|
133
|
+
}
|
|
134
|
+
getModelName() {
|
|
135
|
+
return this.model;
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
export function createChatLLMProvider(providerName = 'auto') {
|
|
139
|
+
switch (providerName.toLowerCase()) {
|
|
140
|
+
case 'openai':
|
|
141
|
+
return new OpenAIChatProvider();
|
|
142
|
+
case 'ollama':
|
|
143
|
+
return new OllamaChatProvider();
|
|
144
|
+
case 'auto':
|
|
145
|
+
default:
|
|
146
|
+
// Check for chat API keys (including custom endpoints like OpenRouter, Nebius)
|
|
147
|
+
if (process.env.CODEVAULT_CHAT_API_KEY || process.env.OPENAI_API_KEY) {
|
|
148
|
+
return new OpenAIChatProvider();
|
|
149
|
+
}
|
|
150
|
+
else {
|
|
151
|
+
return new OllamaChatProvider();
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
//# sourceMappingURL=chat-llm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chat-llm.js","sourceRoot":"","sources":["../../src/providers/chat-llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAa7D,MAAM,OAAgB,eAAe;IAOnC,WAAW,CAAO;CACnB;AAED,MAAM,OAAO,kBAAmB,SAAQ,eAAe;IAC7C,MAAM,GAAkB,IAAI,CAAC;IAC7B,KAAK,CAAS;IACtB,WAAW,CAAM;IAEjB;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB;eAC7B,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,yBAAyB;eACjE,QAAQ,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC,aAAa,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,MAAM,GAAQ,EAAE,CAAC;YAEvB,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;gBACrE,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;YACnF,CAAC;YAED,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;gBACvE,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;YACtF,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAAuB,EAAE,UAAiC,EAAE;QACnF,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,KAAK,CAAC,CAAC;QACvG,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;QAErG,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;YAC/C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC5D,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC7B,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,OAAO,EAAE,GAAG,CAAC,OAAO;iBACrB,CAAC,CAAC;gBACH,WAAW;gBACX,UAAU,EAAE,SAAS;aACtB,CAAC,CAAC;YAEH,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAC,2BAA2B,CAAC,QAAuB,EAAE,UAAiC,EAAE;QAC7F,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,KAAK,CAAC,CAAC;QACvG,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;QAErG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACxD,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7B,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC,CAAC;YACH,WAAW;YACX,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE,IAAI;SACb,CAAC,CAAC;QAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;YACjD,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,OAAO,CAAC;YAChB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF;AAED,MAAM,OAAO,kBAAmB,SAAQ,eAAe;IAC7C,MAAM,GAAQ,IAAI,CAAC;IACnB,KAAK,CAAS;IACtB,WAAW,CAAM;IAEjB,YAAY,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,UAAU;QACvE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC,aAAa,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACtC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAAuB,EAAE,UAAiC,EAAE;QACnF,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,KAAK,CAAC,CAAC;QAEvG,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;YAC/C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;gBACtC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC7B,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,OAAO,EAAE,GAAG,CAAC,OAAO;iBACrB,CAAC,CAAC;gBACH,OAAO,EAAE;oBACP,WAAW;iBACZ;aACF,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QACzC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAC,2BAA2B,CAAC,QAAuB,EAAE,UAAiC,EAAE;QAC7F,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,KAAK,CAAC,CAAC;QAEvG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7B,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC,CAAC;YACH,OAAO,EAAE;gBACP,WAAW;aACZ;YACD,MAAM,EAAE,IAAI;SACb,CAAC,CAAC;QAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,IAAI,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;gBAC3B,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF;AAED,MAAM,UAAU,qBAAqB,CAAC,YAAY,GAAG,MAAM;IACzD,QAAQ,YAAY,CAAC,WAAW,EAAE,EAAE,CAAC;QACnC,KAAK,QAAQ;YACX,OAAO,IAAI,kBAAkB,EAAE,CAAC;QAClC,KAAK,QAAQ;YACX,OAAO,IAAI,kBAAkB,EAAE,CAAC;QAClC,KAAK,MAAM,CAAC;QACZ;YACE,+EAA+E;YAC/E,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;gBACrE,OAAO,IAAI,kBAAkB,EAAE,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,OAAO,IAAI,kBAAkB,EAAE,CAAC;YAClC,CAAC;IACL,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAI9C,cAAc,WAAW,CAAC;AAC1B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAE5B,wBAAgB,uBAAuB,CAAC,YAAY,SAAS,GAAG,iBAAiB,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAI9C,cAAc,WAAW,CAAC;AAC1B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAE5B,wBAAgB,uBAAuB,CAAC,YAAY,SAAS,GAAG,iBAAiB,CAehF"}
|
package/dist/providers/index.js
CHANGED
|
@@ -11,7 +11,8 @@ export function createEmbeddingProvider(providerName = 'auto') {
|
|
|
11
11
|
return new OllamaProvider();
|
|
12
12
|
case 'auto':
|
|
13
13
|
default:
|
|
14
|
-
|
|
14
|
+
// Check for OpenAI-compatible API keys (including custom endpoints like Nebius)
|
|
15
|
+
if (process.env.CODEVAULT_EMBEDDING_API_KEY || process.env.OPENAI_API_KEY) {
|
|
15
16
|
return new OpenAIProvider();
|
|
16
17
|
}
|
|
17
18
|
else {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,cAAc,WAAW,CAAC;AAC1B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAE5B,MAAM,UAAU,uBAAuB,CAAC,YAAY,GAAG,MAAM;IAC3D,QAAQ,YAAY,CAAC,WAAW,EAAE,EAAE,CAAC;QACnC,KAAK,QAAQ;YACX,OAAO,IAAI,cAAc,EAAE,CAAC;QAC9B,KAAK,QAAQ;YACX,OAAO,IAAI,cAAc,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC;QACZ;YACE,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,cAAc,WAAW,CAAC;AAC1B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAE5B,MAAM,UAAU,uBAAuB,CAAC,YAAY,GAAG,MAAM;IAC3D,QAAQ,YAAY,CAAC,WAAW,EAAE,EAAE,CAAC;QACnC,KAAK,QAAQ;YACX,OAAO,IAAI,cAAc,EAAE,CAAC;QAC9B,KAAK,QAAQ;YACX,OAAO,IAAI,cAAc,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC;QACZ;YACE,gFAAgF;YAChF,IAAI,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;gBAC1E,OAAO,IAAI,cAAc,EAAE,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,OAAO,IAAI,cAAc,EAAE,CAAC;YAC9B,CAAC;IACL,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AACA,OAAO,EACL,iBAAiB,EAKlB,MAAM,WAAW,CAAC;AAEnB,qBAAa,cAAe,SAAQ,iBAAiB;IACnD,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,KAAK,CAAS;IACtB,WAAW,EAAE,GAAG,CAAC;gBAEL,KAAK,
|
|
1
|
+
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AACA,OAAO,EACL,iBAAiB,EAKlB,MAAM,WAAW,CAAC;AAEnB,qBAAa,cAAe,SAAQ,iBAAiB;IACnD,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,KAAK,CAAS;IACtB,WAAW,EAAE,GAAG,CAAC;gBAEL,KAAK,SAA2G;IAMtH,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAWrB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAexD,aAAa,IAAI,MAAM;IASvB,OAAO,IAAI,MAAM;IAIjB,YAAY,IAAI,MAAM;CAGvB"}
|
package/dist/providers/ollama.js
CHANGED
|
@@ -4,7 +4,7 @@ export class OllamaProvider extends EmbeddingProvider {
|
|
|
4
4
|
ollama = null;
|
|
5
5
|
model;
|
|
6
6
|
rateLimiter;
|
|
7
|
-
constructor(model = process.env.CODEVAULT_OLLAMA_MODEL || 'nomic-embed-text') {
|
|
7
|
+
constructor(model = process.env.CODEVAULT_OLLAMA_EMBEDDING_MODEL || process.env.CODEVAULT_OLLAMA_MODEL || 'nomic-embed-text') {
|
|
8
8
|
super();
|
|
9
9
|
this.model = model;
|
|
10
10
|
this.rateLimiter = createRateLimiter('Ollama');
|
|
@@ -33,8 +33,8 @@ export class OllamaProvider extends EmbeddingProvider {
|
|
|
33
33
|
});
|
|
34
34
|
}
|
|
35
35
|
getDimensions() {
|
|
36
|
-
if (process.env.CODEVAULT_DIMENSIONS) {
|
|
37
|
-
const dims = parseInt(process.env.CODEVAULT_DIMENSIONS, 10);
|
|
36
|
+
if (process.env.CODEVAULT_EMBEDDING_DIMENSIONS || process.env.CODEVAULT_DIMENSIONS) {
|
|
37
|
+
const dims = parseInt(process.env.CODEVAULT_EMBEDDING_DIMENSIONS || process.env.CODEVAULT_DIMENSIONS || '0', 10);
|
|
38
38
|
if (!isNaN(dims) && dims > 0)
|
|
39
39
|
return dims;
|
|
40
40
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EACL,iBAAiB,EACjB,eAAe,EAIhB,MAAM,WAAW,CAAC;AAEnB,MAAM,OAAO,cAAe,SAAQ,iBAAiB;IAC3C,MAAM,GAAQ,IAAI,CAAC;IACnB,KAAK,CAAS;IACtB,WAAW,CAAM;IAEjB,YAAY,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,kBAAkB;
|
|
1
|
+
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EACL,iBAAiB,EACjB,eAAe,EAIhB,MAAM,WAAW,CAAC;AAEnB,MAAM,OAAO,cAAe,SAAQ,iBAAiB;IAC3C,MAAM,GAAQ,IAAI,CAAC;IACnB,KAAK,CAAS;IACtB,WAAW,CAAM;IAEjB,YAAY,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,gCAAgC,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,kBAAkB;QAC1H,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACtC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,IAAY;QAClC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC;QAE/C,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;YAC/C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;gBAC5C,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC;aAChC,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,SAAS,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,aAAa;QACX,IAAI,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;YACnF,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;YACjH,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;QAC5C,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED,OAAO;QACL,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,iBAAiB,EAMlB,MAAM,WAAW,CAAC;AAEnB,qBAAa,cAAe,SAAQ,iBAAiB;IACnD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,KAAK,CAAS;IACtB,WAAW,EAAE,GAAG,CAAC;;
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,iBAAiB,EAMlB,MAAM,WAAW,CAAC;AAEnB,qBAAa,cAAe,SAAQ,iBAAiB;IACnD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,KAAK,CAAS;IACtB,WAAW,EAAE,GAAG,CAAC;;IAWX,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBrB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAgBxD,aAAa,IAAI,MAAM;IAWvB,OAAO,IAAI,MAAM;IAIjB,YAAY,IAAI,MAAM;IAKhB,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CAwE/D"}
|
package/dist/providers/openai.js
CHANGED
|
@@ -7,19 +7,20 @@ export class OpenAIProvider extends EmbeddingProvider {
|
|
|
7
7
|
rateLimiter;
|
|
8
8
|
constructor() {
|
|
9
9
|
super();
|
|
10
|
-
this.model = process.env.
|
|
11
|
-
|| process.env.
|
|
10
|
+
this.model = process.env.CODEVAULT_EMBEDDING_MODEL
|
|
11
|
+
|| process.env.CODEVAULT_OPENAI_EMBEDDING_MODEL // Backward compatibility
|
|
12
|
+
|| process.env.OPENAI_MODEL // Backward compatibility
|
|
12
13
|
|| 'text-embedding-3-large';
|
|
13
14
|
this.rateLimiter = createRateLimiter('OpenAI');
|
|
14
15
|
}
|
|
15
16
|
async init() {
|
|
16
17
|
if (!this.openai) {
|
|
17
18
|
const config = {};
|
|
18
|
-
if (process.env.OPENAI_API_KEY) {
|
|
19
|
-
config.apiKey = process.env.OPENAI_API_KEY;
|
|
19
|
+
if (process.env.CODEVAULT_EMBEDDING_API_KEY || process.env.OPENAI_API_KEY) {
|
|
20
|
+
config.apiKey = process.env.CODEVAULT_EMBEDDING_API_KEY || process.env.OPENAI_API_KEY;
|
|
20
21
|
}
|
|
21
|
-
if (process.env.OPENAI_BASE_URL) {
|
|
22
|
-
config.baseURL = process.env.OPENAI_BASE_URL;
|
|
22
|
+
if (process.env.CODEVAULT_EMBEDDING_BASE_URL || process.env.OPENAI_BASE_URL) {
|
|
23
|
+
config.baseURL = process.env.CODEVAULT_EMBEDDING_BASE_URL || process.env.OPENAI_BASE_URL;
|
|
23
24
|
}
|
|
24
25
|
this.openai = new OpenAI(config);
|
|
25
26
|
}
|
|
@@ -38,8 +39,8 @@ export class OpenAIProvider extends EmbeddingProvider {
|
|
|
38
39
|
});
|
|
39
40
|
}
|
|
40
41
|
getDimensions() {
|
|
41
|
-
if (process.env.CODEVAULT_DIMENSIONS) {
|
|
42
|
-
const dims = parseInt(process.env.CODEVAULT_DIMENSIONS, 10);
|
|
42
|
+
if (process.env.CODEVAULT_EMBEDDING_DIMENSIONS || process.env.CODEVAULT_DIMENSIONS) {
|
|
43
|
+
const dims = parseInt(process.env.CODEVAULT_EMBEDDING_DIMENSIONS || process.env.CODEVAULT_DIMENSIONS || '0', 10);
|
|
43
44
|
if (!isNaN(dims) && dims > 0)
|
|
44
45
|
return dims;
|
|
45
46
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EACL,iBAAiB,EACjB,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,eAAe,EACf,cAAc,EACf,MAAM,WAAW,CAAC;AAEnB,MAAM,OAAO,cAAe,SAAQ,iBAAiB;IAC3C,MAAM,GAAkB,IAAI,CAAC;IAC7B,KAAK,CAAS;IACtB,WAAW,CAAM;IAEjB;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,gCAAgC;
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EACL,iBAAiB,EACjB,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,eAAe,EACf,cAAc,EACf,MAAM,WAAW,CAAC;AAEnB,MAAM,OAAO,cAAe,SAAQ,iBAAiB;IAC3C,MAAM,GAAkB,IAAI,CAAC;IAC7B,KAAK,CAAS;IACtB,WAAW,CAAM;IAEjB;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB;eAClC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,yBAAyB;eACtE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,yBAAyB;eAClD,wBAAwB,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,MAAM,GAAQ,EAAE,CAAC;YAEvB,IAAI,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;gBAC1E,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;YACxF,CAAC;YAED,IAAI,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;gBAC5E,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;YAC3F,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,IAAY;QAClC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC;QAE/C,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;YAC/C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,UAAU,CAAC,MAAM,CAAC;gBACpD,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC;aAC/B,CAAC,CAAC;YACH,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,aAAa;QACX,IAAI,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;YACnF,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;YACjH,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;QAC5C,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,IAAI,CAAC;QAChD,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,IAAI,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,kBAAkB,CAAC,KAAe;QACtC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC;QAE/C,MAAM,aAAa,GAAe,EAAE,CAAC;QACrC,MAAM,cAAc,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QAClC,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,OAAO,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,UAAU,EAAE,CAAC;YACb,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,IAAI,kBAAkB,GAAG,CAAC,CAAC;YAC3B,MAAM,gBAAgB,GAAa,EAAE,CAAC;YAEtC,oCAAoC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;gBAC/B,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;gBAC9C,MAAM,UAAU,GAAG,cAAc,CAAC,aAAa,CAAC,CAAC;gBAEjD,2CAA2C;gBAC3C,IAAI,UAAU,GAAG,eAAe,EAAE,CAAC;oBACjC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;wBACjC,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,6BAA6B,UAAU,MAAM,eAAe,aAAa,CAAC,CAAC;oBAClH,CAAC;oBACD,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACzB,qCAAqC;oBACrC,aAAa,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5D,SAAS;gBACX,CAAC;gBAED,0BAA0B;gBAC1B,IAAI,kBAAkB,GAAG,UAAU,IAAI,gBAAgB,EAAE,CAAC;oBACxD,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBACjC,kBAAkB,IAAI,UAAU,CAAC;oBACjC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,gBAAgB;gBACzB,CAAC;YACH,CAAC;YAED,8CAA8C;YAC9C,KAAK,IAAI,CAAC,GAAG,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtD,cAAc,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAChD,CAAC;YAED,qCAAqC;YACrC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;oBACjC,OAAO,CAAC,GAAG,CAAC,gBAAgB,UAAU,KAAK,YAAY,CAAC,MAAM,WAAW,kBAAkB,UAAU,CAAC,CAAC;gBACzG,CAAC;gBAED,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;oBAChE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,UAAU,CAAC,MAAM,CAAC;wBACpD,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,KAAK,EAAE,YAAY;qBACpB,CAAC,CAAC;oBACH,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC1C,CAAC,CAAC,CAAC;gBAEH,aAAa,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,CAAC,MAAM,oBAAoB,UAAU,gBAAgB,CAAC,CAAC;QACjG,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;CACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api-reranker.d.ts","sourceRoot":"","sources":["../../src/ranking/api-reranker.ts"],"names":[],"mappings":"AAoCA,wBAAgB,wBAAwB,IAAI,OAAO,CAIlD;
|
|
1
|
+
{"version":3,"file":"api-reranker.d.ts","sourceRoot":"","sources":["../../src/ranking/api-reranker.ts"],"names":[],"mappings":"AAoCA,wBAAgB,wBAAwB,IAAI,OAAO,CAIlD;AAuED,UAAU,SAAS;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,UAAU,aAAa;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,MAAM,CAAC;IAC3C,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACzD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAoE7H"}
|
|
@@ -12,8 +12,8 @@ function getMaxFromEnv() {
|
|
|
12
12
|
return Number.isFinite(envMax) && envMax > 0 ? envMax : 50;
|
|
13
13
|
}
|
|
14
14
|
function getMaxTokensFromEnv() {
|
|
15
|
-
const envMax = Number.parseInt(process.env.CODEVAULT_RERANKER_MAX_TOKENS || '
|
|
16
|
-
return Number.isFinite(envMax) && envMax > 0 ? envMax :
|
|
15
|
+
const envMax = Number.parseInt(process.env.CODEVAULT_RERANKER_MAX_TOKENS || '8192', 10);
|
|
16
|
+
return Number.isFinite(envMax) && envMax > 0 ? envMax : 8192;
|
|
17
17
|
}
|
|
18
18
|
function truncateText(text, maxTokens) {
|
|
19
19
|
if (!text || typeof text !== 'string') {
|
|
@@ -40,25 +40,13 @@ async function callRerankAPI(query, documents, config = {}) {
|
|
|
40
40
|
if (!apiKey) {
|
|
41
41
|
throw new Error('CODEVAULT_RERANK_API_KEY is not configured');
|
|
42
42
|
}
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
},
|
|
51
|
-
passages: documents.map(text => ({ text }))
|
|
52
|
-
};
|
|
53
|
-
}
|
|
54
|
-
else {
|
|
55
|
-
requestBody = {
|
|
56
|
-
model: model,
|
|
57
|
-
query: query,
|
|
58
|
-
documents: documents,
|
|
59
|
-
top_n: documents.length
|
|
60
|
-
};
|
|
61
|
-
}
|
|
43
|
+
// Standard reranking API format (Novita, Cohere, Jina AI, Voyage AI)
|
|
44
|
+
const requestBody = {
|
|
45
|
+
model: model,
|
|
46
|
+
query: query,
|
|
47
|
+
documents: documents,
|
|
48
|
+
top_n: documents.length
|
|
49
|
+
};
|
|
62
50
|
const response = await fetch(apiUrl, {
|
|
63
51
|
method: 'POST',
|
|
64
52
|
headers: {
|
|
@@ -72,22 +60,20 @@ async function callRerankAPI(query, documents, config = {}) {
|
|
|
72
60
|
throw new Error(`Rerank API error (${response.status}): ${errorText}`);
|
|
73
61
|
}
|
|
74
62
|
const data = await response.json();
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
index: item.index,
|
|
78
|
-
relevance_score: item.logit
|
|
79
|
-
}));
|
|
80
|
-
}
|
|
63
|
+
// Handle standard reranking response format
|
|
64
|
+
// Most providers (Novita, Cohere, Jina AI, Voyage AI) use this format
|
|
81
65
|
if (data.results && Array.isArray(data.results)) {
|
|
82
66
|
return data.results;
|
|
83
67
|
}
|
|
68
|
+
// Alternative response format (some providers use data array)
|
|
84
69
|
if (data.data && Array.isArray(data.data)) {
|
|
85
70
|
return data.data;
|
|
86
71
|
}
|
|
72
|
+
// Fallback for direct array response
|
|
87
73
|
if (Array.isArray(data)) {
|
|
88
74
|
return data;
|
|
89
75
|
}
|
|
90
|
-
throw new Error(
|
|
76
|
+
throw new Error(`Unexpected rerank API response format. Expected {results: [...]} but got: ${JSON.stringify(data).slice(0, 200)}`);
|
|
91
77
|
}
|
|
92
78
|
export async function rerankWithAPI(query, candidates, options = {}) {
|
|
93
79
|
if (!Array.isArray(candidates) || candidates.length <= 1) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api-reranker.js","sourceRoot":"","sources":["../../src/ranking/api-reranker.ts"],"names":[],"mappings":"AAAA,SAAS,SAAS;IAChB,OAAO,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,SAAS;IAChB,OAAO,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,QAAQ;IACf,OAAO,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa,CAAC;AAC7D,CAAC;AAED,SAAS,aAAa;IACpB,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;IAC/E,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;AAC7D,CAAC;AAED,SAAS,mBAAmB;IAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,
|
|
1
|
+
{"version":3,"file":"api-reranker.js","sourceRoot":"","sources":["../../src/ranking/api-reranker.ts"],"names":[],"mappings":"AAAA,SAAS,SAAS;IAChB,OAAO,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,SAAS;IAChB,OAAO,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,QAAQ;IACf,OAAO,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa,CAAC;AAC7D,CAAC;AAED,SAAS,aAAa;IACpB,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;IAC/E,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;AAC7D,CAAC;AAED,SAAS,mBAAmB;IAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;IACxF,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/D,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,SAAiB;IACnD,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,QAAQ,GAAG,SAAS,GAAG,CAAC,CAAC;IAE/B,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,wBAAwB;IACtC,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC;IACxB,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC;IACxB,OAAO,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;AAC7B,CAAC;AAeD,KAAK,UAAU,aAAa,CAAC,KAAa,EAAE,SAAmB,EAAE,SAA0B,EAAE;IAC3F,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;IAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,QAAQ,EAAE,CAAC;IAEzC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IAED,qEAAqE;IACrE,MAAM,WAAW,GAAG;QAClB,KAAK,EAAE,KAAK;QACZ,KAAK,EAAE,KAAK;QACZ,SAAS,EAAE,SAAS;QACpB,KAAK,EAAE,SAAS,CAAC,MAAM;KACxB,CAAC;IAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE;QACnC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,eAAe,EAAE,UAAU,MAAM,EAAE;SACpC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;KAClC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC;QACrE,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;IAE1C,4CAA4C;IAC5C,sEAAsE;IACtE,IAAI,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAChD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,8DAA8D;IAC9D,IAAI,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,qCAAqC;IACrC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,6EAA6E,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;AACrI,CAAC;AAkBD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAa,EAAE,UAAuB,EAAE,UAAyB,EAAE;IACrG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACzD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAC5B,OAAO,OAAO,CAAC,GAAG,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,GAAG,GAAG,CAAC;QAChF,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QACzB,CAAC,CAAC,aAAa,EAAE,EACnB,UAAU,CAAC,MAAM,CAClB,CAAC;IAEF,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;QACvB,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,mBAAmB,EAAE,CAAC;IAE7D,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,aAAa,CAAC,GAAG,CAAC,KAAK,EAAC,SAAS,EAAC,EAAE;YAClC,IAAI,IAAY,CAAC;YACjB,IAAI,OAAO,CAAC,YAAY,IAAI,OAAO,OAAO,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;gBACvE,IAAI,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;YAC/C,CAAC;iBAAM,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBACpE,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,OAAO,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,OAAO,YAAY,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC1C,CAAC,CAAC,CACH,CAAC;QAEF,MAAM,SAAS,GAAoB;YACjC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAE7D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC3C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;YAC1D,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC7B,CAAC;QAED,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACtD,SAAS;YACT,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;SAChC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAEtC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YAC9B,KAAK,CAAC,SAAS,CAAC,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC;YAC5C,KAAK,CAAC,SAAS,CAAC,YAAY,GAAG,KAAK,GAAG,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,SAAS,CAAC,CAAC;IAExC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAG,KAAe,CAAC,OAAO,CAAC,CAAC;QACjE,OAAO,UAAU,CAAC;IACpB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { SynthesisResult } from './synthesizer.js';
|
|
2
|
+
export interface FormattingOptions {
|
|
3
|
+
includeMetadata?: boolean;
|
|
4
|
+
includeStats?: boolean;
|
|
5
|
+
colorize?: boolean;
|
|
6
|
+
}
|
|
7
|
+
export declare function formatSynthesisResult(result: SynthesisResult, options?: FormattingOptions): string;
|
|
8
|
+
export declare function formatStreamingChunk(chunk: string): string;
|
|
9
|
+
export declare function extractCitations(markdown: string): string[];
|
|
10
|
+
export declare function addCitationFooter(markdown: string): string;
|
|
11
|
+
export declare function formatErrorMessage(error: string, query: string): string;
|
|
12
|
+
export declare function formatNoResultsMessage(query: string, queriesUsed?: string[]): string;
|
|
13
|
+
//# sourceMappingURL=markdown-formatter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"markdown-formatter.d.ts","sourceRoot":"","sources":["../../src/synthesis/markdown-formatter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAExD,MAAM,WAAW,iBAAiB;IAChC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,eAAe,EAAE,OAAO,GAAE,iBAAsB,GAAG,MAAM,CAqDtG;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAG1D;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAgB3D;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAqB1D;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAYvE;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAmBpF"}
|
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
export function formatSynthesisResult(result, options = {}) {
|
|
2
|
+
const { includeMetadata = true, includeStats = true, colorize = false } = options;
|
|
3
|
+
let output = '';
|
|
4
|
+
// Add metadata header if requested
|
|
5
|
+
if (includeMetadata && result.metadata) {
|
|
6
|
+
output += '---\n';
|
|
7
|
+
output += '**Search Metadata**\n\n';
|
|
8
|
+
if (result.queriesUsed && result.queriesUsed.length > 1) {
|
|
9
|
+
output += `- **Queries Used:** ${result.queriesUsed.length}\n`;
|
|
10
|
+
result.queriesUsed.forEach((q, i) => {
|
|
11
|
+
output += ` ${i + 1}. "${q}"\n`;
|
|
12
|
+
});
|
|
13
|
+
}
|
|
14
|
+
if (result.metadata.multiQuery) {
|
|
15
|
+
output += `- **Multi-Query:** Yes\n`;
|
|
16
|
+
}
|
|
17
|
+
if (result.metadata.searchType) {
|
|
18
|
+
output += `- **Search Type:** ${result.metadata.searchType}\n`;
|
|
19
|
+
}
|
|
20
|
+
output += `- **Chunks Analyzed:** ${result.chunksAnalyzed}\n`;
|
|
21
|
+
output += `- **Embedding Provider:** ${result.embeddingProvider}\n`;
|
|
22
|
+
output += `- **Chat Provider:** ${result.chatProvider}\n`;
|
|
23
|
+
output += '\n---\n\n';
|
|
24
|
+
}
|
|
25
|
+
// Add main answer
|
|
26
|
+
if (result.success && result.answer) {
|
|
27
|
+
output += result.answer;
|
|
28
|
+
if (!result.answer.endsWith('\n')) {
|
|
29
|
+
output += '\n';
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
else if (!result.success) {
|
|
33
|
+
output += `**Error:** ${result.error || 'Unknown error occurred'}\n`;
|
|
34
|
+
}
|
|
35
|
+
// Add stats footer if requested
|
|
36
|
+
if (includeStats && result.success) {
|
|
37
|
+
output += '\n\n---\n\n';
|
|
38
|
+
output += '_Generated using CodeVault semantic search + LLM synthesis_\n';
|
|
39
|
+
}
|
|
40
|
+
return output;
|
|
41
|
+
}
|
|
42
|
+
export function formatStreamingChunk(chunk) {
|
|
43
|
+
// Pass through streaming chunks as-is
|
|
44
|
+
return chunk;
|
|
45
|
+
}
|
|
46
|
+
export function extractCitations(markdown) {
|
|
47
|
+
const citations = [];
|
|
48
|
+
// Match markdown links: [text](path) or `[text](path)`
|
|
49
|
+
const linkPattern = /\[([^\]]+)\]\(([^)]+)\)/g;
|
|
50
|
+
let match;
|
|
51
|
+
while ((match = linkPattern.exec(markdown)) !== null) {
|
|
52
|
+
const path = match[2];
|
|
53
|
+
// Filter out external URLs, only keep file paths
|
|
54
|
+
if (!path.startsWith('http://') && !path.startsWith('https://')) {
|
|
55
|
+
citations.push(path);
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
return Array.from(new Set(citations));
|
|
59
|
+
}
|
|
60
|
+
export function addCitationFooter(markdown) {
|
|
61
|
+
const citations = extractCitations(markdown);
|
|
62
|
+
if (citations.length === 0) {
|
|
63
|
+
return markdown;
|
|
64
|
+
}
|
|
65
|
+
let output = markdown;
|
|
66
|
+
if (!output.endsWith('\n\n')) {
|
|
67
|
+
output += '\n\n';
|
|
68
|
+
}
|
|
69
|
+
output += '## đ References\n\n';
|
|
70
|
+
output += 'The following files were referenced in this answer:\n\n';
|
|
71
|
+
citations.forEach((citation, index) => {
|
|
72
|
+
output += `${index + 1}. \`${citation}\`\n`;
|
|
73
|
+
});
|
|
74
|
+
return output;
|
|
75
|
+
}
|
|
76
|
+
export function formatErrorMessage(error, query) {
|
|
77
|
+
let output = `# â Unable to Answer\n\n`;
|
|
78
|
+
output += `**Question:** "${query}"\n\n`;
|
|
79
|
+
output += `**Error:** ${error}\n\n`;
|
|
80
|
+
output += `## Possible Solutions:\n\n`;
|
|
81
|
+
output += `1. Ensure the project is indexed: \`codevault index\`\n`;
|
|
82
|
+
output += `2. Check if the question is related to the codebase\n`;
|
|
83
|
+
output += `3. Try rephrasing your question with more specific terms\n`;
|
|
84
|
+
output += `4. Verify embedding and chat API configurations\n`;
|
|
85
|
+
return output;
|
|
86
|
+
}
|
|
87
|
+
export function formatNoResultsMessage(query, queriesUsed) {
|
|
88
|
+
let output = `# âšī¸ No Relevant Code Found\n\n`;
|
|
89
|
+
output += `**Question:** "${query}"\n\n`;
|
|
90
|
+
if (queriesUsed && queriesUsed.length > 1) {
|
|
91
|
+
output += `**Queries Attempted:**\n`;
|
|
92
|
+
queriesUsed.forEach((q, i) => {
|
|
93
|
+
output += `${i + 1}. "${q}"\n`;
|
|
94
|
+
});
|
|
95
|
+
output += '\n';
|
|
96
|
+
}
|
|
97
|
+
output += `## Suggestions:\n\n`;
|
|
98
|
+
output += `1. Try using more specific technical terms\n`;
|
|
99
|
+
output += `2. Check if the relevant code is in the indexed project\n`;
|
|
100
|
+
output += `3. Use simpler, more direct questions\n`;
|
|
101
|
+
output += `4. Try searching for function names or class names directly\n`;
|
|
102
|
+
return output;
|
|
103
|
+
}
|
|
104
|
+
//# sourceMappingURL=markdown-formatter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"markdown-formatter.js","sourceRoot":"","sources":["../../src/synthesis/markdown-formatter.ts"],"names":[],"mappings":"AAQA,MAAM,UAAU,qBAAqB,CAAC,MAAuB,EAAE,UAA6B,EAAE;IAC5F,MAAM,EACJ,eAAe,GAAG,IAAI,EACtB,YAAY,GAAG,IAAI,EACnB,QAAQ,GAAG,KAAK,EACjB,GAAG,OAAO,CAAC;IAEZ,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,mCAAmC;IACnC,IAAI,eAAe,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACvC,MAAM,IAAI,OAAO,CAAC;QAClB,MAAM,IAAI,yBAAyB,CAAC;QAEpC,IAAI,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,uBAAuB,MAAM,CAAC,WAAW,CAAC,MAAM,IAAI,CAAC;YAC/D,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBAClC,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC;YACnC,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;YAC/B,MAAM,IAAI,0BAA0B,CAAC;QACvC,CAAC;QAED,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;YAC/B,MAAM,IAAI,sBAAsB,MAAM,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC;QACjE,CAAC;QAED,MAAM,IAAI,0BAA0B,MAAM,CAAC,cAAc,IAAI,CAAC;QAC9D,MAAM,IAAI,6BAA6B,MAAM,CAAC,iBAAiB,IAAI,CAAC;QACpE,MAAM,IAAI,wBAAwB,MAAM,CAAC,YAAY,IAAI,CAAC;QAC1D,MAAM,IAAI,WAAW,CAAC;IACxB,CAAC;IAED,kBAAkB;IAClB,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QACpC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC;QAExB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,IAAI,CAAC;QACjB,CAAC;IACH,CAAC;SAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAC3B,MAAM,IAAI,cAAc,MAAM,CAAC,KAAK,IAAI,wBAAwB,IAAI,CAAC;IACvE,CAAC;IAED,gCAAgC;IAChC,IAAI,YAAY,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnC,MAAM,IAAI,aAAa,CAAC;QACxB,MAAM,IAAI,+DAA+D,CAAC;IAC5E,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAa;IAChD,sCAAsC;IACtC,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,QAAgB;IAC/C,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,uDAAuD;IACvD,MAAM,WAAW,GAAG,0BAA0B,CAAC;IAC/C,IAAI,KAAK,CAAC;IAEV,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACrD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,iDAAiD;QACjD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAChE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IAChD,MAAM,SAAS,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAE7C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,IAAI,MAAM,GAAG,QAAQ,CAAC;IAEtB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,MAAM,CAAC;IACnB,CAAC;IAED,MAAM,IAAI,sBAAsB,CAAC;IACjC,MAAM,IAAI,yDAAyD,CAAC;IAEpE,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;QACpC,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,OAAO,QAAQ,MAAM,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAa,EAAE,KAAa;IAC7D,IAAI,MAAM,GAAG,0BAA0B,CAAC;IACxC,MAAM,IAAI,kBAAkB,KAAK,OAAO,CAAC;IACzC,MAAM,IAAI,cAAc,KAAK,MAAM,CAAC;IAEpC,MAAM,IAAI,4BAA4B,CAAC;IACvC,MAAM,IAAI,yDAAyD,CAAC;IACpE,MAAM,IAAI,uDAAuD,CAAC;IAClE,MAAM,IAAI,4DAA4D,CAAC;IACvE,MAAM,IAAI,mDAAmD,CAAC;IAE9D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAa,EAAE,WAAsB;IAC1E,IAAI,MAAM,GAAG,iCAAiC,CAAC;IAC/C,MAAM,IAAI,kBAAkB,KAAK,OAAO,CAAC;IAEzC,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,0BAA0B,CAAC;QACrC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC3B,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC;QACjC,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,IAAI,CAAC;IACjB,CAAC;IAED,MAAM,IAAI,qBAAqB,CAAC;IAChC,MAAM,IAAI,8CAA8C,CAAC;IACzD,MAAM,IAAI,2DAA2D,CAAC;IACtE,MAAM,IAAI,yCAAyC,CAAC;IACpD,MAAM,IAAI,+DAA+D,CAAC;IAE1E,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { SearchResult } from '../core/types.js';
|
|
2
|
+
export interface CodeContext {
|
|
3
|
+
results: SearchResult[];
|
|
4
|
+
codeChunks: Map<string, string>;
|
|
5
|
+
query: string;
|
|
6
|
+
metadata?: {
|
|
7
|
+
searchType?: string;
|
|
8
|
+
provider?: string;
|
|
9
|
+
totalChunks?: number;
|
|
10
|
+
};
|
|
11
|
+
}
|
|
12
|
+
export interface PromptOptions {
|
|
13
|
+
maxContextChunks?: number;
|
|
14
|
+
includeFileStructure?: boolean;
|
|
15
|
+
citationStyle?: 'inline' | 'footnote';
|
|
16
|
+
}
|
|
17
|
+
export declare function buildSystemPrompt(): string;
|
|
18
|
+
export declare function buildUserPrompt(context: CodeContext, options?: PromptOptions): string;
|
|
19
|
+
export declare function buildMultiQueryPrompt(query: string): string;
|
|
20
|
+
export declare function parseMultiQueryResponse(response: string): string[];
|
|
21
|
+
//# sourceMappingURL=prompt-builder.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompt-builder.d.ts","sourceRoot":"","sources":["../../src/synthesis/prompt-builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAErD,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE;QACT,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,aAAa;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,aAAa,CAAC,EAAE,QAAQ,GAAG,UAAU,CAAC;CACvC;AAED,wBAAgB,iBAAiB,IAAI,MAAM,CAkB1C;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,GAAE,aAAkB,GAAG,MAAM,CAyFzF;AAED,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAc3D;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAsBlE"}
|