@retrivora-ai/rag-engine 2.4.3 → 2.4.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +22 -0
- package/dist/{BatchProcessor-zbQMaZHm.d.mts → BatchProcessor-BGslIR5l.d.mts} +65 -4
- package/dist/{BatchProcessor-D42E706a.d.ts → BatchProcessor-C3gY6kZ0.d.ts} +65 -4
- package/dist/handlers/index.js +668 -837
- package/dist/handlers/index.mjs +678 -837
- package/dist/index.css +5 -0
- package/dist/index.d.mts +4 -28
- package/dist/index.d.ts +4 -28
- package/dist/index.js +91 -43
- package/dist/index.min.css +1 -1
- package/dist/index.mjs +91 -43
- package/dist/server.d.mts +21 -7
- package/dist/server.d.ts +21 -7
- package/dist/server.js +731 -875
- package/dist/server.mjs +741 -875
- package/package.json +11 -4
- package/src/LicensedRetrivora.ts +0 -278
- package/src/app/api/chat/route.ts +0 -4
- package/src/app/api/health/route.ts +0 -5
- package/src/app/api/ingest/route.ts +0 -27
- package/src/app/api/suggestions/route.ts +0 -5
- package/src/app/api/upload/route.ts +0 -5
- package/src/app/constants.tsx +0 -270
- package/src/app/favicon.ico +0 -0
- package/src/app/globals.css +0 -449
- package/src/app/layout.tsx +0 -22
- package/src/app/page.tsx +0 -64
- package/src/app/types.ts +0 -30
- package/src/browser.tsx +0 -127
- package/src/components/ChatWidget.tsx +0 -393
- package/src/components/ChatWindow.tsx +0 -952
- package/src/components/CodeViewer.tsx +0 -56
- package/src/components/ConfigProvider.tsx +0 -141
- package/src/components/DocumentUpload.tsx +0 -354
- package/src/components/DynamicChart.tsx +0 -297
- package/src/components/HourglassLoader.tsx +0 -87
- package/src/components/MarkdownComponents.tsx +0 -186
- package/src/components/MessageBubble.tsx +0 -498
- package/src/components/ObservabilityPanel.tsx +0 -374
- package/src/components/ProductCard.tsx +0 -107
- package/src/components/ProductCarousel.tsx +0 -97
- package/src/components/SourceCard.tsx +0 -61
- package/src/components/ThemeProvider.tsx +0 -8
- package/src/components/ThemeToggle.tsx +0 -29
- package/src/components/ThinkingBlock.tsx +0 -75
- package/src/components/UIDispatcher.tsx +0 -342
- package/src/components/VisualizationRenderer.tsx +0 -621
- package/src/components/constants.tsx +0 -503
- package/src/config/ConfigBuilder.ts +0 -285
- package/src/config/EmbeddingStrategy.ts +0 -148
- package/src/config/LicenseConfigResolver.ts +0 -298
- package/src/config/RagConfig.ts +0 -328
- package/src/config/UniversalProfiles.ts +0 -82
- package/src/config/constants.ts +0 -64
- package/src/config/serverConfig.ts +0 -378
- package/src/config/uiConstants.ts +0 -47
- package/src/core/BatchProcessor.ts +0 -385
- package/src/core/CircuitBreaker.ts +0 -118
- package/src/core/ConfigFetcher.ts +0 -220
- package/src/core/ConfigResolver.ts +0 -165
- package/src/core/ConfigValidator.ts +0 -197
- package/src/core/DatabaseStorage.ts +0 -526
- package/src/core/FreeTierLimitsGuard.ts +0 -281
- package/src/core/LLMRouter.ts +0 -79
- package/src/core/LangChainAgent.ts +0 -132
- package/src/core/LicenseValidator.ts +0 -284
- package/src/core/LicenseVerifier.ts +0 -261
- package/src/core/MultiAgentCoordinator.ts +0 -239
- package/src/core/Pipeline.ts +0 -1279
- package/src/core/PluginManager.ts +0 -277
- package/src/core/ProjectSettings.ts +0 -247
- package/src/core/ProviderHealthCheck.ts +0 -133
- package/src/core/ProviderInterfaces.ts +0 -37
- package/src/core/ProviderRegistry.ts +0 -156
- package/src/core/QueryProcessor.ts +0 -399
- package/src/core/Retrivora.ts +0 -98
- package/src/core/VectorPlugin.ts +0 -193
- package/src/core/mcp.ts +0 -261
- package/src/exceptions/index.ts +0 -131
- package/src/handlers/index.ts +0 -1625
- package/src/hooks/useHydrated.ts +0 -13
- package/src/hooks/useProjectSettings.ts +0 -105
- package/src/hooks/useRagChat.ts +0 -436
- package/src/hooks/useStoredMessages.ts +0 -64
- package/src/index.css +0 -4269
- package/src/index.ts +0 -137
- package/src/lib/plugin.ts +0 -24
- package/src/llm/ILLMProvider.ts +0 -60
- package/src/llm/LLMFactory.ts +0 -141
- package/src/llm/providers/AnthropicProvider.ts +0 -215
- package/src/llm/providers/GeminiProvider.ts +0 -311
- package/src/llm/providers/GroqProvider.ts +0 -184
- package/src/llm/providers/OllamaProvider.ts +0 -232
- package/src/llm/providers/OpenAIProvider.ts +0 -188
- package/src/llm/providers/QwenProvider.ts +0 -199
- package/src/llm/providers/UniversalLLMAdapter.ts +0 -422
- package/src/llm/utils.ts +0 -46
- package/src/providers/graphdb/BaseGraphProvider.ts +0 -43
- package/src/providers/graphdb/SimpleGraphProvider.ts +0 -66
- package/src/providers/vectordb/BaseVectorProvider.ts +0 -98
- package/src/providers/vectordb/ChromaDBProvider.ts +0 -130
- package/src/providers/vectordb/MilvusProvider.ts +0 -134
- package/src/providers/vectordb/MongoDBProvider.ts +0 -250
- package/src/providers/vectordb/MultiTablePostgresProvider.ts +0 -461
- package/src/providers/vectordb/PineconeProvider.ts +0 -295
- package/src/providers/vectordb/PostgreSQLProvider.ts +0 -227
- package/src/providers/vectordb/QdrantProvider.ts +0 -294
- package/src/providers/vectordb/RedisProvider.ts +0 -105
- package/src/providers/vectordb/UniversalVectorProvider.ts +0 -221
- package/src/providers/vectordb/WeaviateProvider.ts +0 -172
- package/src/rag/DocumentChunker.ts +0 -144
- package/src/rag/EntityExtractor.ts +0 -90
- package/src/rag/LlamaIndexIngestor.ts +0 -60
- package/src/rag/Reranker.ts +0 -106
- package/src/rendering/IntentClassifier.ts +0 -167
- package/src/rendering/RendererRegistry.ts +0 -164
- package/src/rendering/RuleEngine.ts +0 -67
- package/src/rendering/VisualizationDecisionEngine.ts +0 -164
- package/src/rendering/__tests__/VisualizationDecisionEngine.test.ts +0 -237
- package/src/rendering/index.ts +0 -12
- package/src/rendering/rules/Rule1SpecificInfoRule.ts +0 -28
- package/src/rendering/rules/Rule2ComparisonRule.ts +0 -24
- package/src/rendering/rules/Rule3ProductDiscoveryRule.ts +0 -28
- package/src/rendering/rules/Rule4AnalyticalRule.ts +0 -38
- package/src/rendering/rules/Rule5MixedResponseRule.ts +0 -29
- package/src/rendering/rules/Rule6SmallResultSetRule.ts +0 -24
- package/src/rendering/rules/Rule7LargeTableRule.ts +0 -35
- package/src/rendering/types.ts +0 -96
- package/src/server.ts +0 -156
- package/src/tailwind.css +0 -194
- package/src/telemetry/TelemetryService.ts +0 -330
- package/src/types/chat.ts +0 -89
- package/src/types/index.ts +0 -278
- package/src/types/pdf-parse.d.ts +0 -13
- package/src/types/props.ts +0 -169
- package/src/utils/DocumentParser.ts +0 -111
- package/src/utils/ProductExtractor.ts +0 -350
- package/src/utils/SchemaMapper.ts +0 -176
- package/src/utils/UITransformer.ts +0 -1812
- package/src/utils/synonyms.ts +0 -80
- package/src/utils/templateUtils.ts +0 -78
- package/src/version.ts +0 -6
|
@@ -1,239 +0,0 @@
|
|
|
1
|
-
import { ILLMProvider } from '../llm/ILLMProvider';
|
|
2
|
-
import { MCPRegistry } from './mcp';
|
|
3
|
-
import { ChatMessage, ChatResponse } from '../types';
|
|
4
|
-
|
|
5
|
-
interface CoordinatorOptions {
|
|
6
|
-
llmProvider: ILLMProvider;
|
|
7
|
-
mcpRegistry: MCPRegistry;
|
|
8
|
-
documentSearch: (query: string) => Promise<{ reply: string; sources: any[] }>;
|
|
9
|
-
maxIterations?: number;
|
|
10
|
-
}
|
|
11
|
-
|
|
12
|
-
export class MultiAgentCoordinator {
|
|
13
|
-
private llmProvider: ILLMProvider;
|
|
14
|
-
private mcpRegistry: MCPRegistry;
|
|
15
|
-
private documentSearch: (query: string) => Promise<{ reply: string; sources: any[] }>;
|
|
16
|
-
private maxIterations: number;
|
|
17
|
-
|
|
18
|
-
constructor(options: CoordinatorOptions) {
|
|
19
|
-
this.llmProvider = options.llmProvider;
|
|
20
|
-
this.mcpRegistry = options.mcpRegistry;
|
|
21
|
-
this.documentSearch = options.documentSearch;
|
|
22
|
-
this.maxIterations = options.maxIterations ?? 5;
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
/**
|
|
26
|
-
* Run the multi-agent coordination loop synchronously and return the final response.
|
|
27
|
-
*/
|
|
28
|
-
async run(question: string, history: ChatMessage[] = []): Promise<ChatResponse> {
|
|
29
|
-
const generator = this.runStream(question, history);
|
|
30
|
-
let finalReply = '';
|
|
31
|
-
const sources: any[] = [];
|
|
32
|
-
|
|
33
|
-
for await (const chunk of generator) {
|
|
34
|
-
if (typeof chunk === 'string') {
|
|
35
|
-
finalReply += chunk;
|
|
36
|
-
} else if (chunk && typeof chunk === 'object') {
|
|
37
|
-
if ('reply' in chunk && chunk.reply) {
|
|
38
|
-
finalReply += chunk.reply;
|
|
39
|
-
}
|
|
40
|
-
if ('sources' in chunk && chunk.sources) {
|
|
41
|
-
sources.push(...chunk.sources);
|
|
42
|
-
}
|
|
43
|
-
}
|
|
44
|
-
}
|
|
45
|
-
|
|
46
|
-
return {
|
|
47
|
-
reply: finalReply,
|
|
48
|
-
sources,
|
|
49
|
-
};
|
|
50
|
-
}
|
|
51
|
-
|
|
52
|
-
/**
|
|
53
|
-
* Run the multi-agent coordination loop as an async stream, yielding intermediate thought blocks and tool execution events.
|
|
54
|
-
*/
|
|
55
|
-
async *runStream(question: string, history: ChatMessage[] = []): AsyncGenerator<string | ChatResponse> {
|
|
56
|
-
// 1. Gather all tools
|
|
57
|
-
const mcpTools = await this.mcpRegistry.getAllTools();
|
|
58
|
-
|
|
59
|
-
// Construct system instructions with tools
|
|
60
|
-
let systemPrompt = `You are a goal-driven supervisor agent coordinating a RAG search engine and external MCP servers to solve the user's task.
|
|
61
|
-
You must think step-by-step before acting. Write your internal thinking process inside a \`<think>...</think>\` block first, then act or answer.
|
|
62
|
-
|
|
63
|
-
Available Tools:
|
|
64
|
-
- document_search(query: string): Search the vector database and knowledge base for documents.
|
|
65
|
-
|
|
66
|
-
${mcpTools.length > 0 ? 'MCP Server Tools:' : ''}
|
|
67
|
-
${mcpTools.map(mt => `- ${mt.tool.name}(${JSON.stringify(mt.tool.inputSchema?.properties || {})}): ${mt.tool.description || 'No description provided.'}`).join('\n')}
|
|
68
|
-
|
|
69
|
-
Tool Calling Protocol:
|
|
70
|
-
If you need to call a tool, write:
|
|
71
|
-
TOOL_CALL: <toolName>({ "argName": "value" })
|
|
72
|
-
And then STOP generating immediately.
|
|
73
|
-
|
|
74
|
-
Once you have gathered enough information to fully satisfy the user's query, write your final response directly after the closing \`</think>\` block.
|
|
75
|
-
`;
|
|
76
|
-
|
|
77
|
-
// 2. Setup message history for the supervisor
|
|
78
|
-
const supervisorHistory: ChatMessage[] = [
|
|
79
|
-
{ role: 'system' as any, content: systemPrompt },
|
|
80
|
-
...history,
|
|
81
|
-
{ role: 'user', content: question }
|
|
82
|
-
];
|
|
83
|
-
|
|
84
|
-
let iteration = 0;
|
|
85
|
-
const allSources: any[] = [];
|
|
86
|
-
|
|
87
|
-
while (iteration < this.maxIterations) {
|
|
88
|
-
iteration++;
|
|
89
|
-
|
|
90
|
-
const context = ''; // Context is populated by tool call results directly in message history
|
|
91
|
-
let fullModelResponse = '';
|
|
92
|
-
let textBuffer = '';
|
|
93
|
-
let inThinking = false;
|
|
94
|
-
let toolCallDetected: { name: string; args: any } | null = null;
|
|
95
|
-
|
|
96
|
-
if (!this.llmProvider.chatStream) {
|
|
97
|
-
// Fallback for non-streaming providers
|
|
98
|
-
const reply = await this.llmProvider.chat(supervisorHistory, context);
|
|
99
|
-
fullModelResponse = reply;
|
|
100
|
-
|
|
101
|
-
// Parse simulated thinking / tool call
|
|
102
|
-
const thinkIndex = reply.indexOf('<think>');
|
|
103
|
-
const endThinkIndex = reply.indexOf('</think>');
|
|
104
|
-
|
|
105
|
-
let thinkingText = '';
|
|
106
|
-
let answerText = reply;
|
|
107
|
-
|
|
108
|
-
if (thinkIndex !== -1 && endThinkIndex !== -1) {
|
|
109
|
-
thinkingText = reply.substring(thinkIndex + 7, endThinkIndex);
|
|
110
|
-
answerText = reply.substring(endThinkIndex + 8);
|
|
111
|
-
yield { type: 'thinking', text: thinkingText } as any;
|
|
112
|
-
}
|
|
113
|
-
|
|
114
|
-
const toolMatch = answerText.match(/TOOL_CALL:\s*(\w+)\s*\(([\s\S]*)\)/);
|
|
115
|
-
if (toolMatch) {
|
|
116
|
-
const toolName = toolMatch[1];
|
|
117
|
-
const toolArgsStr = toolMatch[2];
|
|
118
|
-
try {
|
|
119
|
-
const toolArgs = JSON.parse(toolArgsStr.trim());
|
|
120
|
-
toolCallDetected = { name: toolName, args: toolArgs };
|
|
121
|
-
} catch (e) {
|
|
122
|
-
console.error('[MultiAgentCoordinator] Failed to parse tool args:', toolArgsStr, e);
|
|
123
|
-
}
|
|
124
|
-
} else {
|
|
125
|
-
yield answerText;
|
|
126
|
-
}
|
|
127
|
-
} else {
|
|
128
|
-
// Run with streaming completion
|
|
129
|
-
const stream = this.llmProvider.chatStream(supervisorHistory, context);
|
|
130
|
-
|
|
131
|
-
for await (const chunk of stream) {
|
|
132
|
-
fullModelResponse += chunk;
|
|
133
|
-
textBuffer += chunk;
|
|
134
|
-
|
|
135
|
-
// Check for <think> tag
|
|
136
|
-
if (!inThinking && textBuffer.includes('<think>')) {
|
|
137
|
-
inThinking = true;
|
|
138
|
-
const idx = textBuffer.indexOf('<think>');
|
|
139
|
-
textBuffer = textBuffer.slice(idx + 7);
|
|
140
|
-
}
|
|
141
|
-
|
|
142
|
-
// Check for </think> tag
|
|
143
|
-
if (inThinking && textBuffer.includes('</think>')) {
|
|
144
|
-
inThinking = false;
|
|
145
|
-
const idx = textBuffer.indexOf('</think>');
|
|
146
|
-
const thinkingDelta = textBuffer.slice(0, idx);
|
|
147
|
-
yield { type: 'thinking', text: thinkingDelta } as any;
|
|
148
|
-
textBuffer = textBuffer.slice(idx + 8);
|
|
149
|
-
}
|
|
150
|
-
|
|
151
|
-
// If we are in thinking mode, yield thinking delta
|
|
152
|
-
if (inThinking && textBuffer.length > 0) {
|
|
153
|
-
yield { type: 'thinking', text: textBuffer } as any;
|
|
154
|
-
textBuffer = '';
|
|
155
|
-
}
|
|
156
|
-
|
|
157
|
-
// Check for TOOL_CALL during stream
|
|
158
|
-
if (!inThinking && textBuffer.includes('TOOL_CALL:')) {
|
|
159
|
-
const idx = textBuffer.indexOf('TOOL_CALL:');
|
|
160
|
-
const precedingText = textBuffer.slice(0, idx);
|
|
161
|
-
if (precedingText.trim()) {
|
|
162
|
-
yield precedingText;
|
|
163
|
-
}
|
|
164
|
-
// Await remainder of stream to get the full tool call signature
|
|
165
|
-
textBuffer = textBuffer.slice(idx);
|
|
166
|
-
}
|
|
167
|
-
|
|
168
|
-
// If not in thinking and no tool call prefix is blocking, yield final answer text
|
|
169
|
-
if (!inThinking && !textBuffer.includes('TOOL_CALL:') && textBuffer.length > 0) {
|
|
170
|
-
yield textBuffer;
|
|
171
|
-
textBuffer = '';
|
|
172
|
-
}
|
|
173
|
-
}
|
|
174
|
-
|
|
175
|
-
// Flush any remaining buffer text
|
|
176
|
-
if (textBuffer.trim()) {
|
|
177
|
-
const toolMatch = textBuffer.match(/TOOL_CALL:\s*(\w+)\s*\(([\s\S]*)\)/);
|
|
178
|
-
if (toolMatch) {
|
|
179
|
-
const toolName = toolMatch[1];
|
|
180
|
-
const toolArgsStr = toolMatch[2];
|
|
181
|
-
try {
|
|
182
|
-
const toolArgs = JSON.parse(toolArgsStr.trim());
|
|
183
|
-
toolCallDetected = { name: toolName, args: toolArgs };
|
|
184
|
-
} catch (e) {
|
|
185
|
-
console.error('[MultiAgentCoordinator] Failed to parse tool args:', toolArgsStr, e);
|
|
186
|
-
}
|
|
187
|
-
} else {
|
|
188
|
-
yield textBuffer;
|
|
189
|
-
}
|
|
190
|
-
}
|
|
191
|
-
}
|
|
192
|
-
|
|
193
|
-
// 3. Append the model response to the supervisor history
|
|
194
|
-
supervisorHistory.push({ role: 'assistant', content: fullModelResponse });
|
|
195
|
-
|
|
196
|
-
// 4. Handle tool execution if requested, else break the loop
|
|
197
|
-
if (toolCallDetected) {
|
|
198
|
-
const { name: toolName, args: toolArgs } = toolCallDetected;
|
|
199
|
-
|
|
200
|
-
yield {
|
|
201
|
-
type: 'thinking',
|
|
202
|
-
text: `\n[Agent Call] Executing tool "${toolName}" with parameters ${JSON.stringify(toolArgs)}...\n`
|
|
203
|
-
} as any;
|
|
204
|
-
|
|
205
|
-
let toolResultText = '';
|
|
206
|
-
try {
|
|
207
|
-
if (toolName === 'document_search') {
|
|
208
|
-
const searchRes = await this.documentSearch(toolArgs.query || '');
|
|
209
|
-
toolResultText = `document_search returned:\n${searchRes.reply}\n\nSources count: ${searchRes.sources.length}`;
|
|
210
|
-
if (searchRes.sources && searchRes.sources.length > 0) {
|
|
211
|
-
allSources.push(...searchRes.sources);
|
|
212
|
-
yield { reply: '', sources: searchRes.sources };
|
|
213
|
-
}
|
|
214
|
-
} else {
|
|
215
|
-
// Call MCP tool
|
|
216
|
-
const mcpRes = await this.mcpRegistry.callTool(toolName, toolArgs);
|
|
217
|
-
toolResultText = `MCP Tool "${toolName}" returned:\n${JSON.stringify(mcpRes.content)}`;
|
|
218
|
-
}
|
|
219
|
-
} catch (err: any) {
|
|
220
|
-
toolResultText = `Error calling tool "${toolName}": ${err.message}`;
|
|
221
|
-
}
|
|
222
|
-
|
|
223
|
-
// Append tool output to history
|
|
224
|
-
supervisorHistory.push({
|
|
225
|
-
role: 'user',
|
|
226
|
-
content: `TOOL_RESULT for ${toolName}:\n${toolResultText}`
|
|
227
|
-
});
|
|
228
|
-
|
|
229
|
-
yield {
|
|
230
|
-
type: 'thinking',
|
|
231
|
-
text: `[Agent Output] Tool "${toolName}" executed. Continuing reasoning...\n`
|
|
232
|
-
} as any;
|
|
233
|
-
} else {
|
|
234
|
-
// No tool call requested — response is complete
|
|
235
|
-
break;
|
|
236
|
-
}
|
|
237
|
-
}
|
|
238
|
-
}
|
|
239
|
-
}
|