@retrivora-ai/rag-engine 2.4.3 → 2.4.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{BatchProcessor-zbQMaZHm.d.mts → BatchProcessor-Csy_K1qQ.d.mts} +2 -0
- package/dist/{BatchProcessor-D42E706a.d.ts → BatchProcessor-Dg18zZGk.d.ts} +2 -0
- package/dist/handlers/index.js +27 -4
- package/dist/handlers/index.mjs +27 -4
- package/dist/index.d.mts +3 -3
- package/dist/index.d.ts +3 -3
- package/dist/index.js +12 -10
- package/dist/index.mjs +12 -10
- package/dist/server.d.mts +2 -2
- package/dist/server.d.ts +2 -2
- package/dist/server.js +28 -4
- package/dist/server.mjs +28 -4
- package/package.json +1 -3
- package/src/LicensedRetrivora.ts +0 -278
- package/src/app/api/chat/route.ts +0 -4
- package/src/app/api/health/route.ts +0 -5
- package/src/app/api/ingest/route.ts +0 -27
- package/src/app/api/suggestions/route.ts +0 -5
- package/src/app/api/upload/route.ts +0 -5
- package/src/app/constants.tsx +0 -270
- package/src/app/favicon.ico +0 -0
- package/src/app/globals.css +0 -449
- package/src/app/layout.tsx +0 -22
- package/src/app/page.tsx +0 -64
- package/src/app/types.ts +0 -30
- package/src/browser.tsx +0 -127
- package/src/components/ChatWidget.tsx +0 -393
- package/src/components/ChatWindow.tsx +0 -952
- package/src/components/CodeViewer.tsx +0 -56
- package/src/components/ConfigProvider.tsx +0 -141
- package/src/components/DocumentUpload.tsx +0 -354
- package/src/components/DynamicChart.tsx +0 -297
- package/src/components/HourglassLoader.tsx +0 -87
- package/src/components/MarkdownComponents.tsx +0 -186
- package/src/components/MessageBubble.tsx +0 -498
- package/src/components/ObservabilityPanel.tsx +0 -374
- package/src/components/ProductCard.tsx +0 -107
- package/src/components/ProductCarousel.tsx +0 -97
- package/src/components/SourceCard.tsx +0 -61
- package/src/components/ThemeProvider.tsx +0 -8
- package/src/components/ThemeToggle.tsx +0 -29
- package/src/components/ThinkingBlock.tsx +0 -75
- package/src/components/UIDispatcher.tsx +0 -342
- package/src/components/VisualizationRenderer.tsx +0 -621
- package/src/components/constants.tsx +0 -503
- package/src/config/ConfigBuilder.ts +0 -285
- package/src/config/EmbeddingStrategy.ts +0 -148
- package/src/config/LicenseConfigResolver.ts +0 -298
- package/src/config/RagConfig.ts +0 -328
- package/src/config/UniversalProfiles.ts +0 -82
- package/src/config/constants.ts +0 -64
- package/src/config/serverConfig.ts +0 -378
- package/src/config/uiConstants.ts +0 -47
- package/src/core/BatchProcessor.ts +0 -385
- package/src/core/CircuitBreaker.ts +0 -118
- package/src/core/ConfigFetcher.ts +0 -220
- package/src/core/ConfigResolver.ts +0 -165
- package/src/core/ConfigValidator.ts +0 -197
- package/src/core/DatabaseStorage.ts +0 -526
- package/src/core/FreeTierLimitsGuard.ts +0 -281
- package/src/core/LLMRouter.ts +0 -79
- package/src/core/LangChainAgent.ts +0 -132
- package/src/core/LicenseValidator.ts +0 -284
- package/src/core/LicenseVerifier.ts +0 -261
- package/src/core/MultiAgentCoordinator.ts +0 -239
- package/src/core/Pipeline.ts +0 -1279
- package/src/core/PluginManager.ts +0 -277
- package/src/core/ProjectSettings.ts +0 -247
- package/src/core/ProviderHealthCheck.ts +0 -133
- package/src/core/ProviderInterfaces.ts +0 -37
- package/src/core/ProviderRegistry.ts +0 -156
- package/src/core/QueryProcessor.ts +0 -399
- package/src/core/Retrivora.ts +0 -98
- package/src/core/VectorPlugin.ts +0 -193
- package/src/core/mcp.ts +0 -261
- package/src/exceptions/index.ts +0 -131
- package/src/handlers/index.ts +0 -1625
- package/src/hooks/useHydrated.ts +0 -13
- package/src/hooks/useProjectSettings.ts +0 -105
- package/src/hooks/useRagChat.ts +0 -436
- package/src/hooks/useStoredMessages.ts +0 -64
- package/src/index.css +0 -4269
- package/src/index.ts +0 -137
- package/src/lib/plugin.ts +0 -24
- package/src/llm/ILLMProvider.ts +0 -60
- package/src/llm/LLMFactory.ts +0 -141
- package/src/llm/providers/AnthropicProvider.ts +0 -215
- package/src/llm/providers/GeminiProvider.ts +0 -311
- package/src/llm/providers/GroqProvider.ts +0 -184
- package/src/llm/providers/OllamaProvider.ts +0 -232
- package/src/llm/providers/OpenAIProvider.ts +0 -188
- package/src/llm/providers/QwenProvider.ts +0 -199
- package/src/llm/providers/UniversalLLMAdapter.ts +0 -422
- package/src/llm/utils.ts +0 -46
- package/src/providers/graphdb/BaseGraphProvider.ts +0 -43
- package/src/providers/graphdb/SimpleGraphProvider.ts +0 -66
- package/src/providers/vectordb/BaseVectorProvider.ts +0 -98
- package/src/providers/vectordb/ChromaDBProvider.ts +0 -130
- package/src/providers/vectordb/MilvusProvider.ts +0 -134
- package/src/providers/vectordb/MongoDBProvider.ts +0 -250
- package/src/providers/vectordb/MultiTablePostgresProvider.ts +0 -461
- package/src/providers/vectordb/PineconeProvider.ts +0 -295
- package/src/providers/vectordb/PostgreSQLProvider.ts +0 -227
- package/src/providers/vectordb/QdrantProvider.ts +0 -294
- package/src/providers/vectordb/RedisProvider.ts +0 -105
- package/src/providers/vectordb/UniversalVectorProvider.ts +0 -221
- package/src/providers/vectordb/WeaviateProvider.ts +0 -172
- package/src/rag/DocumentChunker.ts +0 -144
- package/src/rag/EntityExtractor.ts +0 -90
- package/src/rag/LlamaIndexIngestor.ts +0 -60
- package/src/rag/Reranker.ts +0 -106
- package/src/rendering/IntentClassifier.ts +0 -167
- package/src/rendering/RendererRegistry.ts +0 -164
- package/src/rendering/RuleEngine.ts +0 -67
- package/src/rendering/VisualizationDecisionEngine.ts +0 -164
- package/src/rendering/__tests__/VisualizationDecisionEngine.test.ts +0 -237
- package/src/rendering/index.ts +0 -12
- package/src/rendering/rules/Rule1SpecificInfoRule.ts +0 -28
- package/src/rendering/rules/Rule2ComparisonRule.ts +0 -24
- package/src/rendering/rules/Rule3ProductDiscoveryRule.ts +0 -28
- package/src/rendering/rules/Rule4AnalyticalRule.ts +0 -38
- package/src/rendering/rules/Rule5MixedResponseRule.ts +0 -29
- package/src/rendering/rules/Rule6SmallResultSetRule.ts +0 -24
- package/src/rendering/rules/Rule7LargeTableRule.ts +0 -35
- package/src/rendering/types.ts +0 -96
- package/src/server.ts +0 -156
- package/src/tailwind.css +0 -194
- package/src/telemetry/TelemetryService.ts +0 -330
- package/src/types/chat.ts +0 -89
- package/src/types/index.ts +0 -278
- package/src/types/pdf-parse.d.ts +0 -13
- package/src/types/props.ts +0 -169
- package/src/utils/DocumentParser.ts +0 -111
- package/src/utils/ProductExtractor.ts +0 -350
- package/src/utils/SchemaMapper.ts +0 -176
- package/src/utils/UITransformer.ts +0 -1812
- package/src/utils/synonyms.ts +0 -80
- package/src/utils/templateUtils.ts +0 -78
- package/src/version.ts +0 -6
|
@@ -1,285 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* ConfigBuilder — Fluent, type-safe configuration builder for RagConfig
|
|
3
|
-
*
|
|
4
|
-
* Simplifies host application setup with a builder pattern while maintaining
|
|
5
|
-
* type safety and validation.
|
|
6
|
-
*
|
|
7
|
-
* Features:
|
|
8
|
-
* - Fluent API for easy configuration
|
|
9
|
-
* - Type-safe provider selection
|
|
10
|
-
* - Automatic environment variable resolution
|
|
11
|
-
* - Built-in validation at build() time
|
|
12
|
-
* - Support for presets
|
|
13
|
-
*
|
|
14
|
-
* @example
|
|
15
|
-
* const config = new ConfigBuilder()
|
|
16
|
-
* .vectorDb('pinecone', { apiKey: process.env.PINECONE_API_KEY })
|
|
17
|
-
* .llm('openai', 'gpt-4o', process.env.OPENAI_API_KEY)
|
|
18
|
-
* .embedding('openai', 'text-embedding-3-small')
|
|
19
|
-
* .projectId('my-app')
|
|
20
|
-
* .build();
|
|
21
|
-
*
|
|
22
|
-
* const plugin = new VectorPlugin(config);
|
|
23
|
-
*/
|
|
24
|
-
|
|
25
|
-
import {
|
|
26
|
-
RagConfig,
|
|
27
|
-
VectorDBConfig,
|
|
28
|
-
LLMConfig,
|
|
29
|
-
EmbeddingConfig,
|
|
30
|
-
UIConfig,
|
|
31
|
-
RAGConfig,
|
|
32
|
-
VectorDBProvider,
|
|
33
|
-
LLMProvider,
|
|
34
|
-
EmbeddingProvider,
|
|
35
|
-
GraphDBConfig,
|
|
36
|
-
GraphDBProvider,
|
|
37
|
-
} from './RagConfig';
|
|
38
|
-
|
|
39
|
-
export class ConfigBuilder {
|
|
40
|
-
private _projectId?: string;
|
|
41
|
-
private _vectorDb?: VectorDBConfig;
|
|
42
|
-
private _llm?: LLMConfig;
|
|
43
|
-
private _embedding?: EmbeddingConfig;
|
|
44
|
-
private _ui?: UIConfig;
|
|
45
|
-
private _rag?: RAGConfig;
|
|
46
|
-
private _graphDb?: GraphDBConfig;
|
|
47
|
-
|
|
48
|
-
/**
|
|
49
|
-
* Set the project/application ID for namespacing
|
|
50
|
-
*/
|
|
51
|
-
projectId(id: string): this {
|
|
52
|
-
this._projectId = id;
|
|
53
|
-
return this;
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
/**
|
|
57
|
-
* Configure the vector database provider
|
|
58
|
-
*/
|
|
59
|
-
vectorDb(
|
|
60
|
-
provider: VectorDBProvider | 'universal-rest' | 'auto',
|
|
61
|
-
options?: Record<string, unknown>
|
|
62
|
-
): this {
|
|
63
|
-
if (provider === 'auto') {
|
|
64
|
-
this._vectorDb = this._autoDetectVectorDb();
|
|
65
|
-
} else {
|
|
66
|
-
this._vectorDb = {
|
|
67
|
-
provider: provider as VectorDBProvider,
|
|
68
|
-
indexName: (options?.indexName as string) ?? 'default',
|
|
69
|
-
options: { ...options },
|
|
70
|
-
};
|
|
71
|
-
}
|
|
72
|
-
return this;
|
|
73
|
-
}
|
|
74
|
-
|
|
75
|
-
/**
|
|
76
|
-
* Configure the LLM provider for chat
|
|
77
|
-
*/
|
|
78
|
-
llm(
|
|
79
|
-
provider: LLMProvider | 'auto',
|
|
80
|
-
model?: string,
|
|
81
|
-
apiKey?: string,
|
|
82
|
-
options?: Record<string, unknown>
|
|
83
|
-
): this {
|
|
84
|
-
if (provider === 'auto') {
|
|
85
|
-
this._llm = this._autoDetectLLM();
|
|
86
|
-
} else {
|
|
87
|
-
this._llm = {
|
|
88
|
-
provider: provider as LLMProvider,
|
|
89
|
-
model: model ?? 'default-model',
|
|
90
|
-
apiKey,
|
|
91
|
-
systemPrompt: options?.systemPrompt as string | undefined,
|
|
92
|
-
maxTokens: (options?.maxTokens as number) ?? 1024,
|
|
93
|
-
temperature: (options?.temperature as number) ?? 0.7,
|
|
94
|
-
baseUrl: options?.baseUrl as string | undefined,
|
|
95
|
-
options,
|
|
96
|
-
};
|
|
97
|
-
}
|
|
98
|
-
return this;
|
|
99
|
-
}
|
|
100
|
-
|
|
101
|
-
/**
|
|
102
|
-
* Configure the embedding provider
|
|
103
|
-
*/
|
|
104
|
-
embedding(
|
|
105
|
-
provider: EmbeddingProvider | 'auto',
|
|
106
|
-
model?: string,
|
|
107
|
-
apiKey?: string,
|
|
108
|
-
options?: Record<string, unknown>
|
|
109
|
-
): this {
|
|
110
|
-
if (provider === 'auto') {
|
|
111
|
-
this._embedding = this._autoDetectEmbedding();
|
|
112
|
-
} else {
|
|
113
|
-
this._embedding = {
|
|
114
|
-
provider: provider as EmbeddingProvider,
|
|
115
|
-
model: model ?? 'default-embedding',
|
|
116
|
-
apiKey,
|
|
117
|
-
baseUrl: options?.baseUrl as string | undefined,
|
|
118
|
-
options,
|
|
119
|
-
};
|
|
120
|
-
}
|
|
121
|
-
return this;
|
|
122
|
-
}
|
|
123
|
-
|
|
124
|
-
/**
|
|
125
|
-
* Configure the graph database provider
|
|
126
|
-
*/
|
|
127
|
-
graphDb(
|
|
128
|
-
provider: string | 'auto',
|
|
129
|
-
options?: Record<string, unknown>
|
|
130
|
-
): this {
|
|
131
|
-
if (provider === 'auto') {
|
|
132
|
-
this._graphDb = this._autoDetectGraphDb();
|
|
133
|
-
} else {
|
|
134
|
-
this._graphDb = {
|
|
135
|
-
provider: provider as GraphDBProvider,
|
|
136
|
-
options: options ?? {},
|
|
137
|
-
};
|
|
138
|
-
}
|
|
139
|
-
return this;
|
|
140
|
-
}
|
|
141
|
-
|
|
142
|
-
/**
|
|
143
|
-
* Set RAG-specific pipeline parameters
|
|
144
|
-
*/
|
|
145
|
-
rag(options: RAGConfig): this {
|
|
146
|
-
this._rag = { ...(this._rag ?? {}), ...options };
|
|
147
|
-
return this;
|
|
148
|
-
}
|
|
149
|
-
|
|
150
|
-
/**
|
|
151
|
-
* Set UI branding and appearance options.
|
|
152
|
-
* Accepts the full UIConfig interface.
|
|
153
|
-
*/
|
|
154
|
-
ui(options: UIConfig): this {
|
|
155
|
-
this._ui = options;
|
|
156
|
-
return this;
|
|
157
|
-
}
|
|
158
|
-
|
|
159
|
-
/**
|
|
160
|
-
* Build and return the final RagConfig.
|
|
161
|
-
* Throws if required fields (projectId, vectorDb, llm, embedding) are not set.
|
|
162
|
-
*/
|
|
163
|
-
build(): RagConfig {
|
|
164
|
-
const missing: string[] = [];
|
|
165
|
-
if (!this._projectId) missing.push('projectId (call .projectId("my-app"))');
|
|
166
|
-
if (!this._vectorDb) missing.push('vectorDb (call .vectorDb("pinecone", { ... }))');
|
|
167
|
-
if (!this._llm) missing.push('llm (call .llm("openai", "gpt-4o", apiKey))');
|
|
168
|
-
if (!this._embedding) missing.push('embedding (call .embedding("openai", "text-embedding-3-small"))');
|
|
169
|
-
|
|
170
|
-
if (missing.length > 0) {
|
|
171
|
-
throw new Error(
|
|
172
|
-
`[ConfigBuilder] Cannot build — required fields are missing:\n ${missing.join('\n ')}`
|
|
173
|
-
);
|
|
174
|
-
}
|
|
175
|
-
|
|
176
|
-
const ragConfig = this._rag ?? { chunkSize: 1000, chunkOverlap: 200, topK: 5 };
|
|
177
|
-
if (process.env.RAG_USE_GRAPH_RETRIEVAL === 'true') {
|
|
178
|
-
ragConfig.useGraphRetrieval = true;
|
|
179
|
-
}
|
|
180
|
-
|
|
181
|
-
return {
|
|
182
|
-
projectId: this._projectId!,
|
|
183
|
-
vectorDb: this._vectorDb!,
|
|
184
|
-
llm: this._llm!,
|
|
185
|
-
embedding: this._embedding!,
|
|
186
|
-
ui: this._rag ? this._ui : undefined,
|
|
187
|
-
rag: ragConfig,
|
|
188
|
-
graphDb: this._graphDb,
|
|
189
|
-
...(this._ui ? { ui: this._ui } : {}),
|
|
190
|
-
};
|
|
191
|
-
}
|
|
192
|
-
|
|
193
|
-
/**
|
|
194
|
-
* Build and return as JSON for serialization
|
|
195
|
-
*/
|
|
196
|
-
toJSON(): string {
|
|
197
|
-
return JSON.stringify(this.build());
|
|
198
|
-
}
|
|
199
|
-
|
|
200
|
-
// ============================================================================
|
|
201
|
-
// Private helper methods for auto-detection
|
|
202
|
-
// ============================================================================
|
|
203
|
-
|
|
204
|
-
private _autoDetectVectorDb(): VectorDBConfig {
|
|
205
|
-
if (process.env.PINECONE_API_KEY && process.env.PINECONE_INDEX) {
|
|
206
|
-
return { provider: 'pinecone', indexName: process.env.PINECONE_INDEX, options: { apiKey: process.env.PINECONE_API_KEY } };
|
|
207
|
-
}
|
|
208
|
-
if (process.env.QDRANT_URL) {
|
|
209
|
-
return { provider: 'qdrant', indexName: process.env.QDRANT_COLLECTION || 'documents', options: { url: process.env.QDRANT_URL, apiKey: process.env.QDRANT_API_KEY } };
|
|
210
|
-
}
|
|
211
|
-
if (process.env.DATABASE_URL) {
|
|
212
|
-
return { provider: 'postgresql', indexName: process.env.PG_TABLE || 'documents', options: { connectionString: process.env.DATABASE_URL } };
|
|
213
|
-
}
|
|
214
|
-
if (process.env.MONGODB_URI) {
|
|
215
|
-
return { provider: 'mongodb', indexName: process.env.MONGODB_COLLECTION || 'documents', options: { uri: process.env.MONGODB_URI, database: process.env.MONGODB_DB || 'ai_db', collection: process.env.MONGODB_COLLECTION || 'documents' } };
|
|
216
|
-
}
|
|
217
|
-
if (process.env.REDIS_URL) {
|
|
218
|
-
return { provider: 'redis', indexName: process.env.REDIS_INDEX || 'documents', options: { url: process.env.REDIS_URL } };
|
|
219
|
-
}
|
|
220
|
-
return { provider: 'qdrant', indexName: 'documents', options: { url: process.env.QDRANT_URL || 'http://localhost:6333' } };
|
|
221
|
-
}
|
|
222
|
-
|
|
223
|
-
private _autoDetectLLM(): LLMConfig {
|
|
224
|
-
if (process.env.OPENAI_API_KEY) {
|
|
225
|
-
return { provider: 'openai', model: process.env.OPENAI_MODEL || 'gpt-4o-mini', apiKey: process.env.OPENAI_API_KEY, maxTokens: parseInt(process.env.OPENAI_MAX_TOKENS || '1024'), temperature: parseFloat(process.env.OPENAI_TEMPERATURE || '0.7') };
|
|
226
|
-
}
|
|
227
|
-
if (process.env.ANTHROPIC_API_KEY) {
|
|
228
|
-
return { provider: 'anthropic', model: process.env.ANTHROPIC_MODEL || 'claude-3-haiku-20240307', apiKey: process.env.ANTHROPIC_API_KEY, maxTokens: parseInt(process.env.ANTHROPIC_MAX_TOKENS || '1024'), temperature: parseFloat(process.env.ANTHROPIC_TEMPERATURE || '0.7') };
|
|
229
|
-
}
|
|
230
|
-
if (process.env.OLLAMA_BASE_URL) {
|
|
231
|
-
return { provider: 'ollama', model: process.env.OLLAMA_MODEL || 'mistral', baseUrl: process.env.OLLAMA_BASE_URL, maxTokens: parseInt(process.env.OLLAMA_MAX_TOKENS || '1024'), temperature: parseFloat(process.env.OLLAMA_TEMPERATURE || '0.7') };
|
|
232
|
-
}
|
|
233
|
-
return { provider: 'openai', model: 'gpt-4o-mini', apiKey: process.env.OPENAI_API_KEY };
|
|
234
|
-
}
|
|
235
|
-
|
|
236
|
-
private _autoDetectEmbedding(): EmbeddingConfig {
|
|
237
|
-
if (process.env.EMBEDDING_PROVIDER) {
|
|
238
|
-
return { provider: process.env.EMBEDDING_PROVIDER as EmbeddingProvider, model: process.env.EMBEDDING_MODEL || 'default', apiKey: process.env.EMBEDDING_API_KEY, baseUrl: process.env.EMBEDDING_BASE_URL };
|
|
239
|
-
}
|
|
240
|
-
return { provider: 'openai', model: 'text-embedding-3-small', apiKey: process.env.OPENAI_API_KEY };
|
|
241
|
-
}
|
|
242
|
-
|
|
243
|
-
private _autoDetectGraphDb(): GraphDBConfig | undefined {
|
|
244
|
-
if (process.env.GRAPH_DB_PROVIDER) {
|
|
245
|
-
return {
|
|
246
|
-
provider: process.env.GRAPH_DB_PROVIDER as GraphDBProvider,
|
|
247
|
-
options: {},
|
|
248
|
-
};
|
|
249
|
-
}
|
|
250
|
-
return undefined;
|
|
251
|
-
}
|
|
252
|
-
}
|
|
253
|
-
|
|
254
|
-
/**
|
|
255
|
-
* Preset configurations for common provider combinations
|
|
256
|
-
*/
|
|
257
|
-
export const PRESETS = {
|
|
258
|
-
/** OpenAI + Pinecone: Production-ready cloud setup */
|
|
259
|
-
'openai-pinecone': { vectorDb: 'pinecone' as const, llm: 'openai' as const, embedding: 'openai' as const },
|
|
260
|
-
/** Claude + Qdrant: Open-source vector DB + proprietary LLM */
|
|
261
|
-
'claude-qdrant': { vectorDb: 'qdrant' as const, llm: 'anthropic' as const, embedding: 'openai' as const },
|
|
262
|
-
/** Local development: Ollama + local Qdrant */
|
|
263
|
-
'local-dev': { vectorDb: 'qdrant' as const, llm: 'ollama' as const, embedding: 'ollama' as const },
|
|
264
|
-
/** Fully open-source: Ollama LLM + Qdrant + Ollama embeddings */
|
|
265
|
-
'fully-open-source': { vectorDb: 'qdrant' as const, llm: 'ollama' as const, embedding: 'ollama' as const },
|
|
266
|
-
/** PostgreSQL stack: pgvector + OpenAI */
|
|
267
|
-
'postgres-openai': { vectorDb: 'postgresql' as const, llm: 'openai' as const, embedding: 'openai' as const },
|
|
268
|
-
/** Enterprise MongoDB: MongoDB Atlas with OpenAI */
|
|
269
|
-
'mongodb-openai': { vectorDb: 'mongodb' as const, llm: 'openai' as const, embedding: 'openai' as const },
|
|
270
|
-
/** Redis stack for caching + search */
|
|
271
|
-
'redis-openai': { vectorDb: 'redis' as const, llm: 'openai' as const, embedding: 'openai' as const },
|
|
272
|
-
} as const;
|
|
273
|
-
|
|
274
|
-
export type PresetName = keyof typeof PRESETS;
|
|
275
|
-
|
|
276
|
-
/**
|
|
277
|
-
* Helper to create a ConfigBuilder pre-seeded with a named preset.
|
|
278
|
-
*/
|
|
279
|
-
export function createFromPreset(presetName: PresetName): ConfigBuilder {
|
|
280
|
-
const preset = PRESETS[presetName];
|
|
281
|
-
return new ConfigBuilder()
|
|
282
|
-
.vectorDb(preset.vectorDb, { apiKey: process.env[`${preset.vectorDb.toUpperCase()}_API_KEY`] })
|
|
283
|
-
.llm(preset.llm, undefined, process.env[`${preset.llm.toUpperCase()}_API_KEY`])
|
|
284
|
-
.embedding(preset.embedding, undefined, process.env[`${preset.embedding.toUpperCase()}_API_KEY`]);
|
|
285
|
-
}
|
|
@@ -1,148 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* EmbeddingStrategy — Unified strategy for handling different embedding scenarios
|
|
3
|
-
*
|
|
4
|
-
* Automatically determines whether to:
|
|
5
|
-
* 1. Use the LLM provider's built-in embedding (integrated)
|
|
6
|
-
* 2. Use a separate embedding provider (fallback)
|
|
7
|
-
* 3. Use an external embedding service
|
|
8
|
-
*
|
|
9
|
-
* This removes special-case handling from Pipeline and consolidates embedding logic.
|
|
10
|
-
*/
|
|
11
|
-
|
|
12
|
-
import { ILLMProvider } from '../llm/ILLMProvider';
|
|
13
|
-
import { LLMFactory } from '../llm/LLMFactory';
|
|
14
|
-
import { LLMConfig, EmbeddingConfig, LLMProvider, EmbeddingProvider } from './RagConfig';
|
|
15
|
-
import { PROVIDERS_WITH_EMBEDDINGS } from './constants';
|
|
16
|
-
|
|
17
|
-
export enum EmbeddingStrategy {
|
|
18
|
-
/**
|
|
19
|
-
* LLM provider handles both chat and embeddings
|
|
20
|
-
* Example: OpenAI for both GPT and embeddings
|
|
21
|
-
*/
|
|
22
|
-
INTEGRATED = 'integrated',
|
|
23
|
-
|
|
24
|
-
/**
|
|
25
|
-
* Use separate embedding provider different from LLM
|
|
26
|
-
* Example: Anthropic (chat) + OpenAI (embeddings)
|
|
27
|
-
*/
|
|
28
|
-
SEPARATE = 'separate',
|
|
29
|
-
|
|
30
|
-
/**
|
|
31
|
-
* Use standalone embedding service
|
|
32
|
-
* Example: Dedicated embedding API
|
|
33
|
-
*/
|
|
34
|
-
EXTERNAL = 'external',
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
export interface EmbeddingStrategyResult {
|
|
38
|
-
strategy: EmbeddingStrategy;
|
|
39
|
-
embeddingProvider: ILLMProvider;
|
|
40
|
-
llmProvider: ILLMProvider;
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
/**
|
|
44
|
-
* Determines the optimal embedding strategy and initializes providers
|
|
45
|
-
*/
|
|
46
|
-
export class EmbeddingStrategyResolver {
|
|
47
|
-
/**
|
|
48
|
-
* Determine strategy based on LLM and embedding configs
|
|
49
|
-
*/
|
|
50
|
-
static determineStrategy(
|
|
51
|
-
llmConfig: LLMConfig,
|
|
52
|
-
embeddingConfig?: EmbeddingConfig
|
|
53
|
-
): EmbeddingStrategy {
|
|
54
|
-
// No explicit embedding config — LLM provider must handle embeddings itself.
|
|
55
|
-
if (!embeddingConfig) {
|
|
56
|
-
return this.supportsEmbedding(llmConfig.provider)
|
|
57
|
-
? EmbeddingStrategy.INTEGRATED
|
|
58
|
-
: EmbeddingStrategy.SEPARATE;
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
// Different provider for embeddings (e.g. Anthropic LLM + OpenAI embeddings).
|
|
62
|
-
if (embeddingConfig.provider !== (llmConfig.provider as EmbeddingProvider)) {
|
|
63
|
-
return EmbeddingStrategy.SEPARATE;
|
|
64
|
-
}
|
|
65
|
-
|
|
66
|
-
// Same provider, different model (e.g. OpenAI gpt-4o + text-embedding-3-small).
|
|
67
|
-
// Use EXTERNAL so the factory creates a dedicated embedding-model client.
|
|
68
|
-
if (embeddingConfig.model !== llmConfig.model) {
|
|
69
|
-
return EmbeddingStrategy.EXTERNAL;
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
// Same provider, same model — fully integrated.
|
|
73
|
-
return EmbeddingStrategy.INTEGRATED;
|
|
74
|
-
}
|
|
75
|
-
|
|
76
|
-
/**
|
|
77
|
-
* Resolve and initialize providers according to the strategy
|
|
78
|
-
*/
|
|
79
|
-
static async resolve(
|
|
80
|
-
llmConfig: LLMConfig,
|
|
81
|
-
embeddingConfig?: EmbeddingConfig
|
|
82
|
-
): Promise<EmbeddingStrategyResult> {
|
|
83
|
-
const strategy = this.determineStrategy(llmConfig, embeddingConfig);
|
|
84
|
-
|
|
85
|
-
const llmProvider = LLMFactory.create(llmConfig, embeddingConfig);
|
|
86
|
-
|
|
87
|
-
let embeddingProvider: ILLMProvider;
|
|
88
|
-
|
|
89
|
-
switch (strategy) {
|
|
90
|
-
case EmbeddingStrategy.INTEGRATED:
|
|
91
|
-
// Use the same provider for embeddings
|
|
92
|
-
embeddingProvider = llmProvider;
|
|
93
|
-
break;
|
|
94
|
-
|
|
95
|
-
case EmbeddingStrategy.SEPARATE:
|
|
96
|
-
// Create a separate embedding provider
|
|
97
|
-
if (!embeddingConfig) {
|
|
98
|
-
throw new Error(
|
|
99
|
-
'[EmbeddingStrategyResolver] SEPARATE strategy requires embeddingConfig'
|
|
100
|
-
);
|
|
101
|
-
}
|
|
102
|
-
embeddingProvider = LLMFactory.createEmbeddingProvider(embeddingConfig);
|
|
103
|
-
break;
|
|
104
|
-
|
|
105
|
-
case EmbeddingStrategy.EXTERNAL:
|
|
106
|
-
// Use the embedding config as a separate provider
|
|
107
|
-
if (!embeddingConfig) {
|
|
108
|
-
throw new Error(
|
|
109
|
-
'[EmbeddingStrategyResolver] EXTERNAL strategy requires embeddingConfig'
|
|
110
|
-
);
|
|
111
|
-
}
|
|
112
|
-
embeddingProvider = LLMFactory.createEmbeddingProvider(embeddingConfig);
|
|
113
|
-
break;
|
|
114
|
-
|
|
115
|
-
default:
|
|
116
|
-
throw new Error(`[EmbeddingStrategyResolver] Unknown strategy: ${strategy}`);
|
|
117
|
-
}
|
|
118
|
-
|
|
119
|
-
return {
|
|
120
|
-
strategy,
|
|
121
|
-
embeddingProvider,
|
|
122
|
-
llmProvider,
|
|
123
|
-
};
|
|
124
|
-
}
|
|
125
|
-
|
|
126
|
-
/**
|
|
127
|
-
* Check if an LLM provider natively supports embeddings
|
|
128
|
-
*/
|
|
129
|
-
private static supportsEmbedding(provider: LLMProvider | string): boolean {
|
|
130
|
-
return (PROVIDERS_WITH_EMBEDDINGS as readonly string[]).includes(provider);
|
|
131
|
-
}
|
|
132
|
-
|
|
133
|
-
/**
|
|
134
|
-
* Get a human-readable description of the strategy
|
|
135
|
-
*/
|
|
136
|
-
static getDescription(strategy: EmbeddingStrategy): string {
|
|
137
|
-
switch (strategy) {
|
|
138
|
-
case EmbeddingStrategy.INTEGRATED:
|
|
139
|
-
return 'Using LLM provider for both chat and embeddings';
|
|
140
|
-
case EmbeddingStrategy.SEPARATE:
|
|
141
|
-
return 'Using separate embedding provider';
|
|
142
|
-
case EmbeddingStrategy.EXTERNAL:
|
|
143
|
-
return 'Using external embedding service';
|
|
144
|
-
default:
|
|
145
|
-
return 'Unknown strategy';
|
|
146
|
-
}
|
|
147
|
-
}
|
|
148
|
-
}
|