@retrivora-ai/rag-engine 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +77 -0
- package/README.md +149 -0
- package/dist/DocumentChunker-BUrIrcPk.d.mts +43 -0
- package/dist/DocumentChunker-BUrIrcPk.d.ts +43 -0
- package/dist/RAGPipeline-BmkIv1HD.d.mts +298 -0
- package/dist/RAGPipeline-BmkIv1HD.d.ts +298 -0
- package/dist/chunk-NCG2JKXB.mjs +1254 -0
- package/dist/chunk-ZPXLQR5Q.mjs +67 -0
- package/dist/handlers/index.d.mts +68 -0
- package/dist/handlers/index.d.ts +68 -0
- package/dist/handlers/index.js +1319 -0
- package/dist/handlers/index.mjs +13 -0
- package/dist/index.d.mts +93 -0
- package/dist/index.d.ts +93 -0
- package/dist/index.js +612 -0
- package/dist/index.mjs +551 -0
- package/dist/server.d.mts +211 -0
- package/dist/server.d.ts +211 -0
- package/dist/server.js +1457 -0
- package/dist/server.mjs +148 -0
- package/package.json +90 -0
- package/src/app/api/chat/route.ts +4 -0
- package/src/app/api/health/route.ts +4 -0
- package/src/app/api/ingest/route.ts +26 -0
- package/src/app/favicon.ico +0 -0
- package/src/app/globals.css +163 -0
- package/src/app/layout.tsx +35 -0
- package/src/app/page.tsx +506 -0
- package/src/components/ChatWidget.tsx +91 -0
- package/src/components/ChatWindow.tsx +248 -0
- package/src/components/ConfigProvider.tsx +56 -0
- package/src/components/MessageBubble.tsx +99 -0
- package/src/components/SourceCard.tsx +66 -0
- package/src/components/ThemeProvider.tsx +8 -0
- package/src/components/ThemeToggle.tsx +29 -0
- package/src/config/RagConfig.ts +159 -0
- package/src/config/UniversalProfiles.ts +83 -0
- package/src/config/serverConfig.ts +142 -0
- package/src/handlers/index.ts +202 -0
- package/src/hooks/useHydrated.ts +13 -0
- package/src/hooks/useRagChat.ts +167 -0
- package/src/hooks/useStoredMessages.ts +53 -0
- package/src/index.ts +27 -0
- package/src/llm/ILLMProvider.ts +60 -0
- package/src/llm/LLMFactory.ts +54 -0
- package/src/llm/providers/AnthropicProvider.ts +87 -0
- package/src/llm/providers/OllamaProvider.ts +102 -0
- package/src/llm/providers/OpenAIProvider.ts +92 -0
- package/src/llm/providers/UniversalLLMAdapter.ts +154 -0
- package/src/rag/DocumentChunker.ts +105 -0
- package/src/rag/RAGPipeline.ts +196 -0
- package/src/server.ts +30 -0
- package/src/types/pdf-parse.d.ts +13 -0
- package/src/utils/DocumentParser.ts +75 -0
- package/src/utils/templateUtils.ts +78 -0
- package/src/vectordb/IVectorDB.ts +75 -0
- package/src/vectordb/VectorDBFactory.ts +41 -0
- package/src/vectordb/adapters/MongoDbAdapter.ts +175 -0
- package/src/vectordb/adapters/PgVectorAdapter.ts +159 -0
- package/src/vectordb/adapters/PineconeAdapter.ts +115 -0
- package/src/vectordb/adapters/UniversalVectorDBAdapter.ts +177 -0
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
var __defProp = Object.defineProperty;
|
|
2
|
+
var __defProps = Object.defineProperties;
|
|
3
|
+
var __getOwnPropDescs = Object.getOwnPropertyDescriptors;
|
|
4
|
+
var __getOwnPropSymbols = Object.getOwnPropertySymbols;
|
|
5
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
+
var __propIsEnum = Object.prototype.propertyIsEnumerable;
|
|
7
|
+
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
8
|
+
var __spreadValues = (a, b) => {
|
|
9
|
+
for (var prop in b || (b = {}))
|
|
10
|
+
if (__hasOwnProp.call(b, prop))
|
|
11
|
+
__defNormalProp(a, prop, b[prop]);
|
|
12
|
+
if (__getOwnPropSymbols)
|
|
13
|
+
for (var prop of __getOwnPropSymbols(b)) {
|
|
14
|
+
if (__propIsEnum.call(b, prop))
|
|
15
|
+
__defNormalProp(a, prop, b[prop]);
|
|
16
|
+
}
|
|
17
|
+
return a;
|
|
18
|
+
};
|
|
19
|
+
var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
|
|
20
|
+
|
|
21
|
+
// src/utils/templateUtils.ts
|
|
22
|
+
function isRecord(value) {
|
|
23
|
+
return typeof value === "object" && value !== null;
|
|
24
|
+
}
|
|
25
|
+
function resolvePath(obj, path) {
|
|
26
|
+
if (!path || !obj) return void 0;
|
|
27
|
+
return path.replace(/\[(\w+)\]/g, ".$1").replace(/^\./, "").split(".").reduce((current, segment) => {
|
|
28
|
+
if (!isRecord(current) && !Array.isArray(current)) {
|
|
29
|
+
return void 0;
|
|
30
|
+
}
|
|
31
|
+
return current[segment];
|
|
32
|
+
}, obj);
|
|
33
|
+
}
|
|
34
|
+
function buildPayload(template, vars) {
|
|
35
|
+
let raw = template;
|
|
36
|
+
for (const [key, val] of Object.entries(vars)) {
|
|
37
|
+
const stringifiedVal = val === void 0 ? "null" : JSON.stringify(val);
|
|
38
|
+
raw = raw.replace(new RegExp(`"\\{\\{${key}\\}\\}"`, "g"), stringifiedVal);
|
|
39
|
+
raw = raw.replace(new RegExp(`\\{\\{${key}\\}\\}`, "g"), stringifiedVal);
|
|
40
|
+
}
|
|
41
|
+
try {
|
|
42
|
+
return JSON.parse(raw);
|
|
43
|
+
} catch (err) {
|
|
44
|
+
throw new Error(`Failed to parse payload template: ${err.message}
|
|
45
|
+
Raw payload: ${raw}`);
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
function mergeDefined(base, override) {
|
|
49
|
+
if (!override) {
|
|
50
|
+
return __spreadValues({}, base);
|
|
51
|
+
}
|
|
52
|
+
const merged = __spreadValues({}, base);
|
|
53
|
+
for (const [key, value] of Object.entries(override)) {
|
|
54
|
+
if (value !== void 0 && value !== null && value !== "") {
|
|
55
|
+
merged[key] = value;
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
return merged;
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
export {
|
|
62
|
+
__spreadValues,
|
|
63
|
+
__spreadProps,
|
|
64
|
+
resolvePath,
|
|
65
|
+
buildPayload,
|
|
66
|
+
mergeDefined
|
|
67
|
+
};
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import { f as RagConfig, d as IVectorDB, I as ILLMProvider, b as ChatResponse } from '../RAGPipeline-BmkIv1HD.mjs';
|
|
2
|
+
import { NextRequest, NextResponse } from 'next/server';
|
|
3
|
+
|
|
4
|
+
interface CustomAdapters {
|
|
5
|
+
vectorDB?: IVectorDB;
|
|
6
|
+
llmProvider?: ILLMProvider;
|
|
7
|
+
embeddingProvider?: ILLMProvider;
|
|
8
|
+
}
|
|
9
|
+
declare function createChatHandler(config: RagConfig, adapters?: CustomAdapters): (req: NextRequest) => Promise<NextResponse<{
|
|
10
|
+
error: string;
|
|
11
|
+
}> | NextResponse<ChatResponse>>;
|
|
12
|
+
/**
|
|
13
|
+
* createIngestHandler — factory for the document ingestion endpoint.
|
|
14
|
+
*
|
|
15
|
+
* Usage — in your project's `src/app/api/ingest/route.ts`:
|
|
16
|
+
*
|
|
17
|
+
* import { createIngestHandler } from '@rag/ai-accelerator/handlers';
|
|
18
|
+
* export const POST = createIngestHandler(myConfig, { vectorDB: new MyCustomDB() });
|
|
19
|
+
*/
|
|
20
|
+
declare function createIngestHandler(config: RagConfig, adapters?: CustomAdapters): (req: NextRequest) => Promise<NextResponse<{
|
|
21
|
+
error: string;
|
|
22
|
+
}> | NextResponse<{
|
|
23
|
+
results: {
|
|
24
|
+
docId: string;
|
|
25
|
+
chunksIngested: number;
|
|
26
|
+
}[];
|
|
27
|
+
totalChunks: number;
|
|
28
|
+
}>>;
|
|
29
|
+
/**
|
|
30
|
+
* createHealthHandler — factory for the health-check endpoint.
|
|
31
|
+
*
|
|
32
|
+
* Usage — in your project's `src/app/api/health/route.ts`:
|
|
33
|
+
*
|
|
34
|
+
* import { createHealthHandler } from '@rag/ai-accelerator/handlers';
|
|
35
|
+
* export const GET = createHealthHandler(myConfig, { vectorDB: new MyCustomDB() });
|
|
36
|
+
*/
|
|
37
|
+
declare function createHealthHandler(config: RagConfig, adapters?: CustomAdapters): () => Promise<NextResponse<{
|
|
38
|
+
project: string;
|
|
39
|
+
timestamp: string;
|
|
40
|
+
vectorDB: boolean;
|
|
41
|
+
llm: boolean;
|
|
42
|
+
status: string;
|
|
43
|
+
}> | NextResponse<{
|
|
44
|
+
status: string;
|
|
45
|
+
error: string;
|
|
46
|
+
timestamp: string;
|
|
47
|
+
}>>;
|
|
48
|
+
/**
|
|
49
|
+
* createUploadHandler — factory for the file upload ingestion endpoint.
|
|
50
|
+
*
|
|
51
|
+
* Usage — in your project's `src/app/api/upload/route.ts`:
|
|
52
|
+
*
|
|
53
|
+
* import { createUploadHandler } from '@rag/ai-accelerator/handlers';
|
|
54
|
+
* export const POST = createUploadHandler(myConfig);
|
|
55
|
+
*/
|
|
56
|
+
declare function createUploadHandler(config: RagConfig, adapters?: CustomAdapters): (req: NextRequest) => Promise<NextResponse<{
|
|
57
|
+
error: string;
|
|
58
|
+
}> | NextResponse<{
|
|
59
|
+
message: string;
|
|
60
|
+
filesProcessed: number;
|
|
61
|
+
totalChunks: number;
|
|
62
|
+
results: {
|
|
63
|
+
docId: string;
|
|
64
|
+
chunksIngested: number;
|
|
65
|
+
}[];
|
|
66
|
+
}>>;
|
|
67
|
+
|
|
68
|
+
export { type CustomAdapters, createChatHandler, createHealthHandler, createIngestHandler, createUploadHandler };
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import { f as RagConfig, d as IVectorDB, I as ILLMProvider, b as ChatResponse } from '../RAGPipeline-BmkIv1HD.js';
|
|
2
|
+
import { NextRequest, NextResponse } from 'next/server';
|
|
3
|
+
|
|
4
|
+
interface CustomAdapters {
|
|
5
|
+
vectorDB?: IVectorDB;
|
|
6
|
+
llmProvider?: ILLMProvider;
|
|
7
|
+
embeddingProvider?: ILLMProvider;
|
|
8
|
+
}
|
|
9
|
+
declare function createChatHandler(config: RagConfig, adapters?: CustomAdapters): (req: NextRequest) => Promise<NextResponse<{
|
|
10
|
+
error: string;
|
|
11
|
+
}> | NextResponse<ChatResponse>>;
|
|
12
|
+
/**
|
|
13
|
+
* createIngestHandler — factory for the document ingestion endpoint.
|
|
14
|
+
*
|
|
15
|
+
* Usage — in your project's `src/app/api/ingest/route.ts`:
|
|
16
|
+
*
|
|
17
|
+
* import { createIngestHandler } from '@rag/ai-accelerator/handlers';
|
|
18
|
+
* export const POST = createIngestHandler(myConfig, { vectorDB: new MyCustomDB() });
|
|
19
|
+
*/
|
|
20
|
+
declare function createIngestHandler(config: RagConfig, adapters?: CustomAdapters): (req: NextRequest) => Promise<NextResponse<{
|
|
21
|
+
error: string;
|
|
22
|
+
}> | NextResponse<{
|
|
23
|
+
results: {
|
|
24
|
+
docId: string;
|
|
25
|
+
chunksIngested: number;
|
|
26
|
+
}[];
|
|
27
|
+
totalChunks: number;
|
|
28
|
+
}>>;
|
|
29
|
+
/**
|
|
30
|
+
* createHealthHandler — factory for the health-check endpoint.
|
|
31
|
+
*
|
|
32
|
+
* Usage — in your project's `src/app/api/health/route.ts`:
|
|
33
|
+
*
|
|
34
|
+
* import { createHealthHandler } from '@rag/ai-accelerator/handlers';
|
|
35
|
+
* export const GET = createHealthHandler(myConfig, { vectorDB: new MyCustomDB() });
|
|
36
|
+
*/
|
|
37
|
+
declare function createHealthHandler(config: RagConfig, adapters?: CustomAdapters): () => Promise<NextResponse<{
|
|
38
|
+
project: string;
|
|
39
|
+
timestamp: string;
|
|
40
|
+
vectorDB: boolean;
|
|
41
|
+
llm: boolean;
|
|
42
|
+
status: string;
|
|
43
|
+
}> | NextResponse<{
|
|
44
|
+
status: string;
|
|
45
|
+
error: string;
|
|
46
|
+
timestamp: string;
|
|
47
|
+
}>>;
|
|
48
|
+
/**
|
|
49
|
+
* createUploadHandler — factory for the file upload ingestion endpoint.
|
|
50
|
+
*
|
|
51
|
+
* Usage — in your project's `src/app/api/upload/route.ts`:
|
|
52
|
+
*
|
|
53
|
+
* import { createUploadHandler } from '@rag/ai-accelerator/handlers';
|
|
54
|
+
* export const POST = createUploadHandler(myConfig);
|
|
55
|
+
*/
|
|
56
|
+
declare function createUploadHandler(config: RagConfig, adapters?: CustomAdapters): (req: NextRequest) => Promise<NextResponse<{
|
|
57
|
+
error: string;
|
|
58
|
+
}> | NextResponse<{
|
|
59
|
+
message: string;
|
|
60
|
+
filesProcessed: number;
|
|
61
|
+
totalChunks: number;
|
|
62
|
+
results: {
|
|
63
|
+
docId: string;
|
|
64
|
+
chunksIngested: number;
|
|
65
|
+
}[];
|
|
66
|
+
}>>;
|
|
67
|
+
|
|
68
|
+
export { type CustomAdapters, createChatHandler, createHealthHandler, createIngestHandler, createUploadHandler };
|