@retrivora-ai/rag-engine 0.1.0

package/dist/server.mjs

@@ -0,0 +1,148 @@
+import {
+  AnthropicProvider,
+  DocumentChunker,
+  LLMFactory,
+  MongoDbAdapter,
+  OllamaProvider,
+  OpenAIProvider,
+  PgVectorAdapter,
+  PineconeAdapter,
+  RAGPipeline,
+  VectorDBFactory,
+  createChatHandler,
+  createHealthHandler,
+  createIngestHandler,
+  createUploadHandler
+} from "./chunk-NCG2JKXB.mjs";
+import "./chunk-ZPXLQR5Q.mjs";
+
+// src/config/serverConfig.ts
+var VECTOR_DB_PROVIDERS = ["pinecone", "pgvector", "mongodb", "rest", "universal_rest", "custom"];
+var LLM_PROVIDERS = ["openai", "anthropic", "ollama", "rest", "universal_rest", "custom"];
+var EMBEDDING_PROVIDERS = ["openai", "ollama", "rest", "universal_rest", "custom"];
+function readString(env, name) {
+  var _a;
+  const value = (_a = env[name]) == null ? void 0 : _a.trim();
+  return value ? value : void 0;
+}
+function readNumber(env, name, fallback) {
+  const value = env[name];
+  if (!value) return fallback;
+  const parsed = Number(value);
+  if (!Number.isFinite(parsed)) {
+    throw new Error(`[getRagConfig] ${name} must be a valid number`);
+  }
+  return parsed;
+}
+function readEnum(env, name, fallback, allowed) {
+  var _a;
+  const value = (_a = readString(env, name)) != null ? _a : fallback;
+  if (allowed.includes(value)) {
+    return value;
+  }
+  throw new Error(`[getRagConfig] ${name} must be one of: ${allowed.join(", ")}`);
+}
+function getRagConfig(env = process.env) {
+  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _A, _B, _C, _D, _E, _F, _G, _H, _I, _J;
+  const projectId = (_b = (_a = readString(env, "RAG_PROJECT_ID")) != null ? _a : readString(env, "NEXT_PUBLIC_PROJECT_ID")) != null ? _b : "default";
+  const vectorProvider = readEnum(env, "VECTOR_DB_PROVIDER", "pinecone", VECTOR_DB_PROVIDERS);
+  const llmProvider = readEnum(env, "LLM_PROVIDER", "openai", LLM_PROVIDERS);
+  const embeddingProvider = readEnum(env, "EMBEDDING_PROVIDER", "openai", EMBEDDING_PROVIDERS);
+  const embeddingDimensions = readNumber(env, "EMBEDDING_DIMENSIONS", 1536);
+  const vectorDbOptions = {};
+  if (vectorProvider === "pinecone") {
+    vectorDbOptions.apiKey = (_c = readString(env, "PINECONE_API_KEY")) != null ? _c : "";
+    vectorDbOptions.environment = (_d = readString(env, "PINECONE_ENVIRONMENT")) != null ? _d : "";
+  } else if (vectorProvider === "pgvector") {
+    vectorDbOptions.connectionString = (_e = readString(env, "PGVECTOR_CONNECTION_STRING")) != null ? _e : "";
+    vectorDbOptions.dimensions = embeddingDimensions;
+  } else if (vectorProvider === "rest") {
+    vectorDbOptions.baseUrl = (_f = readString(env, "VECTOR_DB_REST_URL")) != null ? _f : "";
+    vectorDbOptions.headers = readString(env, "VECTOR_DB_REST_API_KEY") ? { "api-key": readString(env, "VECTOR_DB_REST_API_KEY") } : {};
+  } else if (vectorProvider === "universal_rest") {
+    vectorDbOptions.baseUrl = (_h = (_g = readString(env, "VECTOR_BASE_URL")) != null ? _g : readString(env, "VECTOR_DB_REST_URL")) != null ? _h : "";
+    vectorDbOptions.profile = readString(env, "VECTOR_UNIVERSAL_PROFILE");
+    vectorDbOptions.headers = readString(env, "VECTOR_DB_REST_API_KEY") ? { Authorization: `Bearer ${readString(env, "VECTOR_DB_REST_API_KEY")}` } : {};
+  } else if (vectorProvider === "mongodb") {
+    vectorDbOptions.uri = (_i = readString(env, "MONGODB_URI")) != null ? _i : "";
+    vectorDbOptions.database = (_j = readString(env, "MONGODB_DB")) != null ? _j : "";
+    vectorDbOptions.collection = (_k = readString(env, "MONGODB_COLLECTION")) != null ? _k : "";
+    vectorDbOptions.indexName = (_l = readString(env, "MONGODB_INDEX_NAME")) != null ? _l : "vector_index";
+  }
+  const llmApiKeyByProvider = {
+    openai: readString(env, "OPENAI_API_KEY"),
+    anthropic: readString(env, "ANTHROPIC_API_KEY"),
+    ollama: void 0,
+    universal_rest: readString(env, "LLM_API_KEY")
+  };
+  const embeddingApiKeyByProvider = {
+    openai: readString(env, "OPENAI_API_KEY"),
+    ollama: void 0,
+    custom: (_m = readString(env, "EMBEDDING_API_KEY")) != null ? _m : readString(env, "OPENAI_API_KEY")
+  };
+  return {
+    projectId,
+    vectorDb: {
+      provider: vectorProvider,
+      indexName: (_n = readString(env, "VECTOR_DB_INDEX")) != null ? _n : "rag-index",
+      options: vectorDbOptions
+    },
+    llm: {
+      provider: llmProvider,
+      model: (_o = readString(env, "LLM_MODEL")) != null ? _o : "gpt-4o",
+      apiKey: (_p = llmApiKeyByProvider[llmProvider]) != null ? _p : "",
+      baseUrl: readString(env, "LLM_BASE_URL"),
+      systemPrompt: readString(env, "LLM_SYSTEM_PROMPT"),
+      maxTokens: readNumber(env, "LLM_MAX_TOKENS", 1024),
+      temperature: readNumber(env, "LLM_TEMPERATURE", 0.7),
+      options: {
+        profile: readString(env, "LLM_UNIVERSAL_PROFILE")
+      }
+    },
+    embedding: {
+      provider: embeddingProvider,
+      model: (_q = readString(env, "EMBEDDING_MODEL")) != null ? _q : "text-embedding-3-small",
+      apiKey: embeddingApiKeyByProvider[embeddingProvider],
+      baseUrl: readString(env, "EMBEDDING_BASE_URL"),
+      dimensions: embeddingDimensions,
+      options: {
+        profile: readString(env, "EMBEDDING_UNIVERSAL_PROFILE")
+      }
+    },
+    ui: {
+      title: (_s = (_r = readString(env, "NEXT_PUBLIC_UI_TITLE")) != null ? _r : readString(env, "UI_TITLE")) != null ? _s : "AI Assistant",
+      subtitle: (_u = (_t = readString(env, "NEXT_PUBLIC_UI_SUBTITLE")) != null ? _t : readString(env, "UI_SUBTITLE")) != null ? _u : "Powered by RAG",
+      primaryColor: (_w = (_v = readString(env, "NEXT_PUBLIC_PRIMARY_COLOR")) != null ? _v : readString(env, "UI_PRIMARY_COLOR")) != null ? _w : "#10b981",
+      accentColor: (_y = (_x = readString(env, "NEXT_PUBLIC_ACCENT_COLOR")) != null ? _x : readString(env, "UI_ACCENT_COLOR")) != null ? _y : "#3b82f6",
+      logoUrl: (_z = readString(env, "NEXT_PUBLIC_LOGO_URL")) != null ? _z : readString(env, "UI_LOGO_URL"),
+      placeholder: (_B = (_A = readString(env, "NEXT_PUBLIC_PLACEHOLDER")) != null ? _A : readString(env, "UI_PLACEHOLDER")) != null ? _B : "Ask me anything\u2026",
+      showSources: ((_D = (_C = readString(env, "NEXT_PUBLIC_SHOW_SOURCES")) != null ? _C : readString(env, "UI_SHOW_SOURCES")) != null ? _D : "true") !== "false",
+      welcomeMessage: (_F = (_E = readString(env, "NEXT_PUBLIC_WELCOME_MESSAGE")) != null ? _E : readString(env, "UI_WELCOME_MESSAGE")) != null ? _F : "Hello! I'm your AI assistant. Ask me anything about your documents.",
+      visualStyle: (_H = (_G = readString(env, "NEXT_PUBLIC_UI_VISUAL_STYLE")) != null ? _G : readString(env, "UI_VISUAL_STYLE")) != null ? _H : "glass",
+      borderRadius: (_J = (_I = readString(env, "NEXT_PUBLIC_UI_BORDER_RADIUS")) != null ? _I : readString(env, "UI_BORDER_RADIUS")) != null ? _J : "xl"
+    },
+    rag: {
+      topK: readNumber(env, "RAG_TOP_K", 5),
+      scoreThreshold: readNumber(env, "RAG_SCORE_THRESHOLD", 0),
+      chunkSize: readNumber(env, "RAG_CHUNK_SIZE", 1e3),
+      chunkOverlap: readNumber(env, "RAG_CHUNK_OVERLAP", 200)
+    }
+  };
+}
+export {
+  AnthropicProvider,
+  DocumentChunker,
+  LLMFactory,
+  MongoDbAdapter,
+  OllamaProvider,
+  OpenAIProvider,
+  PgVectorAdapter,
+  PineconeAdapter,
+  RAGPipeline,
+  VectorDBFactory,
+  createChatHandler,
+  createHealthHandler,
+  createIngestHandler,
+  createUploadHandler,
+  getRagConfig
+};

package/package.json

@@ -0,0 +1,90 @@
+{
+  "name": "@retrivora-ai/rag-engine",
+  "version": "0.1.0",
+  "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
+  "author": "Abhinav Alkuchi",
+  "license": "MIT",
+  "keywords": [
+    "rag",
+    "chatbot",
+    "vector-database",
+    "pinecone",
+    "pgvector",
+    "openai",
+    "anthropic",
+    "ollama",
+    "nextjs",
+    "react",
+    "ai",
+    "llm"
+  ],
+  "main": "dist/index.js",
+  "module": "dist/index.mjs",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "require": "./dist/index.js",
+      "import": "./dist/index.mjs"
+    },
+    "./handlers": {
+      "types": "./dist/handlers/index.d.ts",
+      "require": "./dist/handlers/index.js",
+      "import": "./dist/handlers/index.mjs"
+    },
+    "./server": {
+      "types": "./dist/server.d.ts",
+      "require": "./dist/server.js",
+      "import": "./dist/server.mjs"
+    }
+  },
+  "files": [
+    "dist",
+    "src",
+    ".env.example",
+    "README.md"
+  ],
+  "scripts": {
+    "dev": "next dev",
+    "build": "next build",
+    "build:pkg": "tsup src/index.ts src/handlers/index.ts src/server.ts --format cjs,esm --dts --clean --tsconfig tsconfig.build.json --external react,react-dom,next",
+    "start": "next start",
+    "lint": "eslint",
+    "prepublishOnly": "npm run build:pkg"
+  },
+  "peerDependencies": {
+    "next": ">=14.0.0",
+    "react": ">=18.0.0",
+    "react-dom": ">=18.0.0"
+  },
+  "dependencies": {
+    "@anthropic-ai/sdk": "^0.90.0",
+    "@pinecone-database/pinecone": "^7.2.0",
+    "axios": "^1.15.0",
+    "lucide-react": "^1.8.0",
+    "mammoth": "^1.8.0",
+    "mongodb": "^7.1.1",
+    "next": ">=14.0.0",
+    "next-themes": "^0.4.6",
+    "openai": "^6.34.0",
+    "pdf-parse": "^1.1.1",
+    "pg": "^8.20.0",
+    "react": ">=18.0.0",
+    "react-dom": ">=18.0.0",
+    "react-markdown": "^10.1.0",
+    "remark-gfm": "^4.0.1"
+  },
+  "devDependencies": {
+    "@tailwindcss/postcss": "^4",
+    "@types/node": "^20",
+    "@types/pdf-parse": "^1.1.5",
+    "@types/pg": "^8.20.0",
+    "@types/react": "^19.2.14",
+    "@types/react-dom": "^19.2.3",
+    "eslint": "^9",
+    "eslint-config-next": "16.2.4",
+    "tailwindcss": "^4",
+    "tsup": "^8.5.1",
+    "typescript": "^5"
+  }
+}

package/src/app/api/chat/route.ts

@@ -0,0 +1,4 @@
+import { createChatHandler } from '@/handlers';
+import { getRagConfig } from '@/config/serverConfig';
+
+export const POST = createChatHandler(getRagConfig());

package/src/app/api/health/route.ts

@@ -0,0 +1,4 @@
+import { createHealthHandler } from '@/handlers';
+import { getRagConfig } from '@/config/serverConfig';
+
+export const GET = createHealthHandler(getRagConfig());

package/src/app/api/ingest/route.ts

@@ -0,0 +1,26 @@
+/**
+ * POST /api/ingest
+ *
+ * Ingests one or more documents into the vector DB for a project.
+ *
+ * Request body:
+ *   {
+ *     documents: Array<{
+ *       docId:     string
+ *       content:   string
+ *       metadata?: Record<string, unknown>
+ *     }>
+ *     namespace?: string  – optional project namespace override
+ *   }
+ *
+ * Response:
+ *   {
+ *     results: Array<{ docId: string; chunksIngested: number }>
+ *     totalChunks: number
+ *   }
+ */
+
+import { createIngestHandler } from '@/handlers';
+import { getRagConfig } from '@/config/serverConfig';
+
+export const POST = createIngestHandler(getRagConfig());

package/src/app/globals.css

@@ -0,0 +1,163 @@
+@import "tailwindcss";
+
+@custom-variant dark (&:where(.dark, .dark *));
+
+
+
+/* ─── Design Tokens ─────────────────────────────────────────── */
+:root {
+  --font-inter: 'Inter', sans-serif;
+  
+  /* Light Mode (Default) */
+  --bg-base: #f8fafc; /* slate-50 */
+  --bg-surface: #ffffff;
+  --bg-elevated: #f1f5f9; /* slate-100 */
+  --border: rgba(0, 0, 0, 0.08);
+  --text-primary: #0f172a; /* slate-900 */
+  --text-secondary: #475569; /* slate-600 */
+  --text-muted: #94a3b8; /* slate-400 */
+}
+
+.dark {
+  /* Dark Mode */
+  --bg-base: #080811;
+  --bg-surface: #0f0f1a;
+  --bg-elevated: #161625;
+  --border: rgba(255, 255, 255, 0.08);
+  --text-primary: rgba(255, 255, 255, 0.92);
+  --text-secondary: rgba(255, 255, 255, 0.55);
+  --text-muted: rgba(255, 255, 255, 0.25);
+}
+
+/* ─── Base Reset ────────────────────────────────────────────── */
+*,
+*::before,
+*::after {
+  box-sizing: border-box;
+}
+
+html {
+  font-family: var(--font-inter), system-ui, sans-serif;
+  -webkit-font-smoothing: antialiased;
+  -moz-osx-font-smoothing: grayscale;
+  scroll-behavior: smooth;
+}
+
+body {
+  background-color: var(--bg-base);
+  color: var(--text-primary);
+  margin: 0;
+}
+
+/* ─── Scrollbar ─────────────────────────────────────────────── */
+::-webkit-scrollbar {
+  width: 4px;
+  height: 4px;
+}
+::-webkit-scrollbar-track {
+  background: transparent;
+}
+::-webkit-scrollbar-thumb {
+  background: rgba(255, 255, 255, 0.12);
+  border-radius: 999px;
+}
+::-webkit-scrollbar-thumb:hover {
+  background: rgba(255, 255, 255, 0.2);
+}
+
+/* ─── Prose Overrides (markdown in chat) ───────────────────── */
+.prose-invert {
+  color: inherit;
+}
+
+.prose-invert p {
+  margin: 0.25em 0;
+}
+
+.prose-invert pre {
+  background: rgba(0, 0, 0, 0.4);
+  border: 1px solid rgba(255, 255, 255, 0.08);
+  border-radius: 0.5rem;
+  padding: 0.75rem 1rem;
+  overflow-x: auto;
+}
+
+.prose-invert code:not(pre code) {
+  background: rgba(255, 255, 255, 0.08);
+  border-radius: 0.25rem;
+  padding: 0.1em 0.35em;
+  font-size: 0.85em;
+}
+
+.prose-invert a {
+  color: #818cf8;
+  text-decoration: underline;
+}
+
+.prose-invert ul,
+.prose-invert ol {
+  padding-left: 1.25em;
+  margin: 0.35em 0;
+}
+
+.prose-invert li {
+  margin: 0.15em 0;
+}
+
+.prose-invert blockquote {
+  border-left: 3px solid rgba(99, 102, 241, 0.5);
+  padding-left: 0.75em;
+  color: rgba(255, 255, 255, 0.6);
+  margin: 0.5em 0;
+}
+
+/* ─── Animations ────────────────────────────────────────────── */
+@keyframes fadeInUp {
+  from {
+    opacity: 0;
+    transform: translateY(8px);
+  }
+  to {
+    opacity: 1;
+    transform: translateY(0);
+  }
+}
+
+@keyframes slideUp {
+  from {
+    opacity: 0;
+    transform: translateY(16px) scale(0.98);
+  }
+  to {
+    opacity: 1;
+    transform: translateY(0) scale(1);
+  }
+}
+
+@keyframes shimmer {
+  0% { background-position: -200% 0; }
+  100% { background-position: 200% 0; }
+}
+
+.animate-fade-in-up {
+  animation: fadeInUp 0.3s ease-out both;
+}
+
+.animate-slide-up {
+  animation: slideUp 0.35s cubic-bezier(0.34, 1.56, 0.64, 1) both;
+}
+
+/* ─── Glass Surface ─────────────────────────────────────────── */
+.glass {
+  background: rgba(255, 255, 255, 0.04);
+  backdrop-filter: blur(16px);
+  border: 1px solid var(--border);
+}
+
+/* ─── Gradient Text Utility ─────────────────────────────────── */
+.gradient-text {
+  background: linear-gradient(135deg, #6366f1, #8b5cf6);
+  -webkit-background-clip: text;
+  -webkit-text-fill-color: transparent;
+  background-clip: text;
+}

package/src/app/layout.tsx

@@ -0,0 +1,35 @@
+import type { Metadata } from 'next';
+import { Inter } from 'next/font/google';
+import './globals.css';
+import { ConfigProvider } from '@/components/ConfigProvider';
+import { ThemeProvider } from '@/components/ThemeProvider';
+import { getRagConfig } from '@/config/serverConfig';
+
+const inter = Inter({ subsets: ['latin'], variable: '--font-inter' });
+
+export const metadata: Metadata = {
+  title: 'Retrivora AI',
+  description:
+    'A configurable Retrieval-Augmented Generation chatbot — generic across any vector database and LLM provider.',
+};
+
+export default function RootLayout({ children }: { children: React.ReactNode }) {
+  const clientConfig = getRagConfig();
+
+  return (
+    <html lang="en" className={inter.variable} suppressHydrationWarning>
+      <body className="bg-slate-50 dark:bg-[#080811] text-slate-900 dark:text-white antialiased transition-colors duration-300">
+        <ThemeProvider attribute="class" defaultTheme="dark" enableSystem disableTransitionOnChange>
+          <ConfigProvider
+            config={{
+              projectId: clientConfig.projectId,
+              ui: clientConfig.ui,
+            }}
+          >
+            {children}
+          </ConfigProvider>
+        </ThemeProvider>
+      </body>
+    </html>
+  );
+}