@yesvara/svara 0.1.0 → 0.1.1

package/dist/index.js

@@ -30,13 +30,274 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
+// src/database/schema.ts
+var SCHEMA_VERSION, CREATE_TABLES_SQL, INSERT_META_SQL;
+var init_schema = __esm({
+  "src/database/schema.ts"() {
+    "use strict";
+    SCHEMA_VERSION = 1;
+    CREATE_TABLES_SQL = `
+-- Schema version tracking
+CREATE TABLE IF NOT EXISTS svara_meta (
+  key   TEXT PRIMARY KEY,
+  value TEXT NOT NULL
+);
+
+-- Conversation history persistence
+CREATE TABLE IF NOT EXISTS svara_messages (
+  id          TEXT PRIMARY KEY,
+  session_id  TEXT NOT NULL,
+  role        TEXT NOT NULL CHECK(role IN ('user', 'assistant', 'system', 'tool')),
+  content     TEXT NOT NULL,
+  tool_call_id TEXT,
+  created_at  INTEGER NOT NULL DEFAULT (unixepoch())
+);
+
+CREATE INDEX IF NOT EXISTS idx_messages_session
+  ON svara_messages (session_id, created_at);
+
+-- User registry
+CREATE TABLE IF NOT EXISTS svara_users (
+  id          TEXT PRIMARY KEY,
+  email       TEXT,
+  display_name TEXT,
+  first_seen  INTEGER NOT NULL DEFAULT (unixepoch()),
+  last_seen   INTEGER NOT NULL DEFAULT (unixepoch()),
+  metadata    TEXT DEFAULT '{}'
+);
+
+CREATE INDEX IF NOT EXISTS idx_users_email
+  ON svara_users (email);
+
+-- Session metadata
+CREATE TABLE IF NOT EXISTS svara_sessions (
+  id          TEXT PRIMARY KEY,
+  user_id     TEXT NOT NULL,
+  channel     TEXT NOT NULL,
+  created_at  INTEGER NOT NULL DEFAULT (unixepoch()),
+  updated_at  INTEGER NOT NULL DEFAULT (unixepoch()),
+  metadata    TEXT DEFAULT '{}',
+  FOREIGN KEY (user_id) REFERENCES svara_users(id)
+);
+
+CREATE INDEX IF NOT EXISTS idx_sessions_user
+  ON svara_sessions (user_id);
+
+-- Vector store chunks for RAG (per agent)
+CREATE TABLE IF NOT EXISTS svara_chunks (
+  id           TEXT PRIMARY KEY,
+  agent_name   TEXT NOT NULL,   -- Separate RAG per agent
+  document_id  TEXT NOT NULL,
+  content      TEXT NOT NULL,
+  content_hash TEXT NOT NULL,   -- MD5 hash of content for deduplication
+  chunk_index  INTEGER NOT NULL,
+  embedding    TEXT,            -- stored as JSON string of float array
+  source       TEXT NOT NULL,
+  metadata     TEXT DEFAULT '{}',
+  created_at   INTEGER NOT NULL DEFAULT (unixepoch())
+);
+
+CREATE INDEX IF NOT EXISTS idx_chunks_agent
+  ON svara_chunks (agent_name);
+
+CREATE INDEX IF NOT EXISTS idx_chunks_agent_document
+  ON svara_chunks (agent_name, document_id);
+
+CREATE INDEX IF NOT EXISTS idx_chunks_content_hash
+  ON svara_chunks (content_hash);
+
+-- Document registry
+CREATE TABLE IF NOT EXISTS svara_documents (
+  id          TEXT PRIMARY KEY,
+  source      TEXT NOT NULL UNIQUE,
+  type        TEXT NOT NULL,
+  size        INTEGER,
+  hash        TEXT,
+  indexed_at  INTEGER NOT NULL DEFAULT (unixepoch()),
+  metadata    TEXT DEFAULT '{}'
+);
+
+-- Key-value store for arbitrary agent state
+CREATE TABLE IF NOT EXISTS svara_kv (
+  key         TEXT PRIMARY KEY,
+  value       TEXT NOT NULL,
+  expires_at  INTEGER,         -- unix timestamp, NULL = no expiry
+  updated_at  INTEGER NOT NULL DEFAULT (unixepoch())
+);
+`;
+    INSERT_META_SQL = `
+INSERT OR REPLACE INTO svara_meta (key, value)
+VALUES ('schema_version', ?), ('created_at', ?);
+`;
+  }
+});
+
+// src/database/sqlite.ts
+var import_path, import_fs, KVStore, SvaraDB;
+var init_sqlite = __esm({
+  "src/database/sqlite.ts"() {
+    "use strict";
+    import_path = __toESM(require("path"));
+    import_fs = __toESM(require("fs"));
+    init_schema();
+    KVStore = class {
+      constructor(db) {
+        this.db = db;
+      }
+      db;
+      /** Set a key-value pair, with optional TTL in seconds. */
+      set(key, value, ttlSeconds) {
+        const expiresAt = ttlSeconds ? Math.floor(Date.now() / 1e3) + ttlSeconds : null;
+        this.db.prepare(`
+      INSERT OR REPLACE INTO svara_kv (key, value, expires_at, updated_at)
+      VALUES (?, ?, ?, unixepoch())
+    `).run(key, JSON.stringify(value), expiresAt);
+      }
+      /** Get a value by key. Returns undefined if not found or expired. */
+      get(key) {
+        const row = this.db.prepare(`
+      SELECT value, expires_at FROM svara_kv
+      WHERE key = ? AND (expires_at IS NULL OR expires_at > unixepoch())
+    `).get(key);
+        if (!row) return void 0;
+        return JSON.parse(row.value);
+      }
+      /** Delete a key. */
+      delete(key) {
+        this.db.prepare("DELETE FROM svara_kv WHERE key = ?").run(key);
+      }
+      /** Check if a key exists and is not expired. */
+      has(key) {
+        return this.get(key) !== void 0;
+      }
+      /** Get all keys matching a prefix. */
+      keys(prefix = "") {
+        const rows = this.db.prepare(`
+      SELECT key FROM svara_kv
+      WHERE key LIKE ? AND (expires_at IS NULL OR expires_at > unixepoch())
+    `).all(`${prefix}%`);
+        return rows.map((r) => r.key);
+      }
+    };
+    SvaraDB = class {
+      db;
+      kv;
+      constructor(dbPath = ":memory:") {
+        if (dbPath !== ":memory:") {
+          import_fs.default.mkdirSync(import_path.default.dirname(import_path.default.resolve(dbPath)), { recursive: true });
+        }
+        this.db = this.openDatabase(dbPath);
+        this.configure();
+        this.migrate();
+        this.kv = new KVStore(this.db);
+      }
+      // ─── Query Helpers ────────────────────────────────────────────────────────
+      /**
+       * Run a SELECT and return all matching rows.
+       */
+      query(sql, params = []) {
+        return this.db.prepare(sql).all(...params);
+      }
+      /**
+       * Run a SELECT and return the first matching row.
+       */
+      queryOne(sql, params = []) {
+        return this.db.prepare(sql).get(...params);
+      }
+      /**
+       * Run an INSERT/UPDATE/DELETE. Returns affected row count.
+       */
+      run(sql, params = []) {
+        return this.db.prepare(sql).run(...params).changes;
+      }
+      /**
+       * Execute raw SQL (for DDL, migrations, etc.).
+       */
+      exec(sql) {
+        this.db.exec(sql);
+      }
+      /**
+       * Run multiple operations in a single transaction.
+       *
+       * @example
+       * db.transaction(() => {
+       *   db.run('INSERT INTO orders ...', [...]);
+       *   db.run('UPDATE inventory ...', [...]);
+       * });
+       */
+      transaction(fn) {
+        return this.db.transaction(fn)();
+      }
+      /**
+       * Close the database connection.
+       */
+      close() {
+        this.db.close();
+      }
+      // ─── Internal Message Storage ─────────────────────────────────────────────
+      saveMessage(params) {
+        this.db.prepare(`
+      INSERT OR REPLACE INTO svara_messages (id, session_id, role, content, tool_call_id)
+      VALUES (?, ?, ?, ?, ?)
+    `).run(
+          params.id,
+          params.sessionId,
+          params.role,
+          params.content,
+          params.toolCallId ?? null
+        );
+      }
+      getMessages(sessionId, limit = 50) {
+        return this.db.prepare(`
+      SELECT id, role, content, tool_call_id, created_at
+      FROM svara_messages
+      WHERE session_id = ?
+      ORDER BY created_at ASC
+      LIMIT ?
+    `).all(sessionId, limit);
+      }
+      clearSession(sessionId) {
+        this.db.prepare("DELETE FROM svara_messages WHERE session_id = ?").run(sessionId);
+      }
+      // ─── Private Setup ────────────────────────────────────────────────────────
+      openDatabase(dbPath) {
+        try {
+          const Database = require("better-sqlite3");
+          return new Database(dbPath);
+        } catch {
+          throw new Error(
+            '[SvaraJS] Database requires the "better-sqlite3" package.\nRun: npm install better-sqlite3'
+          );
+        }
+      }
+      configure() {
+        this.db.pragma("journal_mode = WAL");
+        this.db.pragma("synchronous = NORMAL");
+        this.db.pragma("foreign_keys = ON");
+      }
+      migrate() {
+        this.db.exec(CREATE_TABLES_SQL);
+        const meta = this.db.prepare(
+          "SELECT value FROM svara_meta WHERE key = 'schema_version'"
+        ).get();
+        if (!meta) {
+          this.db.prepare(INSERT_META_SQL).run(
+            String(SCHEMA_VERSION),
+            (/* @__PURE__ */ new Date()).toISOString()
+          );
+        }
+      }
+    };
+  }
+});
+
 // src/rag/loader.ts
-var import_promises, import_path, import_crypto, TextFileLoader, JsonFileLoader, HtmlFileLoader, PdfFileLoader, DocxFileLoader, DocumentLoader;
+var import_promises, import_path2, import_crypto, TextFileLoader, JsonFileLoader, HtmlFileLoader, PdfFileLoader, DocxFileLoader, DocumentLoader;
 var init_loader = __esm({
   "src/rag/loader.ts"() {
     "use strict";
     import_promises = __toESM(require("fs/promises"));
-    import_path = __toESM(require("path"));
+    import_path2 = __toESM(require("path"));
     import_crypto = __toESM(require("crypto"));
     TextFileLoader = class {
       extensions = [".txt", ".md", ".mdx", ".rst", ".csv", ".log"];
@@ -48,7 +309,7 @@ var init_loader = __esm({
       extensions = [".json", ".jsonl"];
       async load(filePath) {
         const raw = await import_promises.default.readFile(filePath, "utf-8");
-        if (import_path.default.extname(filePath) === ".jsonl") {
+        if (import_path2.default.extname(filePath) === ".jsonl") {
           return raw.split("\n").filter(Boolean).map((line) => {
             const obj = JSON.parse(line);
             return Object.values(obj).join(" ");
@@ -116,7 +377,7 @@ var init_loader = __esm({
        * Load a single file into a Document.
        */
       async load(filePath) {
-        const ext = import_path.default.extname(filePath).toLowerCase();
+        const ext = import_path2.default.extname(filePath).toLowerCase();
         const loader = this.extensionMap.get(ext);
         if (!loader) {
           throw new Error(
@@ -131,7 +392,7 @@ var init_loader = __esm({
           type: this.detectType(ext),
           source: filePath,
           metadata: {
-            filename: import_path.default.basename(filePath),
+            filename: import_path2.default.basename(filePath),
             extension: ext,
             size: stats.size,
             lastModified: stats.mtime.toISOString()
@@ -155,7 +416,7 @@ var init_loader = __esm({
       }
       /** Check if this loader supports a given file extension. */
       supports(filePath) {
-        const ext = import_path.default.extname(filePath).toLowerCase();
+        const ext = import_path2.default.extname(filePath).toLowerCase();
         return this.extensionMap.has(ext);
       }
       detectType(ext) {
@@ -218,6 +479,7 @@ var init_chunker = __esm({
           id: this.chunkId(document.id, index),
           documentId: document.id,
           content: content.trim(),
+          source: document.source,
           index,
           metadata: {
             ...document.metadata,
@@ -313,12 +575,14 @@ function cosineSimilarity(a, b) {
   const denominator = Math.sqrt(normA) * Math.sqrt(normB);
   return denominator === 0 ? 0 : dot / denominator;
 }
-var OpenAIEmbeddings, OllamaEmbeddings, InMemoryVectorStore, VectorRetriever;
+var import_crypto3, OpenAIEmbeddings, OllamaEmbeddings, VectorStore, PersistentVectorStore, VectorRetriever;
 var init_retriever = __esm({
   "src/rag/retriever.ts"() {
     "use strict";
     init_loader();
     init_chunker();
+    init_sqlite();
+    import_crypto3 = __toESM(require("crypto"));
     OpenAIEmbeddings = class {
       client;
       model;
@@ -373,25 +637,95 @@ var init_retriever = __esm({
         return data.embedding;
       }
     };
-    InMemoryVectorStore = class {
-      entries = [];
-      add(chunk, embedding) {
-        const existing = this.entries.findIndex((e) => e.chunk.id === chunk.id);
-        if (existing >= 0) {
-          this.entries[existing] = { chunk, embedding };
-        } else {
-          this.entries.push({ chunk, embedding });
-        }
+    VectorStore = class {
+      contentHash(content) {
+        return import_crypto3.default.createHash("md5").update(content).digest("hex");
       }
-      search(queryEmbedding, topK, threshold = 0) {
-        const scored = this.entries.map((entry) => ({
-          chunk: entry.chunk,
-          score: cosineSimilarity(queryEmbedding, entry.embedding)
-        }));
-        return scored.filter((s) => s.score >= threshold).sort((a, b) => b.score - a.score).slice(0, topK).map((s) => s.chunk);
-      }
-      get size() {
-        return this.entries.length;
+    };
+    PersistentVectorStore = class extends VectorStore {
+      constructor(db, agentName) {
+        super();
+        this.db = db;
+        this.agentName = agentName;
+      }
+      db;
+      agentName;
+      async add(chunk, embedding) {
+        const contentHash = this.contentHash(chunk.content);
+        const existing = this.db.query(
+          "SELECT id FROM svara_chunks WHERE agent_name = ? AND content_hash = ?",
+          [this.agentName, contentHash]
+        );
+        if (existing.length > 0) {
+          console.log(`[SvaraJS:RAG] Duplicate content detected for ${this.agentName}, skipping chunk ${chunk.id}`);
+          return;
+        }
+        const embeddingJson = JSON.stringify(embedding);
+        this.db.run(
+          `INSERT OR REPLACE INTO svara_chunks
+       (id, agent_name, document_id, content, content_hash, chunk_index, embedding, source, metadata)
+       VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`,
+          [
+            chunk.id,
+            this.agentName,
+            chunk.documentId,
+            chunk.content,
+            contentHash,
+            chunk.index,
+            embeddingJson,
+            chunk.source,
+            JSON.stringify(chunk.metadata)
+          ]
+        );
+      }
+      async search(queryEmbedding, topK, threshold = 0) {
+        const rows = this.db.query(
+          "SELECT id, document_id, content, chunk_index, embedding, source, metadata FROM svara_chunks WHERE agent_name = ? ORDER BY id DESC",
+          [this.agentName]
+        );
+        const scored = rows.map((row) => {
+          const embedding = JSON.parse(row.embedding);
+          return {
+            chunk: {
+              id: row.id,
+              documentId: row.document_id,
+              content: row.content,
+              index: row.chunk_index,
+              source: row.source,
+              metadata: JSON.parse(row.metadata)
+            },
+            score: cosineSimilarity(queryEmbedding, embedding)
+          };
+        }).filter((s) => s.score >= threshold).sort((a, b) => b.score - a.score).slice(0, topK);
+        return scored.map((s) => s.chunk);
+      }
+      async searchWithScores(queryEmbedding, topK, threshold = 0) {
+        const rows = this.db.query(
+          "SELECT id, document_id, content, chunk_index, embedding, source, metadata FROM svara_chunks WHERE agent_name = ? ORDER BY id DESC",
+          [this.agentName]
+        );
+        const scored = rows.map((row) => {
+          const embedding = JSON.parse(row.embedding);
+          return {
+            chunk: {
+              id: row.id,
+              documentId: row.document_id,
+              content: row.content,
+              index: row.chunk_index,
+              source: row.source,
+              metadata: JSON.parse(row.metadata)
+            },
+            score: cosineSimilarity(queryEmbedding, embedding)
+          };
+        }).filter((s) => s.score >= threshold).sort((a, b) => b.score - a.score).slice(0, topK);
+        return scored;
+      }
+      async size() {
+        const result = this.db.query(
+          "SELECT COUNT(*) as count FROM svara_chunks WHERE agent_name = ?",
+          [this.agentName]
+        );
+        return result[0]?.count ?? 0;
       }
     };
     VectorRetriever = class {
@@ -400,13 +734,17 @@ var init_retriever = __esm({
       loader;
       chunker;
       config;
-      constructor() {
-        this.store = new InMemoryVectorStore();
+      db;
+      agentName;
+      constructor(agentName, db) {
+        this.agentName = agentName;
         this.loader = new DocumentLoader();
         this.chunker = new Chunker();
+        this.db = db || new SvaraDB("./data/svara.db");
       }
       async init(config) {
         this.config = config;
+        this.store = new PersistentVectorStore(this.db, this.agentName);
         if (config.chunking) {
           this.chunker = new Chunker({
             strategy: config.chunking.strategy ?? "sentence",
@@ -435,15 +773,17 @@ var init_retriever = __esm({
         console.log(`[SvaraJS:RAG] Embedding ${chunks.length} chunk(s)...`);
         const embeddings = await this.embedder.embed(chunks.map((c) => c.content));
         for (let i = 0; i < chunks.length; i++) {
-          this.store.add(chunks[i], embeddings[i]);
+          await this.store.add(chunks[i], embeddings[i]);
         }
-        console.log(`[SvaraJS:RAG] Vector store now has ${this.store.size} chunk(s).`);
+        const size = await this.store.size();
+        console.log(`[SvaraJS:RAG] Vector store now has ${size} chunk(s).`);
       }
       async retrieve(query, topK = 5) {
-        if (this.store.size === 0) return "";
+        const size = await this.store.size();
+        if (size === 0) return "";
         const queryEmbedding = await this.embedder.embedOne(query);
         const threshold = this.config.retrieval?.threshold ?? 0.3;
-        const chunks = this.store.search(queryEmbedding, topK, threshold);
+        const chunks = await this.store.search(queryEmbedding, topK, threshold);
         if (!chunks.length) return "";
         return chunks.map((chunk, i) => `[Context ${i + 1}]
 Source: ${String(chunk.metadata.filename ?? chunk.documentId)}
@@ -452,11 +792,11 @@ ${chunk.content}`).join("\n\n---\n\n");
       async retrieveChunks(query, topK = 5) {
         const queryEmbedding = await this.embedder.embedOne(query);
         const threshold = this.config.retrieval?.threshold ?? 0.3;
-        const chunks = this.store.search(queryEmbedding, topK, threshold);
+        const chunksWithScores = await this.store.searchWithScores(queryEmbedding, topK, threshold);
         return {
-          chunks,
+          chunks: chunksWithScores,
           query,
-          totalFound: chunks.length
+          totalFound: chunksWithScores.length
         };
       }
     };
@@ -1294,6 +1634,9 @@ var ToolRegistry = class {
   }
 };
 
+// src/core/agent.ts
+init_sqlite();
+
 // src/tools/executor.ts
 var ToolExecutor = class {
   constructor(registry) {
@@ -1354,13 +1697,17 @@ var SvaraAgent = class extends import_events.default {
   verbose;
   channels = /* @__PURE__ */ new Map();
   knowledgeBase = null;
+  retriever = null;
+  // Store VectorRetriever for retrieveChunks access
   knowledgePaths = [];
   isStarted = false;
+  db;
   constructor(config) {
     super();
     this.name = config.name;
     this.maxIterations = config.maxIterations ?? 10;
     this.verbose = config.verbose ?? false;
+    this.db = new SvaraDB("./data/svara.db");
     this.systemPrompt = config.systemPrompt ?? `You are ${config.name}, a helpful and friendly AI assistant. Be concise and accurate.`;
     this.llmConfig = resolveConfig(config.model, {
       temperature: config.temperature,
@@ -1479,7 +1826,8 @@ var SvaraAgent = class extends import_events.default {
           response: result.response,
           sessionId: result.sessionId,
           usage: result.usage,
-          toolsUsed: result.toolsUsed
+          toolsUsed: result.toolsUsed,
+          retrievedDocuments: result.retrievedDocuments || []
         });
       } catch (err) {
         const error = err;
@@ -1550,6 +1898,46 @@ var SvaraAgent = class extends import_events.default {
       await this.knowledgeBase.load(arr);
     }
   }
+  // ─── Internal: User & Session Tracking ───────────────────────────────────────
+  async trackUserAndSession(userId, sessionId, channel = "api") {
+    try {
+      const existingUser = this.db.query(
+        "SELECT id FROM svara_users WHERE id = ?",
+        [userId]
+      );
+      if (existingUser.length === 0) {
+        this.db.run(
+          `INSERT INTO svara_users (id, display_name, first_seen, last_seen)
+           VALUES (?, ?, unixepoch(), unixepoch())`,
+          [userId, userId]
+        );
+      } else {
+        this.db.run(
+          "UPDATE svara_users SET last_seen = unixepoch() WHERE id = ?",
+          [userId]
+        );
+      }
+      const existingSession = this.db.query(
+        "SELECT id FROM svara_sessions WHERE id = ?",
+        [sessionId]
+      );
+      if (existingSession.length === 0) {
+        this.db.run(
+          `INSERT INTO svara_sessions (id, user_id, channel, created_at, updated_at)
+           VALUES (?, ?, ?, unixepoch(), unixepoch())`,
+          [sessionId, userId, channel]
+        );
+      } else {
+        this.db.run(
+          "UPDATE svara_sessions SET updated_at = unixepoch() WHERE id = ?",
+          [sessionId]
+        );
+      }
+      this.log("debug", `Tracked user ${userId} with session ${sessionId}`);
+    } catch (error) {
+      this.log("error", `Failed to track user: ${error.message}`);
+    }
+  }
   // ─── Internal: Agentic Loop ───────────────────────────────────────────────
   /**
    * Receives a raw incoming message from a channel and processes it.
@@ -1562,13 +1950,33 @@ var SvaraAgent = class extends import_events.default {
     });
   }
   async run(message, options) {
+    console.log(`
+[RUN START] kb=${!!this.knowledgeBase} ret=${!!this.retriever}`);
     const startTime = Date.now();
     const sessionId = options.sessionId ?? crypto.randomUUID();
-    this.emit("message:received", { message, sessionId, userId: options.userId });
+    const userId = options.userId ?? "unknown";
+    await this.trackUserAndSession(userId, sessionId);
+    this.emit("message:received", { message, sessionId, userId });
     const history = await this.memory.getHistory(sessionId);
     let ragContext = "";
-    if (this.knowledgeBase) {
+    let retrievedDocuments = [];
+    if (this.knowledgeBase && this.retriever) {
       ragContext = await this.knowledgeBase.retrieve(message);
+      try {
+        console.log(`[DEBUG] Calling retrieveChunks for query: "${message}"`);
+        const context = await this.retriever.retrieveChunks(message, 3);
+        console.log(`[DEBUG] Retrieved ${context.chunks.length} chunks`);
+        retrievedDocuments = context.chunks.map((item) => ({
+          source: item.chunk?.source || "unknown",
+          score: Math.round(item.score * 100) / 100,
+          excerpt: item.chunk?.content?.substring(0, 150) || ""
+        }));
+        console.log(`[DEBUG] Mapped ${retrievedDocuments.length} documents`);
+      } catch (e) {
+        console.error(`[ERROR] RAG retrieval failed:`, e);
+      }
+    } else {
+      console.log(`[DEBUG] No knowledgeBase (${!!this.knowledgeBase}) or retriever (${!!this.retriever})`);
     }
     const messages = this.context.buildMessages(
       this.systemPrompt,
@@ -1578,7 +1986,7 @@ var SvaraAgent = class extends import_events.default {
     );
     const internalCtx = {
       sessionId,
-      userId: options.userId ?? "unknown",
+      userId,
       agentName: this.name,
       history,
       metadata: options.metadata ?? {}
@@ -1635,7 +2043,8 @@ var SvaraAgent = class extends import_events.default {
       toolsUsed: [...new Set(toolsUsed)],
       iterations,
       usage: totalUsage,
-      duration: Date.now() - startTime
+      duration: Date.now() - startTime,
+      retrievedDocuments: retrievedDocuments.length > 0 ? retrievedDocuments : void 0
     };
     this.emit("message:sent", { response: finalResponse, sessionId });
     return result;
@@ -1645,8 +2054,8 @@ var SvaraAgent = class extends import_events.default {
     try {
       const { glob } = await import("glob");
       const { VectorRetriever: VectorRetriever2 } = await Promise.resolve().then(() => (init_retriever(), retriever_exports));
-      const retriever = new VectorRetriever2();
-      await retriever.init({ embeddings: { provider: "openai" } });
+      this.retriever = new VectorRetriever2(this.name, this.db);
+      await this.retriever.init({ embeddings: { provider: "openai" } });
       const files = [];
       for (const pattern of paths) {
         const matches = await glob(pattern);
@@ -1656,16 +2065,16 @@ var SvaraAgent = class extends import_events.default {
         console.warn(`[@yesvara/svara] No files found matching: ${paths.join(", ")}`);
         return;
       }
-      await retriever.addDocuments(files);
+      await this.retriever.addDocuments(files);
       this.knowledgeBase = {
         load: async (p) => {
           const newFiles = [];
           for (const pattern of Array.isArray(p) ? p : [p]) {
             newFiles.push(...await glob(pattern));
           }
-          await retriever.addDocuments(newFiles);
+          await this.retriever.addDocuments(newFiles);
         },
-        retrieve: (query, topK) => retriever.retrieve(query, topK)
+        retrieve: (query, topK) => this.retriever.retrieve(query, topK)
       };
       this.log("info", `Knowledge base loaded: ${files.length} file(s).`);
     } catch (err) {
@@ -1727,232 +2136,8 @@ function createTool(definition) {
   };
 }
 
-// src/database/sqlite.ts
-var import_path2 = __toESM(require("path"));
-var import_fs = __toESM(require("fs"));
-
-// src/database/schema.ts
-var SCHEMA_VERSION = 1;
-var CREATE_TABLES_SQL = `
--- Schema version tracking
-CREATE TABLE IF NOT EXISTS svara_meta (
-  key   TEXT PRIMARY KEY,
-  value TEXT NOT NULL
-);
-
--- Conversation history persistence
-CREATE TABLE IF NOT EXISTS svara_messages (
-  id          TEXT PRIMARY KEY,
-  session_id  TEXT NOT NULL,
-  role        TEXT NOT NULL CHECK(role IN ('user', 'assistant', 'system', 'tool')),
-  content     TEXT NOT NULL,
-  tool_call_id TEXT,
-  created_at  INTEGER NOT NULL DEFAULT (unixepoch())
-);
-
-CREATE INDEX IF NOT EXISTS idx_messages_session
-  ON svara_messages (session_id, created_at);
-
--- Session metadata
-CREATE TABLE IF NOT EXISTS svara_sessions (
-  id          TEXT PRIMARY KEY,
-  user_id     TEXT,
-  channel     TEXT NOT NULL,
-  created_at  INTEGER NOT NULL DEFAULT (unixepoch()),
-  updated_at  INTEGER NOT NULL DEFAULT (unixepoch()),
-  metadata    TEXT DEFAULT '{}'
-);
-
--- Vector store chunks for RAG
-CREATE TABLE IF NOT EXISTS svara_chunks (
-  id           TEXT PRIMARY KEY,
-  document_id  TEXT NOT NULL,
-  content      TEXT NOT NULL,
-  chunk_index  INTEGER NOT NULL,
-  embedding    BLOB,          -- stored as binary float32 array
-  source       TEXT NOT NULL,
-  metadata     TEXT DEFAULT '{}',
-  created_at   INTEGER NOT NULL DEFAULT (unixepoch())
-);
-
-CREATE INDEX IF NOT EXISTS idx_chunks_document
-  ON svara_chunks (document_id);
-
--- Document registry
-CREATE TABLE IF NOT EXISTS svara_documents (
-  id          TEXT PRIMARY KEY,
-  source      TEXT NOT NULL UNIQUE,
-  type        TEXT NOT NULL,
-  size        INTEGER,
-  hash        TEXT,
-  indexed_at  INTEGER NOT NULL DEFAULT (unixepoch()),
-  metadata    TEXT DEFAULT '{}'
-);
-
--- Key-value store for arbitrary agent state
-CREATE TABLE IF NOT EXISTS svara_kv (
-  key         TEXT PRIMARY KEY,
-  value       TEXT NOT NULL,
-  expires_at  INTEGER,         -- unix timestamp, NULL = no expiry
-  updated_at  INTEGER NOT NULL DEFAULT (unixepoch())
-);
-`;
-var INSERT_META_SQL = `
-INSERT OR REPLACE INTO svara_meta (key, value)
-VALUES ('schema_version', ?), ('created_at', ?);
-`;
-
-// src/database/sqlite.ts
-var KVStore = class {
-  constructor(db) {
-    this.db = db;
-  }
-  db;
-  /** Set a key-value pair, with optional TTL in seconds. */
-  set(key, value, ttlSeconds) {
-    const expiresAt = ttlSeconds ? Math.floor(Date.now() / 1e3) + ttlSeconds : null;
-    this.db.prepare(`
-      INSERT OR REPLACE INTO svara_kv (key, value, expires_at, updated_at)
-      VALUES (?, ?, ?, unixepoch())
-    `).run(key, JSON.stringify(value), expiresAt);
-  }
-  /** Get a value by key. Returns undefined if not found or expired. */
-  get(key) {
-    const row = this.db.prepare(`
-      SELECT value, expires_at FROM svara_kv
-      WHERE key = ? AND (expires_at IS NULL OR expires_at > unixepoch())
-    `).get(key);
-    if (!row) return void 0;
-    return JSON.parse(row.value);
-  }
-  /** Delete a key. */
-  delete(key) {
-    this.db.prepare("DELETE FROM svara_kv WHERE key = ?").run(key);
-  }
-  /** Check if a key exists and is not expired. */
-  has(key) {
-    return this.get(key) !== void 0;
-  }
-  /** Get all keys matching a prefix. */
-  keys(prefix = "") {
-    const rows = this.db.prepare(`
-      SELECT key FROM svara_kv
-      WHERE key LIKE ? AND (expires_at IS NULL OR expires_at > unixepoch())
-    `).all(`${prefix}%`);
-    return rows.map((r) => r.key);
-  }
-};
-var SvaraDB = class {
-  db;
-  kv;
-  constructor(dbPath = ":memory:") {
-    if (dbPath !== ":memory:") {
-      import_fs.default.mkdirSync(import_path2.default.dirname(import_path2.default.resolve(dbPath)), { recursive: true });
-    }
-    this.db = this.openDatabase(dbPath);
-    this.configure();
-    this.migrate();
-    this.kv = new KVStore(this.db);
-  }
-  // ─── Query Helpers ────────────────────────────────────────────────────────
-  /**
-   * Run a SELECT and return all matching rows.
-   */
-  query(sql, params = []) {
-    return this.db.prepare(sql).all(...params);
-  }
-  /**
-   * Run a SELECT and return the first matching row.
-   */
-  queryOne(sql, params = []) {
-    return this.db.prepare(sql).get(...params);
-  }
-  /**
-   * Run an INSERT/UPDATE/DELETE. Returns affected row count.
-   */
-  run(sql, params = []) {
-    return this.db.prepare(sql).run(...params).changes;
-  }
-  /**
-   * Execute raw SQL (for DDL, migrations, etc.).
-   */
-  exec(sql) {
-    this.db.exec(sql);
-  }
-  /**
-   * Run multiple operations in a single transaction.
-   *
-   * @example
-   * db.transaction(() => {
-   *   db.run('INSERT INTO orders ...', [...]);
-   *   db.run('UPDATE inventory ...', [...]);
-   * });
-   */
-  transaction(fn) {
-    return this.db.transaction(fn)();
-  }
-  /**
-   * Close the database connection.
-   */
-  close() {
-    this.db.close();
-  }
-  // ─── Internal Message Storage ─────────────────────────────────────────────
-  saveMessage(params) {
-    this.db.prepare(`
-      INSERT OR REPLACE INTO svara_messages (id, session_id, role, content, tool_call_id)
-      VALUES (?, ?, ?, ?, ?)
-    `).run(
-      params.id,
-      params.sessionId,
-      params.role,
-      params.content,
-      params.toolCallId ?? null
-    );
-  }
-  getMessages(sessionId, limit = 50) {
-    return this.db.prepare(`
-      SELECT id, role, content, tool_call_id, created_at
-      FROM svara_messages
-      WHERE session_id = ?
-      ORDER BY created_at ASC
-      LIMIT ?
-    `).all(sessionId, limit);
-  }
-  clearSession(sessionId) {
-    this.db.prepare("DELETE FROM svara_messages WHERE session_id = ?").run(sessionId);
-  }
-  // ─── Private Setup ────────────────────────────────────────────────────────
-  openDatabase(dbPath) {
-    try {
-      const Database = require("better-sqlite3");
-      return new Database(dbPath);
-    } catch {
-      throw new Error(
-        '[SvaraJS] Database requires the "better-sqlite3" package.\nRun: npm install better-sqlite3'
-      );
-    }
-  }
-  configure() {
-    this.db.pragma("journal_mode = WAL");
-    this.db.pragma("synchronous = NORMAL");
-    this.db.pragma("foreign_keys = ON");
-  }
-  migrate() {
-    this.db.exec(CREATE_TABLES_SQL);
-    const meta = this.db.prepare(
-      "SELECT value FROM svara_meta WHERE key = 'schema_version'"
-    ).get();
-    if (!meta) {
-      this.db.prepare(INSERT_META_SQL).run(
-        String(SCHEMA_VERSION),
-        (/* @__PURE__ */ new Date()).toISOString()
-      );
-    }
-  }
-};
-
 // src/index.ts
+init_sqlite();
 init_web();
 init_telegram();
 init_whatsapp();