teleton 0.4.0 → 0.5.2

package/dist/{chunk-7UPH62J2.js → chunk-WUTMT6DW.js}

@@ -1,17 +1,17 @@
 import {
-  VOYAGE_API_URL,
-  fetchWithTimeout
-} from "./chunk-A64NPEFL.js";
+  DEFAULT_FETCH_TIMEOUT_MS
+} from "./chunk-4DU3C27M.js";
 import {
   EMBEDDING_CACHE_EVICTION_INTERVAL,
+  EMBEDDING_CACHE_EVICTION_RATIO,
   EMBEDDING_CACHE_MAX_ENTRIES,
   EMBEDDING_CACHE_TTL_DAYS,
-  KNOWLEDGE_CHUNK_OVERLAP,
+  HYBRID_SEARCH_MIN_SCORE,
   KNOWLEDGE_CHUNK_SIZE,
   SQLITE_CACHE_SIZE_KB,
   SQLITE_MMAP_SIZE,
   VOYAGE_BATCH_SIZE
-} from "./chunk-OA5L7GM6.js";
+} from "./chunk-O4R7V5Y2.js";
 import {
   TELETON_ROOT
 } from "./chunk-EYWNOHMJ.js";
@@ -428,7 +428,7 @@ function setSchemaVersion(db, version) {
   `
   ).run(version);
 }
-var CURRENT_SCHEMA_VERSION = "1.9.0";
+var CURRENT_SCHEMA_VERSION = "1.10.1";
 function runMigrations(db) {
   const currentVersion = getSchemaVersion(db);
   if (!currentVersion || versionLessThan(currentVersion, "1.1.0")) {
@@ -535,6 +535,47 @@ function runMigrations(db) {
       throw error;
     }
   }
+  if (!currentVersion || versionLessThan(currentVersion, "1.10.0")) {
+    console.log("\u{1F504} Running migration 1.10.0: Add tool_config table for runtime tool management");
+    try {
+      db.exec(`
+        CREATE TABLE IF NOT EXISTS tool_config (
+          tool_name TEXT PRIMARY KEY,
+          enabled INTEGER NOT NULL DEFAULT 1 CHECK(enabled IN (0, 1)),
+          scope TEXT CHECK(scope IN ('always', 'dm-only', 'group-only', 'admin-only')),
+          updated_at INTEGER NOT NULL DEFAULT (unixepoch()),
+          updated_by INTEGER
+        );
+      `);
+      console.log("\u2705 Migration 1.10.0 complete: tool_config table created");
+    } catch (error) {
+      console.error("\u274C Migration 1.10.0 failed:", error);
+      throw error;
+    }
+  }
+  if (!currentVersion || versionLessThan(currentVersion, "1.10.1")) {
+    console.log(
+      "\u{1F504} Running migration 1.10.1: Fix tool_config scope CHECK constraint (add admin-only)"
+    );
+    try {
+      db.exec(`
+        CREATE TABLE IF NOT EXISTS tool_config_new (
+          tool_name TEXT PRIMARY KEY,
+          enabled INTEGER NOT NULL DEFAULT 1 CHECK(enabled IN (0, 1)),
+          scope TEXT CHECK(scope IN ('always', 'dm-only', 'group-only', 'admin-only')),
+          updated_at INTEGER NOT NULL DEFAULT (unixepoch()),
+          updated_by INTEGER
+        );
+        INSERT OR IGNORE INTO tool_config_new SELECT * FROM tool_config;
+        DROP TABLE tool_config;
+        ALTER TABLE tool_config_new RENAME TO tool_config;
+      `);
+      console.log("\u2705 Migration 1.10.1 complete: tool_config CHECK constraint updated");
+    } catch (error) {
+      console.error("\u274C Migration 1.10.1 failed:", error);
+      throw error;
+    }
+  }
   setSchemaVersion(db, CURRENT_SCHEMA_VERSION);
 }
 
@@ -603,33 +644,18 @@ var MemoryDatabase = class {
     ensureSchema(this.db);
     console.log("Migration complete");
   }
-  /**
-   * Get the underlying better-sqlite3 database
-   */
   getDb() {
     return this.db;
   }
-  /**
-   * Check if vector search is available
-   */
   isVectorSearchReady() {
     return this.vectorReady;
   }
-  /**
-   * Get vector dimensions
-   */
   getVectorDimensions() {
     return this.config.vectorDimensions;
   }
-  /**
-   * Execute a function in a transaction
-   */
   transaction(fn) {
     return this.db.transaction(fn)();
   }
-  /**
-   * Execute an async function in a transaction
-   */
   async asyncTransaction(fn) {
     const beginTrans = this.db.prepare("BEGIN");
     const commitTrans = this.db.prepare("COMMIT");
@@ -644,9 +670,6 @@ var MemoryDatabase = class {
       throw error;
     }
   }
-  /**
-   * Get database stats
-   */
   getStats() {
     const knowledge = this.db.prepare(`SELECT COUNT(*) as c FROM knowledge`).get();
     const sessions = this.db.prepare(`SELECT COUNT(*) as c FROM sessions`).get();
@@ -666,21 +689,15 @@ var MemoryDatabase = class {
       vectorSearchEnabled: this.vectorReady
     };
   }
-  /**
-   * Vacuum the database to reclaim space
-   */
   vacuum() {
     this.db.exec("VACUUM");
   }
-  /**
-   * Optimize the database (ANALYZE)
-   */
   optimize() {
     this.db.exec("ANALYZE");
   }
   /**
-   * Rebuild FTS indexes from existing data
-   * Call this if FTS triggers didn't fire correctly
+   * Rebuild FTS indexes from existing data.
+   * Call this if FTS triggers didn't fire correctly.
    */
   rebuildFtsIndexes() {
     this.db.exec(`DELETE FROM knowledge_fts`);
@@ -703,9 +720,6 @@ var MemoryDatabase = class {
     }
     return { knowledge: knowledgeRows.length, messages: messageRows.length };
   }
-  /**
-   * Close the database connection
-   */
   close() {
     if (this.db.open) {
       this.db.close();
@@ -745,6 +759,63 @@ var NoopEmbeddingProvider = class {
   }
 };
 
+// src/utils/fetch.ts
+var DEFAULT_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;
+function fetchWithTimeout(url, init) {
+  const { timeoutMs = DEFAULT_TIMEOUT_MS, ...fetchInit } = init ?? {};
+  if (fetchInit.signal) {
+    return fetch(url, fetchInit);
+  }
+  return fetch(url, {
+    ...fetchInit,
+    signal: AbortSignal.timeout(timeoutMs)
+  });
+}
+
+// src/constants/api-endpoints.ts
+var TONAPI_BASE_URL = "https://tonapi.io/v2";
+var _tonapiKey;
+function setTonapiKey(key) {
+  _tonapiKey = key;
+}
+function tonapiHeaders() {
+  const headers = { Accept: "application/json" };
+  if (_tonapiKey) {
+    headers["Authorization"] = `Bearer ${_tonapiKey}`;
+  }
+  return headers;
+}
+var TONAPI_MAX_RPS = 5;
+var _tonapiTimestamps = [];
+async function waitForTonapiSlot() {
+  const clean = () => {
+    const cutoff = Date.now() - 1e3;
+    while (_tonapiTimestamps.length > 0 && _tonapiTimestamps[0] <= cutoff) {
+      _tonapiTimestamps.shift();
+    }
+  };
+  clean();
+  if (_tonapiTimestamps.length >= TONAPI_MAX_RPS) {
+    const waitMs = _tonapiTimestamps[0] + 1e3 - Date.now() + 50;
+    if (waitMs > 0) await new Promise((r) => setTimeout(r, waitMs));
+    clean();
+  }
+  _tonapiTimestamps.push(Date.now());
+}
+async function tonapiFetch(path, init) {
+  await waitForTonapiSlot();
+  return fetchWithTimeout(`${TONAPI_BASE_URL}${path}`, {
+    ...init,
+    headers: { ...tonapiHeaders(), ...init?.headers }
+  });
+}
+var STONFI_API_BASE_URL = "https://api.ston.fi/v1";
+var GECKOTERMINAL_API_URL = "https://api.geckoterminal.com/api/v2";
+var COINGECKO_API_URL = "https://api.coingecko.com/api/v3";
+var OPENAI_TTS_URL = "https://api.openai.com/v1/audio/speech";
+var ELEVENLABS_TTS_URL = "https://api.elevenlabs.io/v1/text-to-speech";
+var VOYAGE_API_URL = "https://api.voyageai.com/v1";
+
 // src/memory/embeddings/anthropic.ts
 var AnthropicEmbeddingProvider = class {
   id = "anthropic";
@@ -803,16 +874,22 @@ var AnthropicEmbeddingProvider = class {
 };
 
 // src/memory/embeddings/local.ts
-import { pipeline } from "@huggingface/transformers";
+import { pipeline, env } from "@huggingface/transformers";
+import { join as join2 } from "path";
+env.cacheDir = join2(TELETON_ROOT, "models");
 var extractorPromise = null;
 function getExtractor(model) {
   if (!extractorPromise) {
-    console.log(`\u{1F4E6} Loading local embedding model: ${model} \u2026`);
+    console.log(`\u{1F4E6} Loading local embedding model: ${model} (cache: ${env.cacheDir})`);
     extractorPromise = pipeline("feature-extraction", model, {
       dtype: "fp32"
     }).then((ext) => {
       console.log(`\u2705 Local embedding model ready`);
       return ext;
+    }).catch((err) => {
+      console.error(`\u274C Failed to load embedding model: ${err.message}`);
+      extractorPromise = null;
+      throw err;
     });
   }
   return extractorPromise;
@@ -821,16 +898,37 @@ var LocalEmbeddingProvider = class {
   id = "local";
   model;
   dimensions;
+  _disabled = false;
   constructor(config) {
     this.model = config.model || "Xenova/all-MiniLM-L6-v2";
     this.dimensions = 384;
   }
+  /**
+   * Pre-download and load the model at startup.
+   * If loading fails, marks this provider as disabled (returns empty embeddings).
+   * Call this once during app init — avoids retry spam on every message.
+   * @returns true if model loaded successfully, false if fallback to noop
+   */
+  async warmup() {
+    try {
+      await getExtractor(this.model);
+      return true;
+    } catch (err) {
+      console.warn(
+        `\u26A0\uFE0F Local embedding model unavailable \u2014 falling back to FTS5-only search (no vector embeddings)`
+      );
+      this._disabled = true;
+      return false;
+    }
+  }
   async embedQuery(text) {
+    if (this._disabled) return [];
     const extractor = await getExtractor(this.model);
     const output = await extractor(text, { pooling: "mean", normalize: true });
     return Array.from(output.data);
   }
   async embedBatch(texts) {
+    if (this._disabled) return [];
     if (texts.length === 0) return [];
     const extractor = await getExtractor(this.model);
     const output = await extractor(texts, { pooling: "mean", normalize: true });
@@ -875,6 +973,9 @@ var CachedEmbeddingProvider = class {
       `UPDATE embedding_cache SET accessed_at = unixepoch() WHERE hash = ? AND model = ? AND provider = ?`
     ).run(hash, this.model, this.id);
   }
+  async warmup() {
+    return this.inner.warmup?.() ?? true;
+  }
   async embedQuery(text) {
     const hash = hashText(text);
     const row = this.cacheGet(hash);
@@ -945,7 +1046,7 @@ var CachedEmbeddingProvider = class {
       this.db.prepare(`DELETE FROM embedding_cache WHERE accessed_at < ?`).run(cutoff);
       const count = this.db.prepare(`SELECT COUNT(*) as cnt FROM embedding_cache`).get().cnt;
       if (count > EMBEDDING_CACHE_MAX_ENTRIES) {
-        const toDelete = Math.ceil(count * 0.1);
+        const toDelete = Math.ceil(count * EMBEDDING_CACHE_EVICTION_RATIO);
         this.db.prepare(
           `DELETE FROM embedding_cache WHERE (hash, model, provider) IN (
               SELECT hash, model, provider FROM embedding_cache ORDER BY accessed_at ASC LIMIT ?
@@ -1000,7 +1101,7 @@ function deserializeEmbedding(data) {
 
 // src/memory/agent/knowledge.ts
 import { readFileSync, existsSync as existsSync3, readdirSync, statSync } from "fs";
-import { join as join2 } from "path";
+import { join as join3 } from "path";
 var KnowledgeIndexer = class {
   constructor(db, workspaceDir, embedder, vectorEnabled) {
     this.db = db;
@@ -1008,9 +1109,6 @@ var KnowledgeIndexer = class {
     this.embedder = embedder;
     this.vectorEnabled = vectorEnabled;
   }
-  /**
-   * Index all memory files
-   */
   async indexAll() {
     const files = this.listMemoryFiles();
     let indexed = 0;
@@ -1025,9 +1123,6 @@ var KnowledgeIndexer = class {
     }
     return { indexed, skipped };
   }
-  /**
-   * Index a single file
-   */
   async indexFile(absPath) {
     if (!existsSync3(absPath) || !absPath.endsWith(".md")) {
       return false;
@@ -1039,54 +1134,53 @@ var KnowledgeIndexer = class {
     if (existing?.hash === fileHash) {
       return false;
     }
-    if (this.vectorEnabled) {
-      this.db.prepare(
-        `DELETE FROM knowledge_vec WHERE id IN (
-            SELECT id FROM knowledge WHERE path = ? AND source = 'memory'
-          )`
-      ).run(relPath);
-    }
-    this.db.prepare(`DELETE FROM knowledge WHERE path = ? AND source = 'memory'`).run(relPath);
     const chunks = this.chunkMarkdown(content, relPath);
     const texts = chunks.map((c) => c.text);
     const embeddings = await this.embedder.embedBatch(texts);
-    const insert = this.db.prepare(`
-      INSERT INTO knowledge (id, source, path, text, embedding, start_line, end_line, hash)
-      VALUES (?, 'memory', ?, ?, ?, ?, ?, ?)
-    `);
-    const insertVec = this.vectorEnabled ? this.db.prepare(`INSERT INTO knowledge_vec (id, embedding) VALUES (?, ?)`) : null;
-    for (let i = 0; i < chunks.length; i++) {
-      const chunk = chunks[i];
-      const embedding = embeddings[i] ?? [];
-      insert.run(
-        chunk.id,
-        chunk.path,
-        chunk.text,
-        serializeEmbedding(embedding),
-        chunk.startLine,
-        chunk.endLine,
-        chunk.hash
-      );
-      if (insertVec && embedding.length > 0) {
-        insertVec.run(chunk.id, serializeEmbedding(embedding));
+    this.db.transaction(() => {
+      if (this.vectorEnabled) {
+        this.db.prepare(
+          `DELETE FROM knowledge_vec WHERE id IN (
+              SELECT id FROM knowledge WHERE path = ? AND source = 'memory'
+            )`
+        ).run(relPath);
       }
-    }
+      this.db.prepare(`DELETE FROM knowledge WHERE path = ? AND source = 'memory'`).run(relPath);
+      const insert = this.db.prepare(`
+        INSERT INTO knowledge (id, source, path, text, embedding, start_line, end_line, hash)
+        VALUES (?, 'memory', ?, ?, ?, ?, ?, ?)
+      `);
+      const insertVec = this.vectorEnabled ? this.db.prepare(`INSERT INTO knowledge_vec (id, embedding) VALUES (?, ?)`) : null;
+      for (let i = 0; i < chunks.length; i++) {
+        const chunk = chunks[i];
+        const embedding = embeddings[i] ?? [];
+        insert.run(
+          chunk.id,
+          chunk.path,
+          chunk.text,
+          serializeEmbedding(embedding),
+          chunk.startLine,
+          chunk.endLine,
+          chunk.hash
+        );
+        if (insertVec && embedding.length > 0) {
+          insertVec.run(chunk.id, serializeEmbedding(embedding));
+        }
+      }
+    })();
     return true;
   }
-  /**
-   * List all memory files
-   */
   listMemoryFiles() {
     const files = [];
-    const memoryMd = join2(this.workspaceDir, "MEMORY.md");
+    const memoryMd = join3(this.workspaceDir, "MEMORY.md");
     if (existsSync3(memoryMd)) {
       files.push(memoryMd);
     }
-    const memoryDir = join2(this.workspaceDir, "memory");
+    const memoryDir = join3(this.workspaceDir, "memory");
     if (existsSync3(memoryDir)) {
       const entries = readdirSync(memoryDir);
       for (const entry of entries) {
-        const absPath = join2(memoryDir, entry);
+        const absPath = join3(memoryDir, entry);
         if (statSync(absPath).isFile() && entry.endsWith(".md")) {
           files.push(absPath);
         }
@@ -1095,49 +1189,58 @@ var KnowledgeIndexer = class {
     return files;
   }
   /**
-   * Chunk markdown content
+   * Chunk markdown content with structure awareness.
+   * Respects heading boundaries, code blocks, and list groups.
+   * Target: KNOWLEDGE_CHUNK_SIZE chars, hard max: 2x target.
    */
   chunkMarkdown(content, path) {
     const lines = content.split("\n");
     const chunks = [];
-    const chunkSize = KNOWLEDGE_CHUNK_SIZE;
-    const overlap = KNOWLEDGE_CHUNK_OVERLAP;
+    const targetSize = KNOWLEDGE_CHUNK_SIZE;
+    const hardMax = targetSize * 2;
     let currentChunk = "";
     let startLine = 1;
     let currentLine = 1;
+    let inCodeBlock = false;
+    const flushChunk = () => {
+      const text = currentChunk.trim();
+      if (text.length > 0) {
+        chunks.push({
+          id: hashText(`${path}:${startLine}:${currentLine - 1}`),
+          source: "memory",
+          path,
+          text,
+          startLine,
+          endLine: currentLine - 1,
+          hash: hashText(text)
+        });
+      }
+      currentChunk = "";
+      startLine = currentLine;
+    };
     for (const line of lines) {
-      currentChunk += line + "\n";
-      if (currentChunk.length >= chunkSize) {
-        const text2 = currentChunk.trim();
-        if (text2.length > 0) {
-          chunks.push({
-            id: hashText(`${path}:${startLine}:${currentLine}`),
-            source: "memory",
-            path,
-            text: text2,
-            startLine,
-            endLine: currentLine,
-            hash: hashText(text2)
-          });
+      if (line.trimStart().startsWith("```")) {
+        inCodeBlock = !inCodeBlock;
+      }
+      if (!inCodeBlock && currentChunk.length >= targetSize) {
+        const isHeading = /^#{1,6}\s/.test(line);
+        const isBlankLine = line.trim() === "";
+        const isHorizontalRule = /^(-{3,}|\*{3,}|_{3,})\s*$/.test(line.trim());
+        if (isHeading) {
+          flushChunk();
+        } else if ((isBlankLine || isHorizontalRule) && currentChunk.length >= targetSize) {
+          currentChunk += line + "\n";
+          currentLine++;
+          flushChunk();
+          continue;
+        } else if (currentChunk.length >= hardMax) {
+          flushChunk();
         }
-        const overlapText = currentChunk.slice(-overlap);
-        currentChunk = overlapText;
-        startLine = currentLine + 1;
       }
+      currentChunk += line + "\n";
       currentLine++;
     }
-    const text = currentChunk.trim();
-    if (text.length > 0) {
-      chunks.push({
-        id: hashText(`${path}:${startLine}:${currentLine}`),
-        source: "memory",
-        path,
-        text,
-        startLine,
-        endLine: currentLine,
-        hash: hashText(text)
-      });
-    }
+    flushChunk();
     return chunks;
   }
 };
@@ -1150,9 +1253,6 @@ var SessionStore = class {
     this.embedder = embedder;
     this.vectorEnabled = vectorEnabled;
   }
-  /**
-   * Create a new session
-   */
   createSession(chatId) {
     const id = randomUUID();
     const now = Math.floor(Date.now() / 1e3);
@@ -1170,9 +1270,6 @@ var SessionStore = class {
       tokensUsed: 0
     };
   }
-  /**
-   * End a session with summary
-   */
   endSession(sessionId, summary, tokensUsed = 0) {
     const now = Math.floor(Date.now() / 1e3);
     this.db.prepare(
@@ -1183,9 +1280,6 @@ var SessionStore = class {
     `
     ).run(now, summary, tokensUsed, sessionId);
   }
-  /**
-   * Update message count for a session
-   */
   incrementMessageCount(sessionId, count = 1) {
     this.db.prepare(
       `
@@ -1195,9 +1289,6 @@ var SessionStore = class {
     `
     ).run(count, sessionId);
   }
-  /**
-   * Get a session by ID
-   */
   getSession(id) {
     const row = this.db.prepare(`SELECT * FROM sessions WHERE id = ?`).get(id);
     if (!row) return void 0;
@@ -1206,14 +1297,11 @@ var SessionStore = class {
       chatId: row.chat_id,
       startedAt: new Date(row.started_at * 1e3),
       endedAt: row.ended_at ? new Date(row.ended_at * 1e3) : void 0,
-      summary: row.summary,
+      summary: row.summary ?? void 0,
       messageCount: row.message_count,
       tokensUsed: row.tokens_used
     };
   }
-  /**
-   * Get active (not ended) sessions
-   */
   getActiveSessions() {
     const rows = this.db.prepare(
       `
@@ -1227,14 +1315,11 @@ var SessionStore = class {
       chatId: row.chat_id,
       startedAt: new Date(row.started_at * 1e3),
       endedAt: void 0,
-      summary: row.summary,
+      summary: row.summary ?? void 0,
       messageCount: row.message_count,
       tokensUsed: row.tokens_used
     }));
   }
-  /**
-   * Get sessions for a specific chat
-   */
   getSessionsByChat(chatId, limit = 50) {
     const rows = this.db.prepare(
       `
@@ -1249,14 +1334,14 @@ var SessionStore = class {
       chatId: row.chat_id,
       startedAt: new Date(row.started_at * 1e3),
       endedAt: row.ended_at ? new Date(row.ended_at * 1e3) : void 0,
-      summary: row.summary,
+      summary: row.summary ?? void 0,
       messageCount: row.message_count,
       tokensUsed: row.tokens_used
     }));
   }
   /**
-   * Index a session for search (after ending)
-   * This creates a knowledge entry from the session summary
+   * Index a session for search after ending.
+   * Creates a knowledge entry from the session summary for future retrieval.
    */
   async indexSession(sessionId) {
     const session = this.getSession(sessionId);
@@ -1291,9 +1376,6 @@ ${session.summary}`;
       console.error("Error indexing session:", error);
     }
   }
-  /**
-   * Delete a session
-   */
   deleteSession(sessionId) {
     const knowledgeId = `session:${sessionId}`;
     if (this.vectorEnabled) {
@@ -1311,18 +1393,12 @@ var MessageStore = class {
     this.embedder = embedder;
     this.vectorEnabled = vectorEnabled;
   }
-  /**
-   * Ensure chat exists in database
-   */
   ensureChat(chatId, isGroup = false) {
     const existing = this.db.prepare(`SELECT id FROM tg_chats WHERE id = ?`).get(chatId);
     if (!existing) {
       this.db.prepare(`INSERT INTO tg_chats (id, type, is_monitored) VALUES (?, ?, 1)`).run(chatId, isGroup ? "group" : "dm");
     }
   }
-  /**
-   * Ensure user exists in database
-   */
   ensureUser(userId) {
     if (!userId) return;
     const existing = this.db.prepare(`SELECT id FROM tg_users WHERE id = ?`).get(userId);
@@ -1330,9 +1406,6 @@ var MessageStore = class {
       this.db.prepare(`INSERT INTO tg_users (id) VALUES (?)`).run(userId);
     }
   }
-  /**
-   * Store a message
-   */
   async storeMessage(message) {
     this.ensureChat(message.chatId);
     if (message.senderId) {
@@ -1340,34 +1413,33 @@ var MessageStore = class {
     }
     const embedding = this.vectorEnabled && message.text ? await this.embedder.embedQuery(message.text) : [];
     const embeddingBuffer = serializeEmbedding(embedding);
-    this.db.prepare(
+    this.db.transaction(() => {
+      this.db.prepare(
+        `
+        INSERT OR REPLACE INTO tg_messages (
+          id, chat_id, sender_id, text, embedding, reply_to_id,
+          is_from_agent, has_media, media_type, timestamp
+        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
       `
-      INSERT OR REPLACE INTO tg_messages (
-        id, chat_id, sender_id, text, embedding, reply_to_id,
-        is_from_agent, has_media, media_type, timestamp
-      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
-    `
-    ).run(
-      message.id,
-      message.chatId,
-      message.senderId,
-      message.text,
-      embeddingBuffer,
-      message.replyToId,
-      message.isFromAgent ? 1 : 0,
-      message.hasMedia ? 1 : 0,
-      message.mediaType,
-      message.timestamp
-    );
-    if (this.vectorEnabled && embedding.length > 0 && message.text) {
-      this.db.prepare(`DELETE FROM tg_messages_vec WHERE id = ?`).run(message.id);
-      this.db.prepare(`INSERT INTO tg_messages_vec (id, embedding) VALUES (?, ?)`).run(message.id, embeddingBuffer);
-    }
-    this.db.prepare(`UPDATE tg_chats SET last_message_at = ?, last_message_id = ? WHERE id = ?`).run(message.timestamp, message.id, message.chatId);
+      ).run(
+        message.id,
+        message.chatId,
+        message.senderId,
+        message.text,
+        embeddingBuffer,
+        message.replyToId,
+        message.isFromAgent ? 1 : 0,
+        message.hasMedia ? 1 : 0,
+        message.mediaType,
+        message.timestamp
+      );
+      if (this.vectorEnabled && embedding.length > 0 && message.text) {
+        this.db.prepare(`DELETE FROM tg_messages_vec WHERE id = ?`).run(message.id);
+        this.db.prepare(`INSERT INTO tg_messages_vec (id, embedding) VALUES (?, ?)`).run(message.id, embeddingBuffer);
+      }
+      this.db.prepare(`UPDATE tg_chats SET last_message_at = ?, last_message_id = ? WHERE id = ?`).run(message.timestamp, message.id, message.chatId);
+    })();
   }
-  /**
-   * Get recent messages from a chat
-   */
   getRecentMessages(chatId, limit = 20) {
     const rows = this.db.prepare(
       `
@@ -1397,9 +1469,6 @@ var ChatStore = class {
   constructor(db) {
     this.db = db;
   }
-  /**
-   * Create or update a chat
-   */
   upsertChat(chat) {
     const now = Math.floor(Date.now() / 1e3);
     this.db.prepare(
@@ -1431,9 +1500,6 @@ var ChatStore = class {
       now
     );
   }
-  /**
-   * Get a chat by ID
-   */
   getChat(id) {
     const row = this.db.prepare(
       `
@@ -1444,20 +1510,17 @@ var ChatStore = class {
     return {
       id: row.id,
       type: row.type,
-      title: row.title,
-      username: row.username,
-      memberCount: row.member_count,
+      title: row.title ?? void 0,
+      username: row.username ?? void 0,
+      memberCount: row.member_count ?? void 0,
       isMonitored: Boolean(row.is_monitored),
       isArchived: Boolean(row.is_archived),
-      lastMessageId: row.last_message_id,
+      lastMessageId: row.last_message_id ?? void 0,
       lastMessageAt: row.last_message_at ? new Date(row.last_message_at * 1e3) : void 0,
       createdAt: new Date(row.created_at * 1e3),
       updatedAt: new Date(row.updated_at * 1e3)
     };
   }
-  /**
-   * Get active (monitored, non-archived) chats
-   */
   getActiveChats(limit = 50) {
     const rows = this.db.prepare(
       `
@@ -1470,20 +1533,17 @@ var ChatStore = class {
     return rows.map((row) => ({
       id: row.id,
       type: row.type,
-      title: row.title,
-      username: row.username,
-      memberCount: row.member_count,
+      title: row.title ?? void 0,
+      username: row.username ?? void 0,
+      memberCount: row.member_count ?? void 0,
       isMonitored: Boolean(row.is_monitored),
       isArchived: Boolean(row.is_archived),
-      lastMessageId: row.last_message_id,
+      lastMessageId: row.last_message_id ?? void 0,
       lastMessageAt: row.last_message_at ? new Date(row.last_message_at * 1e3) : void 0,
       createdAt: new Date(row.created_at * 1e3),
       updatedAt: new Date(row.updated_at * 1e3)
     }));
   }
-  /**
-   * Update last message info
-   */
   updateLastMessage(chatId, messageId, timestamp) {
     this.db.prepare(
       `
@@ -1493,9 +1553,6 @@ var ChatStore = class {
     `
     ).run(messageId, Math.floor(timestamp.getTime() / 1e3), chatId);
   }
-  /**
-   * Archive a chat
-   */
   archiveChat(chatId) {
     this.db.prepare(
       `
@@ -1505,9 +1562,6 @@ var ChatStore = class {
     `
     ).run(chatId);
   }
-  /**
-   * Unarchive a chat
-   */
   unarchiveChat(chatId) {
     this.db.prepare(
       `
@@ -1517,9 +1571,6 @@ var ChatStore = class {
     `
     ).run(chatId);
   }
-  /**
-   * Set monitoring status
-   */
   setMonitored(chatId, monitored) {
     this.db.prepare(
       `
@@ -1536,9 +1587,6 @@ var UserStore = class {
   constructor(db) {
     this.db = db;
   }
-  /**
-   * Create or update a user
-   */
   upsertUser(user) {
     const now = Math.floor(Date.now() / 1e3);
     const existing = this.db.prepare(`SELECT id FROM tg_users WHERE id = ?`).get(user.id);
@@ -1577,17 +1625,14 @@ var UserStore = class {
       );
     }
   }
-  /**
-   * Get a user by ID
-   */
   getUser(id) {
     const row = this.db.prepare(`SELECT * FROM tg_users WHERE id = ?`).get(id);
     if (!row) return void 0;
     return {
       id: row.id,
-      username: row.username,
-      firstName: row.first_name,
-      lastName: row.last_name,
+      username: row.username ?? void 0,
+      firstName: row.first_name ?? void 0,
+      lastName: row.last_name ?? void 0,
       isBot: Boolean(row.is_bot),
       isAdmin: Boolean(row.is_admin),
       isAllowed: Boolean(row.is_allowed),
@@ -1596,17 +1641,14 @@ var UserStore = class {
       messageCount: row.message_count
     };
   }
-  /**
-   * Get a user by username
-   */
   getUserByUsername(username) {
     const row = this.db.prepare(`SELECT * FROM tg_users WHERE username = ?`).get(username.replace("@", ""));
     if (!row) return void 0;
     return {
       id: row.id,
-      username: row.username,
-      firstName: row.first_name,
-      lastName: row.last_name,
+      username: row.username ?? void 0,
+      firstName: row.first_name ?? void 0,
+      lastName: row.last_name ?? void 0,
       isBot: Boolean(row.is_bot),
       isAdmin: Boolean(row.is_admin),
       isAllowed: Boolean(row.is_allowed),
@@ -1615,9 +1657,6 @@ var UserStore = class {
       messageCount: row.message_count
     };
   }
-  /**
-   * Update last seen timestamp
-   */
   updateLastSeen(userId) {
     this.db.prepare(
       `
@@ -1627,9 +1666,6 @@ var UserStore = class {
     `
     ).run(userId);
   }
-  /**
-   * Increment message count
-   */
   incrementMessageCount(userId) {
     this.db.prepare(
       `
@@ -1639,9 +1675,6 @@ var UserStore = class {
     `
     ).run(userId);
   }
-  /**
-   * Set admin status
-   */
   setAdmin(userId, isAdmin) {
     this.db.prepare(
       `
@@ -1651,9 +1684,6 @@ var UserStore = class {
     `
     ).run(isAdmin ? 1 : 0, userId);
   }
-  /**
-   * Set allowed status
-   */
   setAllowed(userId, isAllowed) {
     this.db.prepare(
       `
@@ -1663,9 +1693,6 @@ var UserStore = class {
     `
     ).run(isAllowed ? 1 : 0, userId);
   }
-  /**
-   * Get all admins
-   */
   getAdmins() {
     const rows = this.db.prepare(
       `
@@ -1676,9 +1703,9 @@ var UserStore = class {
     ).all();
     return rows.map((row) => ({
       id: row.id,
-      username: row.username,
-      firstName: row.first_name,
-      lastName: row.last_name,
+      username: row.username ?? void 0,
+      firstName: row.first_name ?? void 0,
+      lastName: row.last_name ?? void 0,
       isBot: Boolean(row.is_bot),
       isAdmin: Boolean(row.is_admin),
       isAllowed: Boolean(row.is_allowed),
@@ -1687,9 +1714,6 @@ var UserStore = class {
       messageCount: row.message_count
     }));
   }
-  /**
-   * Get recently active users
-   */
   getRecentUsers(limit = 50) {
     const rows = this.db.prepare(
       `
@@ -1700,9 +1724,9 @@ var UserStore = class {
     ).all(limit);
     return rows.map((row) => ({
       id: row.id,
-      username: row.username,
-      firstName: row.first_name,
-      lastName: row.last_name,
+      username: row.username ?? void 0,
+      firstName: row.first_name ?? void 0,
+      lastName: row.last_name ?? void 0,
       isBot: Boolean(row.is_bot),
       isAdmin: Boolean(row.is_admin),
       isAllowed: Boolean(row.is_allowed),
@@ -1722,30 +1746,20 @@ var HybridSearch = class {
     this.db = db;
     this.vectorEnabled = vectorEnabled;
   }
-  /**
-   * Search in knowledge base
-   */
   async searchKnowledge(query, queryEmbedding, options = {}) {
     const limit = options.limit ?? 10;
-    const vectorWeight = options.vectorWeight ?? 0.7;
-    const keywordWeight = options.keywordWeight ?? 0.3;
-    const vectorResults = this.vectorEnabled ? this.vectorSearchKnowledge(queryEmbedding, Math.ceil(limit * 1.5)) : [];
-    const keywordResults = this.keywordSearchKnowledge(query, Math.ceil(limit * 1.5));
+    const vectorWeight = options.vectorWeight ?? 0.5;
+    const keywordWeight = options.keywordWeight ?? 0.5;
+    const vectorResults = this.vectorEnabled ? this.vectorSearchKnowledge(queryEmbedding, Math.ceil(limit * 3)) : [];
+    const keywordResults = this.keywordSearchKnowledge(query, Math.ceil(limit * 3));
     return this.mergeResults(vectorResults, keywordResults, vectorWeight, keywordWeight, limit);
   }
-  /**
-   * Search in Telegram messages
-   */
   async searchMessages(query, queryEmbedding, options = {}) {
     const limit = options.limit ?? 10;
-    const vectorWeight = options.vectorWeight ?? 0.7;
-    const keywordWeight = options.keywordWeight ?? 0.3;
-    const vectorResults = this.vectorEnabled ? this.vectorSearchMessages(queryEmbedding, Math.ceil(limit * 1.5), options.chatId) : [];
-    const keywordResults = this.keywordSearchMessages(
-      query,
-      Math.ceil(limit * 1.5),
-      options.chatId
-    );
+    const vectorWeight = options.vectorWeight ?? 0.5;
+    const keywordWeight = options.keywordWeight ?? 0.5;
+    const vectorResults = this.vectorEnabled ? this.vectorSearchMessages(queryEmbedding, Math.ceil(limit * 3), options.chatId) : [];
+    const keywordResults = this.keywordSearchMessages(query, Math.ceil(limit * 3), options.chatId);
     return this.mergeResults(vectorResults, keywordResults, vectorWeight, keywordWeight, limit);
   }
   vectorSearchKnowledge(embedding, limit) {
@@ -1877,10 +1891,14 @@ var HybridSearch = class {
         byId.set(r.id, { ...r, score: keywordWeight * (r.keywordScore ?? 0) });
       }
     }
-    return Array.from(byId.values()).sort((a, b) => b.score - a.score).slice(0, limit);
+    return Array.from(byId.values()).filter((r) => r.score >= HYBRID_SEARCH_MIN_SCORE).sort((a, b) => b.score - a.score).slice(0, limit);
   }
+  /**
+   * Convert BM25 rank to normalized score.
+   * FTS5 rank is negative; more negative = better match.
+   */
   bm25ToScore(rank) {
-    return 1 / (1 + Math.abs(rank));
+    return 1 / (1 + Math.exp(rank));
   }
 };
 
@@ -1921,6 +1939,9 @@ var ContextBuilder = class {
         console.warn("Knowledge search failed:", error);
       }
     }
+    const recentTextsSet = new Set(
+      recentTgMessages.filter((m) => m.text && m.text.length > 0).map((m) => m.text)
+    );
     const relevantFeed = [];
     if (includeFeedHistory) {
       try {
@@ -1928,10 +1949,13 @@ var ContextBuilder = class {
           chatId,
           limit: maxRelevantChunks
         });
-        relevantFeed.push(...feedResults.map((r) => r.text));
+        for (const r of feedResults) {
+          if (!recentTextsSet.has(r.text)) {
+            relevantFeed.push(r.text);
+          }
+        }
         if (searchAllChats) {
           const globalResults = await this.hybridSearch.searchMessages(query, queryEmbedding, {
-            // No chatId = search all chats
             limit: maxRelevantChunks
           });
           const existingTexts = new Set(relevantFeed);
@@ -1995,6 +2019,14 @@ export {
   getDatabase,
   closeDatabase,
   NoopEmbeddingProvider,
+  fetchWithTimeout,
+  setTonapiKey,
+  tonapiFetch,
+  STONFI_API_BASE_URL,
+  GECKOTERMINAL_API_URL,
+  COINGECKO_API_URL,
+  OPENAI_TTS_URL,
+  ELEVENLABS_TTS_URL,
   AnthropicEmbeddingProvider,
   LocalEmbeddingProvider,
   CachedEmbeddingProvider,