chattercatcher 0.1.8 → 0.1.10

package/dist/index.js

@@ -1,150 +1,3 @@
-var __defProp = Object.defineProperty;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __esm = (fn, res) => function __init() {
-  return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
-};
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-
-// src/config/paths.ts
-import os2 from "os";
-import path2 from "path";
-function getChatterCatcherHome() {
-  return process.env.CHATTERCATCHER_HOME || path2.join(os2.homedir(), ".chattercatcher");
-}
-function resolveHomePath(value) {
-  if (value === "~") {
-    return os2.homedir();
-  }
-  if (value.startsWith("~/") || value.startsWith("~\\")) {
-    return path2.join(os2.homedir(), value.slice(2));
-  }
-  return path2.resolve(value);
-}
-function getConfigPath() {
-  return path2.join(getChatterCatcherHome(), "config.json");
-}
-function getSecretsPath() {
-  return path2.join(getChatterCatcherHome(), "secrets.json");
-}
-var init_paths = __esm({
-  "src/config/paths.ts"() {
-    "use strict";
-  }
-});
-
-// src/rag/lancedb-store.ts
-var lancedb_store_exports = {};
-__export(lancedb_store_exports, {
-  LanceDbVectorStore: () => LanceDbVectorStore,
-  getLanceDbPath: () => getLanceDbPath
-});
-import fs6 from "fs/promises";
-import path9 from "path";
-function getLanceDbPath(config) {
-  return path9.join(resolveHomePath(config.storage.dataDir), "vector", "lancedb");
-}
-function toRow(record) {
-  return {
-    id: record.id,
-    vector: record.vector,
-    text: record.evidence.text,
-    source_json: JSON.stringify(record.evidence.source)
-  };
-}
-function toLanceData(rows) {
-  return rows.map((row) => ({
-    id: row.id,
-    vector: row.vector,
-    text: row.text,
-    source_json: row.source_json
-  }));
-}
-function escapeSqlString(value) {
-  return value.replace(/'/g, "''");
-}
-function toEvidence(row) {
-  const distance = row._distance ?? 0;
-  const vectorScore = 1 / (1 + Math.max(0, distance));
-  return {
-    id: row.id,
-    text: row.text,
-    score: vectorScore,
-    vectorScore,
-    source: JSON.parse(row.source_json)
-  };
-}
-var DEFAULT_TABLE_NAME, LanceDbVectorStore;
-var init_lancedb_store = __esm({
-  "src/rag/lancedb-store.ts"() {
-    "use strict";
-    init_paths();
-    DEFAULT_TABLE_NAME = "message_chunks";
-    LanceDbVectorStore = class _LanceDbVectorStore {
-      constructor(connection, tableName) {
-        this.connection = connection;
-        this.tableName = tableName;
-      }
-      connection;
-      tableName;
-      static async connect(uri, tableName = DEFAULT_TABLE_NAME) {
-        await fs6.mkdir(uri, { recursive: true });
-        const lancedb = await import("@lancedb/lancedb");
-        const connection = await lancedb.connect(uri);
-        return new _LanceDbVectorStore(connection, tableName);
-      }
-      static async connectFromConfig(config, tableName = DEFAULT_TABLE_NAME) {
-        return _LanceDbVectorStore.connect(getLanceDbPath(config), tableName);
-      }
-      close() {
-        this.connection.close();
-      }
-      async upsert(records) {
-        if (records.length === 0) {
-          return;
-        }
-        const rows = records.map(toRow);
-        const data = toLanceData(rows);
-        const table = await this.ensureTable(data);
-        const ids = rows.map((row) => `'${escapeSqlString(row.id)}'`).join(", ");
-        await table.delete(`id IN (${ids})`);
-        await table.add(data);
-      }
-      async search(vector, limit) {
-        const table = await this.openTableIfExists();
-        if (!table) {
-          return [];
-        }
-        const rows = await table.vectorSearch(vector).limit(limit).toArray();
-        return rows.map(toEvidence);
-      }
-      async count() {
-        const table = await this.openTableIfExists();
-        if (!table) {
-          return 0;
-        }
-        return table.countRows();
-      }
-      async ensureTable(initialRows) {
-        const table = await this.openTableIfExists();
-        if (table) {
-          return table;
-        }
-        return this.connection.createTable(this.tableName, initialRows);
-      }
-      async openTableIfExists() {
-        const tableNames = await this.connection.tableNames();
-        if (!tableNames.includes(this.tableName)) {
-          return null;
-        }
-        return this.connection.openTable(this.tableName);
-      }
-    };
-  }
-});
-
 // src/config/schema.ts
 import os from "os";
 import path from "path";
@@ -211,7 +64,30 @@ function createDefaultSecrets() {
 // src/config/store.ts
 import fs from "fs/promises";
 import path3 from "path";
-init_paths();
+
+// src/config/paths.ts
+import os2 from "os";
+import path2 from "path";
+function getChatterCatcherHome() {
+  return process.env.CHATTERCATCHER_HOME || path2.join(os2.homedir(), ".chattercatcher");
+}
+function resolveHomePath(value) {
+  if (value === "~") {
+    return os2.homedir();
+  }
+  if (value.startsWith("~/") || value.startsWith("~\\")) {
+    return path2.join(os2.homedir(), value.slice(2));
+  }
+  return path2.resolve(value);
+}
+function getConfigPath() {
+  return path2.join(getChatterCatcherHome(), "config.json");
+}
+function getSecretsPath() {
+  return path2.join(getChatterCatcherHome(), "secrets.json");
+}
+
+// src/config/store.ts
 async function readJsonFile(filePath, fallback) {
   try {
     const raw = await fs.readFile(filePath, "utf8");
@@ -275,7 +151,6 @@ function resolveEmbeddingApiKey(input) {
 }
 
 // src/data/deletion.ts
-init_paths();
 import fs2 from "fs/promises";
 import path4 from "path";
 function emptyResult(targetType, targetId) {
@@ -401,7 +276,6 @@ async function deleteLocalData(input) {
 }
 
 // src/db/database.ts
-init_paths();
 import Database from "better-sqlite3";
 import fs3 from "fs";
 import path5 from "path";
@@ -462,6 +336,18 @@ function migrateDatabase(database) {
       tokenize = 'unicode61'
     );
 
+    CREATE TABLE IF NOT EXISTS message_chunk_embeddings (
+      chunk_id TEXT NOT NULL REFERENCES message_chunks(id) ON DELETE CASCADE,
+      model TEXT NOT NULL,
+      dimension INTEGER NOT NULL,
+      embedding_json TEXT NOT NULL,
+      updated_at TEXT NOT NULL,
+      PRIMARY KEY (chunk_id, model)
+    );
+
+    CREATE INDEX IF NOT EXISTS message_chunk_embeddings_model_idx
+    ON message_chunk_embeddings(model, dimension);
+
     CREATE TABLE IF NOT EXISTS file_jobs (
       id TEXT PRIMARY KEY,
       source_path TEXT NOT NULL,
@@ -481,8 +367,7 @@ function migrateDatabase(database) {
 }
 
 // src/doctor/checks.ts
-init_paths();
-import fs7 from "fs/promises";
+import fs6 from "fs/promises";
 
 // src/files/jobs.ts
 import crypto from "crypto";
@@ -624,12 +509,10 @@ var FileJobRepository = class {
 };
 
 // src/gateway/runtime.ts
-init_paths();
 import fs5 from "fs";
 import path8 from "path";
 
 // src/logs/reader.ts
-init_paths();
 import fs4 from "fs/promises";
 import { watch } from "fs";
 import path7 from "path";
@@ -1378,6 +1261,119 @@ var MessageFtsRetriever = class {
   }
 };
 
+// src/rag/embedding.ts
+function cosineSimilarity(left, right) {
+  if (left.length === 0 || right.length === 0 || left.length !== right.length) {
+    return 0;
+  }
+  let dot = 0;
+  let leftNorm = 0;
+  let rightNorm = 0;
+  for (let index = 0; index < left.length; index += 1) {
+    const leftValue = left[index] ?? 0;
+    const rightValue = right[index] ?? 0;
+    dot += leftValue * rightValue;
+    leftNorm += leftValue * leftValue;
+    rightNorm += rightValue * rightValue;
+  }
+  if (leftNorm === 0 || rightNorm === 0) {
+    return 0;
+  }
+  return dot / (Math.sqrt(leftNorm) * Math.sqrt(rightNorm));
+}
+
+// src/rag/sqlite-vector-store.ts
+function parseEmbeddingJson(value) {
+  try {
+    const parsed = JSON.parse(value);
+    return Array.isArray(parsed) && parsed.every((item) => typeof item === "number") ? parsed : [];
+  } catch {
+    return [];
+  }
+}
+function toEvidenceSource2(row) {
+  return {
+    type: "message",
+    label: row.chatName,
+    sender: row.senderName,
+    timestamp: row.sentAt
+  };
+}
+var SqliteVectorStore = class {
+  constructor(database, options) {
+    this.database = database;
+    this.options = options;
+  }
+  database;
+  options;
+  async upsert(records) {
+    if (records.length === 0) {
+      return;
+    }
+    const updatedAt = (/* @__PURE__ */ new Date()).toISOString();
+    const statement = this.database.prepare(`
+      INSERT INTO message_chunk_embeddings (chunk_id, model, dimension, embedding_json, updated_at)
+      VALUES (@chunkId, @model, @dimension, @embeddingJson, @updatedAt)
+      ON CONFLICT(chunk_id, model)
+      DO UPDATE SET
+        dimension = excluded.dimension,
+        embedding_json = excluded.embedding_json,
+        updated_at = excluded.updated_at
+    `);
+    const transaction = this.database.transaction((input) => {
+      for (const record of input) {
+        statement.run({
+          chunkId: record.id,
+          model: this.options.model,
+          dimension: record.vector.length,
+          embeddingJson: JSON.stringify(record.vector),
+          updatedAt
+        });
+      }
+    });
+    transaction(records);
+  }
+  async search(vector, limit) {
+    if (limit <= 0) {
+      return [];
+    }
+    const rows = this.database.prepare(
+      `
+        SELECT
+          mc.id AS chunkId,
+          mc.text AS text,
+          c.name AS chatName,
+          m.sender_name AS senderName,
+          m.sent_at AS sentAt,
+          e.embedding_json AS embeddingJson
+        FROM message_chunk_embeddings e
+        JOIN message_chunks mc ON mc.id = e.chunk_id
+        JOIN messages m ON m.id = mc.message_id
+        JOIN chats c ON c.id = m.chat_id
+        WHERE e.model = ?
+      `
+    ).all(this.options.model);
+    return rows.flatMap((row) => {
+      const storedVector = parseEmbeddingJson(row.embeddingJson);
+      if (storedVector.length === 0) {
+        return [];
+      }
+      const vectorScore = cosineSimilarity(vector, storedVector);
+      return {
+        id: row.chunkId,
+        text: row.text,
+        score: vectorScore,
+        vectorScore,
+        source: toEvidenceSource2(row)
+      };
+    }).sort((left, right) => right.vectorScore - left.vectorScore).slice(0, limit);
+  }
+  count() {
+    const row = this.database.prepare("SELECT COUNT(*) AS count FROM message_chunk_embeddings WHERE model = ?").get(this.options.model);
+    return row.count;
+  }
+};
+
 // src/rag/vector-retriever.ts
 var VectorRetriever = class {
   constructor(embedding, store, limit = 8) {
@@ -1402,10 +1398,10 @@ async function createHybridRetriever(input) {
   const retrievers = [new MessageFtsRetriever(input.messages, { excludeMessageIds: input.excludeMessageIds })];
   const closers = [];
   if (hasEmbeddingConfig(input.config, input.secrets)) {
-    const { LanceDbVectorStore: LanceDbVectorStore2 } = await Promise.resolve().then(() => (init_lancedb_store(), lancedb_store_exports));
-    const vectorStore = await LanceDbVectorStore2.connectFromConfig(input.config);
+    const vectorStore = new SqliteVectorStore(input.database, {
+      model: input.config.embedding.model
+    });
     retrievers.push(new VectorRetriever(createEmbeddingModel(input.config, input.secrets), vectorStore));
-    closers.push(() => vectorStore.close());
   }
   return {
     retriever: new HybridRetriever(retrievers),
@@ -1435,7 +1431,7 @@ async function runDoctor(config, secrets, options = {}) {
   checks.push(checkEmbeddingConfig(config, secrets));
   checks.push(await checkSqlite(config));
   checks.push(await checkFilePipeline(config));
-  checks.push(await checkLanceDb(config));
+  checks.push(await checkSqliteVectorIndex(config));
   checks.push(checkRagPolicy());
   if (options.online) {
     checks.push(await checkChatModel(config, secrets));
@@ -1446,8 +1442,8 @@ async function runDoctor(config, secrets, options = {}) {
 async function checkHomeDirectory() {
   const home = getChatterCatcherHome();
   try {
-    await fs7.mkdir(home, { recursive: true });
-    await fs7.access(home);
+    await fs6.mkdir(home, { recursive: true });
+    await fs6.access(home);
     return pass("\u914D\u7F6E\u76EE\u5F55", home);
   } catch (error) {
     return fail("\u914D\u7F6E\u76EE\u5F55", error instanceof Error ? error.message : String(error));
@@ -1468,7 +1464,7 @@ function checkLlmConfig(config, secrets) {
 }
 function checkEmbeddingConfig(config, secrets) {
   if (!hasEmbeddingConfig(config, secrets)) {
-    return warn("Embedding \u914D\u7F6E", "\u672A\u914D\u7F6E\u5B8C\u6574\uFF1BRAG \u4F1A\u4F7F\u7528 SQLite FTS\uFF0C\u65E0\u6CD5\u4F7F\u7528 LanceDB \u8BED\u4E49\u68C0\u7D22\u3002");
+    return warn("Embedding \u914D\u7F6E", "\u672A\u914D\u7F6E\u5B8C\u6574\uFF1BRAG \u4F1A\u4F7F\u7528 SQLite FTS\uFF0C\u65E0\u6CD5\u542F\u7528 SQLite embedding \u8BED\u4E49\u68C0\u7D22\u3002");
   }
   return pass("Embedding \u914D\u7F6E", `${config.embedding.model} @ ${config.embedding.baseUrl || config.llm.baseUrl}`);
 }
@@ -1502,17 +1498,22 @@ async function checkFilePipeline(config) {
     database?.close();
   }
 }
-async function checkLanceDb(config) {
-  let store = null;
+async function checkSqliteVectorIndex(config) {
+  let database = null;
   try {
-    const { getLanceDbPath: getLanceDbPath2, LanceDbVectorStore: LanceDbVectorStore2 } = await Promise.resolve().then(() => (init_lancedb_store(), lancedb_store_exports));
-    store = await LanceDbVectorStore2.connectFromConfig(config);
-    const count = await store.count();
-    return pass("LanceDB", `${getLanceDbPath2(config)}\uFF1Bvectors=${count}`);
+    database = openDatabase(config);
+    const defaultModel = config.embedding.model || "default";
+    const vectorStore = new SqliteVectorStore(database, { model: defaultModel });
+    const vectors = vectorStore.count();
+    const availableModels = database.prepare("SELECT COUNT(DISTINCT model) AS count FROM message_chunk_embeddings").get();
+    return pass(
+      "SQLite embedding \u5411\u91CF\u7D22\u5F15",
+      `${getDatabasePath(config)}\uFF1Bvectors=${vectors}\uFF1Bmodels=${availableModels.count}${config.embedding.model ? `\uFF1Bactive_model=${config.embedding.model}` : "\uFF1Bactive_model=\u672A\u914D\u7F6E"}`
+    );
   } catch (error) {
-    return fail("LanceDB", error instanceof Error ? error.message : String(error));
+    return fail("SQLite embedding \u5411\u91CF\u7D22\u5F15", error instanceof Error ? error.message : String(error));
   } finally {
-    store?.close();
+    database?.close();
   }
 }
 function checkRagPolicy() {
@@ -1553,9 +1554,8 @@ function formatDoctorChecks(checks) {
 }
 
 // src/export/data-export.ts
-init_paths();
-import fs8 from "fs/promises";
-import path10 from "path";
+import fs7 from "fs/promises";
+import path9 from "path";
 function parseJsonObject(value) {
   try {
     const parsed = JSON.parse(value);
@@ -1574,11 +1574,11 @@ function parseJsonArray(value) {
 }
 function defaultExportPath(config, exportedAt) {
   const fileName = `chattercatcher-export-${exportedAt.replace(/[:.]/g, "-")}.json`;
-  return path10.join(resolveHomePath(config.storage.dataDir), "exports", fileName);
+  return path9.join(resolveHomePath(config.storage.dataDir), "exports", fileName);
 }
 async function exportLocalData(input) {
   const exportedAt = input.exportedAt ?? (/* @__PURE__ */ new Date()).toISOString();
-  const outputPath = path10.resolve(input.outputPath ?? defaultExportPath(input.config, exportedAt));
+  const outputPath = path9.resolve(input.outputPath ?? defaultExportPath(input.config, exportedAt));
   const chats = input.database.prepare(
     `
       SELECT
@@ -1665,8 +1665,8 @@ async function exportLocalData(input) {
       fileJobs
     }
   };
-  await fs8.mkdir(path10.dirname(outputPath), { recursive: true });
-  await fs8.writeFile(outputPath, `${JSON.stringify(payload, null, 2)}
+  await fs7.mkdir(path9.dirname(outputPath), { recursive: true });
+  await fs7.writeFile(outputPath, `${JSON.stringify(payload, null, 2)}
 `, "utf8");
   return {
     outputPath,
@@ -1678,8 +1678,8 @@ async function exportLocalData(input) {
 }
 
 // src/export/data-restore.ts
-import fs9 from "fs/promises";
-import path11 from "path";
+import fs8 from "fs/promises";
+import path10 from "path";
 function asObject(value) {
   return value && typeof value === "object" && !Array.isArray(value) ? value : {};
 }
@@ -1727,8 +1727,8 @@ function clearDatabase(database) {
   database.prepare("DELETE FROM chats").run();
 }
 async function restoreLocalData(input) {
-  const inputPath = path11.resolve(input.inputPath);
-  const payload = parsePayload(await fs9.readFile(inputPath, "utf8"));
+  const inputPath = path10.resolve(input.inputPath);
+  const payload = parsePayload(await fs8.readFile(inputPath, "utf8"));
   const mode = input.replace ? "replace" : "merge";
   const restore = input.database.transaction(() => {
     if (input.replace) {
@@ -2110,6 +2110,7 @@ var FeishuQuestionHandler = class {
     const { retriever, close } = await createHybridRetriever({
       config: this.options.config,
       secrets: this.options.secrets,
+      database: this.options.database,
       messages: new MessageRepository(this.options.database),
       excludeMessageIds: options.excludeMessageIds
     });
@@ -2470,10 +2471,9 @@ function normalizeFeishuReceiveMessageEvent(payload) {
 }
 
 // src/feishu/resource-downloader.ts
-init_paths();
 import * as lark3 from "@larksuiteoapi/node-sdk";
-import fs10 from "fs/promises";
-import path12 from "path";
+import fs9 from "fs/promises";
+import path11 from "path";
 var RESOURCE_TYPE_BY_KIND = {
   file: "file",
   image: "image",
@@ -2511,10 +2511,10 @@ var FeishuResourceDownloader = class _FeishuResourceDownloader {
   }
   async download(input) {
     const resourceType = RESOURCE_TYPE_BY_KIND[input.attachment.kind];
-    const targetDir = path12.join(this.dataDir, "files", "feishu");
-    await fs10.mkdir(targetDir, { recursive: true });
+    const targetDir = path11.join(this.dataDir, "files", "feishu");
+    await fs9.mkdir(targetDir, { recursive: true });
     const fileName = buildStoredFileName(input);
-    const storedPath = path12.join(targetDir, fileName);
+    const storedPath = path11.join(targetDir, fileName);
     const payload = {
       params: { type: resourceType },
       path: { message_id: input.messageId, file_key: input.attachment.fileKey }
@@ -2536,31 +2536,30 @@ var FeishuResourceDownloader = class _FeishuResourceDownloader {
 };
 
 // src/files/ingest.ts
-init_paths();
 import crypto3 from "crypto";
-import fs12 from "fs/promises";
-import path14 from "path";
-
-// src/files/parser.ts
 import fs11 from "fs/promises";
 import path13 from "path";
+
+// src/files/parser.ts
+import fs10 from "fs/promises";
+import path12 from "path";
 import mammoth from "mammoth";
 import { PDFParse } from "pdf-parse";
 var TEXT_EXTENSIONS = /* @__PURE__ */ new Set([".txt", ".md", ".markdown", ".json", ".csv", ".tsv", ".log"]);
 var DOCX_EXTENSIONS = /* @__PURE__ */ new Set([".docx"]);
 var PDF_EXTENSIONS = /* @__PURE__ */ new Set([".pdf"]);
 function isSupportedParseFile(filePath) {
-  const extension = path13.extname(filePath).toLowerCase();
+  const extension = path12.extname(filePath).toLowerCase();
   return TEXT_EXTENSIONS.has(extension) || DOCX_EXTENSIONS.has(extension) || PDF_EXTENSIONS.has(extension);
 }
 function describeSupportedParseTypes() {
   return "txt\u3001md\u3001json\u3001csv\u3001tsv\u3001log\u3001docx\u3001pdf";
 }
 async function parseFileToText(filePath) {
-  const extension = path13.extname(filePath).toLowerCase();
+  const extension = path12.extname(filePath).toLowerCase();
   if (TEXT_EXTENSIONS.has(extension)) {
     return {
-      text: await fs11.readFile(filePath, "utf8"),
+      text: await fs10.readFile(filePath, "utf8"),
       parser: "text",
       warnings: []
     };
@@ -2574,7 +2573,7 @@ async function parseFileToText(filePath) {
     };
   }
   if (PDF_EXTENSIONS.has(extension)) {
-    const buffer = await fs11.readFile(filePath);
+    const buffer = await fs10.readFile(filePath);
     const parser = new PDFParse({ data: buffer });
     try {
       const result = await parser.getText();
@@ -2596,7 +2595,7 @@ function isSupportedTextFile(filePath) {
 }
 function ensureSupportedTextFile(filePath) {
   if (!isSupportedTextFile(filePath)) {
-    const extension = path14.extname(filePath).toLowerCase();
+    const extension = path13.extname(filePath).toLowerCase();
     throw new Error(`\u6682\u4E0D\u652F\u6301\u8BE5\u6587\u4EF6\u7C7B\u578B\uFF1A${extension || "\u65E0\u6269\u5C55\u540D"}\u3002\u5F53\u524D\u652F\u6301 ${describeSupportedParseTypes()}\u3002`);
   }
 }
@@ -2605,12 +2604,12 @@ function stableStoredName(sourcePath, fileName) {
   return `${digest}-${fileName}`;
 }
 async function ingestLocalFile(input) {
-  const sourcePath = path14.resolve(input.filePath);
-  const fileName = path14.basename(sourcePath);
+  const sourcePath = path13.resolve(input.filePath);
+  const fileName = path13.basename(sourcePath);
   const jobId = input.jobs?.start({ sourcePath, fileName });
   try {
     ensureSupportedTextFile(sourcePath);
-    const stat = await fs12.stat(sourcePath);
+    const stat = await fs11.stat(sourcePath);
     if (!stat.isFile()) {
       throw new Error(`\u4E0D\u662F\u6587\u4EF6\uFF1A${sourcePath}`);
     }
@@ -2619,10 +2618,10 @@ async function ingestLocalFile(input) {
     if (!text) {
       throw new Error(`\u6587\u4EF6\u6CA1\u6709\u53EF\u7D22\u5F15\u6587\u672C\uFF1A${sourcePath}`);
     }
-    const fileDir = path14.join(resolveHomePath(input.config.storage.dataDir), "files");
-    await fs12.mkdir(fileDir, { recursive: true });
-    const storedPath = path14.join(fileDir, stableStoredName(sourcePath, fileName));
-    await fs12.copyFile(sourcePath, storedPath);
+    const fileDir = path13.join(resolveHomePath(input.config.storage.dataDir), "files");
+    await fs11.mkdir(fileDir, { recursive: true });
+    const storedPath = path13.join(fileDir, stableStoredName(sourcePath, fileName));
+    await fs11.copyFile(sourcePath, storedPath);
     const messageId = input.messages.ingest({
       platform: "local-file",
       platformChatId: "local-files",
@@ -2753,27 +2752,6 @@ var GatewayIngestor = class {
   }
 };
 
-// src/rag/embedding.ts
-function cosineSimilarity(left, right) {
-  if (left.length === 0 || right.length === 0 || left.length !== right.length) {
-    return 0;
-  }
-  let dot = 0;
-  let leftNorm = 0;
-  let rightNorm = 0;
-  for (let index = 0; index < left.length; index += 1) {
-    const leftValue = left[index] ?? 0;
-    const rightValue = right[index] ?? 0;
-    dot += leftValue * rightValue;
-    leftNorm += leftValue * leftValue;
-    rightNorm += rightValue * rightValue;
-  }
-  if (leftNorm === 0 || rightNorm === 0) {
-    return 0;
-  }
-  return dot / (Math.sqrt(leftNorm) * Math.sqrt(rightNorm));
-}
-
 // src/rag/indexer.ts
 async function indexMessageChunks(input) {
   const chunks = input.messageIds ? input.messages.listMessageChunksByMessageIds(input.messageIds, input.limit ?? 1e4) : input.messages.listAllMessageChunks(input.limit ?? 1e4);
@@ -2794,7 +2772,7 @@ async function indexMessageChunks(input) {
         id: chunk.chunkId,
         text: chunk.text,
         score: 1,
-        source: toEvidenceSource2(chunk)
+        source: toEvidenceSource3(chunk)
       }
     });
   }
@@ -2804,7 +2782,7 @@ async function indexMessageChunks(input) {
     vectors: records.length
   };
 }
-function toEvidenceSource2(chunk) {
+function toEvidenceSource3(chunk) {
   if (chunk.messageType === "file") {
     return {
       type: "file",
@@ -2820,9 +2798,6 @@ function toEvidenceSource2(chunk) {
   };
 }
 
-// src/index.ts
-init_lancedb_store();
-
 // src/rag/manual-index.ts
 async function processMessagesNow(input) {
   const startedAt = (/* @__PURE__ */ new Date()).toISOString();
@@ -2836,25 +2811,23 @@ async function processMessagesNow(input) {
       finishedAt: (/* @__PURE__ */ new Date()).toISOString()
     };
   }
-  const { LanceDbVectorStore: LanceDbVectorStore2 } = await Promise.resolve().then(() => (init_lancedb_store(), lancedb_store_exports));
-  const vectorStore = await LanceDbVectorStore2.connectFromConfig(input.config);
-  try {
-    const stats = await indexMessageChunks({
-      messages: new MessageRepository(input.database),
-      embedding: createEmbeddingModel(input.config, input.secrets),
-      store: vectorStore,
-      limit: input.limit
-    });
-    return {
-      status: "completed",
-      chunks: stats.chunks,
-      vectors: stats.vectors,
-      startedAt,
-      finishedAt: (/* @__PURE__ */ new Date()).toISOString()
-    };
-  } finally {
-    vectorStore.close();
-  }
+  const vectorStore = new SqliteVectorStore(input.database, {
+    model: input.config.embedding.model
+  });
+  const embedding = input.embedding ?? createEmbeddingModel(input.config, input.secrets);
+  const stats = await indexMessageChunks({
+    messages: new MessageRepository(input.database),
+    embedding,
+    store: vectorStore,
+    limit: input.limit
+  });
+  return {
+    status: "completed",
+    chunks: stats.chunks,
+    vectors: stats.vectors,
+    startedAt,
+    finishedAt: (/* @__PURE__ */ new Date()).toISOString()
+  };
 }
 
 // src/rag/vector-store.ts
@@ -3274,7 +3247,7 @@ function createWebApp(config) {
       note: "\u95EE\u7B54\u5FC5\u987B\u5148\u68C0\u7D22\u8BC1\u636E\uFF0C\u7981\u6B62\u5168\u91CF\u4E0A\u4E0B\u6587\u5806\u53E0\u3002",
       retrieval: {
         keyword: "SQLite FTS5",
-        vector: "LanceDB",
+        vector: "SQLite embedding",
         hybrid: true
       }
     },
@@ -3338,7 +3311,6 @@ export {
   FileJobRepository,
   GatewayIngestor,
   HybridRetriever,
-  LanceDbVectorStore,
   MemoryVectorStore,
   MessageFtsRetriever,
   MessageRepository,
@@ -3375,7 +3347,6 @@ export {
   getGatewayLogPath,
   getGatewayPidPath,
   getGatewayRuntimeState,
-  getLanceDbPath,
   getLogsDirectory,
   hasEmbeddingConfig,
   indexMessageChunks,