chattercatcher 0.1.0 → 0.1.1

package/dist/index.js

@@ -1,3 +1,150 @@
+var __defProp = Object.defineProperty;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __esm = (fn, res) => function __init() {
+  return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
+};
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+
+// src/config/paths.ts
+import os2 from "os";
+import path2 from "path";
+function getChatterCatcherHome() {
+  return process.env.CHATTERCATCHER_HOME || path2.join(os2.homedir(), ".chattercatcher");
+}
+function resolveHomePath(value) {
+  if (value === "~") {
+    return os2.homedir();
+  }
+  if (value.startsWith("~/") || value.startsWith("~\\")) {
+    return path2.join(os2.homedir(), value.slice(2));
+  }
+  return path2.resolve(value);
+}
+function getConfigPath() {
+  return path2.join(getChatterCatcherHome(), "config.json");
+}
+function getSecretsPath() {
+  return path2.join(getChatterCatcherHome(), "secrets.json");
+}
+var init_paths = __esm({
+  "src/config/paths.ts"() {
+    "use strict";
+  }
+});
+
+// src/rag/lancedb-store.ts
+var lancedb_store_exports = {};
+__export(lancedb_store_exports, {
+  LanceDbVectorStore: () => LanceDbVectorStore,
+  getLanceDbPath: () => getLanceDbPath
+});
+import * as lancedb from "@lancedb/lancedb";
+import fs5 from "fs/promises";
+import path8 from "path";
+function getLanceDbPath(config) {
+  return path8.join(resolveHomePath(config.storage.dataDir), "vector", "lancedb");
+}
+function toRow(record) {
+  return {
+    id: record.id,
+    vector: record.vector,
+    text: record.evidence.text,
+    source_json: JSON.stringify(record.evidence.source)
+  };
+}
+function toLanceData(rows) {
+  return rows.map((row) => ({
+    id: row.id,
+    vector: row.vector,
+    text: row.text,
+    source_json: row.source_json
+  }));
+}
+function escapeSqlString(value) {
+  return value.replace(/'/g, "''");
+}
+function toEvidence(row) {
+  const distance = row._distance ?? 0;
+  const vectorScore = 1 / (1 + Math.max(0, distance));
+  return {
+    id: row.id,
+    text: row.text,
+    score: vectorScore,
+    vectorScore,
+    source: JSON.parse(row.source_json)
+  };
+}
+var DEFAULT_TABLE_NAME, LanceDbVectorStore;
+var init_lancedb_store = __esm({
+  "src/rag/lancedb-store.ts"() {
+    "use strict";
+    init_paths();
+    DEFAULT_TABLE_NAME = "message_chunks";
+    LanceDbVectorStore = class _LanceDbVectorStore {
+      constructor(connection, tableName) {
+        this.connection = connection;
+        this.tableName = tableName;
+      }
+      connection;
+      tableName;
+      static async connect(uri, tableName = DEFAULT_TABLE_NAME) {
+        await fs5.mkdir(uri, { recursive: true });
+        const connection = await lancedb.connect(uri);
+        return new _LanceDbVectorStore(connection, tableName);
+      }
+      static async connectFromConfig(config, tableName = DEFAULT_TABLE_NAME) {
+        return _LanceDbVectorStore.connect(getLanceDbPath(config), tableName);
+      }
+      close() {
+        this.connection.close();
+      }
+      async upsert(records) {
+        if (records.length === 0) {
+          return;
+        }
+        const rows = records.map(toRow);
+        const data = toLanceData(rows);
+        const table = await this.ensureTable(data);
+        const ids = rows.map((row) => `'${escapeSqlString(row.id)}'`).join(", ");
+        await table.delete(`id IN (${ids})`);
+        await table.add(data);
+      }
+      async search(vector, limit) {
+        const table = await this.openTableIfExists();
+        if (!table) {
+          return [];
+        }
+        const rows = await table.vectorSearch(vector).limit(limit).toArray();
+        return rows.map(toEvidence);
+      }
+      async count() {
+        const table = await this.openTableIfExists();
+        if (!table) {
+          return 0;
+        }
+        return table.countRows();
+      }
+      async ensureTable(initialRows) {
+        const table = await this.openTableIfExists();
+        if (table) {
+          return table;
+        }
+        return this.connection.createTable(this.tableName, initialRows);
+      }
+      async openTableIfExists() {
+        const tableNames = await this.connection.tableNames();
+        if (!tableNames.includes(this.tableName)) {
+          return null;
+        }
+        return this.connection.openTable(this.tableName);
+      }
+    };
+  }
+});
+
 // src/config/schema.ts
 import os from "os";
 import path from "path";
@@ -64,30 +211,7 @@ function createDefaultSecrets() {
 // src/config/store.ts
 import fs from "fs/promises";
 import path3 from "path";
-
-// src/config/paths.ts
-import os2 from "os";
-import path2 from "path";
-function getChatterCatcherHome() {
-  return process.env.CHATTERCATCHER_HOME || path2.join(os2.homedir(), ".chattercatcher");
-}
-function resolveHomePath(value) {
-  if (value === "~") {
-    return os2.homedir();
-  }
-  if (value.startsWith("~/") || value.startsWith("~\\")) {
-    return path2.join(os2.homedir(), value.slice(2));
-  }
-  return path2.resolve(value);
-}
-function getConfigPath() {
-  return path2.join(getChatterCatcherHome(), "config.json");
-}
-function getSecretsPath() {
-  return path2.join(getChatterCatcherHome(), "secrets.json");
-}
-
-// src/config/store.ts
+init_paths();
 async function readJsonFile(filePath, fallback) {
   try {
     const raw = await fs.readFile(filePath, "utf8");
@@ -151,6 +275,7 @@ function resolveEmbeddingApiKey(input) {
 }
 
 // src/data/deletion.ts
+init_paths();
 import fs2 from "fs/promises";
 import path4 from "path";
 function emptyResult(targetType, targetId) {
@@ -276,6 +401,7 @@ async function deleteLocalData(input) {
 }
 
 // src/db/database.ts
+init_paths();
 import Database from "better-sqlite3";
 import fs3 from "fs";
 import path5 from "path";
@@ -355,6 +481,7 @@ function migrateDatabase(database) {
 }
 
 // src/doctor/checks.ts
+init_paths();
 import fs6 from "fs/promises";
 
 // src/files/jobs.ts
@@ -497,6 +624,7 @@ var FileJobRepository = class {
 };
 
 // src/gateway/runtime.ts
+init_paths();
 import fs4 from "fs";
 import path7 from "path";
 function getGatewayPidPath() {
@@ -1090,104 +1218,6 @@ var HybridRetriever = class {
   }
 };
 
-// src/rag/lancedb-store.ts
-import * as lancedb from "@lancedb/lancedb";
-import fs5 from "fs/promises";
-import path8 from "path";
-var DEFAULT_TABLE_NAME = "message_chunks";
-function getLanceDbPath(config) {
-  return path8.join(resolveHomePath(config.storage.dataDir), "vector", "lancedb");
-}
-function toRow(record) {
-  return {
-    id: record.id,
-    vector: record.vector,
-    text: record.evidence.text,
-    source_json: JSON.stringify(record.evidence.source)
-  };
-}
-function toLanceData(rows) {
-  return rows.map((row) => ({
-    id: row.id,
-    vector: row.vector,
-    text: row.text,
-    source_json: row.source_json
-  }));
-}
-function escapeSqlString(value) {
-  return value.replace(/'/g, "''");
-}
-function toEvidence(row) {
-  const distance = row._distance ?? 0;
-  const vectorScore = 1 / (1 + Math.max(0, distance));
-  return {
-    id: row.id,
-    text: row.text,
-    score: vectorScore,
-    vectorScore,
-    source: JSON.parse(row.source_json)
-  };
-}
-var LanceDbVectorStore = class _LanceDbVectorStore {
-  constructor(connection, tableName) {
-    this.connection = connection;
-    this.tableName = tableName;
-  }
-  connection;
-  tableName;
-  static async connect(uri, tableName = DEFAULT_TABLE_NAME) {
-    await fs5.mkdir(uri, { recursive: true });
-    const connection = await lancedb.connect(uri);
-    return new _LanceDbVectorStore(connection, tableName);
-  }
-  static async connectFromConfig(config, tableName = DEFAULT_TABLE_NAME) {
-    return _LanceDbVectorStore.connect(getLanceDbPath(config), tableName);
-  }
-  close() {
-    this.connection.close();
-  }
-  async upsert(records) {
-    if (records.length === 0) {
-      return;
-    }
-    const rows = records.map(toRow);
-    const data = toLanceData(rows);
-    const table = await this.ensureTable(data);
-    const ids = rows.map((row) => `'${escapeSqlString(row.id)}'`).join(", ");
-    await table.delete(`id IN (${ids})`);
-    await table.add(data);
-  }
-  async search(vector, limit) {
-    const table = await this.openTableIfExists();
-    if (!table) {
-      return [];
-    }
-    const rows = await table.vectorSearch(vector).limit(limit).toArray();
-    return rows.map(toEvidence);
-  }
-  async count() {
-    const table = await this.openTableIfExists();
-    if (!table) {
-      return 0;
-    }
-    return table.countRows();
-  }
-  async ensureTable(initialRows) {
-    const table = await this.openTableIfExists();
-    if (table) {
-      return table;
-    }
-    return this.connection.createTable(this.tableName, initialRows);
-  }
-  async openTableIfExists() {
-    const tableNames = await this.connection.tableNames();
-    if (!tableNames.includes(this.tableName)) {
-      return null;
-    }
-    return this.connection.openTable(this.tableName);
-  }
-};
-
 // src/rag/message-retriever.ts
 function toEvidenceSource(result) {
   if (result.messageType === "file") {
@@ -1248,7 +1278,8 @@ async function createHybridRetriever(input) {
   const retrievers = [new MessageFtsRetriever(input.messages, { excludeMessageIds: input.excludeMessageIds })];
   const closers = [];
   if (hasEmbeddingConfig(input.config, input.secrets)) {
-    const vectorStore = await LanceDbVectorStore.connectFromConfig(input.config);
+    const { LanceDbVectorStore: LanceDbVectorStore2 } = await Promise.resolve().then(() => (init_lancedb_store(), lancedb_store_exports));
+    const vectorStore = await LanceDbVectorStore2.connectFromConfig(input.config);
     retrievers.push(new VectorRetriever(createEmbeddingModel(input.config, input.secrets), vectorStore));
     closers.push(() => vectorStore.close());
   }
@@ -1350,9 +1381,10 @@ async function checkFilePipeline(config) {
 async function checkLanceDb(config) {
   let store = null;
   try {
-    store = await LanceDbVectorStore.connectFromConfig(config);
+    const { getLanceDbPath: getLanceDbPath2, LanceDbVectorStore: LanceDbVectorStore2 } = await Promise.resolve().then(() => (init_lancedb_store(), lancedb_store_exports));
+    store = await LanceDbVectorStore2.connectFromConfig(config);
     const count = await store.count();
-    return pass("LanceDB", `${getLanceDbPath(config)}\uFF1Bvectors=${count}`);
+    return pass("LanceDB", `${getLanceDbPath2(config)}\uFF1Bvectors=${count}`);
   } catch (error) {
     return fail("LanceDB", error instanceof Error ? error.message : String(error));
   } finally {
@@ -1397,6 +1429,7 @@ function formatDoctorChecks(checks) {
 }
 
 // src/export/data-export.ts
+init_paths();
 import fs7 from "fs/promises";
 import path9 from "path";
 function parseJsonObject(value) {
@@ -2313,6 +2346,7 @@ function normalizeFeishuReceiveMessageEvent(payload) {
 }
 
 // src/feishu/resource-downloader.ts
+init_paths();
 import * as lark3 from "@larksuiteoapi/node-sdk";
 import fs9 from "fs/promises";
 import path11 from "path";
@@ -2378,6 +2412,7 @@ var FeishuResourceDownloader = class _FeishuResourceDownloader {
 };
 
 // src/files/ingest.ts
+init_paths();
 import crypto3 from "crypto";
 import fs11 from "fs/promises";
 import path13 from "path";
@@ -2595,6 +2630,7 @@ var GatewayIngestor = class {
 };
 
 // src/logs/reader.ts
+init_paths();
 import fs12 from "fs/promises";
 import { watch } from "fs";
 import path14 from "path";
@@ -2764,6 +2800,9 @@ function toEvidenceSource2(chunk) {
   };
 }
 
+// src/index.ts
+init_lancedb_store();
+
 // src/rag/manual-index.ts
 async function processMessagesNow(input) {
   const startedAt = (/* @__PURE__ */ new Date()).toISOString();
@@ -2777,7 +2816,8 @@ async function processMessagesNow(input) {
       finishedAt: (/* @__PURE__ */ new Date()).toISOString()
     };
   }
-  const vectorStore = await LanceDbVectorStore.connectFromConfig(input.config);
+  const { LanceDbVectorStore: LanceDbVectorStore2 } = await Promise.resolve().then(() => (init_lancedb_store(), lancedb_store_exports));
+  const vectorStore = await LanceDbVectorStore2.connectFromConfig(input.config);
   try {
     const stats = await indexMessageChunks({
       messages: new MessageRepository(input.database),