chattercatcher 0.1.0 → 0.1.1

package/README.md

@@ -34,6 +34,24 @@
 
 ---
 
+## 加入交流群
+
+<table>
+  <tr>
+    <td width="280" valign="top">
+      <img src="./assets/readme/feishu-community-qr.png" alt="ChatterCatcher 飞书交流群二维码" width="260" />
+    </td>
+    <td valign="top">
+      <h3>反馈、测试和共建</h3>
+      <p>扫描左侧二维码加入 ChatterCatcher 飞书交流群。</p>
+      <p>欢迎提交使用反馈、Bug、部署经验、飞书配置问题、RAG 行为建议和真实家庭群使用案例。</p>
+      <p><strong>GitHub 仓库：</strong><a href="https://github.com/FlashingChen2024/chattercatcher">https://github.com/FlashingChen2024/chattercatcher</a></p>
+    </td>
+  </tr>
+</table>
+
+---
+
 ## 项目状态
 
 ChatterCatcher 是一个早期 MVP。它已经具备飞书长连接接入、本地消息存储、SQLite FTS、LanceDB 向量检索、OpenAI-compatible LLM/Embedding、CLI、本地 Web UI 和带引用回答。
@@ -316,6 +334,24 @@ npm run dev -- --help
 
 可以保留 SQLite FTS 关键词检索，但语义检索需要配置 embedding。建议运行 `chattercatcher doctor --online` 确认维度和连通性。
 
+### macOS 上提示 `Cannot find native binding` 怎么办？
+
+这是 LanceDB 的 native optional dependency 没有被 npm 装完整，常见于 npm 全局安装时漏装可选依赖。先重装：
+
+```bash
+npm uninstall -g chattercatcher
+npm install -g chattercatcher --include=optional
+```
+
+如果仍然失败，清理 npm cache 后再装：
+
+```bash
+npm cache clean --force
+npm install -g chattercatcher --include=optional
+```
+
+`chattercatcher --version` 和 `chattercatcher --help` 从 `0.1.1` 起不会加载 LanceDB native binding；只有 `index`、`process messages`、配置了 embedding 的问答等向量检索路径才需要 LanceDB native 包。
+
 ### 为什么要用 RAG？
 
 家庭聊天是长期知识库，不应该靠把全部历史消息塞进上下文。RAG 可以控制证据范围、保留来源、降低幻觉，并让回答可追溯。

package/dist/cli.js

@@ -1,4 +1,150 @@
 #!/usr/bin/env node
+var __defProp = Object.defineProperty;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __esm = (fn, res) => function __init() {
+  return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
+};
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+
+// src/config/paths.ts
+import os2 from "os";
+import path2 from "path";
+function getChatterCatcherHome() {
+  return process.env.CHATTERCATCHER_HOME || path2.join(os2.homedir(), ".chattercatcher");
+}
+function resolveHomePath(value) {
+  if (value === "~") {
+    return os2.homedir();
+  }
+  if (value.startsWith("~/") || value.startsWith("~\\")) {
+    return path2.join(os2.homedir(), value.slice(2));
+  }
+  return path2.resolve(value);
+}
+function getConfigPath() {
+  return path2.join(getChatterCatcherHome(), "config.json");
+}
+function getSecretsPath() {
+  return path2.join(getChatterCatcherHome(), "secrets.json");
+}
+var init_paths = __esm({
+  "src/config/paths.ts"() {
+    "use strict";
+  }
+});
+
+// src/rag/lancedb-store.ts
+var lancedb_store_exports = {};
+__export(lancedb_store_exports, {
+  LanceDbVectorStore: () => LanceDbVectorStore,
+  getLanceDbPath: () => getLanceDbPath
+});
+import * as lancedb from "@lancedb/lancedb";
+import fs5 from "fs/promises";
+import path8 from "path";
+function getLanceDbPath(config) {
+  return path8.join(resolveHomePath(config.storage.dataDir), "vector", "lancedb");
+}
+function toRow(record) {
+  return {
+    id: record.id,
+    vector: record.vector,
+    text: record.evidence.text,
+    source_json: JSON.stringify(record.evidence.source)
+  };
+}
+function toLanceData(rows) {
+  return rows.map((row) => ({
+    id: row.id,
+    vector: row.vector,
+    text: row.text,
+    source_json: row.source_json
+  }));
+}
+function escapeSqlString(value) {
+  return value.replace(/'/g, "''");
+}
+function toEvidence(row) {
+  const distance = row._distance ?? 0;
+  const vectorScore = 1 / (1 + Math.max(0, distance));
+  return {
+    id: row.id,
+    text: row.text,
+    score: vectorScore,
+    vectorScore,
+    source: JSON.parse(row.source_json)
+  };
+}
+var DEFAULT_TABLE_NAME, LanceDbVectorStore;
+var init_lancedb_store = __esm({
+  "src/rag/lancedb-store.ts"() {
+    "use strict";
+    init_paths();
+    DEFAULT_TABLE_NAME = "message_chunks";
+    LanceDbVectorStore = class _LanceDbVectorStore {
+      constructor(connection, tableName) {
+        this.connection = connection;
+        this.tableName = tableName;
+      }
+      connection;
+      tableName;
+      static async connect(uri, tableName = DEFAULT_TABLE_NAME) {
+        await fs5.mkdir(uri, { recursive: true });
+        const connection = await lancedb.connect(uri);
+        return new _LanceDbVectorStore(connection, tableName);
+      }
+      static async connectFromConfig(config, tableName = DEFAULT_TABLE_NAME) {
+        return _LanceDbVectorStore.connect(getLanceDbPath(config), tableName);
+      }
+      close() {
+        this.connection.close();
+      }
+      async upsert(records) {
+        if (records.length === 0) {
+          return;
+        }
+        const rows = records.map(toRow);
+        const data2 = toLanceData(rows);
+        const table = await this.ensureTable(data2);
+        const ids = rows.map((row) => `'${escapeSqlString(row.id)}'`).join(", ");
+        await table.delete(`id IN (${ids})`);
+        await table.add(data2);
+      }
+      async search(vector, limit) {
+        const table = await this.openTableIfExists();
+        if (!table) {
+          return [];
+        }
+        const rows = await table.vectorSearch(vector).limit(limit).toArray();
+        return rows.map(toEvidence);
+      }
+      async count() {
+        const table = await this.openTableIfExists();
+        if (!table) {
+          return 0;
+        }
+        return table.countRows();
+      }
+      async ensureTable(initialRows) {
+        const table = await this.openTableIfExists();
+        if (table) {
+          return table;
+        }
+        return this.connection.createTable(this.tableName, initialRows);
+      }
+      async openTableIfExists() {
+        const tableNames = await this.connection.tableNames();
+        if (!tableNames.includes(this.tableName)) {
+          return null;
+        }
+        return this.connection.openTable(this.tableName);
+      }
+    };
+  }
+});
 
 // src/cli.ts
 import { input, password, select, confirm, number } from "@inquirer/prompts";
@@ -72,29 +218,8 @@ function createDefaultSecrets() {
   });
 }
 
-// src/config/paths.ts
-import os2 from "os";
-import path2 from "path";
-function getChatterCatcherHome() {
-  return process.env.CHATTERCATCHER_HOME || path2.join(os2.homedir(), ".chattercatcher");
-}
-function resolveHomePath(value) {
-  if (value === "~") {
-    return os2.homedir();
-  }
-  if (value.startsWith("~/") || value.startsWith("~\\")) {
-    return path2.join(os2.homedir(), value.slice(2));
-  }
-  return path2.resolve(value);
-}
-function getConfigPath() {
-  return path2.join(getChatterCatcherHome(), "config.json");
-}
-function getSecretsPath() {
-  return path2.join(getChatterCatcherHome(), "secrets.json");
-}
-
 // src/config/store.ts
+init_paths();
 async function readJsonFile(filePath, fallback) {
   try {
     const raw = await fs.readFile(filePath, "utf8");
@@ -157,7 +282,11 @@ function resolveEmbeddingApiKey(input2) {
   return explicit || input2.llmApiKey;
 }
 
+// src/cli.ts
+init_paths();
+
 // src/data/deletion.ts
+init_paths();
 import fs2 from "fs/promises";
 import path4 from "path";
 function emptyResult(targetType, targetId) {
@@ -283,6 +412,7 @@ async function deleteLocalData(input2) {
 }
 
 // src/db/database.ts
+init_paths();
 import Database from "better-sqlite3";
 import fs3 from "fs";
 import path5 from "path";
@@ -362,6 +492,7 @@ function migrateDatabase(database) {
 }
 
 // src/doctor/checks.ts
+init_paths();
 import fs6 from "fs/promises";
 
 // src/files/jobs.ts
@@ -504,6 +635,7 @@ var FileJobRepository = class {
 };
 
 // src/gateway/runtime.ts
+init_paths();
 import fs4 from "fs";
 import path7 from "path";
 function getGatewayPidPath() {
@@ -1097,104 +1229,6 @@ var HybridRetriever = class {
   }
 };
 
-// src/rag/lancedb-store.ts
-import * as lancedb from "@lancedb/lancedb";
-import fs5 from "fs/promises";
-import path8 from "path";
-var DEFAULT_TABLE_NAME = "message_chunks";
-function getLanceDbPath(config) {
-  return path8.join(resolveHomePath(config.storage.dataDir), "vector", "lancedb");
-}
-function toRow(record) {
-  return {
-    id: record.id,
-    vector: record.vector,
-    text: record.evidence.text,
-    source_json: JSON.stringify(record.evidence.source)
-  };
-}
-function toLanceData(rows) {
-  return rows.map((row) => ({
-    id: row.id,
-    vector: row.vector,
-    text: row.text,
-    source_json: row.source_json
-  }));
-}
-function escapeSqlString(value) {
-  return value.replace(/'/g, "''");
-}
-function toEvidence(row) {
-  const distance = row._distance ?? 0;
-  const vectorScore = 1 / (1 + Math.max(0, distance));
-  return {
-    id: row.id,
-    text: row.text,
-    score: vectorScore,
-    vectorScore,
-    source: JSON.parse(row.source_json)
-  };
-}
-var LanceDbVectorStore = class _LanceDbVectorStore {
-  constructor(connection, tableName) {
-    this.connection = connection;
-    this.tableName = tableName;
-  }
-  connection;
-  tableName;
-  static async connect(uri, tableName = DEFAULT_TABLE_NAME) {
-    await fs5.mkdir(uri, { recursive: true });
-    const connection = await lancedb.connect(uri);
-    return new _LanceDbVectorStore(connection, tableName);
-  }
-  static async connectFromConfig(config, tableName = DEFAULT_TABLE_NAME) {
-    return _LanceDbVectorStore.connect(getLanceDbPath(config), tableName);
-  }
-  close() {
-    this.connection.close();
-  }
-  async upsert(records) {
-    if (records.length === 0) {
-      return;
-    }
-    const rows = records.map(toRow);
-    const data2 = toLanceData(rows);
-    const table = await this.ensureTable(data2);
-    const ids = rows.map((row) => `'${escapeSqlString(row.id)}'`).join(", ");
-    await table.delete(`id IN (${ids})`);
-    await table.add(data2);
-  }
-  async search(vector, limit) {
-    const table = await this.openTableIfExists();
-    if (!table) {
-      return [];
-    }
-    const rows = await table.vectorSearch(vector).limit(limit).toArray();
-    return rows.map(toEvidence);
-  }
-  async count() {
-    const table = await this.openTableIfExists();
-    if (!table) {
-      return 0;
-    }
-    return table.countRows();
-  }
-  async ensureTable(initialRows) {
-    const table = await this.openTableIfExists();
-    if (table) {
-      return table;
-    }
-    return this.connection.createTable(this.tableName, initialRows);
-  }
-  async openTableIfExists() {
-    const tableNames = await this.connection.tableNames();
-    if (!tableNames.includes(this.tableName)) {
-      return null;
-    }
-    return this.connection.openTable(this.tableName);
-  }
-};
-
 // src/rag/message-retriever.ts
 function toEvidenceSource(result) {
   if (result.messageType === "file") {
@@ -1255,7 +1289,8 @@ async function createHybridRetriever(input2) {
   const retrievers = [new MessageFtsRetriever(input2.messages, { excludeMessageIds: input2.excludeMessageIds })];
   const closers = [];
   if (hasEmbeddingConfig(input2.config, input2.secrets)) {
-    const vectorStore = await LanceDbVectorStore.connectFromConfig(input2.config);
+    const { LanceDbVectorStore: LanceDbVectorStore2 } = await Promise.resolve().then(() => (init_lancedb_store(), lancedb_store_exports));
+    const vectorStore = await LanceDbVectorStore2.connectFromConfig(input2.config);
     retrievers.push(new VectorRetriever(createEmbeddingModel(input2.config, input2.secrets), vectorStore));
     closers.push(() => vectorStore.close());
   }
@@ -1357,9 +1392,10 @@ async function checkFilePipeline(config) {
 async function checkLanceDb(config) {
   let store = null;
   try {
-    store = await LanceDbVectorStore.connectFromConfig(config);
+    const { getLanceDbPath: getLanceDbPath2, LanceDbVectorStore: LanceDbVectorStore2 } = await Promise.resolve().then(() => (init_lancedb_store(), lancedb_store_exports));
+    store = await LanceDbVectorStore2.connectFromConfig(config);
     const count = await store.count();
-    return pass("LanceDB", `${getLanceDbPath(config)}\uFF1Bvectors=${count}`);
+    return pass("LanceDB", `${getLanceDbPath2(config)}\uFF1Bvectors=${count}`);
   } catch (error) {
     return fail("LanceDB", error instanceof Error ? error.message : String(error));
   } finally {
@@ -1404,6 +1440,7 @@ function formatDoctorChecks(checks) {
 }
 
 // src/export/data-export.ts
+init_paths();
 import fs7 from "fs/promises";
 import path9 from "path";
 function parseJsonObject(value) {
@@ -2170,6 +2207,7 @@ function createFeishuGateway(options) {
 }
 
 // src/feishu/resource-downloader.ts
+init_paths();
 import * as lark3 from "@larksuiteoapi/node-sdk";
 import fs9 from "fs/promises";
 import path11 from "path";
@@ -2235,6 +2273,7 @@ var FeishuResourceDownloader = class _FeishuResourceDownloader {
 };
 
 // src/files/ingest.ts
+init_paths();
 import crypto3 from "crypto";
 import fs11 from "fs/promises";
 import path13 from "path";
@@ -2602,6 +2641,7 @@ var GatewayIngestor = class {
 };
 
 // src/logs/reader.ts
+init_paths();
 import fs12 from "fs/promises";
 import { watch } from "fs";
 import path14 from "path";
@@ -2763,7 +2803,8 @@ async function processMessagesNow(input2) {
       finishedAt: (/* @__PURE__ */ new Date()).toISOString()
     };
   }
-  const vectorStore = await LanceDbVectorStore.connectFromConfig(input2.config);
+  const { LanceDbVectorStore: LanceDbVectorStore2 } = await Promise.resolve().then(() => (init_lancedb_store(), lancedb_store_exports));
+  const vectorStore = await LanceDbVectorStore2.connectFromConfig(input2.config);
   try {
     const stats = await indexMessageChunks({
       messages: new MessageRepository(input2.database),
@@ -3300,7 +3341,7 @@ function printSettings(config, secrets) {
     2
   ));
 }
-program.name("chattercatcher").description("\u672C\u5730\u4F18\u5148\u7684\u98DE\u4E66/Lark \u5BB6\u5EAD\u7FA4\u77E5\u8BC6\u673A\u5668\u4EBA").version("0.1.0");
+program.name("chattercatcher").description("\u672C\u5730\u4F18\u5148\u7684\u98DE\u4E66/Lark \u5BB6\u5EAD\u7FA4\u77E5\u8BC6\u673A\u5668\u4EBA").version("0.1.1");
 program.command("setup").description("\u4EA4\u4E92\u5F0F\u521D\u59CB\u5316\u914D\u7F6E").action(async () => {
   const { config, secrets } = await ensureConfigFiles();
   await promptForConfiguration(config, secrets);
@@ -3348,7 +3389,8 @@ async function startGatewayCommand() {
     return;
   }
   const database = openDatabase(config);
-  const vectorStore = hasEmbeddingConfig(config, secrets) ? await LanceDbVectorStore.connectFromConfig(config) : null;
+  const { LanceDbVectorStore: LanceDbVectorStore2 } = hasEmbeddingConfig(config, secrets) ? await Promise.resolve().then(() => (init_lancedb_store(), lancedb_store_exports)) : { LanceDbVectorStore: null };
+  const vectorStore = LanceDbVectorStore2 ? await LanceDbVectorStore2.connectFromConfig(config) : null;
   const gatewayRuntime = createFeishuGateway({
     config,
     secrets,
@@ -3448,12 +3490,13 @@ index.command("status").description("\u67E5\u770B\u7D22\u5F15\u72B6\u6001").acti
   const secrets = await loadSecrets();
   const database = openDatabase(config);
   const messages = new MessageRepository(database);
-  const vectorStore = await LanceDbVectorStore.connectFromConfig(config);
+  const { getLanceDbPath: getLanceDbPath2, LanceDbVectorStore: LanceDbVectorStore2 } = await Promise.resolve().then(() => (init_lancedb_store(), lancedb_store_exports));
+  const vectorStore = await LanceDbVectorStore2.connectFromConfig(config);
   const vectors = await vectorStore.count();
   console.log(JSON.stringify(
     {
       database: getDatabasePath(config),
-      vectorDatabase: getLanceDbPath(config),
+      vectorDatabase: getLanceDbPath2(config),
       chats: messages.getChatCount(),
       messages: messages.getMessageCount(),
       vectors,
@@ -3478,7 +3521,8 @@ index.command("rebuild").description("\u91CD\u5EFA LanceDB \u5411\u91CF\u7D22\u5
     return;
   }
   const database = openDatabase(config);
-  const vectorStore = await LanceDbVectorStore.connectFromConfig(config);
+  const { LanceDbVectorStore: LanceDbVectorStore2 } = await Promise.resolve().then(() => (init_lancedb_store(), lancedb_store_exports));
+  const vectorStore = await LanceDbVectorStore2.connectFromConfig(config);
   try {
     const stats = await indexMessageChunks({
       messages: new MessageRepository(database),