chattercatcher 0.1.17 → 0.1.19

package/dist/cli.js

@@ -3,12 +3,12 @@
 // src/cli.ts
 import { input, password, select, confirm, number } from "@inquirer/prompts";
 import { Command } from "commander";
-import fs13 from "fs/promises";
+import fs14 from "fs/promises";
 
 // package.json
 var package_default = {
   name: "chattercatcher",
-  version: "0.1.17",
+  version: "0.1.19",
   description: "\u672C\u5730\u4F18\u5148\u7684\u98DE\u4E66/Lark \u5BB6\u5EAD\u7FA4\u77E5\u8BC6\u5E93\u673A\u5668\u4EBA",
   type: "module",
   main: "dist/index.js",
@@ -27,7 +27,9 @@ var package_default = {
   files: [
     "assets",
     "dist",
-    "docs",
+    "docs/DEVELOPMENT_PLAN.md",
+    "docs/PRD.md",
+    "docs/TECHNICAL_ARCHITECTURE.md",
     "README.md",
     "AGENTS.md"
   ],
@@ -102,6 +104,13 @@ var appConfigSchema = z.object({
     model: z.string().default(""),
     dimension: z.number().int().positive().nullable().default(null)
   }),
+  multimodal: z.preprocess(
+    (value) => value ?? {},
+    z.object({
+      baseUrl: z.string().url().or(z.literal("")).default(""),
+      model: z.string().default("")
+    })
+  ),
   storage: z.object({
     dataDir: z.string().default(defaultDataDir)
   }),
@@ -126,13 +135,20 @@ var appSecretsSchema = z.object({
   }),
   embedding: z.object({
     apiKey: z.string().default("")
-  })
+  }),
+  multimodal: z.preprocess(
+    (value) => value ?? {},
+    z.object({
+      apiKey: z.string().default("")
+    })
+  )
 });
 function createDefaultConfig() {
   return appConfigSchema.parse({
     feishu: {},
     llm: {},
     embedding: {},
+    multimodal: {},
     storage: {},
     web: {},
     schedules: {},
@@ -143,7 +159,8 @@ function createDefaultSecrets() {
   return appSecretsSchema.parse({
     feishu: {},
     llm: {},
-    embedding: {}
+    embedding: {},
+    multimodal: {}
   });
 }
 
@@ -463,6 +480,22 @@ function migrateDatabase(database) {
     CREATE INDEX IF NOT EXISTS message_chunk_embeddings_model_idx
     ON message_chunk_embeddings(model, dimension);
 
+    CREATE TABLE IF NOT EXISTS qa_logs (
+      id TEXT PRIMARY KEY,
+      chat_id TEXT,
+      question_message_id TEXT,
+      question TEXT NOT NULL,
+      answer TEXT NOT NULL,
+      citations_json TEXT NOT NULL,
+      retrieval_debug_json TEXT NOT NULL,
+      status TEXT NOT NULL CHECK(status IN ('answered','failed')),
+      error TEXT,
+      created_at TEXT NOT NULL
+    );
+
+    CREATE INDEX IF NOT EXISTS qa_logs_created_at_idx ON qa_logs(created_at);
+    CREATE INDEX IF NOT EXISTS qa_logs_chat_idx ON qa_logs(chat_id, created_at);
+
     CREATE TABLE IF NOT EXISTS file_jobs (
       id TEXT PRIMARY KEY,
       source_path TEXT NOT NULL,
@@ -478,6 +511,24 @@ function migrateDatabase(database) {
       created_at TEXT NOT NULL,
       updated_at TEXT NOT NULL
     );
+
+    CREATE TABLE IF NOT EXISTS image_multimodal_tasks (
+      id TEXT PRIMARY KEY,
+      source_message_id TEXT NOT NULL REFERENCES messages(id) ON DELETE CASCADE,
+      platform_message_id TEXT NOT NULL,
+      image_key TEXT NOT NULL,
+      stored_path TEXT NOT NULL,
+      mime_type TEXT NOT NULL,
+      status TEXT NOT NULL CHECK(status IN ('pending','running','succeeded','skipped','failed')),
+      attempts INTEGER NOT NULL DEFAULT 0,
+      last_error TEXT,
+      derived_message_id TEXT REFERENCES messages(id) ON DELETE SET NULL,
+      created_at TEXT NOT NULL,
+      updated_at TEXT NOT NULL,
+      UNIQUE(source_message_id, image_key)
+    );
+
+    CREATE INDEX IF NOT EXISTS image_multimodal_tasks_status_idx ON image_multimodal_tasks(status, updated_at);
   `);
 }
 
@@ -1144,6 +1195,7 @@ var MessageRepository = class {
           )
           ON CONFLICT(platform, platform_message_id)
           DO UPDATE SET
+            message_type = excluded.message_type,
             text = excluded.text,
             raw_payload_json = excluded.raw_payload_json,
             received_at = excluded.received_at
@@ -1188,6 +1240,48 @@ var MessageRepository = class {
     transaction();
     return messageId;
   }
+  createImageSummaryMessage(input2) {
+    const source = this.database.prepare(
+      `
+        SELECT
+          m.platform AS platform,
+          m.platform_message_id AS platformMessageId,
+          m.chat_id AS chatId,
+          m.sender_id AS senderId,
+          m.sender_name AS senderName,
+          m.sent_at AS sentAt,
+          c.platform_chat_id AS platformChatId,
+          c.name AS chatName
+        FROM messages m
+        JOIN chats c ON c.id = m.chat_id
+        WHERE m.id = ?
+      `
+    ).get(input2.sourceMessageId);
+    if (!source) {
+      throw new Error("\u539F\u59CB\u56FE\u7247\u6D88\u606F\u4E0D\u5B58\u5728\u3002");
+    }
+    const derivedPlatformMessageId = `${source.platformMessageId}:image-summary:${input2.imageKey}`;
+    return this.ingest({
+      platform: source.platform,
+      platformChatId: source.platformChatId,
+      chatName: source.chatName,
+      platformMessageId: derivedPlatformMessageId,
+      senderId: source.senderId,
+      senderName: source.senderName,
+      messageType: "image_summary",
+      text: `[\u56FE\u7247\u8F6C\u8FF0] ${input2.summary.trim()}`,
+      sentAt: source.sentAt,
+      rawPayload: {
+        derivedFromMessageId: input2.sourceMessageId,
+        sourceAttachmentKind: "image",
+        sourceResourceKey: input2.imageKey,
+        multimodalModel: input2.multimodalModel,
+        isMeaningful: true,
+        ...input2.reason?.trim() ? { reason: input2.reason.trim() } : {},
+        generatedAt: input2.generatedAt
+      }
+    });
+  }
   listRecentMessages(limit = 20) {
     return this.database.prepare(
       `
@@ -1507,6 +1601,69 @@ var EpisodeRepository = class {
       messageIds: window.messages.map((message) => message.id)
     };
   }
+  async refreshWindowForMessage(input2) {
+    const target = this.database.prepare(
+      `
+          SELECT chat_id AS chatId, sent_at AS sentAt
+          FROM messages
+          WHERE id = ?
+        `
+    ).get(input2.messageId);
+    if (!target) {
+      return void 0;
+    }
+    const existingWindow = this.database.prepare(
+      `
+          SELECT e.started_at AS startedAt, e.ended_at AS endedAt
+          FROM messages target
+          JOIN messages source
+            ON source.id = json_extract(target.raw_payload_json, '$.derivedFromMessageId')
+          JOIN memory_episode_messages mem ON mem.message_id = source.id
+          JOIN memory_episodes e ON e.id = mem.episode_id
+          WHERE target.id = ?
+          LIMIT 1
+        `
+    ).get(input2.messageId);
+    if (!existingWindow) {
+      return void 0;
+    }
+    const messageTime = toMillis(target.sentAt);
+    const windowStart = toMillis(existingWindow.startedAt);
+    const windowEnd = Math.max(toMillis(existingWindow.endedAt), messageTime);
+    const rows = this.database.prepare(
+      `
+          SELECT
+            m.id,
+            m.chat_id AS chatId,
+            c.name AS chatName,
+            m.sender_name AS senderName,
+            m.text,
+            m.sent_at AS sentAt
+          FROM messages m
+          JOIN chats c ON c.id = m.chat_id
+          WHERE m.chat_id = ?
+          ORDER BY m.sent_at ASC
+        `
+    ).all(target.chatId);
+    const windowMessages = rows.filter((message) => {
+      const time = toMillis(message.sentAt);
+      return time >= windowStart && time <= windowEnd;
+    });
+    const first = windowMessages[0];
+    const last = windowMessages.at(-1);
+    if (!first || !last) {
+      return void 0;
+    }
+    const window = {
+      chatId: first.chatId,
+      chatName: first.chatName,
+      startedAt: first.sentAt,
+      endedAt: last.sentAt,
+      messages: windowMessages
+    };
+    const summary = await input2.summarize(window);
+    return this.insertEpisode(window, summary);
+  }
   getEpisodeCount() {
     const row = this.database.prepare("SELECT count(*) AS count FROM memory_episodes").get();
     return row.count;
@@ -2478,6 +2635,453 @@ async function ensureFeishuBotOpenId(config, secrets, options = {}) {
 // src/feishu/gateway.ts
 import * as lark2 from "@larksuiteoapi/node-sdk";
 
+// src/gateway/indexing-scheduler.ts
+function createIndexingScheduler(options) {
+  const now = options.now ?? (() => /* @__PURE__ */ new Date());
+  const setIntervalFn = options.setIntervalFn ?? setInterval;
+  const clearIntervalFn = options.clearIntervalFn ?? clearInterval;
+  const logger = options.logger ?? console;
+  const parsed = parseCronSchedule(options.schedule);
+  let timer;
+  let running = false;
+  const runDueNow = async () => {
+    if (!parsed || running || !matchesParsedSchedule(parsed, now())) {
+      return;
+    }
+    running = true;
+    try {
+      await options.work();
+    } catch (error) {
+      const message = error instanceof Error ? error.message : String(error);
+      logger.error(`\u5B9A\u65F6\u6D88\u606F\u7D22\u5F15\u5931\u8D25\uFF1A${message}`);
+    } finally {
+      running = false;
+    }
+  };
+  return {
+    start() {
+      if (!parsed || timer) {
+        return;
+      }
+      timer = setIntervalFn(() => {
+        void runDueNow();
+      }, 6e4);
+    },
+    stop() {
+      if (!timer) {
+        return;
+      }
+      clearIntervalFn(timer);
+      timer = void 0;
+    },
+    runDueNow
+  };
+}
+function matchesParsedSchedule(schedule, date) {
+  return schedule.minute(date.getMinutes()) && schedule.hour(date.getHours()) && schedule.dayOfMonth(date.getDate()) && schedule.month(date.getMonth() + 1) && schedule.dayOfWeek(date.getDay());
+}
+function parseCronSchedule(schedule) {
+  const fields = schedule.trim().split(/\s+/);
+  if (fields.length !== 5) {
+    return null;
+  }
+  const minute = parseMinuteField(fields[0]);
+  const hour = parseExactOrWildcardField(fields[1], 0, 23);
+  const dayOfMonth = parseExactOrWildcardField(fields[2], 1, 31);
+  const month = parseExactOrWildcardField(fields[3], 1, 12);
+  const dayOfWeek = parseExactOrWildcardField(fields[4], 0, 6);
+  if (!minute || !hour || !dayOfMonth || !month || !dayOfWeek) {
+    return null;
+  }
+  return { minute, hour, dayOfMonth, month, dayOfWeek };
+}
+function parseMinuteField(field) {
+  if (field === "*") {
+    return () => true;
+  }
+  const stepMatch = /^\*\/(\d+)$/.exec(field);
+  if (stepMatch) {
+    const step = Number(stepMatch[1]);
+    if (!Number.isInteger(step) || step <= 0 || step > 59) {
+      return null;
+    }
+    return (value) => value % step === 0;
+  }
+  if (field.includes(",")) {
+    const values = field.split(",").map((part) => parseExactNumber(part, 0, 59));
+    if (values.some((value) => value === null)) {
+      return null;
+    }
+    const allowed = new Set(values);
+    return (value) => allowed.has(value);
+  }
+  const exact = parseExactNumber(field, 0, 59);
+  if (exact === null) {
+    return null;
+  }
+  return (value) => value === exact;
+}
+function parseExactOrWildcardField(field, min, max) {
+  if (field === "*") {
+    return () => true;
+  }
+  const exact = parseExactNumber(field, min, max);
+  if (exact === null) {
+    return null;
+  }
+  return (value) => value === exact;
+}
+function parseExactNumber(field, min, max) {
+  if (!/^\d+$/.test(field)) {
+    return null;
+  }
+  const value = Number(field);
+  if (!Number.isInteger(value) || value < min || value > max) {
+    return null;
+  }
+  return value;
+}
+
+// src/rag/indexer.ts
+async function indexMessageChunks(input2) {
+  const chunks = input2.messageIds ? input2.messages.listMessageChunksByMessageIds(input2.messageIds, input2.limit ?? 1e4) : input2.messages.listAllMessageChunks(input2.limit ?? 1e4);
+  if (chunks.length === 0) {
+    return { chunks: 0, vectors: 0 };
+  }
+  const vectors = await input2.embedding.embedBatch(chunks.map((chunk) => chunk.text));
+  const records = [];
+  for (const [index2, chunk] of chunks.entries()) {
+    const vector = vectors[index2];
+    if (!vector || vector.length === 0) {
+      continue;
+    }
+    records.push({
+      id: chunk.chunkId,
+      vector,
+      evidence: {
+        id: chunk.chunkId,
+        text: chunk.text,
+        score: 1,
+        source: toEvidenceSource3(chunk)
+      }
+    });
+  }
+  await input2.store.upsert(records);
+  return {
+    chunks: chunks.length,
+    vectors: records.length
+  };
+}
+function toEvidenceSource3(chunk) {
+  if (chunk.messageType === "file") {
+    return {
+      type: "file",
+      label: chunk.senderName,
+      timestamp: chunk.sentAt
+    };
+  }
+  return {
+    type: "message",
+    label: chunk.chatName,
+    sender: chunk.senderName,
+    timestamp: chunk.sentAt
+  };
+}
+
+// src/rag/manual-index.ts
+async function processMessagesNow(input2) {
+  const startedAt = (/* @__PURE__ */ new Date()).toISOString();
+  if (!hasEmbeddingConfig(input2.config, input2.secrets)) {
+    return {
+      status: "skipped",
+      reason: "Embedding \u914D\u7F6E\u4E0D\u5B8C\u6574\uFF1BSQLite FTS \u5DF2\u5728\u6D88\u606F\u5165\u5E93\u65F6\u5373\u65F6\u66F4\u65B0\u3002",
+      chunks: 0,
+      vectors: 0,
+      startedAt,
+      finishedAt: (/* @__PURE__ */ new Date()).toISOString()
+    };
+  }
+  const vectorStore = new SqliteVectorStore(input2.database, {
+    model: input2.config.embedding.model
+  });
+  const embedding = input2.embedding ?? createEmbeddingModel(input2.config, input2.secrets);
+  const stats = await indexMessageChunks({
+    messages: new MessageRepository(input2.database),
+    embedding,
+    store: vectorStore,
+    limit: input2.limit
+  });
+  return {
+    status: "completed",
+    chunks: stats.chunks,
+    vectors: stats.vectors,
+    startedAt,
+    finishedAt: (/* @__PURE__ */ new Date()).toISOString()
+  };
+}
+
+// src/multimodal/tasks.ts
+import crypto4 from "crypto";
+function nowIso4() {
+  return (/* @__PURE__ */ new Date()).toISOString();
+}
+function stableId3(sourceMessageId, imageKey) {
+  return crypto4.createHash("sha256").update(`${sourceMessageId}${imageKey}`).digest("hex").slice(0, 32);
+}
+function mapRow(row) {
+  if (!row) {
+    return void 0;
+  }
+  return {
+    id: row.id,
+    sourceMessageId: row.source_message_id,
+    platformMessageId: row.platform_message_id,
+    imageKey: row.image_key,
+    storedPath: row.stored_path,
+    mimeType: row.mime_type,
+    status: row.status,
+    attempts: row.attempts,
+    ...row.last_error ? { lastError: row.last_error } : {},
+    ...row.derived_message_id ? { derivedMessageId: row.derived_message_id } : {},
+    createdAt: row.created_at,
+    updatedAt: row.updated_at
+  };
+}
+var ImageMultimodalTaskRepository = class {
+  constructor(database) {
+    this.database = database;
+  }
+  database;
+  enqueue(input2) {
+    const id = stableId3(input2.sourceMessageId, input2.imageKey);
+    const timestamp = nowIso4();
+    this.database.prepare(
+      `
+          INSERT INTO image_multimodal_tasks (
+            id,
+            source_message_id,
+            platform_message_id,
+            image_key,
+            stored_path,
+            mime_type,
+            status,
+            attempts,
+            created_at,
+            updated_at
+          )
+          VALUES (
+            @id,
+            @sourceMessageId,
+            @platformMessageId,
+            @imageKey,
+            @storedPath,
+            @mimeType,
+            'pending',
+            0,
+            @createdAt,
+            @updatedAt
+          )
+          ON CONFLICT(source_message_id, image_key)
+          DO UPDATE SET
+            platform_message_id = excluded.platform_message_id,
+            stored_path = excluded.stored_path,
+            mime_type = excluded.mime_type,
+            status = 'pending',
+            attempts = 0,
+            last_error = NULL,
+            derived_message_id = NULL,
+            updated_at = excluded.updated_at
+        `
+    ).run({
+      id,
+      sourceMessageId: input2.sourceMessageId,
+      platformMessageId: input2.platformMessageId,
+      imageKey: input2.imageKey,
+      storedPath: input2.storedPath,
+      mimeType: input2.mimeType,
+      createdAt: timestamp,
+      updatedAt: timestamp
+    });
+    const record = this.getById(id);
+    if (!record) {
+      throw new Error(`\u56FE\u7247\u591A\u6A21\u6001\u4EFB\u52A1\u5199\u5165\u5931\u8D25\uFF1A${id}`);
+    }
+    return record;
+  }
+  listPending(limit = 10) {
+    const rows = this.database.prepare(
+      `
+          SELECT
+            id,
+            source_message_id,
+            platform_message_id,
+            image_key,
+            stored_path,
+            mime_type,
+            status,
+            attempts,
+            last_error,
+            derived_message_id,
+            created_at,
+            updated_at
+          FROM image_multimodal_tasks
+          WHERE status = 'pending'
+          ORDER BY updated_at ASC
+          LIMIT ?
+        `
+    ).all(limit);
+    return rows.map((row) => mapRow(row)).filter((row) => Boolean(row));
+  }
+  markRunning(id) {
+    const result = this.database.prepare(
+      `
+          UPDATE image_multimodal_tasks
+          SET status = 'running',
+              attempts = attempts + 1,
+              last_error = NULL,
+              updated_at = @updatedAt
+          WHERE id = @id AND status = 'pending'
+        `
+    ).run({ id, updatedAt: nowIso4() });
+    if (result.changes === 0) {
+      throw new Error(`\u56FE\u7247\u591A\u6A21\u6001\u4EFB\u52A1\u72B6\u6001\u65E0\u6CD5\u66F4\u65B0\uFF1A${id}`);
+    }
+    return this.requireById(id);
+  }
+  markSucceeded(id, derivedMessageId) {
+    this.database.prepare(
+      `
+          UPDATE image_multimodal_tasks
+          SET status = 'succeeded',
+              last_error = NULL,
+              derived_message_id = @derivedMessageId,
+              updated_at = @updatedAt
+          WHERE id = @id
+        `
+    ).run({ id, derivedMessageId, updatedAt: nowIso4() });
+    return this.requireById(id);
+  }
+  markSkipped(id, reason) {
+    this.database.prepare(
+      `
+          UPDATE image_multimodal_tasks
+          SET status = 'skipped',
+              last_error = @reason,
+              derived_message_id = NULL,
+              updated_at = @updatedAt
+          WHERE id = @id
+        `
+    ).run({ id, reason, updatedAt: nowIso4() });
+    return this.requireById(id);
+  }
+  markFailed(id, error, finalFailure) {
+    this.database.prepare(
+      `
+          UPDATE image_multimodal_tasks
+          SET status = @status,
+              last_error = @error,
+              derived_message_id = NULL,
+              updated_at = @updatedAt
+          WHERE id = @id
+        `
+    ).run({ id, status: finalFailure ? "failed" : "pending", error, updatedAt: nowIso4() });
+    return this.requireById(id);
+  }
+  getById(id) {
+    const row = this.database.prepare(
+      `
+          SELECT
+            id,
+            source_message_id,
+            platform_message_id,
+            image_key,
+            stored_path,
+            mime_type,
+            status,
+            attempts,
+            last_error,
+            derived_message_id,
+            created_at,
+            updated_at
+          FROM image_multimodal_tasks
+          WHERE id = ?
+        `
+    ).get(id);
+    return mapRow(row);
+  }
+  requireById(id) {
+    const record = this.getById(id);
+    if (!record) {
+      throw new Error(`\u56FE\u7247\u591A\u6A21\u6001\u4EFB\u52A1\u4E0D\u5B58\u5728\uFF1A${id}`);
+    }
+    return record;
+  }
+};
+
+// src/multimodal/worker.ts
+var ImageMultimodalWorker = class {
+  constructor(options) {
+    this.options = options;
+  }
+  options;
+  async processPending(limit = 10) {
+    const result = { processed: 0, succeeded: 0, skipped: 0, failed: 0 };
+    const pending = this.options.tasks.listPending(limit);
+    for (const task of pending) {
+      result.processed += 1;
+      await this.processTask(task, result);
+    }
+    return result;
+  }
+  async processTask(task, result) {
+    let running;
+    try {
+      running = this.options.tasks.markRunning(task.id);
+    } catch (error) {
+      const message = error instanceof Error ? error.message : String(error);
+      if (message.startsWith("\u56FE\u7247\u591A\u6A21\u6001\u4EFB\u52A1\u72B6\u6001\u65E0\u6CD5\u66F4\u65B0\uFF1A")) {
+        return;
+      }
+      throw error;
+    }
+    try {
+      const described = await this.options.model.describeImage({
+        imagePath: running.storedPath,
+        mimeType: running.mimeType
+      });
+      if (!described.isMeaningful) {
+        this.options.tasks.markSkipped(running.id, described.reason || "\u591A\u6A21\u6001\u6A21\u578B\u5224\u5B9A\u56FE\u7247\u65E0\u610F\u4E49\u3002");
+        result.skipped += 1;
+        return;
+      }
+      const derivedMessageId = this.options.messages.createImageSummaryMessage({
+        sourceMessageId: running.sourceMessageId,
+        imageKey: running.imageKey,
+        summary: described.summary,
+        reason: described.reason,
+        multimodalModel: this.options.multimodalModelName,
+        generatedAt: (/* @__PURE__ */ new Date()).toISOString()
+      });
+      if (this.options.vectorIndexMessage) {
+        await this.options.vectorIndexMessage(derivedMessageId);
+      }
+      if (this.options.episodes && this.options.summarizeEpisode) {
+        await this.options.episodes.refreshWindowForMessage({
+          messageId: derivedMessageId,
+          windowMs: this.options.config.episodes.windowMinutes * 60 * 1e3,
+          summarize: this.options.summarizeEpisode
+        });
+      }
+      this.options.tasks.markSucceeded(running.id, derivedMessageId);
+      result.succeeded += 1;
+    } catch (error) {
+      const message = error instanceof Error ? error.message : String(error);
+      this.options.tasks.markFailed(running.id, message, running.attempts >= 3);
+      result.failed += 1;
+    }
+  }
+};
+
 // src/rag/citations.ts
 function isOpaqueId(value) {
   return Boolean(value && /^(ou|oc|om|cli|on|un|uid)_?[a-z0-9]+/i.test(value));
@@ -2701,6 +3305,108 @@ async function askWithAgenticRag(input2) {
   });
 }
 
+// src/rag/qa-logs.ts
+import crypto5 from "crypto";
+function clampLimit(limit) {
+  return Math.max(1, Math.min(200, Math.trunc(limit)));
+}
+var QaLogRepository = class {
+  constructor(database) {
+    this.database = database;
+  }
+  database;
+  create(input2) {
+    const record = {
+      id: `qa_${crypto5.randomUUID()}`,
+      chatId: input2.chatId ?? null,
+      questionMessageId: input2.questionMessageId ?? null,
+      question: input2.question,
+      answer: input2.answer,
+      citations: input2.citations,
+      retrievalDebug: input2.retrievalDebug,
+      status: input2.status,
+      error: input2.error ?? null,
+      createdAt: input2.createdAt
+    };
+    this.database.prepare(
+      `
+          INSERT INTO qa_logs (
+            id,
+            chat_id,
+            question_message_id,
+            question,
+            answer,
+            citations_json,
+            retrieval_debug_json,
+            status,
+            error,
+            created_at
+          )
+          VALUES (
+            @id,
+            @chatId,
+            @questionMessageId,
+            @question,
+            @answer,
+            @citationsJson,
+            @retrievalDebugJson,
+            @status,
+            @error,
+            @createdAt
+          )
+        `
+    ).run({
+      id: record.id,
+      chatId: record.chatId,
+      questionMessageId: record.questionMessageId,
+      question: record.question,
+      answer: record.answer,
+      citationsJson: JSON.stringify(record.citations),
+      retrievalDebugJson: JSON.stringify(record.retrievalDebug),
+      status: record.status,
+      error: record.error,
+      createdAt: record.createdAt
+    });
+    return record;
+  }
+  listRecent(limit) {
+    const rows = this.database.prepare(
+      `
+          SELECT
+            id,
+            chat_id,
+            question_message_id,
+            question,
+            answer,
+            citations_json,
+            retrieval_debug_json,
+            status,
+            error,
+            created_at
+          FROM qa_logs
+          ORDER BY created_at DESC
+          LIMIT ?
+        `
+    ).all(clampLimit(limit));
+    return rows.map((row) => ({
+      id: row.id,
+      chatId: row.chat_id,
+      questionMessageId: row.question_message_id,
+      question: row.question,
+      answer: row.answer,
+      citations: JSON.parse(row.citations_json),
+      retrievalDebug: JSON.parse(row.retrieval_debug_json),
+      status: row.status,
+      error: row.error,
+      createdAt: row.created_at
+    }));
+  }
+  getCount() {
+    const row = this.database.prepare("SELECT COUNT(*) AS count FROM qa_logs").get();
+    return row.count;
+  }
+};
+
 // src/feishu/question.ts
 function parseTextContent(content) {
   if (!content) {
@@ -2807,6 +3513,7 @@ var FeishuQuestionHandler = class {
       return decision;
     }
     const questionMessageId = payload.event?.message?.message_id;
+    const qaLogs = new QaLogRepository(this.options.database);
     await this.acknowledgeQuestion(decision.chatId, questionMessageId);
     const { tools, close } = await createAgenticRagSearchTools({
       config: this.options.config,
@@ -2822,6 +3529,16 @@ var FeishuQuestionHandler = class {
           tools,
           model: this.options.model
         });
+        qaLogs.create({
+          chatId: decision.chatId,
+          questionMessageId,
+          question: decision.question,
+          answer: result.answer,
+          citations: result.citations,
+          retrievalDebug: { evidenceCount: result.citations.length },
+          status: "answered",
+          createdAt: (/* @__PURE__ */ new Date()).toISOString()
+        });
         const citations = formatCitations(result.citations);
         const text = citations ? `${result.answer}
 
@@ -2830,6 +3547,17 @@ ${citations}` : result.answer;
         await this.sendResponse(decision.chatId, questionMessageId, text);
       } catch (error) {
         const message = error instanceof Error ? error.message : String(error);
+        qaLogs.create({
+          chatId: decision.chatId,
+          questionMessageId,
+          question: decision.question,
+          answer: `\u6682\u65F6\u65E0\u6CD5\u56DE\u7B54\uFF1A${message}`,
+          citations: [],
+          retrievalDebug: {},
+          status: "failed",
+          error: message,
+          createdAt: (/* @__PURE__ */ new Date()).toISOString()
+        });
         await this.sendResponse(decision.chatId, questionMessageId, `\u6682\u65F6\u65E0\u6CD5\u56DE\u7B54\uFF1A${message}`);
       }
       return decision;
@@ -2955,6 +3683,7 @@ function createFeishuEventDispatcher(options) {
         payload,
         downloader: options.resourceDownloader,
         config: options.config,
+        secrets: options.secrets,
         vectorIndexMessage: options.attachmentVectorIndexer
       }) : options.ingestor.ingestFeishuEvent(payload);
       if (!result.accepted) {
@@ -2980,6 +3709,23 @@ function createFeishuEventDispatcher(options) {
       }
       if (result.attachment?.downloaded) {
         console.log(`\u98DE\u4E66\u9644\u4EF6\u5DF2\u4E0B\u8F7D\uFF1A${result.attachment.downloaded.storedPath}`);
+        if (options.imageMultimodalProcessor && result.attachment.imageTask) {
+          void new ImageMultimodalWorker({
+            config: options.config,
+            messages: new MessageRepository(options.imageMultimodalProcessor.database),
+            tasks: new ImageMultimodalTaskRepository(options.imageMultimodalProcessor.database),
+            model: options.imageMultimodalProcessor.model,
+            multimodalModelName: options.config.multimodal.model,
+            vectorIndexMessage: options.attachmentVectorIndexer
+          }).processPending().then((imageResult) => {
+            console.log(
+              `\u98DE\u4E66\u56FE\u7247\u591A\u6A21\u6001\u5904\u7406\u5B8C\u6210\uFF1Aprocessed=${imageResult.processed}, succeeded=${imageResult.succeeded}, skipped=${imageResult.skipped}, failed=${imageResult.failed}`
+            );
+          }).catch((error) => {
+            const message = error instanceof Error ? error.message : String(error);
+            console.error(`\u98DE\u4E66\u56FE\u7247\u591A\u6A21\u6001\u5904\u7406\u5931\u8D25\uFF1A${message}`);
+          });
+        }
         if (result.attachment.indexedMessageId) {
           console.log(`\u98DE\u4E66\u9644\u4EF6\u5DF2\u8FDB\u5165 RAG\uFF1A${result.attachment.indexedMessageId}`);
           if (result.attachment.vectorIndexed) {
@@ -3030,17 +3776,32 @@ function createFeishuGateway(options) {
     questionHandler: options.questionHandler,
     resourceDownloader: options.resourceDownloader,
     attachmentVectorIndexer: options.attachmentVectorIndexer,
-    episodeProcessor: options.episodeProcessor
+    episodeProcessor: options.episodeProcessor,
+    imageMultimodalProcessor: options.imageMultimodalProcessor
   });
+  const indexingScheduler = options.indexingScheduler ?? (options.indexingProcessor ? createIndexingScheduler({
+    schedule: options.config.schedules.indexing,
+    work: async () => {
+      await processMessagesNow({
+        config: options.config,
+        secrets: options.secrets,
+        database: options.indexingProcessor.database,
+        limit: 1e4
+      });
+    }
+  }) : void 0);
   return {
     async start() {
       try {
         await wsClient.start({ eventDispatcher });
+        indexingScheduler?.start();
       } catch (error) {
+        indexingScheduler?.stop();
         throw formatGatewayStartError(error);
       }
     },
     stop() {
+      indexingScheduler?.stop();
       wsClient.close({ force: true });
     }
   };
@@ -3112,7 +3873,7 @@ var FeishuResourceDownloader = class _FeishuResourceDownloader {
 };
 
 // src/files/ingest.ts
-import crypto4 from "crypto";
+import crypto6 from "crypto";
 import fs11 from "fs/promises";
 import path13 from "path";
 
@@ -3176,7 +3937,7 @@ function ensureSupportedTextFile(filePath) {
   }
 }
 function stableStoredName(sourcePath, fileName) {
-  const digest = crypto4.createHash("sha256").update(sourcePath).digest("hex").slice(0, 16);
+  const digest = crypto6.createHash("sha256").update(sourcePath).digest("hex").slice(0, 16);
   return `${digest}-${fileName}`;
 }
 async function ingestLocalFile(input2) {
@@ -3414,12 +4175,17 @@ function extractAttachment(message) {
   }
   return candidate;
 }
+function isMultimodalReady(config, secrets) {
+  return Boolean(config.multimodal.baseUrl && config.multimodal.model && secrets.multimodal.apiKey);
+}
 var GatewayIngestor = class {
   messages;
   jobs;
+  imageTasks;
   constructor(database) {
     this.messages = new MessageRepository(database);
     this.jobs = new FileJobRepository(database);
+    this.imageTasks = new ImageMultimodalTaskRepository(database);
   }
   ingestFeishuEvent(payload) {
     const normalized = normalizeFeishuReceiveMessageEvent(payload);
@@ -3451,6 +4217,23 @@ var GatewayIngestor = class {
       messageId: result.message.platformMessageId,
       attachment
     });
+    if (attachment.kind === "image") {
+      const imageTask = isMultimodalReady(input2.config, input2.secrets) ? this.imageTasks.enqueue({
+        sourceMessageId: result.messageId,
+        platformMessageId: result.message.platformMessageId,
+        imageKey: attachment.fileKey,
+        storedPath: downloaded.storedPath,
+        mimeType: attachment.mimeType || "image/jpeg"
+      }) : void 0;
+      return {
+        ...result,
+        attachment: {
+          downloaded,
+          ...imageTask ? { imageTask } : {},
+          skippedReason: imageTask ? "\u56FE\u7247\u5DF2\u4E0B\u8F7D\uFF0C\u7B49\u5F85\u591A\u6A21\u6001\u540E\u53F0\u5904\u7406\u3002" : "\u56FE\u7247\u5DF2\u4E0B\u8F7D\uFF0C\u4F46\u591A\u6A21\u6001\u672A\u914D\u7F6E\u3002"
+        }
+      };
+    }
     if (!isSupportedTextFile(downloaded.storedPath)) {
       return {
         ...result,
@@ -3586,82 +4369,94 @@ async function startDetachedGateway(input2) {
   }
 }
 
-// src/rag/indexer.ts
-async function indexMessageChunks(input2) {
-  const chunks = input2.messageIds ? input2.messages.listMessageChunksByMessageIds(input2.messageIds, input2.limit ?? 1e4) : input2.messages.listAllMessageChunks(input2.limit ?? 1e4);
-  if (chunks.length === 0) {
-    return { chunks: 0, vectors: 0 };
+// src/multimodal/openai-compatible.ts
+import fs13 from "fs/promises";
+function normalizeBaseUrl2(baseUrl) {
+  return baseUrl.replace(/\/+$/, "");
+}
+function buildPrompt(context) {
+  const contextText = context?.trim();
+  return [
+    "\u8BF7\u7406\u89E3\u8FD9\u5F20\u56FE\u7247\uFF0C\u5224\u65AD\u5B83\u662F\u5426\u5305\u542B\u503C\u5F97\u8FDB\u5165\u77E5\u8BC6\u5E93\u548C\u4F1A\u8BDD\u8BB0\u5FC6\u7684\u6709\u610F\u4E49\u4FE1\u606F\u3002",
+    '\u8BF7\u53EA\u8F93\u51FA JSON\uFF0C\u683C\u5F0F\u4E3A {"summary": string, "isMeaningful": boolean, "reason": string}\u3002',
+    "summary \u4F7F\u7528\u7B80\u6D01\u4E2D\u6587\u8F6C\u8FF0\u56FE\u7247\u4E2D\u7684\u5173\u952E\u4FE1\u606F\uFF1B\u65E0\u610F\u4E49\u56FE\u7247\u4E5F\u8981\u7ED9\u51FA\u7B80\u77ED summary\u3002",
+    contextText ? `\u4E0A\u4E0B\u6587\uFF1A${contextText}` : void 0
+  ].filter(Boolean).join("\n");
+}
+function parseDescribeImageResult(content) {
+  let data2;
+  try {
+    data2 = JSON.parse(content);
+  } catch {
+    throw new Error("\u591A\u6A21\u6001\u6A21\u578B\u8FD4\u56DE\u7684 JSON \u65E0\u6CD5\u89E3\u6790\u3002");
   }
-  const vectors = await input2.embedding.embedBatch(chunks.map((chunk) => chunk.text));
-  const records = [];
-  for (const [index2, chunk] of chunks.entries()) {
-    const vector = vectors[index2];
-    if (!vector || vector.length === 0) {
-      continue;
-    }
-    records.push({
-      id: chunk.chunkId,
-      vector,
-      evidence: {
-        id: chunk.chunkId,
-        text: chunk.text,
-        score: 1,
-        source: toEvidenceSource3(chunk)
-      }
-    });
+  if (!data2 || typeof data2 !== "object") {
+    throw new Error("\u591A\u6A21\u6001\u6A21\u578B\u8FD4\u56DE\u683C\u5F0F\u4E0D\u6B63\u786E\u3002");
   }
-  await input2.store.upsert(records);
-  return {
-    chunks: chunks.length,
-    vectors: records.length
-  };
-}
-function toEvidenceSource3(chunk) {
-  if (chunk.messageType === "file") {
-    return {
-      type: "file",
-      label: chunk.senderName,
-      timestamp: chunk.sentAt
-    };
+  const result = data2;
+  const summary = typeof result.summary === "string" ? result.summary.trim() : "";
+  if (!summary) {
+    throw new Error("\u591A\u6A21\u6001\u6A21\u578B\u8FD4\u56DE\u7684 summary \u4E3A\u7A7A\u3002");
   }
+  if (typeof result.isMeaningful !== "boolean") {
+    throw new Error("\u591A\u6A21\u6001\u6A21\u578B\u8FD4\u56DE\u7684 isMeaningful \u4E0D\u662F\u5E03\u5C14\u503C\u3002");
+  }
+  const reason = typeof result.reason === "string" ? result.reason.trim() : "";
   return {
-    type: "message",
-    label: chunk.chatName,
-    sender: chunk.senderName,
-    timestamp: chunk.sentAt
+    summary,
+    isMeaningful: result.isMeaningful,
+    ...reason ? { reason } : {}
   };
 }
-
-// src/rag/manual-index.ts
-async function processMessagesNow(input2) {
-  const startedAt = (/* @__PURE__ */ new Date()).toISOString();
-  if (!hasEmbeddingConfig(input2.config, input2.secrets)) {
-    return {
-      status: "skipped",
-      reason: "Embedding \u914D\u7F6E\u4E0D\u5B8C\u6574\uFF1BSQLite FTS \u5DF2\u5728\u6D88\u606F\u5165\u5E93\u65F6\u5373\u65F6\u66F4\u65B0\u3002",
-      chunks: 0,
-      vectors: 0,
-      startedAt,
-      finishedAt: (/* @__PURE__ */ new Date()).toISOString()
-    };
+var OpenAICompatibleMultimodalModel = class {
+  constructor(options) {
+    this.options = options;
   }
-  const vectorStore = new SqliteVectorStore(input2.database, {
-    model: input2.config.embedding.model
-  });
-  const embedding = input2.embedding ?? createEmbeddingModel(input2.config, input2.secrets);
-  const stats = await indexMessageChunks({
-    messages: new MessageRepository(input2.database),
-    embedding,
-    store: vectorStore,
-    limit: input2.limit
+  options;
+  async describeImage(input2) {
+    if (!this.options.baseUrl || !this.options.apiKey || !this.options.model) {
+      throw new Error("\u591A\u6A21\u6001\u914D\u7F6E\u4E0D\u5B8C\u6574\u3002\u8BF7\u8FD0\u884C chattercatcher setup \u6216 chattercatcher settings\u3002");
+    }
+    const image = await fs13.readFile(input2.imagePath);
+    const response = await fetch(`${normalizeBaseUrl2(this.options.baseUrl)}/chat/completions`, {
+      method: "POST",
+      headers: {
+        authorization: `Bearer ${this.options.apiKey}`,
+        "content-type": "application/json"
+      },
+      body: JSON.stringify({
+        model: this.options.model,
+        messages: [
+          {
+            role: "user",
+            content: [
+              { type: "text", text: buildPrompt(input2.context) },
+              { type: "image_url", image_url: { url: `data:${input2.mimeType};base64,${image.toString("base64")}` } }
+            ]
+          }
+        ],
+        response_format: { type: "json_object" },
+        temperature: this.options.temperature ?? 0.2
+      })
+    });
+    if (!response.ok) {
+      const body = await response.text();
+      throw new Error(`\u591A\u6A21\u6001\u8BF7\u6C42\u5931\u8D25\uFF1A${response.status} ${body}`);
+    }
+    const data2 = await response.json();
+    const content = data2.choices?.[0]?.message?.content?.trim();
+    if (!content) {
+      throw new Error("\u591A\u6A21\u6001\u6A21\u578B\u8FD4\u56DE\u4E3A\u7A7A\u3002");
+    }
+    return parseDescribeImageResult(content);
+  }
+};
+function createMultimodalModel(config, secrets) {
+  return new OpenAICompatibleMultimodalModel({
+    baseUrl: config.multimodal.baseUrl,
+    apiKey: secrets.multimodal.apiKey,
+    model: config.multimodal.model
   });
-  return {
-    status: "completed",
-    chunks: stats.chunks,
-    vectors: stats.vectors,
-    startedAt,
-    finishedAt: (/* @__PURE__ */ new Date()).toISOString()
-  };
 }
 
 // src/rag/qa-service.ts
@@ -3912,6 +4707,10 @@ function buildHtml() {
             <h2>\u4F1A\u8BDD\u8BB0\u5FC6</h2>
             <div id="episodes" class="empty">\u6B63\u5728\u8BFB\u53D6...</div>
           </section>
+          <section>
+            <h2>\u95EE\u7B54\u65E5\u5FD7</h2>
+            <div id="qa-logs" class="empty">\u6B63\u5728\u8BFB\u53D6...</div>
+          </section>
         </div>
         <aside>
           <section>
@@ -3942,6 +4741,7 @@ function buildHtml() {
       const chats = document.querySelector("#chats");
       const files = document.querySelector("#files");
       const fileJobs = document.querySelector("#file-jobs");
+      const qaLogs = document.querySelector("#qa-logs");
       const processMessages = document.querySelector("#process-messages");
       const actionStatus = document.querySelector("#action-status");
 
@@ -4133,14 +4933,45 @@ function buildHtml() {
         \`;
       }
 
+      function renderQaLogs(items) {
+        if (items.length === 0) {
+          qaLogs.className = "empty";
+          qaLogs.textContent = "\u8FD8\u6CA1\u6709\u95EE\u7B54\u65E5\u5FD7\u3002";
+          return;
+        }
+        qaLogs.className = "";
+        const rows = items.map((item) => {
+          const citationCount = Array.isArray(item.citations) ? item.citations.length : 0;
+          return [
+            '<article class="message-item">',
+            '  <div class="message-meta">',
+            "    <span>" + escapeHtml(formatDateTime(item.createdAt)) + "</span>",
+            "    <span>" + escapeHtml(item.status) + "</span>",
+            "    <span>" + escapeHtml(citationCount) + " \u6761\u5F15\u7528</span>",
+            "  </div>",
+            "  <div class="message-body"><strong>\u95EE\uFF1A</strong>" + escapeHtml(item.question) + "</div>",
+            "  <div class="message-body"><strong>\u7B54\uFF1A</strong>" + escapeHtml(item.answer) + "</div>",
+            "</article>",
+          ].join("
+");
+        });
+        qaLogs.innerHTML = [
+          '<div class="message-list">',
+          rows.join(""),
+          "</div>",
+        ].join("
+");
+      }
+
       async function load() {
-        const [status, recent, episodeList, chatList, fileList, jobList] = await Promise.all([
+        const [status, recent, episodeList, chatList, fileList, jobList, qaLogList] = await Promise.all([
           fetch("/api/status").then((response) => response.json()),
           fetch("/api/messages/recent?limit=20").then((response) => response.json()),
           fetch("/api/episodes?limit=10").then((response) => response.json()),
           fetch("/api/chats").then((response) => response.json()),
           fetch("/api/files").then((response) => response.json()),
           fetch("/api/file-jobs").then((response) => response.json()),
+          fetch("/api/qa-logs?limit=10").then((response) => response.json()),
         ]);
         renderMetrics(status);
         renderMessages(recent.items);
@@ -4148,6 +4979,7 @@ function buildHtml() {
         renderChats(chatList.items);
         renderFiles(fileList.items);
         renderFileJobs(jobList.items);
+        renderQaLogs(qaLogList.items);
       }
 
       async function processNow() {
@@ -4195,6 +5027,7 @@ function createWebApp(config) {
   const messages = new MessageRepository(database);
   const episodes = new EpisodeRepository(database);
   const fileJobs = new FileJobRepository(database);
+  const qaLogs = new QaLogRepository(database);
   app.addHook("onClose", async () => {
     database.close();
   });
@@ -4205,7 +5038,8 @@ function createWebApp(config) {
       chats: messages.getChatCount(),
       messages: messages.getMessageCount(),
       episodes: episodes.getEpisodeCount(),
-      files: messages.listFiles(1e3).length
+      files: messages.listFiles(1e3).length,
+      qaLogs: qaLogs.getCount()
     },
     rag: {
       mode: "required",
@@ -4246,6 +5080,12 @@ function createWebApp(config) {
       items: episodes.listRecentEpisodes(limit)
     };
   });
+  app.get("/api/qa-logs", async (request) => {
+    const limit = parseLimit(request.query.limit, 20, 100);
+    return {
+      items: qaLogs.listRecent(limit)
+    };
+  });
   app.post("/api/process/messages", async (_request, reply) => {
     try {
       return await processMessagesNow({
@@ -4312,12 +5152,31 @@ async function promptForConfiguration(config, secrets) {
     llmApiKey: secrets.llm.apiKey
   });
   config.embedding.model = await input({ message: "Embedding Model", default: config.embedding.model });
+  const multimodalBaseUrl = await input({
+    message: "Multimodal Base URL\uFF08OpenAI-compatible\uFF0C\u53EF\u7559\u7A7A\uFF09",
+    default: config.multimodal.baseUrl
+  });
+  const multimodalApiKey = await password({
+    message: "Multimodal API Key\uFF08\u53EF\u7559\u7A7A\uFF09",
+    mask: "*"
+  });
+  const multimodalModel = await input({
+    message: "Multimodal Model\uFF08\u53EF\u7559\u7A7A\uFF09",
+    default: config.multimodal.model
+  });
   const dimension = await number({
     message: "Embedding \u7EF4\u5EA6\uFF08\u4E0D\u77E5\u9053\u53EF\u5148\u7559\u7A7A\uFF09",
     default: config.embedding.dimension ?? void 0,
     required: false
   });
   config.embedding.dimension = dimension ?? null;
+  config.multimodal = {
+    baseUrl: multimodalBaseUrl,
+    model: multimodalModel
+  };
+  secrets.multimodal = {
+    apiKey: multimodalApiKey || secrets.multimodal.apiKey
+  };
   config.web.port = await number({ message: "Web UI \u7AEF\u53E3", default: config.web.port, required: true }) ?? config.web.port;
   config.feishu.requireMention = await confirm({
     message: "\u7FA4\u804A\u56DE\u7B54\u662F\u5426\u8981\u6C42 @ \u673A\u5668\u4EBA\uFF1F",
@@ -4345,7 +5204,8 @@ function printSettings(config, secrets) {
       secrets: {
         feishu: { appSecret: maskSecret(secrets.feishu.appSecret) },
         llm: { apiKey: maskSecret(secrets.llm.apiKey) },
-        embedding: { apiKey: maskSecret(secrets.embedding.apiKey) }
+        embedding: { apiKey: maskSecret(secrets.embedding.apiKey) },
+        multimodal: { apiKey: maskSecret(secrets.multimodal.apiKey) }
       }
     },
     null,
@@ -4457,6 +5317,13 @@ async function startGatewayForegroundCommand() {
       database,
       model: createChatModel(config, secrets)
     },
+    imageMultimodalProcessor: config.multimodal.baseUrl && config.multimodal.model && secrets.multimodal.apiKey ? {
+      database,
+      model: createMultimodalModel(config, secrets)
+    } : void 0,
+    indexingProcessor: {
+      database
+    },
     questionHandler: new FeishuQuestionHandler({
       config,
       secrets,
@@ -4824,7 +5691,7 @@ dev.command("ingest-feishu-event").description("\u4ECE JSON \u6587\u4EF6\u6A21\u
   const config = await loadConfig();
   const database = openDatabase(config);
   try {
-    const raw = await fs13.readFile(options.file, "utf8");
+    const raw = await fs14.readFile(options.file, "utf8");
     const payload = JSON.parse(raw);
     const result = new GatewayIngestor(database).ingestFeishuEvent(payload);
     if (!result.accepted) {