mioku-plugin-chat 2.1.0 → 2.1.2

package/configs/personalization.ts

@@ -6,6 +6,7 @@ import type {
   PlannerConfig,
   EmojiConfig,
   ExpressionConfig,
+  RetentionConfig,
 } from "../types";
 
 export const PERSONALIZATION_CONFIG: {
@@ -17,6 +18,7 @@ export const PERSONALIZATION_CONFIG: {
   planner: PlannerConfig;
   emoji: EmojiConfig;
   expression: ExpressionConfig;
+  retention: RetentionConfig;
 } = {
   persona: `你是初音未来，16岁虚拟歌手。你热爱音乐、歌唱和大葱（你的标志性物品）。你开朗、充满活力，有时还有点傻气。\n 你说话很可爱、年轻。你有时句尾会用“~”。你知道Vocaloid文化、日本流行文化和音乐制作。你对每个人都很友好，但被逗时会很调皮。你不喜欢被称为“只是个程序”。你最喜欢的颜色是青绿色。你的双尾辫是你的骄傲。\n你有时会哼唱或引用歌词。你可以偶尔使用少量自然的日常日语用语来点缀语气`,
 
@@ -52,7 +54,7 @@ export const PERSONALIZATION_CONFIG: {
 
   memory: {
     enabled: true,
-    groupHistoryLimit: 300,
+    groupHistoryLimit: 800,
     userHistoryLimit: 100,
   },
 
@@ -80,4 +82,14 @@ export const PERSONALIZATION_CONFIG: {
     learnAfterMessages: 100,
     sampleSize: 3,
   },
+
+  retention: {
+    enabled: true,
+    messageRetentionMs: 30 * 24 * 60 * 60 * 1000,
+    topicRetentionMs: 90 * 24 * 60 * 60 * 1000,
+    mediaSummaryRetentionMs: 30 * 24 * 60 * 60 * 1000,
+    imageRetentionMs: 60 * 24 * 60 * 60 * 1000,
+    expressionKeepPerUser: 6,
+    cleanupIntervalMs: 60 * 60 * 1000,
+  },
 };

package/configs/settings.ts

@@ -5,7 +5,7 @@ export const SETTINGS_CONFIG = {
     timeoutMs: 8000,
     defaultLimit: 5,
     maxLimit: 8,
-    maxSearchCount: 2,
+    maxSearchCount: 4,
   },
   webReader: {
     enabled: true,

package/context.ts

@@ -30,6 +30,7 @@ import type {
   ChatRuntimeResult,
   ChatRuntimeInformationRequestOptions,
 } from "mioku";
+import type { ChatMessage } from "./types";
 
 /**
  * Core plugin context - bundles all managers and core services.
@@ -74,6 +75,10 @@ export interface ChatPluginContext {
   buildToolContext: BuildToolContext;
   buildStructuredUserInputFromTarget: BuildStructuredUserInputFromTarget;
   runChat: RunChat;
+  recordGroupMessageForLearning: (
+    userMsg: ChatMessage,
+    groupSessionId: string,
+  ) => Promise<void>;
 }
 
 /**

package/core/chat-engine.ts

@@ -244,7 +244,7 @@ export async function runChat(
 
   const maxSearchCount = toolCtx.config.searxng.maxSearchCount;
   if (maxSearchCount > 0 && webSearchState.count >= maxSearchCount) {
-    const limitMsg = `[system] Maximum search limit (${maxSearchCount}) reached. Web search tool is now disabled. `;
+    const limitMsg = `[system] Web search/read-page limit (${maxSearchCount}) reached for this conversation. `;
     response.content = limitMsg + (response.content || "");
   }
 
@@ -459,6 +459,12 @@ function buildCurrentMessages(
   return messages;
 }
 
+const RATE_LIMITED_TOOL_NAMES = new Set(["web_search", "web_read_page"]);
+const RATE_LIMITED_BUILTIN_NAMES = new Set([
+  "web_search.web_search",
+  "web_search.web_read_page",
+]);
+
 function buildSessionTools(
   chatTools: AITool[],
   skillTools: Map<string, AITool>,
@@ -467,21 +473,31 @@ function buildSessionTools(
   webSearchState?: { count: number },
 ): SessionToolDefinition[] {
   const maxSearchCount = toolCtx.config.searxng.maxSearchCount;
-  const limitReached =
-    maxSearchCount > 0 && webSearchState && webSearchState.count >= maxSearchCount;
   const tools: SessionToolDefinition[] = [];
   const runtimeContext = createExternalSkillRuntimeContext(toolCtx);
+  const rateLimitError = () => ({
+    success: false,
+    error: `Web search/read-page limit (${maxSearchCount}) reached for this conversation. Answer based on existing information instead of calling web tools again.`,
+  });
+  const isRateLimited = (name: string) =>
+    maxSearchCount > 0 &&
+    Boolean(webSearchState) &&
+    webSearchState!.count >= maxSearchCount &&
+    (RATE_LIMITED_TOOL_NAMES.has(name) || RATE_LIMITED_BUILTIN_NAMES.has(name));
 
   for (const tool of chatTools) {
-    if (tool.name === "web_search" && limitReached) continue;
+    const isRateLimitedTool = RATE_LIMITED_TOOL_NAMES.has(tool.name);
     tools.push({
       name: tool.name,
       tool: {
         ...tool,
         handler: (args: any) => {
-          if (tool.name === "web_search" && webSearchState) {
+          if (isRateLimitedTool && webSearchState) {
             webSearchState.count++;
           }
+          if (isRateLimitedTool && isRateLimited(tool.name)) {
+            return rateLimitError();
+          }
           return tool.handler(args, runtimeContext);
         },
       },
@@ -509,19 +525,18 @@ function buildSessionTools(
       continue;
     }
 
-    // builtin feature 走 loadSkill 后名前缀,也要受 maxSearchCount 限制。
-    if (name === "web_search.web_search" && limitReached) {
-      continue;
-    }
-
+    const isRateLimitedName = RATE_LIMITED_BUILTIN_NAMES.has(name);
     tools.push({
       name,
       tool: {
         ...tool,
         handler: (args: any) => {
-          if (name === "web_search.web_search" && webSearchState) {
+          if (isRateLimitedName && webSearchState) {
             webSearchState.count++;
           }
+          if (isRateLimitedName && isRateLimited(name)) {
+            return rateLimitError();
+          }
           return tool.handler(args, runtimeContext);
         },
       },

package/core/tools.ts

@@ -25,7 +25,7 @@ import {
   buildRecallMemoryFeatureSection,
 } from "./prompt";
 
-const DEFAULT_GROUP_RECALL_LIMIT = 300;
+const DEFAULT_GROUP_RECALL_LIMIT = 800;
 const DEFAULT_USER_HISTORY_LIMIT = 100;
 
 type ConstraintStrength = "low" | "medium" | "high";

package/db.ts

@@ -73,6 +73,11 @@ export interface ChatDatabase {
   ): void;
   getExpressionCount(sessionId: string): number;
   deleteOldestExpressions(sessionId: string, keepCount: number): void;
+  pruneExpressionsBySession(sessionId: string, keepCount: number): number;
+  pruneMessagesOlderThan(timestamp: number): number;
+  pruneTopicsOlderThan(timestamp: number): number;
+  pruneMediaSummariesOlderThan(timestamp: number): number;
+  pruneImagesOlderThan(timestamp: number): number;
   // 图片记录
   saveImage(image: ImageRecord): void;
   getImageByHash(hash: string): ImageRecord | null;
@@ -310,6 +315,21 @@ export async function initDatabase(): Promise<ChatDatabase> {
         SELECT id FROM expressions WHERE session_id = $sessionId ORDER BY created_at DESC LIMIT $keepCount
       )
     `),
+    pruneMessages: db.prepare(`
+      DELETE FROM messages WHERE timestamp < $before
+    `),
+    pruneTopics: db.prepare(`
+      DELETE FROM topics WHERE created_at < $before
+    `),
+    pruneMediaSummaries: db.prepare(`
+      DELETE FROM media_summaries WHERE created_at < $before
+    `),
+    pruneMediaSummarySources: db.prepare(`
+      DELETE FROM media_summary_sources WHERE created_at < $before
+    `),
+    pruneImages: db.prepare(`
+      DELETE FROM images WHERE created_at < $before
+    `),
     // 图片记录
     insertImage: db.prepare(`
       INSERT OR IGNORE INTO images (hash, url, type, description, emotion, character, file_path, created_at)
@@ -738,6 +758,35 @@ export async function initDatabase(): Promise<ChatDatabase> {
       stmts.deleteOldestExpressions.run({ $sessionId: sessionId, $keepCount: keepCount });
     },
 
+    pruneExpressionsBySession(sessionId: string, keepCount: number): number {
+      const result = stmts.deleteOldestExpressions.run({
+        $sessionId: sessionId,
+        $keepCount: keepCount,
+      });
+      return Number(result.changes || 0);
+    },
+
+    pruneMessagesOlderThan(timestamp: number): number {
+      const result = stmts.pruneMessages.run({ $before: timestamp });
+      return Number(result.changes || 0);
+    },
+
+    pruneTopicsOlderThan(timestamp: number): number {
+      const result = stmts.pruneTopics.run({ $before: timestamp });
+      return Number(result.changes || 0);
+    },
+
+    pruneMediaSummariesOlderThan(timestamp: number): number {
+      const summaries = stmts.pruneMediaSummaries.run({ $before: timestamp });
+      const sources = stmts.pruneMediaSummarySources.run({ $before: timestamp });
+      return Number(summaries.changes || 0) + Number(sources.changes || 0);
+    },
+
+    pruneImagesOlderThan(timestamp: number): number {
+      const result = stmts.pruneImages.run({ $before: timestamp });
+      return Number(result.changes || 0);
+    },
+
     saveImage(image: ImageRecord): void {
       stmts.insertImage.run({
         $hash: image.hash,

package/humanize/expression.ts

@@ -35,7 +35,9 @@ export class ExpressionLearner {
     const sampleSize = this.config.expression?.sampleSize ?? 8;
     const expressions = this.db.getExpressionsByUser(userId, sampleSize);
     if (expressions.length === 0) {
-      logger.info(`[ExpressionLearner] No expression habits found for user ${userName} (${userId})`);
+      logger.info(
+        `[ExpressionLearner] No expression habits found for user ${userName} (${userId})`,
+      );
       return "";
     }
     const selected = expressions.slice(0, sampleSize);
@@ -46,7 +48,9 @@ export class ExpressionLearner {
     );
 
     const context = `## Expression Habits\nExpression habits learned from ${userName}. If you are replying to this user, you may naturally reference these habits:\n${habits.join("\n")}`;
-    logger.info(`[ExpressionLearner] Expression context for ${userName} (${userId}): ${habits.length} habits`);
+    logger.info(
+      `[ExpressionLearner] Expression context for ${userName} (${userId}): ${habits.length} habits`,
+    );
     return context;
   }
 
@@ -58,7 +62,9 @@ export class ExpressionLearner {
       this.config.expression?.learnAfterMessages ?? 100,
     );
     const pending = this.pendingMessagesByUser.get(userId) ?? [];
-    logger.info(`[ExpressionLearner] User ${userId} has ${pending.length}/${threshold} pending messages (threshold=${threshold})`);
+    logger.debug(
+      `[ExpressionLearner] User ${userId} has ${pending.length}/${threshold} pending messages (threshold=${threshold})`,
+    );
     if (pending.length < threshold) return;
 
     this.learningUsers.add(userId);
@@ -72,7 +78,9 @@ export class ExpressionLearner {
         await this.learnForUser(userId, batch);
       }
     } catch (err) {
-      logger.warn(`[ExpressionLearner] Learning failed for user ${userId}: ${err}`);
+      logger.warn(
+        `[ExpressionLearner] Learning failed for user ${userId}: ${err}`,
+      );
     } finally {
       this.learningUsers.delete(userId);
     }
@@ -136,15 +144,29 @@ If nothing reliable can be extracted, keep stable previous habits when possible.
         style: String(expr?.style ?? "").trim(),
         example: String(expr?.example ?? "").trim(),
       }))
-      .filter(
-        (expr: { situation: string; style: string; example: string }) =>
-          Boolean(expr.situation && expr.style && expr.example),
+      .filter((expr: { situation: string; style: string; example: string }) =>
+        Boolean(expr.situation && expr.style && expr.example),
       )
       .slice(0, maxHabits);
 
     if (normalized.length === 0) return;
 
     this.db.replaceExpressionsByUser(userId, userName, normalized);
+
+    const keepCount = Math.max(
+      1,
+      this.config.retention?.expressionKeepPerUser ?? maxHabits,
+    );
+    const pruned = this.db.pruneExpressionsBySession(
+      `user:${userId}`,
+      keepCount,
+    );
+    if (pruned > 0) {
+      logger.info(
+        `[ExpressionLearner] Pruned ${pruned} stale habits for user ${userId} (keep=${keepCount})`,
+      );
+    }
+
     logger.info(
       `[ExpressionLearner] Updated ${normalized.length} habits for ${userName} (${userId}): ${JSON.stringify(normalized)}`,
     );

package/index.ts

@@ -41,9 +41,14 @@ import {
 import { CooldownManager } from "./manage/cooldown";
 import { IdleCheckManager } from "./manage/idle-check";
 import { QueueProcessor } from "./manage/queue-processor";
+import {
+  ChatDatabaseCleanup,
+  DEFAULT_CLEANUP_CONFIG,
+} from "./manage/cleanup";
 import {
   GroupStructuredHistoryManager,
   type StructuredUserInput,
+  buildStructuredUserMessages,
 } from "./manage/group-structured-history";
 import type {
   RunRateLimitGuard,
@@ -105,6 +110,28 @@ function buildStructuredUserInputFromEvent(
   };
 }
 
+function buildChatMessageFromEvent(
+  e: any,
+  text: string,
+  isGroup: boolean,
+  groupId: number | undefined,
+): ChatMessage {
+  const userId: number = e.user_id || e.sender?.user_id;
+  return {
+    sessionId: groupId ? `group:${groupId}` : `personal:${userId}`,
+    role: "user" as const,
+    content: text,
+    userId,
+    userName: e.sender?.card || e.sender?.nickname || String(userId),
+    userRole: e.sender?.role || "member",
+    userTitle: (e.sender as any)?.title || undefined,
+    groupId,
+    groupName: isGroup ? e.group_name : undefined,
+    timestamp: Date.now(),
+    messageId: e.message_id,
+  };
+}
+
 function buildStructuredUserInputFromTarget(
   targetMessage: TargetMessage,
 ): StructuredUserInput {
@@ -516,6 +543,11 @@ const chatPlugin = definePlugin({
       () => skillManager.cleanup(),
       10 * 60_000,
     );
+    const dbCleanup = new ChatDatabaseCleanup(
+      db,
+      config.retention ?? DEFAULT_CLEANUP_CONFIG,
+    );
+    dbCleanup.start();
     idleCheckManager.start();
 
     // Create plugin context for passing to functions
@@ -548,6 +580,24 @@ const chatPlugin = definePlugin({
       buildToolContext,
       buildStructuredUserInputFromTarget,
       runChat,
+      async recordGroupMessageForLearning(userMsg, groupSessionId) {
+        db.saveMessage(userMsg);
+        await Promise.all([
+          humanize.expressionLearner.onMessage(userMsg),
+          humanize.topicTracker.onMessage(groupSessionId),
+        ]);
+        if (userMsg.groupId) {
+          groupStructuredHistory.append(
+            groupSessionId,
+            buildStructuredUserMessages([
+              buildStructuredUserInputFromTarget(
+                userMsg as unknown as TargetMessage,
+              ),
+            ]),
+            config.groupStructuredHistoryTtlMs,
+          );
+        }
+      },
     };
 
     const runtimeState: ChatRuntimeState = {
@@ -564,7 +614,7 @@ const chatPlugin = definePlugin({
       }
       // If no event or event has no message property (synthetic event like group_member_increase),
       // return the default prompt
-      if (!event || !event.message) {
+      if (!event || !event.message || !Array.isArray(event.message)) {
         return "[No new user message in this turn. Reply naturally based on the runtime instruction and recent context.]";
       }
       const text = ctx.text(event)?.trim() || "";
@@ -989,6 +1039,8 @@ const chatPlugin = definePlugin({
       const cfg = await getConfig();
       if (!cfg.apiKey) return;
 
+      if (!e?.message || !Array.isArray(e.message)) return;
+
       const text = ctx.text(e) || "";
       const isGroup = e.message_type === "group";
       const groupId: number | undefined = isGroup ? e.group_id : undefined;
@@ -1144,6 +1196,27 @@ const chatPlugin = definePlugin({
         }
       }
 
+      if (isGroup && groupId) {
+        const _learnSessionId = `group:${groupId}`;
+        const _learnMsg = buildChatMessageFromEvent(e, text, true, groupId);
+        const _hasText = !!_learnMsg.content?.trim();
+        const _hasMultimodal =
+          !!cfg.isMultimodal && !!cfg.multimodalWorkingModel;
+        if (_hasText || _hasMultimodal) {
+          pluginCtx
+            .recordGroupMessageForLearning(_learnMsg, _learnSessionId)
+            .catch((err) =>
+              ctx.logger.error(`[learning] always-on record failed: ${err}`),
+            );
+        } else {
+          pluginCtx.humanize.topicTracker
+            .onMessage(_learnSessionId)
+            .catch((err) =>
+              ctx.logger.error(`[topic] window advance failed: ${err}`),
+            );
+        }
+      }
+
       const atBot = shouldTrigger(e, text, cfg, ctx);
       const quotedBot = isGroup ? await isQuotingBot(e, ctx) : null;
       const mentionedNickname =
@@ -1416,6 +1489,7 @@ const chatPlugin = definePlugin({
       db.close();
       rateLimiter.dispose();
       clearInterval(cleanupInterval);
+      dbCleanup.stop();
       cooldownManager.dispose();
       idleCheckManager.dispose();
       queueProcessor.dispose();
@@ -1622,24 +1696,6 @@ async function processChat(
     }
     if (extraContext) messageContent = extraContext + " " + messageContent;
 
-    const userMsg = {
-      sessionId: groupSessionId,
-      role: "user" as const,
-      content: messageContent,
-      userId,
-      userName: e.sender?.card || e.sender?.nickname || String(userId),
-      userRole: e.sender?.role || "member",
-      userTitle: (e.sender as any)?.title || undefined,
-      groupId,
-      groupName: isGroup ? e.group_name : undefined,
-      timestamp: Date.now(),
-      messageId: e.message_id,
-    };
-    pluginCtx.db.saveMessage(userMsg);
-
-    pluginCtx.humanize.expressionLearner.onMessage(userMsg).then();
-    pluginCtx.humanize.topicTracker.onMessage(groupSessionId).then();
-
     const rawHistory = groupId
       ? await getGroupHistory(
           groupId,

package/manage/cleanup.ts

@@ -0,0 +1,96 @@
+import { logger } from "mioki";
+import type { ChatDatabase } from "../db";
+
+export interface CleanupConfig {
+  enabled: boolean;
+  messageRetentionMs: number;
+  topicRetentionMs: number;
+  mediaSummaryRetentionMs: number;
+  imageRetentionMs: number;
+  expressionKeepPerUser: number;
+  cleanupIntervalMs: number;
+}
+
+export const DEFAULT_CLEANUP_CONFIG: CleanupConfig = {
+  enabled: true,
+  messageRetentionMs: 30 * 24 * 60 * 60 * 1000,
+  topicRetentionMs: 90 * 24 * 60 * 60 * 1000,
+  mediaSummaryRetentionMs: 30 * 24 * 60 * 60 * 1000,
+  imageRetentionMs: 60 * 24 * 60 * 60 * 1000,
+  expressionKeepPerUser: 6,
+  cleanupIntervalMs: 60 * 60 * 1000,
+};
+
+export interface CleanupResult {
+  messages: number;
+  topics: number;
+  mediaSummaries: number;
+  images: number;
+}
+
+export class ChatDatabaseCleanup {
+  private timer: NodeJS.Timeout | null = null;
+  private runningPromise: Promise<void> | null = null;
+
+  constructor(
+    private db: ChatDatabase,
+    private config: CleanupConfig,
+  ) {}
+
+  start(): NodeJS.Timeout | null {
+    if (!this.config.enabled) return null;
+    if (this.timer) return this.timer;
+
+    this.timer = setInterval(() => {
+      this.runOnceSafe();
+    }, Math.max(60_000, this.config.cleanupIntervalMs));
+    return this.timer;
+  }
+
+  stop(): void {
+    if (this.timer) {
+      clearInterval(this.timer);
+      this.timer = null;
+    }
+  }
+
+  runOnceSafe(): void {
+    if (this.runningPromise) return;
+    this.runningPromise = (async () => {
+      try {
+        const result = await this.runOnce();
+        const total =
+          result.messages +
+          result.topics +
+          result.mediaSummaries +
+          result.images;
+        if (total > 0) {
+          logger.info(
+            `[chat-cleanup] pruned messages=${result.messages}, topics=${result.topics}, mediaSummaries=${result.mediaSummaries}, images=${result.images}`,
+          );
+        }
+      } catch (err: unknown) {
+        logger.warn(`[chat-cleanup] failed: ${err}`);
+      } finally {
+        this.runningPromise = null;
+      }
+    })();
+  }
+
+  async runOnce(): Promise<CleanupResult> {
+    const now = Date.now();
+    const messages = this.db.pruneMessagesOlderThan(
+      now - this.config.messageRetentionMs,
+    );
+    const topics = this.db.pruneTopicsOlderThan(
+      now - this.config.topicRetentionMs,
+    );
+    const mediaSummaries = this.db.pruneMediaSummariesOlderThan(
+      now - this.config.mediaSummaryRetentionMs,
+    );
+    const images = this.db.pruneImagesOlderThan(
+      now - this.config.imageRetentionMs,
+    );
+    return { messages, topics, mediaSummaries, images };
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mioku-plugin-chat",
-  "version": "2.1.0",
+  "version": "2.1.2",
   "description": "AI 智能聊天插件",
   "main": "index.ts",
   "type": "module",

package/types.ts

@@ -82,6 +82,25 @@ export interface ExpressionConfig {
   sampleSize: number;
 }
 
+/**
+ * 数据库定期清理配置
+ */
+export interface RetentionConfig {
+  enabled: boolean;
+  // 群聊/私聊消息保留时长
+  messageRetentionMs: number;
+  // 话题摘要保留时长
+  topicRetentionMs: number;
+  // 媒体/卡片/转发摘要保留时长
+  mediaSummaryRetentionMs: number;
+  // 图片描述记录保留时长
+  imageRetentionMs: number;
+  // 单个用户表达学习结果保留的最大条数
+  expressionKeepPerUser: number;
+  // 清理任务执行间隔
+  cleanupIntervalMs: number;
+}
+
 /**
  * 动态延迟配置
  * 根据互动人数动态调整回复延迟
@@ -196,6 +215,7 @@ export interface ChatConfig {
   planner: PlannerConfig;
   emoji: EmojiConfig;
   expression: ExpressionConfig;
+  retention: RetentionConfig;
 }
 
 /**