koishi-plugin-chat-patch 2.1.2 → 2.3.0

package/src/config.ts

@@ -1,46 +1,45 @@
-import { Schema } from 'koishi'
-
-export interface Config {
-  loggerinfo: boolean
-  clearIndexedDBOnStart: boolean
-  maxMessagesPerChannel: number
-  keepMessagesOnClear: number
-  maxPersistImages: number
-  blockedPlatforms: Array<{
-    platformName: string
-    exactMatch: boolean
-  }>
-}
-
-export const Config: Schema<Config> = Schema.intersect([
-  Schema.object({
-    maxMessagesPerChannel: Schema.number().default(500).description('每个群组最大保存消息数量').min(50).max(1500).step(1),
-    keepMessagesOnClear: Schema.number().default(50).description('手动清理历史记录时保留的消息数量').min(0).max(1000).step(1),
-    maxPersistImages: Schema.number().default(100).description('持久化存储的图片缓存数量').min(10).max(500).step(1),
-    blockedPlatforms: Schema.array(Schema.object({
-      platformName: Schema.string().description('平台名称或关键词'),
-      exactMatch: Schema.boolean().default(false).description('完全匹配？如果关闭，包含关键词即屏蔽').default(true)
-    })).role('table').description('屏蔽的平台列表').default(
-      [
-        {
-          "platformName": "qq",
-          "exactMatch": true
-        },
-        {
-          "platformName": "qqguild",
-          "exactMatch": true
-        },
-        {
-          "platformName": "sandbox",
-          "exactMatch": false
-        }
-      ]
-    ),
-  }).description('基础设置'),
-
-
-  Schema.object({
-    clearIndexedDBOnStart: Schema.boolean().default(true).description('启动时强制清空IndexedDB缓存（适用于紧急情况，防止浏览器卡死）'),
-    loggerinfo: Schema.boolean().default(false).description('日志调试模式').experimental(),
-  }).description('开发者选项'),
-])
+import { Schema } from 'koishi'
+
+export interface Config {
+  loggerinfo: boolean
+  clearIndexedDBOnStart: boolean
+  maxMessagesPerChannel: number
+  keepMessagesOnClear: number
+  maxPersistImages: number
+  blockedPlatforms: Array<{
+    platformName: string
+    exactMatch: boolean
+  }>
+}
+
+export const Config: Schema<Config> = Schema.intersect([
+  Schema.object({
+    maxMessagesPerChannel: Schema.number().default(500).description('每个群组最大保存消息数量').min(50).max(1500).step(1),
+    keepMessagesOnClear: Schema.number().default(50).description('手动清理历史记录时保留的消息数量').min(0).max(1000).step(1),
+    maxPersistImages: Schema.number().default(100).description('持久化存储的图片缓存数量').min(10).max(500).step(1),
+    blockedPlatforms: Schema.array(Schema.object({
+      platformName: Schema.string().description('平台名称或关键词'),
+      exactMatch: Schema.boolean().default(false).description('完全匹配？如果关闭，包含关键词即屏蔽').default(true)
+    })).role('table').description('屏蔽的平台列表').default(
+      [
+        {
+          "platformName": "qq",
+          "exactMatch": true
+        },
+        {
+          "platformName": "qqguild",
+          "exactMatch": true
+        },
+        {
+          "platformName": "sandbox",
+          "exactMatch": false
+        }
+      ]
+    ),
+  }).description('基础设置'),
+
+  Schema.object({
+    clearIndexedDBOnStart: Schema.boolean().default(true).description('启动时强制清空IndexedDB缓存（适用于紧急情况，防止浏览器卡死）'),
+    loggerinfo: Schema.boolean().default(false).description('日志调试模式').experimental(),
+  }).description('开发者选项'),
+])

package/src/file-manager.ts

@@ -1,169 +1,215 @@
-import { ChatData, MessageInfo } from './types'
-import { Context, Logger } from 'koishi'
-import { Config } from './config'
-import { Utils } from './utils'
-
-import path from 'node:path'
-import fs from 'node:fs'
-
-export class FileManager {
-  private dataFilePath: string
-  private fileOperationLock = Promise.resolve()
-  private logger: Logger
-  private utils: Utils
-
-  constructor(
-    private ctx: Context,
-    private config: Config
-  ) {
-    this.dataFilePath = path.resolve(ctx.baseDir, 'data', 'chat-patch', 'chat-data.json')
-    this.logger = ctx.logger('chat-patch')
-    this.utils = new Utils(config)
-  }
-
-  // 确保目录存在
-  private ensureDataDir() {
-    const dir = path.dirname(this.dataFilePath)
-    if (!fs.existsSync(dir)) {
-      fs.mkdirSync(dir, { recursive: true })
-    }
-  }
-
-  // 从JSON文件读取数据
-  readChatDataFromFile(): ChatData {
-    try {
-      if (fs.existsSync(this.dataFilePath)) {
-        const jsonData = fs.readFileSync(this.dataFilePath, 'utf8')
-        const data = JSON.parse(jsonData)
-        return {
-          bots: data.bots || {},
-          channels: data.channels || {},
-          messages: data.messages || {},
-          pinnedBots: data.pinnedBots || [],
-          pinnedChannels: data.pinnedChannels || [],
-          lastSaveTime: data.lastSaveTime
-        }
-      }
-    } catch (error) {
-      this.logger.error('读取聊天数据失败:', error)
-    }
-    return {
-      bots: {},
-      channels: {},
-      messages: {},
-      pinnedBots: [],
-      pinnedChannels: []
-    }
-  }
-
-  // 写入数据到JSON文件
-  writeChatDataToFile(data: ChatData) {
-    try {
-      this.ensureDataDir()
-      data.lastSaveTime = Date.now()
-      const jsonData = JSON.stringify(data, null, 2)
-      fs.writeFileSync(this.dataFilePath, jsonData, 'utf8')
-    } catch (error) {
-      this.logger.error('写入聊天数据失败:', error)
-    }
-  }
-
-  // 清理超量消息
-  cleanExcessMessages(data: ChatData): ChatData {
-    let cleanedCount = 0
-    const cleanedMessages: Record<string, MessageInfo[]> = {}
-
-    for (const [channelKey, messages] of Object.entries(data.messages)) {
-      if (messages.length > this.config.maxMessagesPerChannel) {
-        const sortedMessages = [...messages].sort((a, b) => a.timestamp - b.timestamp)
-        const keptMessages = sortedMessages.slice(-this.config.maxMessagesPerChannel)
-        cleanedCount += messages.length - keptMessages.length
-        cleanedMessages[channelKey] = keptMessages
-        this.logInfo(`频道 ${channelKey} 清理了 ${messages.length - keptMessages.length} 条旧消息，保留最新 ${keptMessages.length} 条`)
-      } else {
-        cleanedMessages[channelKey] = messages
-      }
-    }
-
-    if (cleanedCount > 0) {
-      this.logInfo('总共清理超量消息:', cleanedCount, '条')
-    }
-
-    return {
-      ...data,
-      messages: cleanedMessages
-    }
-  }
-
-  // 添加消息到JSON文件（使用锁机制防止并发冲突）
-  async addMessageToFile(messageInfo: MessageInfo) {
-    this.fileOperationLock = this.fileOperationLock.then(async () => {
-      const data = this.readChatDataFromFile()
-      const channelKey = `${messageInfo.selfId}:${messageInfo.channelId}`
-
-      if (!data.messages[channelKey]) {
-        data.messages[channelKey] = []
-      }
-
-      // 检查消息是否已存在
-      const existingMessage = data.messages[channelKey].find(m => m.id === messageInfo.id)
-      if (existingMessage) {
-        this.logInfo('消息已存在，跳过保存:', {
-          channelKey: channelKey,
-          messageId: messageInfo.id,
-          existingType: existingMessage.type,
-          existingContent: existingMessage.content,
-          newType: messageInfo.type,
-          newContent: messageInfo.content
-        })
-        return
-      }
-
-      if (!messageInfo.timestamp) {
-        messageInfo.timestamp = Date.now()
-      }
-
-      // 清理消息中的base64内容
-      const cleanedMessageInfo = this.utils.cleanBase64Content(messageInfo) as MessageInfo
-
-      const beforeCount = data.messages[channelKey].length
-      data.messages[channelKey].push(cleanedMessageInfo)
-      const afterCount = data.messages[channelKey].length
-
-      // 限制消息数量 - 保留最新的消息
-      if (data.messages[channelKey].length > this.config.maxMessagesPerChannel) {
-        data.messages[channelKey].sort((a, b) => a.timestamp - b.timestamp)
-        const removedCount = data.messages[channelKey].length - this.config.maxMessagesPerChannel
-        data.messages[channelKey] = data.messages[channelKey].slice(-this.config.maxMessagesPerChannel)
-        this.logInfo(`频道 ${channelKey} 达到消息上限，清理了 ${removedCount} 条旧消息`)
-      }
-
-      this.writeChatDataToFile(data)
-
-      const isCommandMessage = messageInfo.content?.startsWith('++') || messageInfo.content?.startsWith('.')
-
-      this.logInfo('添加消息到文件:', {
-        channelKey: channelKey,
-        messageId: messageInfo.id,
-        content: messageInfo.content,
-        type: messageInfo.type,
-        userId: messageInfo.userId,
-        username: messageInfo.username,
-        timestamp: messageInfo.timestamp,
-        isCommandMessage: isCommandMessage,
-        消息数变化: `${beforeCount} -> ${afterCount} -> ${data.messages[channelKey].length}`
-      })
-
-    }).catch(error => {
-      this.logger.error('保存消息时发生错误:', error)
-    })
-
-    await this.fileOperationLock
-  }
-
-  private logInfo(...args: any[]) {
-    if (this.config.loggerinfo) {
-      (this.logger.info as (...args: any[]) => void)(...args)
-    }
-  }
-}
+import { ChatData, MessageInfo } from './types'
+import { Context, Logger } from 'koishi'
+import { Config } from './config'
+import { Utils } from './utils'
+
+import path from 'node:path'
+import fs from 'node:fs'
+
+export class FileManager {
+  private dataFilePath: string
+  private fileOperationLock = Promise.resolve()
+  private logger: Logger
+  private utils: Utils
+
+  private memoryCache: ChatData | null = null
+
+  private pendingMessages: MessageInfo[] = []
+
+  private writeTimer: (() => void) | null = null
+
+  private readonly WRITE_DEBOUNCE_MS = 1000
+
+  constructor(
+    private ctx: Context,
+    private config: Config
+  ) {
+    this.dataFilePath = path.resolve(ctx.baseDir, 'data', 'chat-patch', 'chat-data.json')
+    this.logger = ctx.logger('chat-patch')
+    this.utils = new Utils(config)
+
+    this.memoryCache = this.readChatDataFromFile()
+  }
+
+  private ensureDataDir() {
+    const dir = path.dirname(this.dataFilePath)
+    if (!fs.existsSync(dir)) {
+      fs.mkdirSync(dir, { recursive: true })
+    }
+  }
+
+  readChatDataFromFile(): ChatData {
+
+    if (this.memoryCache) {
+      return this.memoryCache
+    }
+
+    process.nextTick(() => {
+      try {
+        if (fs.existsSync(this.dataFilePath)) {
+          const jsonData = fs.readFileSync(this.dataFilePath, 'utf8')
+          const data = JSON.parse(jsonData)
+          this.memoryCache = {
+            bots: data.bots || {},
+            channels: data.channels || {},
+            messages: data.messages || {},
+            pinnedBots: data.pinnedBots || [],
+            pinnedChannels: data.pinnedChannels || [],
+            lastSaveTime: data.lastSaveTime
+          }
+        }
+      } catch (error) {
+        this.logger.error('读取聊天数据失败:', error)
+      }
+    })
+
+    this.memoryCache = {
+      bots: {},
+      channels: {},
+      messages: {},
+      pinnedBots: [],
+      pinnedChannels: []
+    }
+    return this.memoryCache
+  }
+
+  writeChatDataToFile(data: ChatData) {
+
+    data.lastSaveTime = Date.now()
+    this.memoryCache = data
+
+    process.nextTick(() => {
+      try {
+        this.ensureDataDir()
+        const jsonData = JSON.stringify(data, null, 2)
+        fs.writeFileSync(this.dataFilePath, jsonData, 'utf8')
+      } catch (error) {
+        this.logger.error('写入聊天数据失败:', error)
+      }
+    })
+  }
+
+  private scheduleWrite() {
+
+    if (this.writeTimer) {
+      this.writeTimer()
+      this.writeTimer = null
+    }
+
+    this.writeTimer = this.ctx.setTimeout(() => {
+
+      process.nextTick(() => {
+        this.flushPendingMessages()
+      })
+      this.writeTimer = null
+    }, this.WRITE_DEBOUNCE_MS)
+  }
+
+  private flushPendingMessages() {
+    if (this.pendingMessages.length === 0) return
+
+    const messagesToWrite = [...this.pendingMessages]
+    this.pendingMessages = []
+
+    const data = this.memoryCache || this.readChatDataFromFile()
+
+    for (const messageInfo of messagesToWrite) {
+      const channelKey = `${messageInfo.selfId}:${messageInfo.channelId}`
+
+      if (!data.messages[channelKey]) {
+        data.messages[channelKey] = []
+      }
+
+      const existingMessage = data.messages[channelKey].find(m => m.id === messageInfo.id)
+      if (existingMessage) {
+        continue
+      }
+
+      if (!messageInfo.timestamp) {
+        messageInfo.timestamp = Date.now()
+      }
+
+      const cleanedMessageInfo = this.utils.cleanBase64Content(messageInfo) as MessageInfo
+      data.messages[channelKey].push(cleanedMessageInfo)
+
+      if (data.messages[channelKey].length > this.config.maxMessagesPerChannel) {
+        data.messages[channelKey].sort((a, b) => a.timestamp - b.timestamp)
+        data.messages[channelKey] = data.messages[channelKey].slice(-this.config.maxMessagesPerChannel)
+      }
+    }
+
+    this.writeChatDataToFile(data)
+    this.logInfo(`批量写入 ${messagesToWrite.length} 条消息`)
+  }
+
+  cleanExcessMessages(data: ChatData): ChatData {
+    let cleanedCount = 0
+    const cleanedMessages: Record<string, MessageInfo[]> = {}
+
+    for (const [channelKey, messages] of Object.entries(data.messages)) {
+      if (messages.length > this.config.maxMessagesPerChannel) {
+        const sortedMessages = [...messages].sort((a, b) => a.timestamp - b.timestamp)
+        const keptMessages = sortedMessages.slice(-this.config.maxMessagesPerChannel)
+        cleanedCount += messages.length - keptMessages.length
+        cleanedMessages[channelKey] = keptMessages
+        this.logInfo(`频道 ${channelKey} 清理了 ${messages.length - keptMessages.length} 条旧消息，保留最新 ${keptMessages.length} 条`)
+      } else {
+        cleanedMessages[channelKey] = messages
+      }
+    }
+
+    if (cleanedCount > 0) {
+      this.logInfo('总共清理超量消息:', cleanedCount, '条')
+    }
+
+    return {
+      ...data,
+      messages: cleanedMessages
+    }
+  }
+
+  async addMessageToFile(messageInfo: MessageInfo) {
+
+    this.pendingMessages.push(messageInfo)
+
+    const data = this.memoryCache || this.readChatDataFromFile()
+    const channelKey = `${messageInfo.selfId}:${messageInfo.channelId}`
+
+    if (!data.messages[channelKey]) {
+      data.messages[channelKey] = []
+    }
+
+    const existingMessage = data.messages[channelKey].find(m => m.id === messageInfo.id)
+    if (!existingMessage) {
+      if (!messageInfo.timestamp) {
+        messageInfo.timestamp = Date.now()
+      }
+      const cleanedMessageInfo = this.utils.cleanBase64Content(messageInfo) as MessageInfo
+      data.messages[channelKey].push(cleanedMessageInfo)
+
+      if (data.messages[channelKey].length > this.config.maxMessagesPerChannel) {
+        data.messages[channelKey].sort((a, b) => a.timestamp - b.timestamp)
+        data.messages[channelKey] = data.messages[channelKey].slice(-this.config.maxMessagesPerChannel)
+      }
+
+      this.memoryCache = data
+    }
+
+    this.scheduleWrite()
+  }
+
+  dispose() {
+    if (this.writeTimer) {
+      this.writeTimer()
+      this.writeTimer = null
+    }
+
+    this.flushPendingMessages()
+  }
+
+  private logInfo(...args: any[]) {
+    if (this.config.loggerinfo) {
+      (this.logger.info as (...args: any[]) => void)(...args)
+    }
+  }
+}