koishi-plugin-chat-patch 5.6.1 → 6.0.0

package/src/index.ts

@@ -1,60 +1,65 @@
-import { Context } from 'koishi'
-import { Console } from '@koishijs/console'
-import path from 'node:path'
-
-import { Config } from './config'
-import { createPluginLogger } from './logger'
-import { ContactCacheService } from './cache'
-import { ChatDatabase } from './database'
+import { Context } from 'koishi'
+import { Console } from '@koishijs/console'
+import path from 'node:path'
+
+import { Config } from './config'
+import { createPluginLogger } from './logger'
+import { ContactCacheService } from './cache'
+import { ChatDatabase } from './database'
 import { Recorder } from './recorder'
 import { SatoriGateway } from './gateway'
 import { MediaManager } from './media'
 import { SelfMessageRecorder } from './self-message'
 import { registerBootstrap } from './bootstrap'
 import { registerWeb } from './web'
-
-export const name = 'chat-patch'
-export const reusable = false
-export const filter = false
+
+export const name = 'chat-patch'
+export const reusable = false
+export const filter = false
 export const inject = {
-  required: ['console', 'server', 'http', 'satori.server'],
+  required: ['console', 'server', 'http', 'satori.server', 'node'],
 }
-
-declare module 'koishi' {
-  interface Context {
-    console: Console
-  }
-}
-
-export const usage = `
----
-
-基于 Satori 协议的 Koishi 后台聊天室。
-需要在 Koishi 中启用 server-satori，并在插件内构建 web 应用。
-
----
-`
-
-export { Config } from './config'
-
-export async function apply(ctx: Context, config: Config) {
-  const pluginLogger = createPluginLogger(ctx.logger('chat-patch'), config)
-
-  const database = new ChatDatabase(ctx, config, pluginLogger)
-  await database.initialize()
-  const contactCache = new ContactCacheService(ctx, database, pluginLogger)
-
-  const media = new MediaManager(ctx, config, database, pluginLogger)
-  media.start()
-
-  const recorder = new Recorder(config, database, media, contactCache, pluginLogger)
-  const gateway = new SatoriGateway(ctx, config, database, recorder, pluginLogger, (payload) => {
+
+declare module 'koishi' {
+  interface Context {
+    console: Console
+  }
+}
+
+export const usage = `
+---
+
+基于 Satori 协议的 Koishi 后台聊天室。
+需要在 Koishi 中启用 server-satori，并在插件内构建 web 应用。
+
+---
+
+需要安装 w-node 插件，并开启 w-node、market、server-satori 插件。
+
+---
+`
+
+export { Config } from './config'
+
+export async function apply(ctx: Context, config: Config) {
+  const pluginLogger = createPluginLogger(ctx.logger('chat-patch'), config)
+
+  const database = new ChatDatabase(ctx, config, pluginLogger)
+  await database.initialize()
+  await database.cleanupExcess()
+  const contactCache = new ContactCacheService(ctx, database, pluginLogger)
+
+  const media = new MediaManager(ctx, config, database, pluginLogger)
+  media.start()
+
+  const recorder = new Recorder(database, media, contactCache, pluginLogger)
+  const gateway = new SatoriGateway(ctx, database, recorder, pluginLogger, (payload) => {
     void ctx.console.broadcast('chat-patch/event', payload).catch((error) => {
       pluginLogger.warn('推送前端事件失败:', error)
     })
   })
 
-  const selfMessages = new SelfMessageRecorder(ctx, config, database, media, pluginLogger)
+  const selfMessages = new SelfMessageRecorder(ctx, database, media, pluginLogger)
   selfMessages.start()
 
   void gateway.start().catch((error) => {
@@ -63,17 +68,17 @@ export async function apply(ctx: Context, config: Config) {
 
   registerBootstrap(ctx, config, database, pluginLogger, () => gateway.getLogins())
   registerWeb(ctx, config, database, contactCache, media, pluginLogger)
-
-  ctx.console.addEntry({
-    dev: path.resolve(__dirname, '../client/index.ts'),
-    prod: path.resolve(__dirname, '../dist'),
-  })
-
+
+  ctx.console.addEntry({
+    dev: path.resolve(__dirname, '../client/index.ts'),
+    prod: path.resolve(__dirname, '../dist'),
+  })
+
   ctx.on('dispose', async () => {
     gateway.dispose()
     selfMessages.dispose()
     media.dispose()
-    await database.dispose()
-    pluginLogger.logInfo('chat-patch 已卸载')
-  })
-}
+    await database.dispose()
+    pluginLogger.logInfo('chat-patch 已卸载')
+  })
+}

package/src/media.ts

@@ -1,8 +1,10 @@
 import { Context } from 'koishi'
 import {} from '@koishijs/plugin-server'
 import { createHash } from 'node:crypto'
-import { createReadStream, promises as fs } from 'node:fs'
+import { createReadStream, createWriteStream, promises as fs } from 'node:fs'
 import path from 'node:path'
+import { Readable } from 'node:stream'
+import { pipeline } from 'node:stream/promises'
 import { fileURLToPath } from 'node:url'
 import FileType from 'file-type'
 
@@ -103,6 +105,23 @@ function collectMediaUrls(source: unknown, result: Set<string>) {
   }
 }
 
+// 限制同时下载的媒体数量，避免一条含大量图片/视频的消息一次性吃满内存和连接
+async function forEachConcurrent<T>(
+  items: readonly T[],
+  limit: number,
+  task: (item: T) => Promise<unknown>,
+) {
+  let cursor = 0
+  const workers = Array.from({ length: Math.min(limit, items.length) }, async () => {
+    while (cursor < items.length) {
+      const current = cursor
+      cursor += 1
+      await task(items[current]).catch(() => undefined)
+    }
+  })
+  await Promise.all(workers)
+}
+
 export class MediaManager {
   private mediaDir: string
   private uploadDir: string
@@ -212,7 +231,7 @@ export class MediaManager {
   async cacheMessageMedia(source: unknown, channelId = ''): Promise<string[]> {
     const urls = new Set<string>()
     collectMediaUrls(source, urls)
-    await Promise.allSettled([...urls].map((url) => this.cacheUrl(url, channelId)))
+    await forEachConcurrent([...urls], 4, (url) => this.cacheUrl(url, channelId))
     if (urls.size) {
       this.logger.logInfo('消息媒体已预缓存:', urls.size, '个 URL')
     }
@@ -256,33 +275,45 @@ export class MediaManager {
       if (!response.ok) {
         return null
       }
-      const buffer = Buffer.from(await response.arrayBuffer())
-      const ext = await this.detectExtension(url, buffer)
+      if (!response.body) return null
+      const detected = await FileType.stream(Readable.fromWeb(response.body))
+      const ext = detected.fileType?.ext
+        ? toExtension(detected.fileType.ext)
+        : (urlExt || '.bin')
       const filename = `${hash}${ext}`
       const filePath = path.join(this.mediaDir, filename)
-      await fs.writeFile(filePath, buffer)
-      this.logger.logInfo('媒体已缓存:', filename, buffer.length)
+      if (await this.exists(filePath)) {
+        return this.migrateCachedMedia(url, filePath, channelId)
+      }
+      const tempPath = path.join(this.mediaDir, `${hash}.${Date.now()}.${Math.random().toString(36).slice(2)}.tmp`)
+      try {
+        await pipeline(detected, createWriteStream(tempPath))
+        await fs.rename(tempPath, filePath)
+      } catch (error) {
+        await fs.unlink(tempPath).catch(() => undefined)
+        throw error
+      }
+      this.logger.logInfo('媒体已缓存:', filename)
       return filePath
     } catch (error) {
       return null
     }
   }
 
-  private async detectExtension(url: string, buffer: Buffer): Promise<string> {
+  private async detectExtensionFromFile(filePath: string): Promise<string> {
     try {
-      const detected = await FileType.fromBuffer(buffer)
+      const detected = await FileType.fromStream(createReadStream(filePath))
       if (detected?.ext) return toExtension(detected.ext)
     } catch (error) {
-      this.logger.logInfo('媒体类型识别失败，回退 URL 后缀:', url, error)
+      this.logger.logInfo('媒体类型识别失败，回退文件后缀:', filePath, error)
     }
-    const ext = path.extname(new URL(url).pathname)
+    const ext = path.extname(filePath).toLowerCase()
     return ext && ext !== '.bin' ? ext.toLowerCase() : '.bin'
   }
 
   private async migrateCachedMedia(url: string, filePath: string, channelId: string): Promise<string> {
     try {
-      const buffer = await fs.readFile(filePath)
-      const ext = await this.detectExtension(url, buffer)
+      const ext = await this.detectExtensionFromFile(filePath)
       const currentExt = path.extname(filePath).toLowerCase()
       if (ext === '.bin' || ext === currentExt) return filePath
 

package/src/recorder.ts

@@ -1,4 +1,3 @@
-import { Config } from './config'
 import { ContactCacheService } from './cache'
 import { ChatDatabase } from './database'
 import { MediaManager } from './media'
@@ -35,7 +34,6 @@ function isPrivateChannelType(value: unknown): boolean {
 
 export class Recorder {
   constructor(
-    private config: Config,
     private database: ChatDatabase,
     private media: MediaManager,
     private contactCache: ContactCacheService,
@@ -47,7 +45,6 @@ export class Recorder {
     const type = getString(body.type)
     const login = getObject(body.login)
     const platform = getString(body.platform) || getString(login.platform)
-    if (this.isBlocked(platform)) return false
     if (type === 'message-deleted') {
       await this.handleMessageDeleted(body)
       return true
@@ -57,14 +54,6 @@ export class Recorder {
     return true
   }
 
-  private isBlocked(platform: string): boolean {
-    return (this.config.blockedPlatforms ?? []).some((item) => {
-      return item.exactMatch
-        ? platform === item.platformName
-        : platform.includes(item.platformName)
-    })
-  }
-
   private async handleMessageCreated(body: Record<string, unknown>) {
     const login = getObject(body.login)
     const loginUser = getObject(login.user)

package/src/self-message.ts

@@ -1,7 +1,6 @@
 import { Bot, Context, h, Session } from 'koishi'
 import { createHash, randomUUID } from 'node:crypto'
 
-import { Config } from './config'
 import { ChatDatabase } from './database'
 import { MediaManager } from './media'
 import { PluginLogger } from './logger'
@@ -213,7 +212,6 @@ export class SelfMessageRecorder {
 
   constructor(
     private ctx: Context,
-    private config: Config,
     private database: ChatDatabase,
     private media: MediaManager,
     private logger: PluginLogger,
@@ -236,14 +234,6 @@ export class SelfMessageRecorder {
     }
   }
 
-  private isBlocked(platform: string): boolean {
-    return (this.config.blockedPlatforms ?? []).some((item) => {
-      return item.exactMatch
-        ? platform === item.platformName
-        : platform.includes(item.platformName)
-    })
-  }
-
   // 包装三个发送入口，覆盖 Satori message.create 和插件直接发送
   private wrapBot(bot: Bot) {
     if (this.wrapped.has(bot)) return
@@ -337,7 +327,7 @@ export class SelfMessageRecorder {
     mode: 'create' | 'send' | 'private',
     localId: string,
   ) {
-    if (!channelId || this.isBlocked(bot.platform ?? '')) return
+    if (!channelId) return
     if (!ids.length) {
       this.logger.warn('发送未返回消息 ID，判定为发送失败:', bot.platform, channelId)
       return
@@ -362,7 +352,7 @@ export class SelfMessageRecorder {
   }
 
   private async markSelfMessageRevoked(bot: Bot, channelId: string, messageId: string) {
-    if (!messageId || !channelId || this.isBlocked(bot.platform ?? '')) return
+    if (!messageId || !channelId) return
     const updated = await this.database.updateSelfMessageByMessageId(
       bot.platform ?? '',
       bot.selfId,
@@ -384,7 +374,7 @@ export class SelfMessageRecorder {
     const eventChannel = getObject(event.channel)
     const eventMessage = getObject(event.message)
     const channelId = session.channelId || getString(eventChannel.id)
-    if (this.isBlocked(platform) || !platform || !selfId || !channelId) return
+    if (!platform || !selfId || !channelId) return
 
     const messageId = session.messageId || getMessageId(eventMessage)
     if (messageId) {

package/src/server.d.ts

@@ -1,8 +1,22 @@
 import type { DefaultContext, DefaultState, ParameterizedContext } from 'koa'
 
-type ServerContext = ParameterizedContext<DefaultState, DefaultContext>
-
-declare module '@satorijs/core' {
+type ServerContext = ParameterizedContext<DefaultState, DefaultContext>
+
+interface WNodeService {
+  import<T>(packageName: string, options?: {
+    allowInstall?: boolean
+    useRequire?: boolean
+    version?: string
+  }): Promise<T>
+}
+
+declare module 'koishi' {
+  interface Context {
+    node: WNodeService
+  }
+}
+
+declare module '@satorijs/core' {
   interface Satori {
     server: {
       url: string

package/src/web.ts

@@ -1,11 +1,12 @@
 import { Context } from 'koishi'
 import {} from '@koishijs/plugin-server'
-import { createReadStream, existsSync, promises as fs, statSync } from 'node:fs'
+import { createReadStream, createWriteStream, existsSync, promises as fs, statSync } from 'node:fs'
 import { createHash } from 'node:crypto'
 import path from 'node:path'
 import { pathToFileURL } from 'node:url'
-import send from 'koa-send'
-import type { DefaultContext, DefaultState, ParameterizedContext } from 'koa'
+import send from 'koa-send'
+import type Router from '@koa/router'
+import type { DefaultContext, DefaultState, ParameterizedContext } from 'koa'
 import FileType from 'file-type'
 
 import { Config } from './config'
@@ -13,7 +14,7 @@ import { ContactCacheService } from './cache'
 import { ChatDatabase } from './database'
 import { MediaManager } from './media'
 import { PluginLogger } from './logger'
-import { ContactCacheItem, SelfMessagePayload, SelfMessageRecord } from './types'
+import { ContactCacheItem, MessageRecord, SelfMessagePayload, SelfMessageRecord } from './types'
 
 interface ViteConsoleServer {
   config?: {
@@ -42,7 +43,7 @@ export function registerWeb(
   const webIndex = path.resolve(__dirname, '..', 'client', 'web', 'index.html')
   const uploadDir = path.resolve(ctx.baseDir, 'data', 'chat-patch', 'upload-media')
 
-  type WebContext = ParameterizedContext<DefaultState, DefaultContext>
+  type WebContext = Router.RouterContext<DefaultState, DefaultContext>
   const cacheType = (type: string) => type === 'user' ? 'friend' : type
 
   const getVite = (): ViteConsoleServer | undefined => {
@@ -133,16 +134,21 @@ export function registerWeb(
   }
   const MAX_UPLOAD_BYTES = 500 * 1024 * 1024
 
-  ctx.server.post(`${config.basePath}/api/upload-media`, async (koa) => {
-    const requestBody = (koa.request as unknown as { body?: unknown }).body
-    const body = (requestBody ?? {}) as Record<string, unknown>
-    let source = String(body.dataUrl ?? body.data ?? '')
-    let name = String(body.name ?? '')
-    let mime = ''
-    let buffer: Buffer | null = null
-    if (source) {
-      if (source.startsWith('base64://')) source = source.slice(9)
-      const comma = source.indexOf('base64,')
+  ctx.server.post(`${config.basePath}/api/upload-media`, async (koa) => {
+    const requestBody = (koa.request as unknown as { body?: unknown }).body
+    const body = (requestBody ?? {}) as Record<string, unknown>
+    let source = String(body.dataUrl ?? body.data ?? '')
+    let name = String(body.name ?? '')
+    let mime = ''
+    let buffer: Buffer | null = null
+    let tempPath = ''
+    const rawHash = createHash('md5')
+    const cleanupTemp = async () => {
+      if (tempPath) await fs.unlink(tempPath).catch(() => undefined)
+    }
+    if (source) {
+      if (source.startsWith('base64://')) source = source.slice(9)
+      const comma = source.indexOf('base64,')
       const base64 = comma >= 0 ? source.slice(comma + 7) : source
       const normalizedBase64 = base64.replace(/-/g, '+').replace(/_/g, '/')
       try {
@@ -152,60 +158,86 @@ export function registerWeb(
         koa.body = { error: 'invalid media data' }
         return
       }
-      mime = source.startsWith('data:')
-        ? source.slice(5, source.indexOf(';')).toLowerCase()
-        : ''
-    } else {
-      const chunks: Buffer[] = []
-      for await (const chunk of koa.req as AsyncIterable<Buffer | string>) {
-        chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk))
-      }
-      buffer = Buffer.concat(chunks)
-      name = String(koa.query.name ?? koa.get('x-file-name') ?? '')
-      try {
-        name = decodeURIComponent(name)
+      mime = source.startsWith('data:')
+        ? source.slice(5, source.indexOf(';')).toLowerCase()
+        : ''
+    } else {
+      tempPath = path.join(uploadDir, `.upload-${Date.now()}-${Math.random().toString(36).slice(2)}.tmp`)
+      const write = createWriteStream(tempPath)
+      try {
+        for await (const chunk of koa.req as AsyncIterable<Buffer | string>) {
+          const part = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk)
+          rawHash.update(part)
+          if (!write.write(part)) {
+            await new Promise<void>((resolve) => write.once('drain', resolve))
+          }
+        }
+        await new Promise<void>((resolve, reject) => {
+          write.once('error', reject)
+          write.end(() => resolve())
+        })
+      } catch (error) {
+        write.destroy()
+        await cleanupTemp()
+        throw error
+      }
+      name = String(koa.query.name ?? koa.get('x-file-name') ?? '')
+      try {
+        name = decodeURIComponent(name)
       } catch {
         // 保持原始名称即可
       }
-      mime = String(koa.get('content-type') ?? '').split(';')[0].trim().toLowerCase()
-    }
-    if (!buffer || !buffer.length) {
-      koa.status = 400
-      koa.body = { error: 'missing media data' }
-      return
-    }
-    if (buffer.length > MAX_UPLOAD_BYTES) {
-      koa.status = 413
-      koa.body = { error: 'media file too large' }
-      return
-    }
-    if (!buffer.length) {
-      koa.status = 400
-      koa.body = { error: 'invalid media data' }
-      return
-    }
-
-    await fs.mkdir(uploadDir, { recursive: true })
-    let detected: { ext?: string } | undefined
-    try {
-      const result = await FileType.fromBuffer(buffer)
-      detected = result ?? undefined
-    } catch {
-      // 部分音频/文件无法识别时继续用 MIME 或文件名兜底
-      detected = undefined
+      mime = String(koa.get('content-type') ?? '').split(';')[0].trim().toLowerCase()
+    }
+    const fileSize = buffer ? buffer.length : existsSync(tempPath) ? statSync(tempPath).size : 0
+    if (!fileSize) {
+      await cleanupTemp()
+      koa.status = 400
+      koa.body = { error: 'missing media data' }
+      return
+    }
+    if (fileSize > MAX_UPLOAD_BYTES) {
+      await cleanupTemp()
+      koa.status = 413
+      koa.body = { error: 'media file too large' }
+      return
+    }
+
+    await fs.mkdir(uploadDir, { recursive: true })
+    let detected: { ext?: string } | undefined
+    try {
+      const result = buffer
+        ? await FileType.fromBuffer(buffer)
+        : await FileType.fromStream(createReadStream(tempPath))
+      detected = result ?? undefined
+    } catch {
+      // 部分音频/文件无法识别时继续用 MIME 或文件名兜底
+      detected = undefined
     }
     const mimeExt = mimeToExt[mime] || ''
     const nameExt = path.extname(name).toLowerCase()
-    const ext = detected?.ext
-      ? toExtension(detected.ext)
-      : mimeExt || nameExt || '.bin'
-    const filename = `${createHash('md5').update(buffer).digest('hex')}${ext}`
-    const filePath = path.join(uploadDir, filename)
-    if (!existsSync(filePath)) {
-      await fs.writeFile(filePath, buffer)
-    }
-    koa.body = {
-      path: pathToFileURL(filePath).href,
+    const ext = detected?.ext
+      ? toExtension(detected.ext)
+      : mimeExt || nameExt || '.bin'
+    const digest = buffer ? createHash('md5').update(buffer).digest('hex') : rawHash.digest('hex')
+    const filename = `${digest}${ext}`
+    const filePath = path.join(uploadDir, filename)
+    try {
+      if (!existsSync(filePath)) {
+        if (buffer) {
+          await fs.writeFile(filePath, buffer)
+        } else {
+          await fs.rename(tempPath, filePath)
+          tempPath = ''
+        }
+      }
+    } catch (error) {
+      await cleanupTemp()
+      throw error
+    }
+    await cleanupTemp()
+    koa.body = {
+      path: pathToFileURL(filePath).href,
       localPath: filePath,
     }
   })
@@ -303,8 +335,12 @@ export function registerWeb(
       koa.body = { error: 'missing history params' }
       return
     }
-    const parsedLimit = Number(koa.query.limit ?? config.maxMessagesPerChannel)
-    const limit = Number.isFinite(parsedLimit) && parsedLimit > 0 ? parsedLimit : config.maxMessagesPerChannel
+    const defaultLimit = Math.min(config.maxMessagesPerChannel, 100)
+    const parsedLimit = Number(koa.query.limit ?? defaultLimit)
+    const limit = Math.min(
+      Math.max(1, Number.isFinite(parsedLimit) && parsedLimit > 0 ? Math.floor(parsedLimit) : defaultLimit),
+      config.maxMessagesPerChannel,
+    )
     const beforeTime = Number(koa.query.beforeTime ?? 0)
     const queryMessages = async (cid: string) => {
       return Number.isFinite(beforeTime) && beforeTime > 0
@@ -331,10 +367,35 @@ export function registerWeb(
       const timeA = Number(a?.receivedAt ?? a?.timestampMs ?? a?.timestamp ?? 0)
       const timeB = Number(b?.receivedAt ?? b?.timestampMs ?? b?.timestamp ?? 0)
       return timeA - timeB
-    })
-    selfMessages.sort((a, b) => a.sentAt - b.sentAt)
-    koa.body = { messages, selfMessages }
-  })
+    })
+    selfMessages.sort((a, b) => a.sentAt - b.sentAt)
+    // 合并两条记录流后只返回 limit 条，保证前端分页/结束判断不会因自消息被放大
+    const combined: Array<{
+      kind: 'message' | 'self'
+      time: number
+      record: MessageRecord | SelfMessageRecord
+    }> = []
+    for (const item of messages) {
+      combined.push({
+        kind: 'message',
+        time: Number(item?.receivedAt ?? item?.timestampMs ?? item?.timestamp ?? 0),
+        record: item,
+      })
+    }
+    for (const item of selfMessages) {
+      combined.push({ kind: 'self', time: item.sentAt, record: item })
+    }
+    combined.sort((a, b) => a.time - b.time)
+    const capped = combined.slice(-limit)
+    koa.body = {
+      messages: capped
+        .filter((item) => item.kind === 'message')
+        .map((item) => item.record as MessageRecord),
+      selfMessages: capped
+        .filter((item) => item.kind === 'self')
+        .map((item) => item.record as SelfMessageRecord),
+    }
+  })
 
   ctx.server.get(`${config.basePath}/api/self-messages`, async (koa) => {
     const platform = String(koa.query.platform ?? '')
@@ -685,15 +746,20 @@ export function registerWeb(
   })
 
   const serveFile = async (koa: WebContext, fileName: string) => {
-    const fullPath = path.join(webRoot, fileName)
-    if (existsSync(fullPath) && statSync(fullPath).isFile()) {
-      await send(koa, path.relative(webRoot, fullPath), { root: webRoot })
-      return
-    }
-    koa.status = 200
-    koa.body = ''
-    await send(koa, 'index.html', { root: webRoot })
-  }
+    const fullPath = path.join(webRoot, fileName)
+    if (existsSync(fullPath) && statSync(fullPath).isFile()) {
+      const rootContext = koa as unknown as ParameterizedContext<DefaultState, DefaultContext>
+      await send(rootContext, path.relative(webRoot, fullPath), { root: webRoot })
+      return
+    }
+    koa.status = 200
+    koa.body = ''
+    await send(
+      koa as unknown as ParameterizedContext<DefaultState, DefaultContext>,
+      'index.html',
+      { root: webRoot },
+    )
+  }
 
   const serveDevWeb = async (koa: WebContext): Promise<boolean> => {
     const vite = getVite()