most-box 0.3.4 → 0.3.6

package/server/src/index.js

@@ -20,9 +20,9 @@ import { Duplex } from 'node:stream'
 
 import { calculateCid, parseMostLink, buildMostLink } from './core/cid.js'
 import { normalizeChannelAttachment } from './core/channelAttachment.js'
+import { normalizeChannelVoiceEvent } from './core/channelVoice.js'
 import { getCidInfo } from './core/cidTopic.js'
 import {
-  CHAT_FILE_ROOT,
   TRANSIENT_CHANNEL_TYPES,
   CHANNEL_DISCOVERY_TIMEOUT,
   CHANNEL_CANDIDATE_TTL,
@@ -95,7 +95,11 @@ import {
 const sleep = ms => new Promise(resolve => setTimeout(resolve, ms))
 const CHANNEL_PRESENCE_HEARTBEAT_MS = 15 * 1000
 const CHANNEL_PRESENCE_TIMEOUT_MS = 45 * 1000
-const CHANNEL_WELCOME_MESSAGE = '我加入了群聊'
+const CHANNEL_MEMBER_JOINED_EVENT = 'channel.member.joined'
+
+function isChannelHistoryEntry(entry) {
+  return entry?.type === 'message' || entry?.type === 'system'
+}
 
 function createMemoryDuplexPair() {
   let left
@@ -203,6 +207,16 @@ export class MostBoxEngine extends EventEmitter {
     return this.#getChannelPresenceList(channel.channelKey)
   }
 
+  sendChannelVoiceEvent(channelKeyInput, input = {}, options = {}) {
+    this.#ensureInitialized()
+    this.#assertChannelMember(channelKeyInput, options.ownerAddress)
+    const channel = this.#resolveChannel(channelKeyInput, options.ownerAddress)
+    const event = normalizeChannelVoiceEvent(channel.channelKey, input, options)
+    this.#broadcastChannelVoice(event)
+    this.emit('channel:voice', event)
+    return event
+  }
+
   joinChannelPresence(channelKeyInput, options = {}) {
     this.#ensureInitialized()
     this.#assertChannelMember(channelKeyInput, options.ownerAddress)
@@ -279,6 +293,42 @@ export class MostBoxEngine extends EventEmitter {
     return this.#pruneStaleChannelPresence()
   }
 
+  #isClosedSessionError(err) {
+    if (!err || typeof err !== 'object') return false
+    const code = String(err.code || '')
+    const message = String(err.message || '')
+    return (
+      code === 'SESSION_CLOSED' ||
+      message.includes('SESSION_CLOSED') ||
+      message.includes('closed session')
+    )
+  }
+
+  async #reopenChannelLocalWriter(channel) {
+    const channelKey = channel.channelKey
+    const localKeyHex =
+      this.#channelLocalCoreKey.get(channelKey) || channel.localWriterCoreKey
+    const coresMap = this.#channelCores.get(channelKey)
+    const staleCore = localKeyHex && coresMap ? coresMap.get(localKeyHex) : null
+
+    if (staleCore) {
+      coresMap.delete(localKeyHex)
+      await staleCore.close().catch(() => {})
+    }
+    this.#channelLocalCoreKey.delete(channelKey)
+
+    await this.#openChannelRuntime(channel)
+
+    const reopenedKeyHex = this.#channelLocalCoreKey.get(channelKey)
+    const reopenedCore = reopenedKeyHex
+      ? this.#channelCores.get(channelKey)?.get(reopenedKeyHex)
+      : null
+    if (!reopenedCore) {
+      throw new Error('频道未初始化或无可写 core')
+    }
+    return reopenedCore
+  }
+
   /**
    * 初始化引擎 — 必须在调用其他方法之前调用
    */
@@ -610,29 +660,38 @@ export class MostBoxEngine extends EventEmitter {
     const publishedBucket = this.#getPublishedBucket(ownerAddress, true)
     // 检查相同内容是否已存在
     const existingIndex = publishedBucket.findIndex(f => f.cid === cidString)
+    const repairingMissingContent = existingIndex !== -1
     if (existingIndex !== -1) {
       const existing = publishedBucket[existingIndex]
-      await this.#joinCidTopicInternal(cidString, {
-        server: true,
-        client: false,
-      })
-      this.#upsertHolding({
-        cid: cidString,
-        fileName: existing.fileName,
-        size: fileSize,
-        driveName: name,
-        source: 'published',
+      const existingContent = await this.#getLocalCidContent(cidString, {
+        ownerAddress,
+        public: true,
+        allowHoldingFallback: true,
       })
-      return {
-        cid: cidString,
-        link: buildMostLink(cidString, existing.fileName),
-        fileName: existing.fileName,
-        alreadyExists: true,
+      if (existingContent) {
+        await this.#joinCidTopicInternal(cidString, {
+          server: true,
+          client: false,
+        })
+        this.#upsertHolding({
+          cid: cidString,
+          fileName: existing.fileName,
+          size: fileSize,
+          driveName: name,
+          source: 'published',
+        })
+        return {
+          cid: cidString,
+          link: buildMostLink(cidString, existing.fileName),
+          fileName: existing.fileName,
+          alreadyExists: true,
+        }
       }
     }
 
     this.#assertDisplayNameAvailable(safeFileName, {
       ownerAddress,
+      excludeCid: repairingMissingContent ? cidString : undefined,
     })
 
     // 获取或创建该 CID 对应的 drive
@@ -653,40 +712,17 @@ export class MostBoxEngine extends EventEmitter {
 
     // Hyperdrive 中用 CID 作为 key 存储（解耦目录结构）
     const driveKey = '/' + cidString
-
-    const ws = drive.createWriteStream(driveKey)
-
-    if (Buffer.isBuffer(content)) {
-      let offset = 0
-      const waitForDrain = () =>
-        new Promise(resolve => ws.once('drain', resolve))
-
-      try {
-        while (offset < content.length) {
-          const chunk = content.slice(offset, offset + FILE_WRITE_CHUNK_SIZE)
-          const canContinue = ws.write(chunk)
-          offset += chunk.length
-          if (!canContinue && offset < content.length) {
-            await waitForDrain()
-          }
-        }
-        ws.end()
-        await new Promise((resolve, reject) => {
-          ws.on('finish', resolve)
-          ws.on('error', reject)
-        })
-      } catch (err) {
-        ws.destroy()
+    try {
+      await this.#writeDriveFile(drive, driveKey, content, cleanPath)
+    } catch (err) {
+      if (!this.#isClosedSessionError(err)) {
         throw err
       }
-    } else {
-      const rs = fs.createReadStream(cleanPath)
-      await new Promise((resolve, reject) => {
-        rs.pipe(ws)
-        ws.on('finish', resolve)
-        ws.on('error', reject)
-        rs.on('error', reject)
+      drive = await this.#reopenDrive(name, {
+        server: true,
+        client: false,
       })
+      await this.#writeDriveFile(drive, driveKey, content, cleanPath)
     }
 
     // 存储 displayName（用户看到的文件夹路径），不存储 drivePath
@@ -701,7 +737,11 @@ export class MostBoxEngine extends EventEmitter {
       starred: false,
       syncUpdatedAt: now,
     }
-    publishedBucket.push(fileRecord)
+    if (repairingMissingContent) {
+      publishedBucket[existingIndex] = fileRecord
+    } else {
+      publishedBucket.push(fileRecord)
+    }
     this.#savePublishedMetadata()
     this.#upsertHolding({
       cid: cidString,
@@ -728,7 +768,7 @@ export class MostBoxEngine extends EventEmitter {
    * @param {object} [options] - 下载选项
    * @param {number} [options.timeout] - 等待 P2P 内容的超时时间（毫秒）
    * @param {number} [options.streamReadTimeout] - 下载流无进度超时时间（毫秒）
-   * @returns {Promise<{ taskId: string, fileName: string, savedPath: string, alreadyExists?: boolean }>}
+   * @returns {Promise<{ taskId: string, fileName: string, savedPath?: string, localAvailable?: boolean, alreadyExists?: boolean }>}
    */
   async downloadFile(link, taskId = null, options = {}) {
     this.#ensureInitialized()
@@ -767,12 +807,38 @@ export class MostBoxEngine extends EventEmitter {
       })
       if (localContent) {
         const existingFile = localContent.fileRecord
+        const publishedBucket = this.#getPublishedBucket(ownerAddress, true)
+        const existingIndex = publishedBucket.findIndex(
+          f => f.cid === cidString
+        )
+        const alreadyInOwnerLibrary = existingIndex !== -1
         console.log(
           `[MostBox] CID content already exists locally: ${cidString}`
         )
         const existingHolding = this.#holdings.find(
           item => item.cid === cidString
         )
+        const localSize =
+          Number(existingHolding?.size) ||
+          (Number.isFinite(localContent.size) ? localContent.size : 0)
+        if (!alreadyInOwnerLibrary) {
+          this.#assertDisplayNameAvailable(linkFileName, {
+            ownerAddress,
+            excludeCid: cidString,
+          })
+          const syncUpdatedAt = Date.now()
+          publishedBucket.push({
+            fileName: linkFileName,
+            cid: cidString,
+            driveName: existingFile?.driveName || name,
+            size: localSize,
+            source: 'downloaded',
+            publishedAt: new Date(syncUpdatedAt).toISOString(),
+            starred: false,
+            syncUpdatedAt,
+          })
+          this.#savePublishedMetadata()
+        }
         await this.#joinCidTopicInternal(cidString, {
           server: true,
           client: false,
@@ -780,17 +846,21 @@ export class MostBoxEngine extends EventEmitter {
         this.#upsertHolding({
           cid: cidString,
           fileName:
-            existingHolding?.fileName || existingFile?.fileName || linkFileName,
-          size:
-            existingHolding?.size ??
-            (Number.isFinite(localContent.size) ? localContent.size : 0),
+            existingHolding?.fileName ||
+            (alreadyInOwnerLibrary ? existingFile?.fileName : linkFileName) ||
+            linkFileName,
+          size: localSize,
           driveName: existingFile?.driveName || name,
-          source: existingHolding?.source || 'published',
+          source:
+            existingHolding?.source ||
+            (alreadyInOwnerLibrary ? existingFile?.source : 'downloaded') ||
+            'downloaded',
         })
         return {
           taskId,
           fileName: linkFileName,
-          alreadyExists: true,
+          localAvailable: true,
+          alreadyExists: alreadyInOwnerLibrary,
         }
       }
 
@@ -1120,7 +1190,10 @@ export class MostBoxEngine extends EventEmitter {
       cid: parsed.cid,
       fileName: sanitizeFilename(parsed.fileName),
       size: localContent.size,
-      alreadyExists: true,
+      localAvailable: true,
+      alreadyExists: this.#getPublishedBucket(ownerAddress).some(
+        f => f.cid === parsed.cid
+      ),
     }
   }
 
@@ -1129,7 +1202,7 @@ export class MostBoxEngine extends EventEmitter {
    * @param {string} link - most:// 链接
    * @param {object} [options] - 检测选项
    * @param {number} [options.timeout] - 等待 P2P 内容的超时时间（毫秒）
-   * @returns {Promise<{ available: boolean, cid: string, fileName: string, size: number|null, alreadyExists?: boolean }>}
+   * @returns {Promise<{ available: boolean, cid: string, fileName: string, size: number|null, localAvailable?: boolean, alreadyExists?: boolean }>}
    */
   async checkDownloadAvailability(link, options = {}) {
     this.#ensureInitialized()
@@ -1158,7 +1231,10 @@ export class MostBoxEngine extends EventEmitter {
         cid: cidString,
         fileName: sanitizeFilename(parsed.fileName),
         size: localContent.size,
-        alreadyExists: true,
+        localAvailable: true,
+        alreadyExists: this.#getPublishedBucket(ownerAddress).some(
+          f => f.cid === cidString
+        ),
       }
     }
 
@@ -2164,7 +2240,10 @@ export class MostBoxEngine extends EventEmitter {
   async #hasLocalDriveContent(drive, key) {
     try {
       return await drive.has(key)
-    } catch {
+    } catch (err) {
+      if (this.#isClosedSessionError(err)) {
+        throw err
+      }
       return false
     }
   }
@@ -2184,42 +2263,53 @@ export class MostBoxEngine extends EventEmitter {
     }
     const holding = this.#holdings.find(item => item.cid === cid)
     const { driveName } = this.#getCidInfo(cid)
-    const drive = await this.#getOrCreateDrive(
+    let drive = await this.#getOrCreateDrive(
       fileRecord?.driveName || holding?.driveName || driveName,
       { server: true, client: false }
     )
     const driveKey = '/' + cid
 
-    try {
-      const entry = await drive.entry(driveKey, { wait: false })
-      if (!entry?.value?.blob) {
-        return null
-      }
-      const hasContent = await this.#hasLocalDriveContent(drive, driveKey)
-      if (!hasContent) {
-        return null
-      }
+    for (let attempt = 0; attempt < 2; attempt += 1) {
+      try {
+        const entry = await drive.entry(driveKey, { wait: false })
+        if (!entry?.value?.blob) {
+          return null
+        }
+        const hasContent = await this.#hasLocalDriveContent(drive, driveKey)
+        if (!hasContent) {
+          return null
+        }
 
-      const size =
-        Number(entry.value.blob.byteLength) ||
-        Number(fileRecord?.size) ||
-        Number(holding?.size) ||
-        0
-      return {
-        drive,
-        entry,
-        size,
-        fileRecord: fileRecord || {
-          cid,
-          fileName: holding?.fileName || cid,
-          driveName: holding?.driveName || driveName,
+        const size =
+          Number(entry.value.blob.byteLength) ||
+          Number(fileRecord?.size) ||
+          Number(holding?.size) ||
+          0
+        return {
+          drive,
+          entry,
           size,
-          ownerAddress,
-        },
+          fileRecord: fileRecord || {
+            cid,
+            fileName: holding?.fileName || cid,
+            driveName: holding?.driveName || driveName,
+            size,
+            ownerAddress,
+          },
+        }
+      } catch (err) {
+        if (attempt === 0 && this.#isClosedSessionError(err)) {
+          drive = await this.#reopenDrive(
+            fileRecord?.driveName || holding?.driveName || driveName,
+            { server: true, client: false }
+          )
+          continue
+        }
+        return null
       }
-    } catch {
-      return null
     }
+
+    return null
   }
 
   // --- 频道管理 ---
@@ -2567,7 +2657,7 @@ export class MostBoxEngine extends EventEmitter {
       for (let i = 0; i < core.length; i++) {
         try {
           const entry = await core.get(i)
-          if (entry && entry.type === 'message') {
+          if (isChannelHistoryEntry(entry)) {
             allMessages.push({
               ...entry,
               _coreKey: coreKeyHex,
@@ -2582,7 +2672,7 @@ export class MostBoxEngine extends EventEmitter {
 
     const seen = new Set()
     const unique = allMessages.filter(m => {
-      const key = `${m._coreKey}:${m.author}:${m.timestamp}:${m.content}`
+      const key = `${m._coreKey}:${m.type}:${m.event || ''}:${m.author}:${m.timestamp}:${m.content}`
       if (seen.has(key)) return false
       seen.add(key)
       return true
@@ -2649,7 +2739,7 @@ export class MostBoxEngine extends EventEmitter {
 
     const normalizedAvatar = normalizeChannelAvatar(options.avatar)
     const message = {
-      type: 'message',
+      type: options.type === 'system' ? 'system' : 'message',
       author,
       authorName: normalizeChannelDisplayName(
         authorName,
@@ -2666,8 +2756,20 @@ export class MostBoxEngine extends EventEmitter {
     if (attachment) {
       message.attachment = attachment
     }
+    if (message.type === 'system') {
+      const event = String(options.event || '').trim()
+      if (event) message.event = event
+    }
 
-    await core.append(message)
+    try {
+      await core.append(message)
+    } catch (err) {
+      if (!this.#isClosedSessionError(err)) {
+        throw err
+      }
+      const reopenedCore = await this.#reopenChannelLocalWriter(channel)
+      await reopenedCore.append(message)
+    }
     if (channel) {
       channel.lastMessageAt = new Date(message.timestamp).toISOString()
       this.#saveChannelsMetadata()
@@ -3158,11 +3260,13 @@ export class MostBoxEngine extends EventEmitter {
 
     await this.sendMessage(
       channel.channelKey,
-      CHANNEL_WELCOME_MESSAGE,
+      CHANNEL_MEMBER_JOINED_EVENT,
       ownerAddress,
       normalizeChannelDisplayName(options.displayName, ownerAddress),
       {
         ownerAddress,
+        type: 'system',
+        event: CHANNEL_MEMBER_JOINED_EVENT,
         ...(Object.prototype.hasOwnProperty.call(options, 'avatar')
           ? { avatar: options.avatar }
           : {}),
@@ -3517,7 +3621,7 @@ export class MostBoxEngine extends EventEmitter {
         for (let i = 0; i < core.length; i++) {
           try {
             const entry = await core.get(i)
-            if (entry?.type === 'message') {
+            if (isChannelHistoryEntry(entry)) {
               maxTimestamp = Math.max(
                 maxTimestamp,
                 Number(entry.timestamp) || 0
@@ -3555,42 +3659,7 @@ export class MostBoxEngine extends EventEmitter {
         baseMessage = { ...baseMessage, avatar }
       }
     }
-    const attachment = baseMessage?.attachment
-    if (!attachment?.cid || !attachment.fileName) {
-      return baseMessage
-    }
-
-    const oldFileName = sanitizeFilename(String(attachment.fileName))
-    const channelPathName = channel?.channelId || channelKey
-    const channelPrefix = `${CHAT_FILE_ROOT}/${channelPathName}/`
-    const fileName = oldFileName.startsWith(channelPrefix)
-      ? oldFileName
-      : `${channelPrefix}${getPathBaseName(oldFileName)}`
-    const link = buildMostLink(attachment.cid, fileName)
-    const content =
-      typeof baseMessage.content === 'string' &&
-      (baseMessage.content === attachment.link ||
-        parseMostLink(baseMessage.content).cid === attachment.cid)
-        ? link
-        : baseMessage.content
-
-    if (
-      fileName === attachment.fileName &&
-      link === attachment.link &&
-      content === baseMessage.content
-    ) {
-      return baseMessage
-    }
-
-    return {
-      ...baseMessage,
-      content,
-      attachment: {
-        ...attachment,
-        fileName,
-        link,
-      },
-    }
+    return baseMessage
   }
 
   #getCidInfo(cid) {
@@ -4064,6 +4133,19 @@ export class MostBoxEngine extends EventEmitter {
             if (!this.#holdings.some(current => current.cid === holding.cid)) {
               return
             }
+            const localContent = await this.#getLocalCidContent(holding.cid, {
+              public: true,
+              allowHoldingFallback: true,
+            })
+            if (!localContent) {
+              this.#setSeedState(holding.cid, {
+                status: 'error',
+                topic: holding.topic,
+                driveName: holding.driveName,
+                error: 'Local CID content missing',
+              })
+              return
+            }
             await this.#joinCidTopicInternal(holding.cid, {
               server: true,
               client: false,
@@ -4291,6 +4373,60 @@ export class MostBoxEngine extends EventEmitter {
     return drive
   }
 
+  async #reopenDrive(name, options = { server: true, client: false }) {
+    const staleDrive = this.#drives.get(name)
+    if (staleDrive) {
+      this.#drives.delete(name)
+      await staleDrive.close().catch(() => {})
+    }
+    this.#drivePromises.delete(name)
+    return this.#getOrCreateDrive(name, options)
+  }
+
+  async #writeDriveFile(drive, driveKey, content, cleanPath) {
+    const ws = drive.createWriteStream(driveKey)
+
+    if (Buffer.isBuffer(content)) {
+      let offset = 0
+      const waitForDrain = () =>
+        new Promise(resolve => ws.once('drain', resolve))
+
+      try {
+        while (offset < content.length) {
+          const chunk = content.slice(offset, offset + FILE_WRITE_CHUNK_SIZE)
+          const canContinue = ws.write(chunk)
+          offset += chunk.length
+          if (!canContinue && offset < content.length) {
+            await waitForDrain()
+          }
+        }
+        ws.end()
+        await new Promise((resolve, reject) => {
+          ws.on('finish', resolve)
+          ws.on('error', reject)
+        })
+      } catch (err) {
+        ws.destroy()
+        throw err
+      }
+      return
+    }
+
+    const rs = fs.createReadStream(cleanPath)
+    try {
+      await new Promise((resolve, reject) => {
+        rs.pipe(ws)
+        ws.on('finish', resolve)
+        ws.on('error', reject)
+        rs.on('error', reject)
+      })
+    } catch (err) {
+      ws.destroy()
+      rs.destroy()
+      throw err
+    }
+  }
+
   #getOwnerKey(ownerAddress) {
     return getOwnerBucketKey(ownerAddress)
   }
@@ -4549,7 +4685,7 @@ export class MostBoxEngine extends EventEmitter {
         err.message
       )
     }
-    return []
+    return {}
   }
 
   #savePublishedMetadata() {
@@ -4603,7 +4739,7 @@ export class MostBoxEngine extends EventEmitter {
         err.message
       )
     }
-    return []
+    return {}
   }
 
   #saveTrashMetadata() {
@@ -4760,7 +4896,7 @@ export class MostBoxEngine extends EventEmitter {
         for (let i = lastCoreLength; i < core.length; i++) {
           try {
             const entry = await core.get(i)
-            if (entry && entry.type === 'message') {
+            if (isChannelHistoryEntry(entry)) {
               const channel = this.#channels.find(
                 c => c.channelKey === channelKey
               )
@@ -4913,6 +5049,32 @@ export class MostBoxEngine extends EventEmitter {
     }
   }
 
+  #sendChannelVoice(stream, event) {
+    if (!stream || stream.destroyed || stream.writableEnded || !event) {
+      this.#channelStreams.delete(stream)
+      return false
+    }
+    try {
+      stream.write(
+        `${JSON.stringify({
+          type: 'channel-voice',
+          peerId: this.getNodeId(),
+          ...event,
+        })}\n`
+      )
+      return true
+    } catch {
+      this.#channelStreams.delete(stream)
+      return false
+    }
+  }
+
+  #broadcastChannelVoice(event) {
+    for (const stream of [...this.#channelStreams]) {
+      this.#sendChannelVoice(stream, event)
+    }
+  }
+
   async #processChannelHelloMessage(msg) {
     if (msg.type !== 'channel-hello') return null
 
@@ -5033,6 +5195,26 @@ export class MostBoxEngine extends EventEmitter {
     return peerId
   }
 
+  #processChannelVoiceMessage(msg) {
+    if (msg.type !== 'channel-voice') return null
+    const peerId = String(msg.peerId || '').trim()
+    if (!peerId || peerId === this.getNodeId()) return null
+    const channelId = normalizeChannelId(msg.channelId || msg.channelKey)
+    const channelKey = buildChannelKey(channelId)
+    const localChannel = this.#channels.find(
+      channel => channel.channelKey === channelKey
+    )
+    if (!localChannel) return peerId
+
+    try {
+      const event = normalizeChannelVoiceEvent(channelKey, msg, {
+        timestamp: msg.timestamp,
+      })
+      this.emit('channel:voice', event)
+    } catch {}
+    return peerId
+  }
+
   async #handleChannelConnection(conn) {
     const stream = conn
     let connectedPeerId = null
@@ -5055,7 +5237,9 @@ export class MostBoxEngine extends EventEmitter {
           const peerId =
             message.type === 'channel-presence'
               ? this.#processChannelPresenceMessage(message)
-              : await this.#processChannelHelloMessage(message)
+              : message.type === 'channel-voice'
+                ? this.#processChannelVoiceMessage(message)
+                : await this.#processChannelHelloMessage(message)
           if (peerId) connectedPeerId = peerId
         } catch (err) {
           console.warn(`[MostBox] Failed to process channel data:`, err.message)