whistle.mockbubu 2.0.0 → 2.1.0

package/lib/uiServer/index.js

@@ -6,7 +6,9 @@ const path = require('path')
 const router = require('koa-router')()
 const setupRouter = require('./router')
 const cors = require('koa2-cors')
-const GroupManager = require('../group-manager')
+const GroupManager = require('../storage/group-manager')
+const StorageAdapter = require('../storage/storage-adapter')
+const memoryBuffer = require('../core/memory-buffer/shared-instance')
 const MAX_AGE = 1000 * 60 * 5
 
 module.exports = (server, options) => {
@@ -15,37 +17,67 @@ module.exports = (server, options) => {
 
   console.log('[mockbubu] 插件开始初始化...')
 
-  // 初始化组管理器
+  // 使用 StorageAdapter 包装 Whistle storage
+  // Whistle storage 对象直接有 baseDir 属性
+  const actualBaseDir = options.config.baseDir
+  console.log('[mockbubu] 🔍 UI Server storage.baseDir:', storage.baseDir)
+  console.log('[mockbubu] 🔍 UI Server 使用 baseDir:', actualBaseDir)
+  const storageAdapter = new StorageAdapter({ baseDir: actualBaseDir })
+
+  // 同步初始化：确保初始化完成后再处理请求
+  let isInitialized = false
   let groupManager
-  try {
-    console.log('[mockbubu] 创建 GroupManager...')
-    groupManager = new GroupManager(storage)
-    console.log('[mockbubu] GroupManager 创建成功')
 
-    // 首次启动时迁移现有数据到默认组(已添加大文件保护)
-    console.log('[mockbubu] 开始数据迁移...')
-    groupManager.migrateExistingData()
-    console.log('[mockbubu] 数据迁移完成')
-  } catch (error) {
-    console.error('[mockbubu] 初始化失败:', error)
-    console.error('[mockbubu] 错误堆栈:', error.stack)
-    // 如果初始化失败,创建一个简单的 mock 对象
-    groupManager = {
-      getCurrentGroupId: () => 'default',
-      getCurrentGroup: () => ({ id: 'default', name: '默认组' }),
-      getGroups: () => [{ id: 'default', name: '默认组' }],
-    }
-  }
+  ;(async () => {
+    try {
+      // 等待 storage 初始化完成
+      await storageAdapter.init()
+      console.log('[mockbubu] ✅ V3 Storage (UI Server) 已初始化')
+
+      // 创建组管理器
+      console.log('[mockbubu] 创建 GroupManager...')
+      groupManager = new GroupManager(storageAdapter)
+      console.log('[mockbubu] GroupManager 创建成功')
+
+      // 确保默认组存在
+      console.log('[mockbubu] 确保默认组存在...')
+      await groupManager.ensureDefaultGroup()
+      console.log('[mockbubu] 默认组已准备就绪')
+
 
-  // 将 groupManager 挂载到 app.context,让所有中间件都能访问
-  app.context.groupManager = groupManager
+      isInitialized = true
+      console.log('[mockbubu] 插件初始化完成')
+    } catch (error) {
+      console.error('[mockbubu] 初始化失败:', error)
+      console.error('[mockbubu] 错误堆栈:', error.stack)
+      // 如果初始化失败,创建一个简单的 mock 对象
+      groupManager = {
+        getCurrentGroupId: async () => 'default',
+        getCurrentGroup: async () => ({ id: 'default', name: '默认组' }),
+        getGroups: async () => [{ id: 'default', name: '默认组' }],
+      }
+      isInitialized = true
+    }
+  })()
 
-  console.log('[mockbubu] 插件初始化完成')
+  // 中间件：等待初始化完成
+  app.use(async (ctx, next) => {
+    // eslint-disable-next-line no-unmodified-loop-condition
+    while (!isInitialized) {
+      await new Promise(resolve => setTimeout(resolve, 100))
+    }
+    // 将 groupManager、storageAdapter、memoryBuffer 挂载到 ctx，让所有路由都能访问
+    ctx.groupManager = groupManager
+    ctx.storageAdapter = storageAdapter
+    ctx.memoryBuffer = memoryBuffer
+    await next()
+  })
 
   app.proxy = true
   app.silent = true
   onerror(app)
-  setupRouter(router, options)
+
+  // CORS 中间件必须在最前面
   app.use(
     cors({
       origin: (ctx) => {
@@ -65,11 +97,16 @@ module.exports = (server, options) => {
       allowMethods: ['GET', 'POST', 'PUT', 'DELETE', 'OPTIONS'],
     }),
   )
+
+  // bodyParser 必须在路由注册之前
   app.use(bodyParser({
     jsonLimit: '100mb',
     formLimit: '100mb',
     textLimit: '100mb',
   }))
+
+  // 注册路由
+  setupRouter(router, { ...options, storage: storageAdapter })
   app.use(router.routes())
   app.use(router.allowedMethods())
   app.use(serve(path.join(__dirname, '../../public'), { maxage: MAX_AGE }))

package/lib/uiServer/router/export/import-export-router.js

@@ -0,0 +1,459 @@
+/**
+ * 文件名: import-export-router.js
+ * 功能: 导入导出路由（组数据打包/解包）
+ * 依赖: archive-utils.js, util.js, fs, path
+ *
+ * 职责:
+ * - 导出组数据为 tar.gz 压缩包
+ * - 从 tar.gz 压缩包导入组数据
+ * - 支持选择性导出（所有文件/含版本/不含版本）
+ * - 自动处理组名冲突
+ *
+ * 路由:
+ * - POST /cgi-bin/mockbubu/export-group-archive - 导出压缩包
+ * - POST /cgi-bin/mockbubu/import-group-archive - 导入压缩包
+ */
+
+const {
+  createTarGz,
+  extractTarGz,
+  parseMultipartFile,
+  sanitizeFilename,
+} = require('../../../utils/archive-utils')
+const {
+  createErrorResponse,
+  createSuccessResponse,
+} = require('../../utils/util')
+const { createLogger } = require('../../../utils/logger')
+const { wrapRouteHandler } = require('../../utils/router-helpers')
+const fs = require('fs').promises
+const path = require('path')
+
+const logger = createLogger()
+
+module.exports = (router) => {
+  /**
+   * 导出多个组数据为压缩包
+   *
+   * 功能:
+   * - 支持同时导出多个组
+   * - 包含完整的组目录结构
+   * - 智能冲突处理
+   *
+   * 请求体:
+   * ```javascript
+   * {
+   *   groupIds: ['default', 'dev-env', 'test-env']
+   * }
+   * ```
+   *
+   * 响应:
+   * - Content-Type: application/gzip
+   * - Content-Disposition: attachment; filename="导出-时间戳.tar.gz"
+   * - Body: tar.gz 压缩包二进制数据
+   *
+   * 压缩包结构:
+   * ```
+   * export/
+   * ├── _meta.json     # 导出组的元数据
+   * └── groups/
+   *     ├── {groupId1}/
+   *     │   ├── index.json
+   *     │   └── files/
+   *     │       └── {fileId}/...
+   *     └── {groupId2}/...
+   * ```
+   */
+  router.post('/cgi-bin/mockbubu/export-groups-archive', async (ctx) => {
+    const timestamp = new Date().toLocaleString('zh-CN', { hour12: false })
+    console.log(`[mockbubu ${timestamp}] 开始导出多组压缩包`)
+
+    try {
+      const { groupManager, storageAdapter } = ctx
+      const v3Storage = storageAdapter.v3Storage
+
+      // 获取要导出的组ID列表
+      const groupIds = ctx.request.body?.groupIds || []
+
+      if (!Array.isArray(groupIds) || groupIds.length === 0) {
+        ctx.body = createErrorResponse('请至少选择一个组进行导出')
+        return
+      }
+
+      console.log(`[mockbubu ${timestamp}] 要导出的组: ${groupIds.join(', ')}`)
+
+      // 1. 验证所有组是否存在，并读取组信息
+      const allGroups = await groupManager.getGroups()
+      const selectedGroups = []
+
+      for (const groupId of groupIds) {
+        try {
+          const group = allGroups.find(g => g.id === groupId)
+
+          if (!group) {
+            ctx.body = createErrorResponse(`组不存在: ${groupId}`)
+            return
+          }
+
+          selectedGroups.push(group)
+        } catch (err) {
+          ctx.body = createErrorResponse(`读取组失败: ${groupId} - ${err.message}`)
+          return
+        }
+      }
+
+      console.log(`[mockbubu ${timestamp}] 已验证 ${selectedGroups.length} 个组`)
+
+      // 2. 创建临时目录
+      const pluginTmpBase = path.join(v3Storage.baseDir, '.tmp', 'export-')
+      await fs.mkdir(path.dirname(pluginTmpBase), { recursive: true })
+      const tmpDir = await fs.mkdtemp(pluginTmpBase)
+      const exportDir = path.join(tmpDir, 'export')
+      const groupsDir = path.join(exportDir, 'groups')
+      await fs.mkdir(groupsDir, { recursive: true })
+
+      console.log(`[mockbubu ${timestamp}] 临时目录: ${tmpDir}`)
+
+      try {
+        // 3. 创建完整的 _meta.json（与系统 _meta.json 格式一致）
+        // 读取当前系统的 _meta.json 以获取 config 配置
+        const systemMeta = await v3Storage.getGroupsMeta()
+
+        const exportMeta = {
+          version: '3.0',
+          groups: selectedGroups.map(g => ({
+            id: g.id,
+            name: g.name,
+            description: g.description || '',
+            isDefault: g.isDefault || false,
+            createTime: g.createTime,
+            updateTime: g.updateTime,
+          })),
+          currentGroupId: groupIds[0], // 使用第一个导出的组作为当前组
+          updateTime: Date.now(),
+          config: systemMeta.config || { mode: 'default' }, // 包含全局配置
+        }
+
+        await fs.writeFile(
+          path.join(exportDir, '_meta.json'),
+          JSON.stringify(exportMeta, null, 2),
+          'utf8',
+        )
+
+        console.log(`[mockbubu ${timestamp}] 元数据已写入`)
+
+        // 4. 复制所有选中组的目录
+        for (const groupId of groupIds) {
+          const sourceGroupDir = path.join(v3Storage.groupsDir, groupId)
+          const targetGroupDir = path.join(groupsDir, groupId)
+
+          // 递归复制整个组目录
+          await v3Storage._copyDirectory(sourceGroupDir, targetGroupDir)
+          console.log(`[mockbubu ${timestamp}] 已复制组: ${groupId}`)
+        }
+
+        // 5. 创建压缩包
+        const archiveName = sanitizeFilename(`whistle-mockbubu-${Date.now()}.tar.gz`)
+        const archivePath = path.join(tmpDir, archiveName)
+
+        await createTarGz(exportDir, archivePath)
+        console.log(`[mockbubu ${timestamp}] 压缩包已创建: ${archivePath}`)
+
+        // 6. 读取压缩包内容
+        const archiveBuffer = await fs.readFile(archivePath)
+        console.log(`[mockbubu ${timestamp}] 压缩包大小: ${(archiveBuffer.length / 1024).toFixed(2)} KB`)
+
+        // 7. 返回压缩包
+        ctx.set('Content-Type', 'application/gzip')
+        ctx.set('Content-Disposition', `attachment; filename="${encodeURIComponent(archiveName)}"`)
+        ctx.body = archiveBuffer
+
+        // 8. 清理临时目录（异步执行）
+        const cleanupTmpDir = async (retries = 3) => {
+          for (let i = 0; i < retries; i++) {
+            try {
+              await fs.rm(tmpDir, { recursive: true, force: true })
+              console.log(`[mockbubu ${timestamp}] ✓ 临时目录已清理: ${tmpDir}`)
+              return
+            } catch (err) {
+              if (i === retries - 1) {
+                console.error(`[mockbubu ${timestamp}] ✗ 清理临时目录失败（已重试${retries}次）: ${err.message}`)
+              } else {
+                await new Promise(resolve => setTimeout(resolve, 100))
+              }
+            }
+          }
+        }
+        cleanupTmpDir().catch(() => {})
+
+        console.log(`[mockbubu ${timestamp}] 导出完成`)
+      } catch (err) {
+        // 出错时清理临时目录
+        await fs.rm(tmpDir, { recursive: true, force: true }).catch(() => {})
+        throw err
+      }
+    } catch (error) {
+      const timestampError = new Date().toLocaleString('zh-CN', { hour12: false })
+      console.error(`[mockbubu ${timestampError}] 导出失败:`, error)
+      ctx.set('Content-Type', 'application/json')
+      ctx.body = createErrorResponse(`导出失败: ${error.message}`)
+    }
+  })
+
+  /**
+   * 从压缩包导入多组数据
+   *
+   * 功能:
+   * - 支持同时导入多个组
+   * - 智能冲突检测和处理
+   * - 默认组自动转为普通组
+   * - 如果本地没有 _meta.json，直接使用压缩包内的
+   * - 如果本地有 _meta.json，进行冲突检测后合并
+   *
+   * 请求:
+   * - Content-Type: multipart/form-data
+   * - Body: 包含 tar.gz 文件的 multipart 数据
+   *
+   * 响应:
+   * ```javascript
+   * {
+   *   code: 200,
+   *   msg: '成功导入 3 个分组',
+   *   data: {
+   *     importedGroups: [...],
+   *     conflictResolutions: [...]
+   *   }
+   * }
+   * ```
+   */
+  router.post('/cgi-bin/mockbubu/import-groups-archive', async (ctx) => {
+    const timestampStart = new Date().toLocaleString('zh-CN', { hour12: false })
+    console.log(`[mockbubu ${timestampStart}] 开始导入多组压缩包`)
+
+    try {
+      const { storageAdapter, groupManager } = ctx
+      const v3Storage = storageAdapter.v3Storage
+
+      // 1. 解析上传的文件
+      const file = await parseMultipartFile(ctx)
+      if (!file || !file.buffer) {
+        ctx.body = createErrorResponse('未检测到上传文件')
+        return
+      }
+
+      const timestamp = new Date().toLocaleString('zh-CN', { hour12: false })
+      console.log(`[mockbubu ${timestamp}] 上传文件: ${file.filename}, 大小: ${(file.buffer.length / 1024).toFixed(2)} KB`)
+
+      // 2. 创建临时目录
+      const pluginTmpBase = path.join(v3Storage.baseDir, '.tmp', 'import-')
+      await fs.mkdir(path.dirname(pluginTmpBase), { recursive: true })
+      const tmpDir = await fs.mkdtemp(pluginTmpBase)
+      const extractDir = path.join(tmpDir, 'extract')
+      await fs.mkdir(extractDir, { recursive: true })
+
+      console.log(`[mockbubu ${timestamp}] 临时目录: ${tmpDir}`)
+
+      try {
+        // 3. 保存并解压
+        const uploadPath = path.join(tmpDir, 'upload.tar.gz')
+        await fs.writeFile(uploadPath, file.buffer)
+        await extractTarGz(uploadPath, extractDir)
+        console.log(`[mockbubu ${timestamp}] 解压完成`)
+
+        // 4. 读取压缩包中的 _meta.json
+        const exportMetaPath = path.join(extractDir, '_meta.json')
+        const exportMetaContent = await fs.readFile(exportMetaPath, 'utf8')
+        const exportMeta = JSON.parse(exportMetaContent)
+
+        console.log(`[mockbubu ${timestamp}] 压缩包元数据: ${exportMeta.groups.length} 个组`)
+
+        // 5. 检查本地是否存在 _meta.json
+        let localMeta
+        try {
+          localMeta = await v3Storage.getGroupsMeta()
+          console.log(`[mockbubu ${timestamp}] 本地已有 ${localMeta.groups.length} 个组，执行合并逻辑`)
+        } catch (err) {
+          console.log(`[mockbubu ${timestamp}] 本地无 _meta.json，直接使用压缩包数据`)
+          localMeta = null
+        }
+
+        const importedGroups = []
+        const conflictResolutions = []
+
+        if (!localMeta) {
+          // 5.1 本地没有 _meta.json，先创建默认组，再导入压缩包中的组
+          console.log(`[mockbubu ${timestamp}] 本地无组，先创建默认组`)
+
+          // 先创建系统默认组
+          await groupManager.ensureDefaultGroup()
+          localMeta = await v3Storage.getGroupsMeta()
+          console.log(`[mockbubu ${timestamp}] 默认组已创建: ${localMeta.groups[0].id}`)
+
+          // 现在有了默认组，继续执行合并逻辑（将导入的组都当作普通组处理）
+        }
+
+        // 5.2 执行冲突检测和合并（统一处理逻辑）
+        {
+          console.log(`[mockbubu ${timestamp}] 执行冲突检测`)
+
+          const sourceGroupsDir = path.join(extractDir, 'groups')
+          const existingNames = localMeta.groups.map(g => g.name)
+          const existingIds = localMeta.groups.map(g => g.id)
+
+          for (const importGroup of exportMeta.groups) {
+            let resolvedGroup = { ...importGroup }
+            let conflictType = null
+
+            // 导入的默认组强制转为普通组
+            if (resolvedGroup.isDefault) {
+              const originalName = resolvedGroup.name
+              const originalId = resolvedGroup.id
+              resolvedGroup.isDefault = false
+              resolvedGroup.id = groupManager.generateGroupId()
+              conflictType = 'default-group-converted'
+
+              // 检查名称冲突
+              let suffix = 1
+              let newName = `${resolvedGroup.name} (${suffix})`
+              while (existingNames.includes(newName)) {
+                suffix++
+                newName = `${resolvedGroup.name} (${suffix})`
+              }
+              resolvedGroup.name = newName
+
+              conflictResolutions.push({
+                type: conflictType,
+                groupId: importGroup.id,
+                oldId: originalId,
+                newId: resolvedGroup.id,
+                oldName: originalName,
+                newName: resolvedGroup.name,
+                message: `默认组【${originalName}】已转为普通组【${resolvedGroup.name}】`,
+              })
+              console.log(`[mockbubu ${timestamp}] ⚠ 默认组转换: ${originalName} → ${resolvedGroup.name} (${originalId} → ${resolvedGroup.id})`)
+            }
+
+            // 检查组名冲突（非默认组）
+            if (!importGroup.isDefault && existingNames.includes(resolvedGroup.name)) {
+              const originalName = resolvedGroup.name
+              let suffix = 1
+              let newName = `${resolvedGroup.name} (${suffix})`
+              while (existingNames.includes(newName)) {
+                suffix++
+                newName = `${resolvedGroup.name} (${suffix})`
+              }
+              resolvedGroup.name = newName
+              conflictType = 'name-conflict'
+              conflictResolutions.push({
+                type: conflictType,
+                groupId: importGroup.id,
+                oldName: originalName,
+                newName: resolvedGroup.name,
+                message: `组名冲突: ${originalName} → ${resolvedGroup.name}`,
+              })
+              console.log(`[mockbubu ${timestamp}] ⚠ 组名冲突: ${originalName} → ${resolvedGroup.name}`)
+            }
+
+            // 检查组ID冲突（非默认组，因为默认组已经生成新ID）
+            if (!importGroup.isDefault && existingIds.includes(resolvedGroup.id)) {
+              const originalId = resolvedGroup.id
+              resolvedGroup.id = groupManager.generateGroupId()
+              if (!conflictType) {
+                conflictResolutions.push({
+                  type: 'id-conflict',
+                  oldId: originalId,
+                  newId: resolvedGroup.id,
+                  message: `组ID冲突: ${originalId} → ${resolvedGroup.id}`,
+                })
+              }
+              console.log(`[mockbubu ${timestamp}] ⚠ 组ID冲突: ${originalId} → ${resolvedGroup.id}`)
+            }
+
+            // 复制组目录（使用解决后的ID）
+            const sourceGroupDir = path.join(sourceGroupsDir, importGroup.id)
+            const targetGroupDir = path.join(v3Storage.groupsDir, resolvedGroup.id)
+            await v3Storage._copyDirectory(sourceGroupDir, targetGroupDir)
+            console.log(`[mockbubu ${timestamp}] ✓ 复制组: ${resolvedGroup.name} (${resolvedGroup.id})`)
+
+            // 更新 group.json 文件中的组ID和 isDefault（如果发生变化）
+            if (resolvedGroup.id !== importGroup.id || resolvedGroup.name !== importGroup.name || resolvedGroup.isDefault !== importGroup.isDefault) {
+              const groupJsonPath = path.join(targetGroupDir, 'group.json')
+              try {
+                const groupJsonContent = await fs.readFile(groupJsonPath, 'utf8')
+                const groupJson = JSON.parse(groupJsonContent)
+                groupJson.id = resolvedGroup.id
+                groupJson.name = resolvedGroup.name
+                groupJson.isDefault = resolvedGroup.isDefault
+                groupJson.updateTime = Date.now()
+                await fs.writeFile(groupJsonPath, JSON.stringify(groupJson, null, 2), 'utf8')
+                console.log(`[mockbubu ${timestamp}] ✓ 更新 group.json: ${resolvedGroup.id}`)
+              } catch (err) {
+                console.error(`[mockbubu ${timestamp}] ✗ 更新 group.json 失败: ${err.message}`)
+              }
+            }
+
+            // 追加到本地元数据
+            localMeta.groups.push({
+              id: resolvedGroup.id,
+              name: resolvedGroup.name,
+              description: resolvedGroup.description || '',
+              isDefault: resolvedGroup.isDefault || false,
+              createTime: resolvedGroup.createTime || Date.now(),
+              updateTime: Date.now(),
+            })
+
+            existingNames.push(resolvedGroup.name)
+            existingIds.push(resolvedGroup.id)
+
+            importedGroups.push({
+              originalId: importGroup.id,
+              originalName: importGroup.name,
+              newId: resolvedGroup.id,
+              newName: resolvedGroup.name,
+            })
+          }
+
+          // 写回合并后的 _meta.json
+          await v3Storage.setGroupsMeta(localMeta)
+          console.log(`[mockbubu ${timestamp}] ✓ 更新 _meta.json`)
+        }
+
+        // 6. 清理临时目录
+        const cleanupTmpDir = async (retries = 3) => {
+          for (let i = 0; i < retries; i++) {
+            try {
+              await fs.rm(tmpDir, { recursive: true, force: true })
+              console.log(`[mockbubu ${timestamp}] ✓ 临时目录已清理: ${tmpDir}`)
+              return
+            } catch (err) {
+              if (i === retries - 1) {
+                console.error(`[mockbubu ${timestamp}] ✗ 清理临时目录失败（已重试${retries}次）: ${err.message}`)
+              } else {
+                await new Promise(resolve => setTimeout(resolve, 100))
+              }
+            }
+          }
+        }
+        await cleanupTmpDir()
+
+        console.log(`[mockbubu ${timestamp}] 导入完成`)
+
+        ctx.body = createSuccessResponse(
+          {
+            importedGroups,
+            conflictResolutions,
+          },
+          `成功导入 ${importedGroups.length} 个分组`,
+        )
+      } catch (err) {
+        // 出错时清理临时目录
+        await fs.rm(tmpDir, { recursive: true, force: true }).catch(() => {})
+        throw err
+      }
+    } catch (error) {
+      const timestampError = new Date().toLocaleString('zh-CN', { hour12: false })
+      console.error(`[mockbubu ${timestampError}] 导入失败:`, error)
+      ctx.body = createErrorResponse(`导入失败: ${error.message}`)
+    }
+  })
+}