whistle.mockbubu 1.0.0-dev.4 → 2.0.0-beta.0

package/lib/migration-v3.js

@@ -0,0 +1,321 @@
+/**
+ * 数据迁移工具：旧架构 -> 新架构
+ *
+ * 旧架构（Whistle Storage）:
+ * - Layer 1: files/{index}.{encodedName}  - 物理文件
+ * - Layer 2: properties (全局元数据)       - 单个 JSON 文件
+ * - Layer 3: properties (组配置)           - 单个 JSON 文件
+ *
+ * 新架构（File System）:
+ * - groups/{groupId}/group.json           - 组元数据
+ * - groups/{groupId}/index.json           - 文件索引
+ * - groups/{groupId}/files/{fileId}/file.json    - 文件数据
+ * - groups/{groupId}/files/{fileId}/versions/*.json  - 版本数据
+ */
+
+const FileSystemStorage = require('./storage-v3')
+const GroupManager = require('./group-manager')
+
+class DataMigration {
+  constructor(whistleStorage, targetBaseDir) {
+    this.whistleStorage = whistleStorage
+    this.newStorage = new FileSystemStorage(targetBaseDir)
+    this.stats = {
+      groupCount: 0,
+      fileCount: 0,
+      versionCount: 0,
+      errors: [],
+      startTime: 0,
+      endTime: 0,
+    }
+  }
+
+  /**
+   * 执行完整迁移
+   */
+  async migrate() {
+    console.log('='.repeat(60))
+    console.log('数据迁移：旧架构 -> 新架构 V3')
+    console.log('='.repeat(60))
+    console.log()
+
+    this.stats.startTime = Date.now()
+
+    try {
+      // 初始化新存储
+      await this.newStorage.init()
+      console.log('✅ 新存储层已初始化\n')
+
+      // 创建临时 GroupManager 读取旧数据
+      const groupManager = new GroupManager(this.whistleStorage)
+
+      // 1. 迁移组
+      console.log('📦 Phase 1: 迁移组列表...')
+      const groups = groupManager.listGroups()
+      console.log(`   发现 ${groups.length} 个组\n`)
+
+      for (const group of groups) {
+        await this.migrateGroup(group, groupManager)
+      }
+
+      // 2. 生成统计报告
+      this.stats.endTime = Date.now()
+      this.printReport()
+
+      return {
+        success: this.stats.errors.length === 0,
+        stats: this.stats,
+      }
+    } catch (error) {
+      console.error('❌ 迁移失败:', error.message)
+      console.error(error.stack)
+      throw error
+    }
+  }
+
+  /**
+   * 迁移单个组
+   */
+  async migrateGroup(oldGroup, groupManager) {
+    console.log(`\n📁 迁移组: ${oldGroup.name} (${oldGroup.id})`)
+
+    try {
+      // 检查组是否已存在（跳过默认组的重复创建）
+      try {
+        await this.newStorage.getGroup(oldGroup.id)
+        console.log('   组已存在，跳过创建')
+      } catch {
+        // 组不存在，创建新组
+        await this.newStorage.createGroup({
+          id: oldGroup.id,
+          name: oldGroup.name,
+          description: oldGroup.description || '',
+          isDefault: oldGroup.isDefault || false,
+        })
+        console.log('   ✅ 组已创建')
+      }
+
+      this.stats.groupCount++
+
+      // 获取组内文件列表
+      const fileList = await this.getGroupFiles(oldGroup.id, groupManager)
+      console.log(`   发现 ${fileList.length} 个文件`)
+
+      if (fileList.length === 0) {
+        return
+      }
+
+      // 迁移文件
+      for (const file of fileList) {
+        await this.migrateFile(oldGroup.id, file, groupManager)
+      }
+
+      console.log('   ✅ 组迁移完成')
+    } catch (error) {
+      console.error(`   ❌ 组迁移失败: ${error.message}`)
+      this.stats.errors.push({
+        type: 'group',
+        id: oldGroup.id,
+        error: error.message,
+      })
+    }
+  }
+
+  /**
+   * 获取组内文件列表（从旧架构）
+   */
+  async getGroupFiles(groupId, groupManager) {
+    const allFiles = this.whistleStorage.getFileList() || []
+    const groupPrefix = `${groupId}/`
+    const files = []
+
+    for (const item of allFiles) {
+      try {
+        // 解码文件名
+        const dotIndex = item.name.indexOf('.')
+        if (dotIndex === -1) continue
+
+        const encodedName = item.name.substring(dotIndex + 1)
+        const decodedName = decodeURIComponent(encodedName)
+
+        // 检查是否属于该组
+        if (decodedName.startsWith(groupPrefix)) {
+          const filename = decodedName.substring(groupPrefix.length)
+
+          // 获取配置
+          const config = await groupManager.getGroupFileConfig(groupId, filename)
+
+          files.push({
+            name: filename,
+            config: config || {},
+            storageKey: item.name,
+          })
+        }
+      } catch (err) {
+        console.warn(`   ⚠️  解码文件名失败: ${item.name}`)
+      }
+    }
+
+    return files
+  }
+
+  /**
+   * 迁移单个文件
+   */
+  async migrateFile(groupId, fileInfo, groupManager) {
+    const { name, config } = fileInfo
+
+    try {
+      // 生成文件ID
+      const fileId = this.newStorage.generateFileId(name)
+
+      // 检查文件是否已存在
+      if (await this.newStorage.fileExists(groupId, fileId)) {
+        console.log(`   ⏭️  文件已存在，跳过: ${name.substring(0, 60)}...`)
+        return
+      }
+
+      // 读取原始 session 数据
+      const sessionPath = `${groupId}/${name}`
+      const sessionData = this.whistleStorage.readFile(sessionPath)
+
+      if (!sessionData) {
+        console.warn(`   ⚠️  无法读取文件数据: ${name.substring(0, 60)}...`)
+        return
+      }
+
+      let session
+      try {
+        session = JSON.parse(sessionData)
+      } catch {
+        console.warn(`   ⚠️  解析JSON失败: ${name.substring(0, 60)}...`)
+        return
+      }
+
+      // 构建文件数据
+      const fileData = {
+        url: config.url || name,
+        method: config.method || session.req?.method || 'GET',
+        status: config.status || session.res?.statusCode || 200,
+        headers: session.res?.headers || {},
+        session,
+        config: {
+          mock: config.mock || false,
+          locked: config.locked || false,
+          mockVersion: config.mockVersion || 'source',
+          rule: config.rule || '',
+          ruleValue: config.ruleValue || '',
+        },
+      }
+
+      // 创建文件
+      await this.newStorage.createFile(groupId, fileId, fileData)
+      this.stats.fileCount++
+
+      // 迁移版本
+      const versions = await groupManager.getGroupVersions(groupId, name)
+      if (versions && versions.length > 0) {
+        for (const version of versions) {
+          await this.migrateVersion(groupId, fileId, version)
+        }
+      }
+
+      // 每10个文件输出一次进度
+      if (this.stats.fileCount % 10 === 0) {
+        console.log(`   📊 进度: ${this.stats.fileCount} 个文件已迁移`)
+      }
+    } catch (error) {
+      console.error(`   ❌ 文件迁移失败: ${name.substring(0, 60)}... - ${error.message}`)
+      this.stats.errors.push({
+        type: 'file',
+        groupId,
+        name,
+        error: error.message,
+      })
+    }
+  }
+
+  /**
+   * 迁移版本
+   */
+  async migrateVersion(groupId, fileId, version) {
+    try {
+      // 跳过 source 版本（对应物理文件）
+      if (version.name === 'source') {
+        return
+      }
+
+      await this.newStorage.createVersion(groupId, fileId, version.name, {
+        description: version.description || '',
+        content: version.content || '',
+      })
+
+      this.stats.versionCount++
+    } catch (error) {
+      console.error(`   ⚠️  版本迁移失败: ${version.name} - ${error.message}`)
+    }
+  }
+
+  /**
+   * 打印迁移报告
+   */
+  printReport() {
+    const duration = ((this.stats.endTime - this.stats.startTime) / 1000).toFixed(2)
+
+    console.log('\n' + '='.repeat(60))
+    console.log('迁移完成报告')
+    console.log('='.repeat(60))
+    console.log()
+    console.log('📊 统计信息:')
+    console.log(`   - 组数量: ${this.stats.groupCount}`)
+    console.log(`   - 文件数量: ${this.stats.fileCount}`)
+    console.log(`   - 版本数量: ${this.stats.versionCount}`)
+    console.log(`   - 耗时: ${duration} 秒`)
+    console.log()
+
+    if (this.stats.errors.length > 0) {
+      console.log('⚠️  错误列表:')
+      this.stats.errors.forEach((err, idx) => {
+        console.log(`   ${idx + 1}. [${err.type}] ${err.id || err.name}`)
+        console.log(`      错误: ${err.error}`)
+      })
+      console.log()
+      console.log(`❌ 迁移完成，但有 ${this.stats.errors.length} 个错误`)
+    } else {
+      console.log('✅ 迁移成功，无错误！')
+    }
+
+    console.log()
+  }
+
+  /**
+   * 验证迁移结果
+   */
+  async verify() {
+    console.log('\n' + '='.repeat(60))
+    console.log('验证迁移结果')
+    console.log('='.repeat(60))
+    console.log()
+
+    try {
+      // 验证组数量
+      const groups = await this.newStorage.listGroups()
+      console.log(`✅ 组数量: ${groups.length}`)
+
+      // 验证每个组的文件数量
+      for (const group of groups) {
+        const files = await this.newStorage.listFiles(group.id)
+        console.log(`   - ${group.name}: ${files.length} 个文件`)
+      }
+
+      console.log()
+      console.log('✅ 验证通过')
+      return true
+    } catch (error) {
+      console.error('❌ 验证失败:', error.message)
+      return false
+    }
+  }
+}
+
+module.exports = DataMigration