collabdocchat 1.2.13 → 2.0.1

package/server/routes/chunked-upload.js

@@ -0,0 +1,343 @@
+// 分片上传路由
+import express from 'express';
+import multer from 'multer';
+import path from 'path';
+import fs from 'fs';
+import { fileURLToPath } from 'url';
+import { dirname } from 'path';
+import crypto from 'crypto';
+import { authenticate } from '../middleware/auth.js';
+import File from '../models/File.js';
+import Group from '../models/Group.js';
+import { asyncHandler, ValidationError, NotFoundError } from '../middleware/errorHandler.js';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+
+const router = express.Router();
+
+// 临时分片存储目录
+const chunksDir = path.join(__dirname, '../../uploads/chunks');
+const uploadsDir = path.join(__dirname, '../../uploads');
+
+// 确保目录存在
+[chunksDir, uploadsDir].forEach(dir => {
+  if (!fs.existsSync(dir)) {
+    fs.mkdirSync(dir, { recursive: true });
+  }
+});
+
+// 上传会话存储（生产环境应使用 Redis）
+const uploadSessions = new Map();
+
+// 配置 multer 用于分片上传
+const chunkStorage = multer.diskStorage({
+  destination: (req, file, cb) => {
+    const sessionId = req.body.sessionId;
+    const sessionDir = path.join(chunksDir, sessionId);
+    
+    if (!fs.existsSync(sessionDir)) {
+      fs.mkdirSync(sessionDir, { recursive: true });
+    }
+    
+    cb(null, sessionDir);
+  },
+  filename: (req, file, cb) => {
+    const chunkIndex = req.body.chunkIndex;
+    cb(null, `chunk-${chunkIndex}`);
+  }
+});
+
+const chunkUpload = multer({
+  storage: chunkStorage,
+  limits: {
+    fileSize: 5 * 1024 * 1024 // 每个分片最大 5MB
+  }
+});
+
+// 生成唯一会话ID
+const generateSessionId = () => {
+  return crypto.randomBytes(16).toString('hex');
+};
+
+// 初始化分片上传
+router.post('/init', authenticate, asyncHandler(async (req, res) => {
+  const { filename, fileSize, totalChunks, groupId, mimetype } = req.body;
+
+  // 验证参数
+  if (!filename || !fileSize || !totalChunks || !groupId) {
+    throw new ValidationError('缺少必要参数');
+  }
+
+  // 验证群组
+  const group = await Group.findById(groupId);
+  if (!group) {
+    throw new NotFoundError('群组');
+  }
+
+  // 检查用户是否在群组中
+  const isMember = group.members.some(m => m.toString() === req.user.userId);
+  if (!isMember) {
+    throw new ValidationError('您不在该群组中');
+  }
+
+  // 创建上传会话
+  const sessionId = generateSessionId();
+  const session = {
+    id: sessionId,
+    filename,
+    fileSize,
+    totalChunks,
+    uploadedChunks: new Set(),
+    groupId,
+    userId: req.user.userId,
+    mimetype,
+    createdAt: Date.now(),
+    expiresAt: Date.now() + 24 * 60 * 60 * 1000 // 24小时后过期
+  };
+
+  uploadSessions.set(sessionId, session);
+
+  res.json({
+    success: true,
+    data: {
+      sessionId,
+      chunkSize: 5 * 1024 * 1024, // 5MB
+      expiresAt: session.expiresAt
+    }
+  });
+}));
+
+// 上传分片
+router.post('/chunk', authenticate, chunkUpload.single('chunk'), asyncHandler(async (req, res) => {
+  const { sessionId, chunkIndex, chunkHash } = req.body;
+
+  if (!sessionId || chunkIndex === undefined) {
+    throw new ValidationError('缺少必要参数');
+  }
+
+  // 获取上传会话
+  const session = uploadSessions.get(sessionId);
+  if (!session) {
+    throw new NotFoundError('上传会话');
+  }
+
+  // 验证用户
+  if (session.userId !== req.user.userId) {
+    throw new ValidationError('无权访问此上传会话');
+  }
+
+  // 检查会话是否过期
+  if (Date.now() > session.expiresAt) {
+    uploadSessions.delete(sessionId);
+    throw new ValidationError('上传会话已过期');
+  }
+
+  // 验证分片哈希（可选，用于完整性检查）
+  if (chunkHash && req.file) {
+    const fileBuffer = fs.readFileSync(req.file.path);
+    const hash = crypto.createHash('md5').update(fileBuffer).digest('hex');
+    
+    if (hash !== chunkHash) {
+      fs.unlinkSync(req.file.path);
+      throw new ValidationError('分片数据损坏');
+    }
+  }
+
+  // 记录已上传的分片
+  session.uploadedChunks.add(parseInt(chunkIndex));
+
+  // 计算上传进度
+  const progress = (session.uploadedChunks.size / session.totalChunks) * 100;
+
+  res.json({
+    success: true,
+    data: {
+      chunkIndex: parseInt(chunkIndex),
+      uploaded: true,
+      progress: Math.round(progress),
+      uploadedChunks: session.uploadedChunks.size,
+      totalChunks: session.totalChunks
+    }
+  });
+}));
+
+// 完成上传（合并分片）
+router.post('/complete', authenticate, asyncHandler(async (req, res) => {
+  const { sessionId, description } = req.body;
+
+  if (!sessionId) {
+    throw new ValidationError('缺少会话ID');
+  }
+
+  // 获取上传会话
+  const session = uploadSessions.get(sessionId);
+  if (!session) {
+    throw new NotFoundError('上传会话');
+  }
+
+  // 验证用户
+  if (session.userId !== req.user.userId) {
+    throw new ValidationError('无权访问此上传会话');
+  }
+
+  // 检查是否所有分片都已上传
+  if (session.uploadedChunks.size !== session.totalChunks) {
+    throw new ValidationError(`还有 ${session.totalChunks - session.uploadedChunks.size} 个分片未上传`);
+  }
+
+  // 合并分片
+  const sessionDir = path.join(chunksDir, sessionId);
+  const uniqueSuffix = Date.now() + '-' + Math.round(Math.random() * 1E9);
+  const ext = path.extname(session.filename);
+  const finalFilename = uniqueSuffix + ext;
+  const finalPath = path.join(uploadsDir, finalFilename);
+
+  const writeStream = fs.createWriteStream(finalPath);
+
+  // 按顺序合并分片
+  for (let i = 0; i < session.totalChunks; i++) {
+    const chunkPath = path.join(sessionDir, `chunk-${i}`);
+    
+    if (!fs.existsSync(chunkPath)) {
+      throw new ValidationError(`分片 ${i} 不存在`);
+    }
+
+    const chunkBuffer = fs.readFileSync(chunkPath);
+    writeStream.write(chunkBuffer);
+  }
+
+  writeStream.end();
+
+  // 等待写入完成
+  await new Promise((resolve, reject) => {
+    writeStream.on('finish', resolve);
+    writeStream.on('error', reject);
+  });
+
+  // 验证文件大小
+  const stats = fs.statSync(finalPath);
+  if (stats.size !== session.fileSize) {
+    fs.unlinkSync(finalPath);
+    throw new ValidationError('文件大小不匹配，上传失败');
+  }
+
+  // 创建文件记录
+  const file = new File({
+    filename: finalFilename,
+    originalName: session.filename,
+    path: finalPath,
+    mimetype: session.mimetype,
+    size: stats.size,
+    group: session.groupId,
+    uploader: session.userId,
+    description: description || ''
+  });
+
+  await file.save();
+
+  // 更新群组的文件列表
+  await Group.findByIdAndUpdate(session.groupId, { 
+    $push: { files: file._id } 
+  });
+
+  // 清理临时文件和会话
+  try {
+    fs.rmSync(sessionDir, { recursive: true, force: true });
+  } catch (err) {
+    console.error('清理临时文件失败:', err);
+  }
+  uploadSessions.delete(sessionId);
+
+  res.json({
+    success: true,
+    message: '文件上传成功',
+    data: { file }
+  });
+}));
+
+// 取消上传
+router.delete('/cancel/:sessionId', authenticate, asyncHandler(async (req, res) => {
+  const { sessionId } = req.params;
+
+  const session = uploadSessions.get(sessionId);
+  if (!session) {
+    throw new NotFoundError('上传会话');
+  }
+
+  // 验证用户
+  if (session.userId !== req.user.userId) {
+    throw new ValidationError('无权访问此上传会话');
+  }
+
+  // 清理临时文件
+  const sessionDir = path.join(chunksDir, sessionId);
+  try {
+    if (fs.existsSync(sessionDir)) {
+      fs.rmSync(sessionDir, { recursive: true, force: true });
+    }
+  } catch (err) {
+    console.error('清理临时文件失败:', err);
+  }
+
+  // 删除会话
+  uploadSessions.delete(sessionId);
+
+  res.json({
+    success: true,
+    message: '上传已取消'
+  });
+}));
+
+// 获取上传进度
+router.get('/progress/:sessionId', authenticate, asyncHandler(async (req, res) => {
+  const { sessionId } = req.params;
+
+  const session = uploadSessions.get(sessionId);
+  if (!session) {
+    throw new NotFoundError('上传会话');
+  }
+
+  // 验证用户
+  if (session.userId !== req.user.userId) {
+    throw new ValidationError('无权访问此上传会话');
+  }
+
+  const progress = (session.uploadedChunks.size / session.totalChunks) * 100;
+
+  res.json({
+    success: true,
+    data: {
+      sessionId,
+      progress: Math.round(progress),
+      uploadedChunks: session.uploadedChunks.size,
+      totalChunks: session.totalChunks,
+      filename: session.filename,
+      fileSize: session.fileSize
+    }
+  });
+}));
+
+// 定期清理过期会话（每小时执行一次）
+setInterval(() => {
+  const now = Date.now();
+  for (const [sessionId, session] of uploadSessions.entries()) {
+    if (now > session.expiresAt) {
+      // 清理临时文件
+      const sessionDir = path.join(chunksDir, sessionId);
+      try {
+        if (fs.existsSync(sessionDir)) {
+          fs.rmSync(sessionDir, { recursive: true, force: true });
+        }
+      } catch (err) {
+        console.error('清理过期会话失败:', err);
+      }
+      
+      uploadSessions.delete(sessionId);
+      console.log(`清理过期上传会话: ${sessionId}`);
+    }
+  }
+}, 60 * 60 * 1000); // 每小时
+
+export default router;
+