tools_batch_files 1.0.0 → 1.0.4

package/index.js

@@ -1,72 +1,151 @@
+const XLSX = require("xlsx");
 const ffmpeg = require("fluent-ffmpeg");
 const fs = require("fs");
 const path = require("path");
-const XLSX = require("xlsx");
-const FormData = require("form-data");
+const fs_asnyc = require("fs").promises;
+const archiver = require("archiver");
 const axios = require("axios");
 const generateUniqueHash = require("./utils/index");
 
-const hashOneTime = generateUniqueHash();
-
-// 源文件目录
-const videoFolderPath = "video";
-// 转码文件目录
-const videoTo264oFolderPath = "output/videoTo264";
-// 压缩后
-const outputFolderPath = "output/video";
-
-//转码后
-const outputTransitionCodecFolderPath = "output/videoTo264"
+// 表格目录
+const excelDir = path.join(__dirname, "excel", "excel.xlsx");
+//水印
+const watermarkImage = path.join(process.cwd(), "imgs", "miz-watermark.png");
+// 截图数量
+const SCREENSHOT_COUNT = 5;
+const ORIGIN_FILE_DIR = "video";
+const ZIP_VIDEO_DIR = "zip_video";
+const SCREENSHOT_DIR = "screenshot";
+const ZIP_WATERMARK_VIDEO_DIR = "zip_watermark_video";
+const ZIP_SCREENSHOT_DIR = "screenshot_watermark";
+const SOURCE_VIDEO_DIR = "source_video";
+
+//并发数量
+const queueCount = 1;
+
+//任务开始序列
+let taskIndex = 0;
 
-const screenshotsFlodar = "output";
-const screenshotsFlodarChild = "screenshots";
-// 5张截图保存目录
-const screenshotsDir = `${screenshotsFlodar}/${screenshotsFlodarChild}`;
+/**
+ * 递归遍历文件夹，查找mp4文件
+ * @param {*} dir 文件夹路径
+ * @param {*} fileName 文件名称
+ * @returns string 匹配成功的文件路径
+ */
+function findFileInDir(dir, fileName) {
+  const files = fs.readdirSync(dir);
+  for (const file of files) {
+    const filePath = path.join(dir, file);
+    const stat = fs.statSync(filePath);
+    if (stat.isDirectory()) {
+      const result = findFileInDir(filePath, fileName);
+      if (result) {
+        return result;
+      }
+    } else if (
+      file.startsWith(fileName) &&
+      (file.endsWith(".mp4") || file.endsWith(".mov"))
+    ) {
+      return filePath;
+    }
+  }
+  return null;
+}
 
-//临时存储截图数组
-let filenames = [];
+/**
+ * 确保目录存在，如果不存在则创建它
+ */
+function ensureDirSync(dirpath) {
+  try {
+    if (!fs.existsSync(dirpath)) {
+      fs.mkdirSync(dirpath, { recursive: true });
+      logger(`目录创建成功：${dirpath}`);
+    }
+  } catch (err) {
+    logger(`创建目录时出错：${err}`);
+    throw err;
+  }
+}
 
 /**
- * 压缩视频
+ * 检查文件是否存在
  */
-const batchVideoFile = (fileName) => {
-  const inputFilePath = videoFolderPath + "/" + fileName;
+function checkFileExistence(path) {
+  return new Promise((resolve, reject) => {
+    fs.access(path, fs.constants.F_OK, (err) => {
+      if (!err) {
+        logger("文件存在，可以访问");
+        resolve(true);
+      } else {
+        logger(`视频文件 ${path} 不存在`);
+        resolve(false);
+      }
+    });
+  });
+}
 
-  const outputFilePath = outputFolderPath + "/" + "zip-" + fileName;
+//普通日志
+const logger = (log, hash, err) => {
+  console.log(log);
+  fs.writeFileSync("log.txt", log + "\n", {
+    flag: "a",
+  });
+};
+
+//错误日志
+const disposeError = (hash, err) => {
+  logger("---任务失败---", hash, err);
+  logger(
+    `******************************************************************end`
+  );
+  fs.writeFileSync("error.txt", err + "\n", {
+    flag: "a",
+  });
+};
 
-  const command = ffmpeg();
-  const videoBitrate = 4000;
+const readExcel = (path) => {
+  const workbook = XLSX.readFile(path);
 
-  // 设置目标文件大小为50MB
-  // const targetFileSize = 50 * 1024 * 1024;
+  // 获取第一个工作表（Sheet）
+  const firstSheetName = workbook.SheetNames[0];
+  const worksheet = workbook.Sheets[firstSheetName];
 
-  // 获取原视频文件大小（bytes）
-  // const inputFileSize = fs.statSync(inputFilePath).size;
+  // 将工作表转换为 JSON 对象
+  const jsonData = XLSX.utils.sheet_to_json(worksheet);
+  return jsonData;
+};
 
-  // 根据目标文件大小估算比特率
-  // const videoBitrate = Math.floor((targetFileSize / inputFileSize) * 1000);
+function logFileSize(path) {
+  const fileSize = fs.statSync(path).size / (1024 * 1024);
+  const formattedSize = fileSize.toFixed(2); // 保留两位小数
+  logger(`视频大小：${formattedSize}M`);
+}
 
-  // 创建 ffmpeg 实例
-  // 输入视频文件
+/**
+ * 压缩视频
+ * @param {*} fileName 文件名
+ * @param {*} outputFileDir 产物文件夹
+ * @param {*} inputFilePath 源文件路径
+ * @returns Promise
+ */
+const compressVideo = (fileName, outputFileDir, inputFilePath) => {
+  // const inputFilePath = path.join(__dirname, "video", fileName);
+  const outputFilePath = path.join(
+    outputFileDir,
+    ZIP_VIDEO_DIR,
+    `zip-${fileName}`
+  );
+  const comand = ffmpeg(inputFilePath);
+
+  ensureDirSync(path.dirname(outputFilePath));
   return new Promise((resolve, reject) => {
-    command
-      .input(inputFilePath)
-      // 设置视频尺寸为
-      // .size('1280x720')
-      // 设置视频编解码参数
-      .videoCodec('libx264')
-      // .videoCodec("mpeg4")
-
-      // 设置视频比特率
-      .videoBitrate(videoBitrate + "k")
-      // 设置音频编解码参数
-      // .audioCodec("aac")
-      .audioCodec('libmp3lame')
-      // 设置音频比特率
-      // .audioBitrate('128k')
-      // 设置输出文件路径
+    comand
+      .videoCodec("libx264")
+      .size("1280x?")
+      // .size("1280x720")
+
       .output(outputFilePath)
-      // 开始处理
+
       .on("start", () => {
         logger("视频开始压缩……");
       })
@@ -75,58 +154,26 @@ const batchVideoFile = (fileName) => {
         resolve(outputFilePath);
       })
       .on("error", (err) => {
-        reject(err);
         logger("视频压缩出错:", err);
+        reject(err);
       })
       .run();
   });
 };
 
 /**
- * 转码
+ * 生成5张截图
  */
-// const transitionCodec = (fileName) => {
-//   const inputFilePath = videoFolderPath + "/" + fileName;
-//   const outputFilePath = outputTransitionCodecFolderPath + "/" + fileName;
-
-//   const command = ffmpeg(inputFilePath);
-
-//   return new Promise((resolve, reject) => {
-//     command
-//       .input(inputFilePath)
-//       // .videoCodec('libx264')
-//       .videoCodec("mpeg4")
-
-//       .output(outputFilePath)
-//       .on("start", () => {
-//         logger("视频开始转码……");
-//       })
-//       .on("end", () => {
-//         logger("视频转码完成！");
-//         const videoTo264Path = path.join("output", "videoTo264", fileName); // 转码后视频文件路径
-
-//         resolve(videoTo264Path);
-//       })
-//       .on("error", (err) => {
-//         reject(err);
-//         logger("视频转码出错:", err);
-//       })
-//       .run();
-//   });
-// }
-
-/**
- * 截图
- */
-const get5Screenshots = (fileName) => {
-  const inputFilePath = videoFolderPath + "/" + fileName;
-
-  const command = ffmpeg(inputFilePath);
+const get5Screenshots = (fileName, outputFilePath, inputFilePath) => {
+  const folderPath = path.join(outputFilePath, SCREENSHOT_DIR); // 构建完整的目录路径
 
+  ensureDirSync(folderPath);
   return new Promise((resolve, reject) => {
-    command
+    const screenshotsCommand = ffmpeg(inputFilePath);
+
+    screenshotsCommand
       .on("start", () => {
-        logger("开始截图");
+        logger("开始从视频中截图……");
       })
       .on("end", (stdout, stderr) => {
         logger(inputFilePath + "截图完成!!!");
@@ -139,159 +186,281 @@ const get5Screenshots = (fileName) => {
 
       .screenshots({
         timemarks: [0, "25%", "50%", "75%", "90%"],
-        folder: screenshotsDir,
-        filename: `screenshots-at-%s-%i-seconds.png`, //hash或者随机字符
-        size: '840x?'
-      })
-      .on("filenames", (filenamesArr) => {
-        // 将截图文件名存储到临时数组中
-        filenames.push(...filenamesArr);
+        folder: folderPath,
+        filename: `screenshots-%i.png`,
+        size: "840x?",
       });
   });
 };
 
 /**
- * 删除截图文件
+ * 视频打水印
  */
-const deleteScreenshots = () => {
-  filenames.forEach((item) => {
-    const filePath = path.join("output", "screenshots", item);
+const watermarkVideo = (fileName, outputFileDir) => {
+  //用压缩后的视频作为输入源，增加效率
+  const inputFilePath = path.join(
+    outputFileDir,
+    ZIP_VIDEO_DIR,
+    `zip-${fileName}`
+  );
+  const outputFilePath = path.join(
+    outputFileDir,
+    ZIP_WATERMARK_VIDEO_DIR,
+    `zip-watermark-${fileName}`
+  );
+  const watermarkCommand = ffmpeg(inputFilePath);
+
+  ensureDirSync(path.dirname(outputFilePath));
+
+  return new Promise((resolve, reject) => {
+    watermarkCommand
+      .input(watermarkImage) // 添加水印图片作为第二个输入
 
-    fs.unlinkSync(filePath);
+      .complexFilter([
+        "[0:v][1:v]overlay=(main_w-overlay_w)/2:(main_h-overlay_h)/2",
+      ])
+      .output(outputFilePath)
+      .on("start", () => {
+        logger("视频开始打水印……");
+      })
+      .on("end", () => {
+        logger("视频打水印完成！");
+        resolve(outputFilePath);
+      })
+      .on("error", (err) => {
+        logger("视频打水印出错:", err);
+        reject(err);
+      })
+      .run();
   });
-  filenames = [];
-}
+};
 
 /**
- * 失败逻辑和 记录错误日志
+ * 截图水印，根据截图打水印
  */
-const updateFail = (err) => {
-  logger('xxxxx数据上传失败xxxxx： ' + err);
-  logger(`******************************************************************end`)
-  deleteScreenshots();
-  return Promise.reject();
-}
+const watermarkScreenshots = (indexFilePath) => {
+  //存放水印截图的文件夹
+  const inputDir = path.join(indexFilePath, SCREENSHOT_DIR);
+  const outputDir = path.join(indexFilePath, ZIP_SCREENSHOT_DIR);
+  ensureDirSync(outputDir);
+
+  return new Promise((resolve, reject) => {
+    fs.readdir(inputDir, (err, files) => {
+      if (err) {
+        logger("读取截图文件夹出错: " + err);
+        return;
+      } else {
+        files.forEach((file, index) => {
+          if (path.extname(file) === ".png") {
+            const inputFile = path.join(inputDir, file);
+            const outputFile = path.join(outputDir, file);
+
+            const watermarkScreenshotsComand = ffmpeg(inputFile);
+            watermarkScreenshotsComand
+              .input(watermarkImage)
+              .complexFilter([
+                "[0:v][1:v]overlay=(main_w-overlay_w)/2:(main_h-overlay_h)/2",
+              ])
+              .output(outputFile)
+              .on("error", (err) => {
+                logger("截图添加水印出错: ", err);
+                reject();
+              })
+              .on("end", () => {
+                logger("截图水印添加完成: " + outputFile);
+                if (index + 1 === SCREENSHOT_COUNT) {
+                  resolve();
+                }
+              })
+              .run();
+          } else {
+            logger("截图不是png文件，无法添加图片水印！");
+            reject();
+          }
+        });
+      }
+    });
+  });
+};
 
 /**
- * 成功逻辑和 记录普通日志
+ * 打包物料
  */
-const updateSuccess = (id) => {
-  deleteScreenshots();
-  logger("数据上传成功！");
-  logger("id = " + id);
-  logger(`******************************************************************end`)
-}
+const archiveZip = (fileName, inputPath) => {
+  const sourceVideoPath = path.join(__dirname, "video", fileName);
+  const zipDir = path.join(inputPath, "zip");
+
+  ensureDirSync(zipDir);
+  // create a file to stream archive data to.
+  const zipStream = fs.createWriteStream(path.join(zipDir, "package.zip"));
+  const archive = archiver("zip", {
+    zlib: { level: 9 }, // Sets the compression level.
+  });
+
+  return new Promise((resolve, reject) => {
+    // listen for all archive data to be written
+    // 'close' event is fired only when a file descriptor is involved
+    zipStream.on("close", function () {
+      logger("压缩数据：" + archive.pointer() + " total bytes");
+      logger(
+        "完成归档archiver has been finalized and the output file descriptor has closed."
+      );
+      resolve();
+    });
+
+    // good practice to catch warnings (ie stat failures and other non-blocking errors)
+    archive.on("warning", function (err) {
+      if (err.code === "ENOENT") {
+        logger("压缩-warning：" + err);
+      } else {
+        // throw error
+        throw err;
+      }
+    });
+
+    // good practice to catch this error explicitly
+    archive.on("error", function (err) {
+      logger("压缩失败！" + err);
+      reject();
+    });
+
+    archive.pipe(zipStream);
+
+    const directories = [
+      ZIP_VIDEO_DIR,
+      SCREENSHOT_DIR,
+      ZIP_WATERMARK_VIDEO_DIR,
+      ZIP_SCREENSHOT_DIR,
+    ];
+
+    directories.forEach((dir) => {
+      const dirPath = path.join(inputPath, dir);
+      archive.directory(dirPath, dir);
+    });
+
+    archive.file(sourceVideoPath, {
+      name: path.join(SOURCE_VIDEO_DIR, fileName),
+    });
+    // 完成归档
+    archive.finalize();
+  });
+};
 
 /**
- * 拼接数据
- * @param {number} type 1:压缩+截图 2：仅截图
- * @param {object} options path路径
+ * 获取 元数据
  */
-const concatData = (
-  type,
-  { title, keyword, videoFilePath, outputVideoFilePath, screenshotsDir }
-) => {
-  const formData = new FormData();
-  const formatKeyword = keyword.split(",").join(" ");
-
-  if (type === 1) {
-    formData.append("zip_video", fs.createReadStream(outputVideoFilePath));
-  }
-  // else {
-  //   formData.append("zip_video", fs.createReadStream(videoFilePath));
-  // }
-
-  formData.append("title", title);
-  formData.append("keyword", formatKeyword);
-  formData.append("source_video", fs.createReadStream(videoFilePath));
-
-  fs.readdirSync(screenshotsDir).forEach((item, index) => {
-    formData.append(
-      `screenshot${index + 1}`,
-      fs.createReadStream(`${screenshotsDir}/${item}`)
-    );
+const getMetadata = async (fileName, indexFilePath) => {
+  const inputFilePath = path.join(__dirname, "video", fileName);
+  //第一张截图
+  const photoInputPath = path.join(
+    indexFilePath,
+    SCREENSHOT_DIR,
+    "screenshots-1.png"
+  );
+
+  const videoMetadataComand = ffmpeg(inputFilePath);
+  const photoMetadataComand = ffmpeg(photoInputPath);
+  const metaDataParams = {
+    videoWidth: "",
+    videoHeight: "",
+    videoSize: "",
+    videoDuration: "",
+    videoId: "",
+    pr: "",
+    photoWidth: "",
+    photoHeight: "",
+  };
+  await new Promise((resolve, reject) => {
+    videoMetadataComand.ffprobe(function (err, metadata) {
+      const videoStream = metadata.streams.find(
+        (s) => s.codec_type === "video"
+      );
+      const formatStream = metadata.format;
+
+      metaDataParams.videoWidth = videoStream.width;
+      metaDataParams.videoHeight = videoStream.height;
+      metaDataParams.videoDuration = videoStream.duration;
+      metaDataParams.videoSize = formatStream.size;
+      resolve();
+    });
+  });
+
+  await new Promise((resolve, reject) => {
+    photoMetadataComand.ffprobe(function (err, metadata) {
+      const photoStream = metadata.streams.find(
+        (s) => s.codec_type === "video"
+      );
+
+      metaDataParams.photoWidth = photoStream.width;
+      metaDataParams.photoHeight = photoStream.height;
+      resolve();
+    });
   });
 
-  return postData(formData);
+  return metaDataParams;
 };
 
 /**
- * 数据传输
+ * 接口
  */
 const postData = (data) => {
   logger("等待接口返回结果……");
 
-  return axios
-    .post("https://designer-api.51miz.com/designer/CallBack/uploadVideoData", data, {
+  return axios.post(
+    "https://designer-api.51miz.com/designer/CallBack/uploadVideoData",
+    data,
+    {
       headers: {
         "Content-Type": "multipart/form-data",
       },
-    })
-    .then((res) => {
-      console.log(res.data);
-      if (res.data.status == 200) {
-        updateSuccess(res.data.id)
-
-      } else {
-        logger('xxxxx数据上传失败xxxxx： ');
-        logger(`******************************************************************end`)
-        deleteScreenshots();
-        return Promise.reject();
-      }
-    })
-    .catch((err) => {
-      logger('xxxxx数据上传失败xxxxx： ' + err);
-      logger(`******************************************************************end`)
-      deleteScreenshots();
-      return Promise.reject();
-    })
+    }
+  );
 };
 
-//处理错误信息
-const disposeError = (hash, err) => {
-  logger('任务失败---', hash, err);
-  fs.writeFileSync(hash + '-error.txt', err + '\n', {
-    flag: 'a'
-  })
-  fs.writeFileSync('error.txt', err + '\n', {
-    flag: 'a'
-  })
-}
-
-//处理错误信息
-const logger = (log) => {
-  console.log(log);
-  fs.writeFileSync('log.txt', log + '\n', {
-    flag: 'a'
-  })
-}
-
 /**
- * 脚本开始前清空截图文件夹
+ * 任务
  */
-const clearDirectoryContents = (dirPath) => {
+const task = async (row, index) => {
+  logger(
+    "**************************" + row.fileName + "**************************"
+  );
+  // Excel的列名分别为： fileName title keyword
+  const fileName = row.fileName;
+  // const originFilePath = path.join(__dirname, "video", fileName); // 源视频文件路径
+  const originFilePath = findFileInDir(
+    path.join(__dirname, ORIGIN_FILE_DIR),
+    fileName
+  ); // 源视频文件路径
+  console.log("originFilePath");
+  console.log(originFilePath);
+
+  //index文件夹   output/0
+  const indexFilePath = path.join(__dirname, "output", index + "");
+
   try {
-    const files = fs.readdirSync(dirPath); // 读取目录中的所有文件和目录
-
-    if (files.length > 0) {
-      files.forEach(function (filename) {
-        const filePath = path.join(dirPath, filename);
-        // const fileStat = fs.statSync(filePath);
-
-        // if (fileStat.isDirectory()) {
-        //   // 如果是目录，则递归清空目录
-        //   clearDirectoryContents(filePath);
-        //   // 删除目录本身
-        //   fs.rmdirSync(filePath);
-        // } else {
-        // 如果是文件，直接删除
-        fs.unlinkSync(filePath);
-        logger("截图文件夹已清空。")
-        // }
-      });
-    }
+    await fs_asnyc.access(originFilePath, fs_asnyc.constants.F_OK);
+    logFileSize(originFilePath);
+    await compressVideo(fileName, indexFilePath, originFilePath);
+    await get5Screenshots(fileName, indexFilePath, originFilePath);
+    await watermarkVideo(fileName, indexFilePath);
+    await watermarkScreenshots(indexFilePath);
+    await archiveZip(fileName, indexFilePath);
+    const dataParams = await getMetadata(fileName, indexFilePath);
+    console.log("dataParams");
+    console.log(dataParams);
+
+    // await postData(dataParams);
+    logger(
+      `----------------------------------------第${index}条结束---------------------------------end`
+    );
   } catch (error) {
-    console.error('清空截图文件夹失败！', error);
+    // 可以约定code，来表示不同的错误信息
+    if (error.code === "ENOENT") {
+      logger(`视频文件 ${fileName} 不存在`);
+    } else {
+      logger("视频处理失败", error.message);
+    }
+    disposeError(hash, fileName);
   }
 };
 
@@ -302,97 +471,22 @@ const transitionExcelToJSON = () => {
   //当前任务hash
   const hashOrigin = generateUniqueHash();
   const hash = hashOrigin.slice(0, 8);
-  logger('任务开始---' + hash);
-  // 读取 Excel 文件
-  const workbook = XLSX.readFile("excel/demo-video.xlsx");
-
-  // 获取第一个工作表（Sheet）
-  const firstSheetName = workbook.SheetNames[0];
-  const worksheet = workbook.Sheets[firstSheetName];
-
-  // 将工作表转换为 JSON 对象
-  const jsonData = XLSX.utils.sheet_to_json(worksheet);
-
-  let taskIndex = 1680;
-
-  const task = (row) => {
-    logger("**************************" + row.fileName + "**************************");
-    clearDirectoryContents(screenshotsDir);
-    return new Promise((resolve, reject) => {
-      const fileName = row.fileName; // Excel的列名分别为： fileName title keyword
-      const title = row.title;
-      const keyword = row.keyword;
-
-      const videoFilePath = path.join(videoFolderPath, fileName); // 视频文件路径
-
-      // 检查视频文件是否存在
-      fs.access(videoFilePath, fs.constants.F_OK, (err) => {
-        if (!err) {
-          const fileSize = fs.statSync(videoFilePath).size / (1024 * 1024);
-          logger("视频大小" + fileSize + 'M');
-
-          //如果原视频 < 50M ,那么不压缩
-          // if (fileSize > 50) {
-
-          Promise.all([batchVideoFile(fileName), get5Screenshots(fileName)])
-            .then(([outputVideoFilePath]) => {
-              console.log("视频处理结束……成功");
-              concatData(1, {
-                title,
-                keyword,
-                videoFilePath,
-                outputVideoFilePath,
-                screenshotsDir,
-              }).then(() => {
-                console.log('concatData成功');
-                resolve();
-              }).catch((reason) => {
-                disposeError(hash, fileName);
-                logger("压缩+截图失败" + reason);
-                reject();
-              });
-            })
-            .catch((reason) => {
-              disposeError(hash, fileName);
-              logger("All失败" + reason);
-              reject();
-            });
-
-          // } else {
-          //   logger("<50M,不压缩");
-          //   get5Screenshots(fileName).then(() => {
-          //     concatData(2, {
-          //       title,
-          //       keyword,
-          //       videoFilePath,
-          //       outputVideoFilePath: '',
-          //       screenshotsDir,
-          //     }).then(() => {
-          //       resolve();
-          //     }).catch((reason) => {
-          //       disposeError(hash, fileName);
-          //       logger("仅截图 失败" + reason);
-          //     });
-          //   });
-          // }
-        } else {
-          logger(`视频文件 ${fileName} 不存在`);
-          resolve();
-        }
-      });
-    })
-  }
+  logger("任务开始---" + hash);
+  logger("当前目录： " + __dirname);
+  logger("工作目录： " + process.cwd());
 
+  const jsonData = readExcel(excelDir);
 
   const run = (index) => {
-    logger(`----------------------------------------第${index}条----------------------------------------`)
-    logger(`----------------------------------------${new Date()}----------------------------------------`)
-
     const row = jsonData[index];
     if (!row) {
       return;
     }
-    task(row)
+    logger(
+      `----------------------------------------第${index}条开始------------------------------------`
+    );
+    logger(`-------------------${new Date()}------------------`);
+    task(row, index)
       .then(() => {
         taskIndex++;
         run(taskIndex);
@@ -400,13 +494,12 @@ const transitionExcelToJSON = () => {
       .catch(() => {
         taskIndex++;
         run(taskIndex);
-      })
-  }
+      });
+  };
 
-  for (let i = 0; i < 1; i++) {
+  for (let i = 0; i < queueCount; i++) {
     run(i);
   }
-
 };
 
 transitionExcelToJSON();