pug-site-core 2.0.5 → 2.0.7

package/lib/generate.js

@@ -44,7 +44,7 @@ export async function compilePagesPugToFn(pugPath) {
       pagesPugFilePathArr.filter(
         (fileName) => !pugPath || pathIsSame(pugPath, fileName)
       ),
-      10, // 限制并发数为10
+      12, // 限制并发数为10
       async (fileName) => {
         const filePath = paths.resolveRoot(paths.template.pages, fileName);
         const funName = fileName.split(pathSymbol).join("_").slice(0, -4);
@@ -139,6 +139,9 @@ export async function generateGetDataFn() {
  */
 export async function fetchDataToJsonFile(args) {
   try {
+    console.log("开始获取数据...");
+    let starTime = Date.now();
+
     // 解析过滤参数，使用对象解构使代码更清晰
     const { filterFun, filterLang } = args.reduce(
       (acc, item) => {
@@ -201,7 +204,7 @@ export async function fetchDataToJsonFile(args) {
     // 创建一个全局任务队列控制整体并发数
     const queue = async.queue(async (task) => {
       await task();
-    }, fetchDataConcurrencyLimit || 10);
+    }, fetchDataConcurrencyLimit || 12);
 
     // 收集所有需要执行的任务
     const allTasks = [];
@@ -260,8 +263,8 @@ export async function fetchDataToJsonFile(args) {
               const regex = /^\[.+\]$/;
               if (regex.test(name)) {
                 let property = name.slice(1, -1);
-                for (let index = 0; index < data.length; index++) {
-                  const dataItem = data[index];
+                // 使用async.eachLimit替换for循环，并发写入
+                await async.eachLimit(data, 12, async (dataItem, index) => {
                   let fileName = dataItem[property];
                   if (!fileName) {
                     return Promise.reject(
@@ -274,7 +277,7 @@ export async function fetchDataToJsonFile(args) {
                     paths.join(language, outPutPath.replace(name, fileName)),
                     dataItem
                   );
-                }
+                });
               } else {
                 await saveJsonData(paths.join(language, outPutPath), data);
               }
@@ -304,8 +307,7 @@ export async function fetchDataToJsonFile(args) {
           let data = await getData[funName](language);
           await checkData(data, language, funName);
           if (Array.isArray(data)) {
-            for (let index = 0; index < data.length; index++) {
-              const item = data[index];
+            await async.eachLimit(data, 12, async (item, index) => {
               let lastJsonFilePath;
               if (item.page_name) {
                 lastJsonFilePath = paths.join(
@@ -323,7 +325,7 @@ export async function fetchDataToJsonFile(args) {
               }
               item._template = fileName;
               await saveJsonData(lastJsonFilePath, item);
-            }
+            });
           } else {
             if (data.page_name) {
               jsonFilePath = paths.join(
@@ -347,6 +349,7 @@ export async function fetchDataToJsonFile(args) {
     // 等待所有任务完成
     return new Promise((resolve, reject) => {
       queue.drain(() => {
+        console.log("获取数据并写入完成花费:", (Date.now() - starTime) / 1000, "s");
         resolve();
       });
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pug-site-core",
-  "version": "2.0.5",
+  "version": "2.0.7",
   "main": "index.js",
   "type": "module",
   "scripts": {
@@ -37,7 +37,7 @@
     "axios": "^1.7.7"
   },
   "license": "ISC",
-  "description": "优化log",
+  "description": "增加获取数据的log",
   "files": [
     "lib/",
     "index.js"