mock-service-cli 2.3.2 → 2.4.0

package/CHANGELOG.md

@@ -2,6 +2,13 @@
 
 All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
 
+## [2.4.0](https://github.com/chandq/mock-service-cli/compare/v2.3.2...v2.4.0) (2022-01-05)
+
+
+### Features
+
+* 增加异步任务队列，移出不必要模块 ([c7f3608](https://github.com/chandq/mock-service-cli/commit/c7f3608e4d0185434154d6f8d84889f281147022))
+
 ### [2.3.2](https://github.com/chandq/mock-service-cli/compare/v2.3.1...v2.3.2) (2022-01-02)
 
 

package/lib/asyncTaskQueue.js

@@ -0,0 +1,70 @@
+/*
+ * @description: 异步任务队列
+ * @Date: 2022-01-04 10:46:20
+ * @LastEditors: chendq
+ * @LastEditTime: 2022-01-05 18:45:36
+ * @Author: chendq
+ */
+// const { getDataType } = require('./utils');
+class AsyncTaskQueue {
+  constructor() {
+    this.list = [];
+    this.index = 0;
+    this.isStop = false;
+    this.isParallel = false;
+  }
+
+  next() {
+    // 加限制
+    if (this.index >= this.list.length - 1 || this.isStop) return;
+    const cur = this.list[++this.index];
+    cur(this.next.bind(this));
+  }
+  /**
+   * @description: 增加异步任务
+   * @param {array} fn
+   */
+  add(...fn) {
+    this.list.push(...fn);
+  }
+  /**
+   * @description: 按序执行异步任务
+   */
+  run() {
+    const cur = this.list[this.index];
+    typeof cur === 'function' && cur(this.next.bind(this));
+  }
+
+  /**
+   * @description: 并发执行异步任务
+   */
+  parallelRun() {
+    this.isParallel = true;
+    for (const fn of this.list) {
+      fn(this.next.bind(this));
+    }
+  }
+
+  /**
+   * @description: 暂停执行异步任务
+   */
+  stop() {
+    this.isStop = true;
+  }
+
+  /**
+   * @description: 重试执行异步任务
+   */
+  retry() {
+    this.isStop = false;
+    run();
+  }
+  /**
+   * @description: 继续执行下一个异步任务
+   */
+  goOn() {
+    this.isStop = false;
+    this.next();
+  }
+}
+module.exports = AsyncTaskQueue;

package/lib/manageMockFiles.js

@@ -2,13 +2,12 @@
  * @description: 生成Mock文件、获取mock数据统计
  * @Date: 2021-12-22 16:57:08
  * @LastEditors: chendq
- * @LastEditTime: 2022-01-02 12:16:12
+ * @LastEditTime: 2022-01-05 20:39:08
  * @Author: chendq
  */
 const fsa = require('fs-extra'),
   fs = require('fs'),
   path = require('path'),
-  _ = require('lodash'),
   colors = require('colors/safe');
 const {
   getFileLatestContent,
@@ -71,45 +70,44 @@ const genMockFiles = async function ({ url: apiUrl, method, data: resJsonData, d
   const normalizeApiUrl = filePath2ApiUrl(path.normalize(apiUrl));
   const mockListFilePath = path.resolve(process.cwd(), `${mockDir}/mock-list.json`);
   const mockFilePath = path.resolve(process.cwd(), `${mockDir}/${encodeURIComponent(path.normalize(apiUrl))}.json`);
-  let newMockListContent = {},
-    oldMockListContent = null;
+  let newMockListContent = {};
   if (fsa.pathExistsSync(mockListFilePath)) {
-    oldMockListContent = getFileLatestContent(mockListFilePath);
-    newMockListContent = _.cloneDeep(oldMockListContent);
+    newMockListContent = getFileLatestContent(mockListFilePath);
   } else {
     fsa.ensureFileSync(mockListFilePath);
   }
 
+  let isChange = false;
   // update mock-list.json file
   if (!newMockListContent.hasOwnProperty(normalizeApiUrl)) {
     newMockListContent[normalizeApiUrl] = [method];
+    isChange = true;
   } else if (!newMockListContent[normalizeApiUrl].includes(method)) {
     newMockListContent[normalizeApiUrl].push(method);
+    isChange = true;
   }
-  if (!oldMockListContent || !_.isEqual(oldMockListContent, newMockListContent)) {
+  if (isChange) {
     Object.keys(newMockListContent).length > 0 &&
       fs.writeFileSync(mockListFilePath, JSON.stringify(newMockListContent, null, 2));
   }
 
   // mock文件存在
   if (fsa.pathExistsSync(mockFilePath)) {
-    const mockFileContent = getFileLatestContent(mockFilePath);
-    // 内容一样不作修改
-    if (mockFileContent.hasOwnProperty(method) && _.isEqual(mockFileContent[method], resJsonData)) {
-      // log.assert(
-      //   !_.isEqual(mockFileContent[method], resJsonData),
-      //   colors.bgYellow(`${method} ${apiUrl}, Mock data is same`)
-      // );
-      return;
-    }
+    const mockFileContent = {};
     mockFileContent[method] = resJsonData;
-    await writeStream(mockFilePath, JSON.stringify(mockFileContent, null, 2));
+    try {
+      await writeStream(mockFilePath, JSON.stringify(mockFileContent, null, 2));
+    } catch (error) {
+      LOGGER.error(`Update file:  ${method} ${apiUrl}  ${mockFilePath}`);
+    }
     LOGGER.log(`Update file:  ${method} ${apiUrl}  ${mockFilePath}`);
   } else {
-    // fsa.ensureFileSync(mockFilePath);
-
-    await writeStream(mockFilePath, JSON.stringify({ [method]: resJsonData }, null, 2));
-    LOGGER.log(`Write new file:  ${method} ${apiUrl}  ${mockFilePath}`);
+    try {
+      await writeStream(mockFilePath, JSON.stringify({ [method]: resJsonData }, null, 2));
+    } catch (error) {
+      LOGGER.error(`New    file:  ${method} ${apiUrl}  ${mockFilePath}`);
+    }
+    LOGGER.log(`New    file:  ${method} ${apiUrl}  ${mockFilePath}`);
   }
   // console.debug('file::', `${mockDir}/${apiUrl}`, newMockListContent);
 };

package/lib/mockServer.js

@@ -16,6 +16,8 @@ const app = express();
 const log = logger(process.env.SILENT);
 const argv = JSON.parse(process.env.ARGV);
 let socketServer = null; // Socket server instance
+const AsyncTaskQueue = require('./asyncTaskQueue');
+const saveDataAsyncTask = new AsyncTaskQueue();
 
 let count = 0,
   fileCount = 0; // 记录mock api个数,mock file个数
@@ -150,9 +152,22 @@ if (process.env.SOCKET_SERVER) {
     socket.on('mock-file-stat', function (filePath) {
       socket.emit('mock-file-stat', getMockStatFromFile(filePath));
     });
-    socket.on('save-data', async function (data) {
+    const async = args => {
+      return async next => {
+        await genMockFiles(args);
+        next();
+      };
+    };
+    socket.on('save-data', function (data) {
       // console.log('lis save-data:', data);
-      await genMockFiles(data);
+      saveDataAsyncTask.add(async(data));
+
+      if (saveDataAsyncTask.list.length === 1) {
+        saveDataAsyncTask.run();
+      } else {
+        saveDataAsyncTask.next();
+      }
+      // await genMockFiles(data);
     });
 
     socket.on('disconnect', function () {

package/lib/utils.js

@@ -2,11 +2,12 @@
  * @description: 工具函数库
  * @Date: 2021-12-25 17:52:48
  * @LastEditors: chendq
- * @LastEditTime: 2022-01-02 12:32:33
+ * @LastEditTime: 2022-01-05 20:21:07
  * @Author: chendq
  */
 const fs = require('fs');
 const path = require('path');
+// const JSONStream = require('JSONStream');
 /**
  * @description: 输出和错误输出写入不同文件
  * @param {string} logFileDirPath
@@ -18,11 +19,11 @@ const getLogger = function (logFileDirPath) {
     encoding: 'utf8' // utf8编码
   };
   const output = fs.createWriteStream(
-    path.resolve(logFileDirPath ? logFileDirPath : process.cwd(), './stdout.log'),
+    path.resolve(logFileDirPath ? logFileDirPath : path.resolve(process.cwd()), './stdout.log'),
     options
   );
   const errorOutput = fs.createWriteStream(
-    path.resolve(logFileDirPath ? logFileDirPath : process.cwd(), './stderr.log'),
+    path.resolve(logFileDirPath ? logFileDirPath : path.resolve(process.cwd()), './stderr.log'),
     options
   );
   // 自定义日志打印
@@ -38,9 +39,9 @@ const getLogger = function (logFileDirPath) {
 };
 /**
  * @description: 格式化时间日期
- * @param {*} fmt
- * @param {*} date
- * @returns {*}
+ * @param {string} fmt 时间日期字符串格式化模板
+ * @param {date} date 时间日期Date
+ * @returns {string}
  */
 function dateFormat(fmt, date = new Date()) {
   let ret;
@@ -65,8 +66,8 @@ function dateFormat(fmt, date = new Date()) {
 }
 /**
  * @description: 控制是否写日志
- * @param {*} isSilent
- * @return {*}
+ * @param {boolean} isSilent 是否静默
+ * @return {object}
  */
 function logger(isSilent = false) {
   let logObj = null;
@@ -96,8 +97,12 @@ const isValidMethod = function (m) {
  * @return {object} 文件内容
  */
 const getFileLatestContent = function (filePath) {
-  delete require.cache[require.resolve(filePath)];
-  return require(path.resolve(process.cwd(), filePath));
+  try {
+    delete require.cache[require.resolve(filePath)];
+    return require(path.resolve(process.cwd(), filePath));
+  } catch (error) {
+    getLogger(path.resolve(process.cwd())).error(filePath, require.cache[require.resolve(filePath)], error);
+  }
 };
 /**
  * @description: 文件路径转成API的url
@@ -123,20 +128,20 @@ const getDataType = function (data) {
  */
 const writeStream = function (filePath, data) {
   // 创建一个可写流   也会创建一个test1.txt文件
-  const writerStream = fs.createWriteStream(filePath);
   return new Promise((resolve, reject) => {
+    const writerStream = fs.createWriteStream(filePath);
     // 将数据写入流
     writerStream.write(data, 'utf-8');
     // 标记文件的结束
     writerStream.end();
-    writerStream.on('finish', () => {
+    writerStream.on('finish', () => {});
+    writerStream.on('close', () => {
       resolve(data);
-      // console.log('写入完成');
     });
 
     writerStream.on('error', err => {
+      getLogger(path.resolve(process.cwd())).error(filePath, require.cache[require.resolve(filePath)], err);
       reject(err);
-      console.error(`${filePath} 写入失败`);
     });
   });
 };
@@ -145,7 +150,7 @@ const writeStream = function (filePath, data) {
  * @param {string} filePath
  * @return {*}
  */
-const readeStream = function (filePath) {
+const readStream = function (filePath) {
   let data = '';
   // 创建可读流
   return new Promise((resovle, reject) => {
@@ -166,6 +171,99 @@ const readeStream = function (filePath) {
   });
 };
 
+/**
+ * 防抖函数
+ * 当函数被连续调用时，该函数并不执行，只有当其全部停止调用超过一定时间后才执行1次。
+ * 例如：上电梯的时候，大家陆陆续续进来，电梯的门不会关上，只有当一段时间都没有人上来，电梯才会关门。
+ * @param {F} func
+ * @param {number} wait
+ * @returns {DebounceFunc<F>}
+ */
+const debounce = (func, wait) => {
+  let timeout;
+  let canceled = false;
+  const f = function (...args) {
+    if (canceled) return;
+    clearTimeout(timeout);
+    timeout = setTimeout(() => {
+      func.call(this, ...args);
+    }, wait);
+  };
+  f.cancel = () => {
+    clearTimeout(timeout);
+    canceled = true;
+  };
+  return f;
+};
+/**
+ * 节流函数
+ * 节流就是节约流量，将连续触发的事件稀释成预设评率。 比如每间隔1秒执行一次函数，无论这期间触发多少次事件。
+ * 这有点像公交车，无论在站点等车的人多不多，公交车只会按时来一班，不会来一个人就来一辆公交车。
+ * @param {F} func
+ * @param {number} wait
+ * @param {boolean} immediate
+ * @returns {ThrottleFunc<F>}
+ */
+const throttle = (func, wait, immediate) => {
+  let timeout;
+  let canceled = false;
+  let lastCalledTime = 0;
+  const f = function (...args) {
+    if (canceled) return;
+    const now = Date.now();
+    const call = () => {
+      lastCalledTime = now;
+      func.call(this, ...args);
+    };
+    // 第一次执行
+    if (lastCalledTime === 0) {
+      if (immediate) {
+        return call();
+      }
+
+      lastCalledTime = now;
+      return;
+    }
+    const remain = lastCalledTime + wait - now;
+    if (remain > 0) {
+      clearTimeout(timeout);
+      timeout = setTimeout(() => call(), wait);
+    } else {
+      call();
+    }
+  };
+  f.cancel = () => {
+    clearTimeout(timeout);
+    canceled = true;
+  };
+  return f;
+};
+// /**
+//  * @description: 带模糊搜索的分块读取大JSON文件
+//  * @param {string} filePath
+//  * @return {*}
+//  */
+// const readBigJson = function (filePath) {
+//   return new Promise((resolve, reject) => {
+//     let res = '';
+//     const readable = fs.createReadStream(filePath, {
+//       encoding: 'utf8',
+//       highWaterMark: 10
+//     });
+//     const parser = JSONStream.parse('*');
+//     readable.pipe(parser);
+//     parser.on('end', function () {
+//       // I know it ends here,
+//       console.log('end::', res);
+//       resolve(res);
+//     });
+//     parser.on('data', function (data) {
+//       res += data;
+//       console.log('yy::', data);
+//     });
+//   });
+// };
+
 module.exports = {
   getLogger,
   dateFormat,
@@ -176,5 +274,7 @@ module.exports = {
   filePath2ApiUrl,
   getDataType,
   writeStream,
-  readeStream
+  readStream,
+  debounce,
+  throttle
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mock-service-cli",
-  "version": "2.3.2",
+  "version": "2.4.0",
   "description": "🦅 Local mock server",
   "main": "./lib/mockServer.js",
   "bin": {
@@ -49,7 +49,6 @@
     "deasync": "^0.1.23",
     "express": "^4.17.1",
     "fs-extra": "^10.0.0",
-    "lodash": "^4.17.21",
     "minimist": "^1.2.5",
     "nodemon": "^2.0.14",
     "portfinder": "^1.0.28",