mock-service-cli 2.1.1 → 2.4.0

package/CHANGELOG.md

@@ -2,6 +2,41 @@
 
 All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
 
+## [2.4.0](https://github.com/chandq/mock-service-cli/compare/v2.3.2...v2.4.0) (2022-01-05)
+
+
+### Features
+
+* 增加异步任务队列，移出不必要模块 ([c7f3608](https://github.com/chandq/mock-service-cli/commit/c7f3608e4d0185434154d6f8d84889f281147022))
+
+### [2.3.2](https://github.com/chandq/mock-service-cli/compare/v2.3.1...v2.3.2) (2022-01-02)
+
+
+### Bug Fixes
+
+* be sure to write file successfully ([55415e3](https://github.com/chandq/mock-service-cli/commit/55415e387af4d8232db2bede0a51dad1dca474b3))
+
+### [2.3.1](https://github.com/chandq/mock-service-cli/compare/v2.2.0...v2.3.1) (2022-01-01)
+
+
+### Bug Fixes
+
+* issue of execute unit test case failed ([69f4609](https://github.com/chandq/mock-service-cli/commit/69f46099ed5b26de5d4cca523c56afcbf4db5f2c))
+
+## [2.2.0](https://github.com/chandq/mock-service-cli/compare/v2.1.1...v2.2.0) (2021-12-31)
+
+
+### Features
+
+* 丰富日志工具函数 ([4dcd69c](https://github.com/chandq/mock-service-cli/commit/4dcd69c6400f65aaf77ea4a2923c9900d5954d09))
+* 监听文件变化和写文件互斥执行 ([cfeab8e](https://github.com/chandq/mock-service-cli/commit/cfeab8ede05573974125a9fa91f1db6afa8a898d))
+* record operation log ([42b74d8](https://github.com/chandq/mock-service-cli/commit/42b74d8be0e694600c999490d3fe93bfb3620051))
+
+
+### Bug Fixes
+
+* issue of write large file failed ([d1c470d](https://github.com/chandq/mock-service-cli/commit/d1c470daf9829916016b73993b114fc5ffe3c985))
+
 ### [2.1.1](https://github.com/chandq/mock-service-cli/compare/v2.1.0...v2.1.1) (2021-12-30)
 
 

package/README.md

@@ -55,6 +55,7 @@ This will install `mock-service-cli` globally so that it may be run from the com
 | `-v` or `--version`       | Print the version and exit.                                                                                    |          |
 | `-S` or `--socket-server` | Start socket server which used to save api response data for future mock.                                      | false    |
 | `-a` or `--api-stat`      | Whether print api url and file path info or not, default false.                                                | false    |
+| `-l` or `--log`           | Whether record operation info by write file, default false.                                                    | false    |
 
 ## Example
 
@@ -161,7 +162,7 @@ const socket = io.connect('http://192.168.31.54:8090/mock-data', {
   }
 });
 
-socket.emit('mock-dir-stat', '/home/chen/projects/isc-twin-model-ui/mock');
+socket.emit('mock-dir-stat', '/home/chen/projects/model-ui/mock');
 socket.on('mock-dir-stat', function (data) {
   console.debug('mock-dir-stat:', data);
 });

package/bin/mock-service-cli

@@ -6,6 +6,8 @@ const colors = require('colors/safe'),
   nodemon = require('nodemon');
 const argv = require('minimist')(process.argv.slice(2));
 const { logger } = require('../lib/utils');
+const spawn = require('child_process').spawn;
+const node = process.execPath;
 process.title = 'mock-service-cli';
 
 if (argv.h || argv.help) {
@@ -22,6 +24,7 @@ if (argv.h || argv.help) {
       '  -s --silent  Suppress log messages from output',
       '  -S --socket-server  Whether start socket server or not, default false.',
       '  -a --api-stat  Whether print api url and file path or not, default false.',
+      '  -l --log  Whether record operation info by write file, default false.',
       '',
       '  -h --help          Print this list and exit.',
       '  -v --version       Print the version and exit.'
@@ -94,16 +97,34 @@ const watchMockFiles = function (watchDir) {
       );
     });
 };
+// Node子进程启动MockServer
+const startMockServer = function () {
+  spawn(node, [path.resolve(__dirname, '../lib/mockServer.js')], {
+    stdio: 'inherit'
+  });
+};
 
 if (specifiedFile) {
   process.env.SPECIFIED_FILE = path.resolve(process.cwd(), specifiedFile);
-  watchMockFiles(process.env.SPECIFIED_FILE);
+  if (isStartSocketServer) {
+    startMockServer();
+  } else {
+    watchMockFiles(process.env.SPECIFIED_FILE);
+  }
 } else if (watchDir) {
   process.env.SPECIFIED_DIR = path.resolve(process.cwd(), watchDir);
   // log.info('SPECIFIED_DIR::', process.env.SPECIFIED_DIR);
-  watchMockFiles(process.env.SPECIFIED_DIR);
+  if (isStartSocketServer) {
+    startMockServer();
+  } else {
+    watchMockFiles(process.env.SPECIFIED_DIR);
+  }
 } else {
   watchDir = process.env.SPECIFIED_DIR = path.resolve(process.cwd(), './mock');
   // log.info('SPECIFIED_DIR::', process.env.SPECIFIED_DIR);
-  watchMockFiles(watchDir);
+  if (isStartSocketServer) {
+    startMockServer();
+  } else {
+    watchMockFiles(watchDir);
+  }
 }

package/lib/asyncTaskQueue.js

@@ -0,0 +1,70 @@
+/*
+ * @description: 异步任务队列
+ * @Date: 2022-01-04 10:46:20
+ * @LastEditors: chendq
+ * @LastEditTime: 2022-01-05 18:45:36
+ * @Author: chendq
+ */
+// const { getDataType } = require('./utils');
+class AsyncTaskQueue {
+  constructor() {
+    this.list = [];
+    this.index = 0;
+    this.isStop = false;
+    this.isParallel = false;
+  }
+
+  next() {
+    // 加限制
+    if (this.index >= this.list.length - 1 || this.isStop) return;
+    const cur = this.list[++this.index];
+    cur(this.next.bind(this));
+  }
+  /**
+   * @description: 增加异步任务
+   * @param {array} fn
+   */
+  add(...fn) {
+    this.list.push(...fn);
+  }
+  /**
+   * @description: 按序执行异步任务
+   */
+  run() {
+    const cur = this.list[this.index];
+    typeof cur === 'function' && cur(this.next.bind(this));
+  }
+
+  /**
+   * @description: 并发执行异步任务
+   */
+  parallelRun() {
+    this.isParallel = true;
+    for (const fn of this.list) {
+      fn(this.next.bind(this));
+    }
+  }
+
+  /**
+   * @description: 暂停执行异步任务
+   */
+  stop() {
+    this.isStop = true;
+  }
+
+  /**
+   * @description: 重试执行异步任务
+   */
+  retry() {
+    this.isStop = false;
+    run();
+  }
+  /**
+   * @description: 继续执行下一个异步任务
+   */
+  goOn() {
+    this.isStop = false;
+    this.next();
+  }
+}
+module.exports = AsyncTaskQueue;

package/lib/manageMockFiles.js

@@ -2,18 +2,41 @@
  * @description: 生成Mock文件、获取mock数据统计
  * @Date: 2021-12-22 16:57:08
  * @LastEditors: chendq
- * @LastEditTime: 2021-12-30 16:43:04
+ * @LastEditTime: 2022-01-05 20:39:08
  * @Author: chendq
  */
 const fsa = require('fs-extra'),
   fs = require('fs'),
   path = require('path'),
-  _ = require('lodash'),
   colors = require('colors/safe');
-const { getFileLatestContent, SupportMethods, filePath2ApiUrl, logger, getDataType } = require('./utils');
+const {
+  getFileLatestContent,
+  SupportMethods,
+  filePath2ApiUrl,
+  logger,
+  getDataType,
+  getLogger,
+  writeStream
+} = require('./utils');
 const log = logger(process.env.SILENT);
+const processArgv = process.env.ARGV ? JSON.parse(process.env.ARGV) : {};
 
 const methodRegExp = new RegExp(`(${SupportMethods.join('|')}) +(.*)`, 'i');
+/**
+ * @description: 记录日志文件函数
+ * @param {boolean} isWriteLogFile 是否写入日志文件
+ * @param {string} mockDir 存放日志文件的目录
+ * @return {object}
+ */
+const logFile = (isWriteLogFile = false, mockDir) => {
+  if (isWriteLogFile) {
+    return getLogger(mockDir);
+  }
+  return {
+    log: function () {},
+    error: function () {}
+  };
+};
 /**
  * @description: 生成mock文件（自动生成mock-list.json文件，并维护<url, [method]>的关系映射）
  * @param {string} apiUrl 请求url
@@ -23,7 +46,7 @@ const methodRegExp = new RegExp(`(${SupportMethods.join('|')}) +(.*)`, 'i');
  * @return {*} void
  *
  */
-const genMockFiles = function ({ url: apiUrl, method, data: resJsonData, dir: mockDir }) {
+const genMockFiles = async function ({ url: apiUrl, method, data: resJsonData, dir: mockDir }) {
   const type = getDataType(resJsonData);
   if (!apiUrl || !method || !resJsonData || !mockDir) {
     log.info(
@@ -43,47 +66,48 @@ const genMockFiles = function ({ url: apiUrl, method, data: resJsonData, dir: mo
     return;
   }
   apiUrl = apiUrl.trim().split('?')[0];
+  const LOGGER = logFile(processArgv.l || processArgv.log, mockDir);
   const normalizeApiUrl = filePath2ApiUrl(path.normalize(apiUrl));
   const mockListFilePath = path.resolve(process.cwd(), `${mockDir}/mock-list.json`);
   const mockFilePath = path.resolve(process.cwd(), `${mockDir}/${encodeURIComponent(path.normalize(apiUrl))}.json`);
-  let newMockListContent = {},
-    oldMockListContent = null;
+  let newMockListContent = {};
   if (fsa.pathExistsSync(mockListFilePath)) {
-    oldMockListContent = getFileLatestContent(mockListFilePath);
-    newMockListContent = _.cloneDeep(oldMockListContent);
+    newMockListContent = getFileLatestContent(mockListFilePath);
   } else {
     fsa.ensureFileSync(mockListFilePath);
   }
 
+  let isChange = false;
   // update mock-list.json file
   if (!newMockListContent.hasOwnProperty(normalizeApiUrl)) {
     newMockListContent[normalizeApiUrl] = [method];
+    isChange = true;
   } else if (!newMockListContent[normalizeApiUrl].includes(method)) {
     newMockListContent[normalizeApiUrl].push(method);
+    isChange = true;
   }
-  if (!oldMockListContent || !_.isEqual(oldMockListContent, newMockListContent)) {
+  if (isChange) {
     Object.keys(newMockListContent).length > 0 &&
       fs.writeFileSync(mockListFilePath, JSON.stringify(newMockListContent, null, 2));
   }
 
   // mock文件存在
   if (fsa.pathExistsSync(mockFilePath)) {
-    const mockFileContent = getFileLatestContent(mockFilePath);
-    // 内容一样不作修改
-    if (mockFileContent.hasOwnProperty(method) && _.isEqual(mockFileContent[method], resJsonData)) {
-      // log.assert(
-      //   !_.isEqual(mockFileContent[method], resJsonData),
-      //   colors.bgYellow(`${method} ${apiUrl}, Mock data is same`)
-      // );
-      return;
-    }
+    const mockFileContent = {};
     mockFileContent[method] = resJsonData;
-    Object.keys(mockFileContent).length > 0 &&
-      fsa.writeFileSync(mockFilePath, JSON.stringify(mockFileContent, null, 2));
+    try {
+      await writeStream(mockFilePath, JSON.stringify(mockFileContent, null, 2));
+    } catch (error) {
+      LOGGER.error(`Update file:  ${method} ${apiUrl}  ${mockFilePath}`);
+    }
+    LOGGER.log(`Update file:  ${method} ${apiUrl}  ${mockFilePath}`);
   } else {
-    // fsa.ensureFileSync(mockFilePath);
-    Object.keys(mockFilePath).length > 0 &&
-      fsa.writeFileSync(mockFilePath, JSON.stringify({ [method]: resJsonData }, null, 2));
+    try {
+      await writeStream(mockFilePath, JSON.stringify({ [method]: resJsonData }, null, 2));
+    } catch (error) {
+      LOGGER.error(`New    file:  ${method} ${apiUrl}  ${mockFilePath}`);
+    }
+    LOGGER.log(`New    file:  ${method} ${apiUrl}  ${mockFilePath}`);
   }
   // console.debug('file::', `${mockDir}/${apiUrl}`, newMockListContent);
 };
@@ -176,7 +200,7 @@ const getMockStatFromDir = dirPath => {
         }
       }
     });
-    fs.writeFileSync(mockListFilePath, JSON.stringify(reverseMockList, null, 2));
+    writeStream(mockListFilePath, JSON.stringify(reverseMockList, null, 2));
   }
   return mockDataMap;
 };

package/lib/mockServer.js

@@ -16,6 +16,8 @@ const app = express();
 const log = logger(process.env.SILENT);
 const argv = JSON.parse(process.env.ARGV);
 let socketServer = null; // Socket server instance
+const AsyncTaskQueue = require('./asyncTaskQueue');
+const saveDataAsyncTask = new AsyncTaskQueue();
 
 let count = 0,
   fileCount = 0; // 记录mock api个数,mock file个数
@@ -150,9 +152,22 @@ if (process.env.SOCKET_SERVER) {
     socket.on('mock-file-stat', function (filePath) {
       socket.emit('mock-file-stat', getMockStatFromFile(filePath));
     });
+    const async = args => {
+      return async next => {
+        await genMockFiles(args);
+        next();
+      };
+    };
     socket.on('save-data', function (data) {
       // console.log('lis save-data:', data);
-      genMockFiles(data);
+      saveDataAsyncTask.add(async(data));
+
+      if (saveDataAsyncTask.list.length === 1) {
+        saveDataAsyncTask.run();
+      } else {
+        saveDataAsyncTask.next();
+      }
+      // await genMockFiles(data);
     });
 
     socket.on('disconnect', function () {

package/lib/utils.js

@@ -1,35 +1,49 @@
 /*
- * @description:
+ * @description: 工具函数库
  * @Date: 2021-12-25 17:52:48
  * @LastEditors: chendq
- * @LastEditTime: 2021-12-30 13:17:12
+ * @LastEditTime: 2022-01-05 20:21:07
  * @Author: chendq
  */
+const fs = require('fs');
+const path = require('path');
+// const JSONStream = require('JSONStream');
 /**
  * @description: 输出和错误输出写入不同文件
- * @param {*}
- * @return {*}
+ * @param {string} logFileDirPath
+ * @return {object}
  */
-const path = require('path');
-const getLogger = function () {
-  const fs = require('fs');
-  const output = fs.createWriteStream('./stdout.log');
-  const errorOutput = fs.createWriteStream('./stderr.log');
+const getLogger = function (logFileDirPath) {
+  const options = {
+    flags: 'a', // append模式
+    encoding: 'utf8' // utf8编码
+  };
+  const output = fs.createWriteStream(
+    path.resolve(logFileDirPath ? logFileDirPath : path.resolve(process.cwd()), './stdout.log'),
+    options
+  );
+  const errorOutput = fs.createWriteStream(
+    path.resolve(logFileDirPath ? logFileDirPath : path.resolve(process.cwd()), './stderr.log'),
+    options
+  );
   // 自定义日志打印
   const logger = new console.Console(output, errorOutput);
 
-  logger.log('向 stdout 中写入数据');
-  logger.error('向 stderr 中写入数据');
+  // logger.log('向 stdout 中写入数据');
+  // logger.error('向 stderr 中写入数据');
 
-  return logger;
+  return {
+    log: (...args) => logger.log.call(null, `[${dateFormat('YYYY-mm-dd HH:MM:SS:fff')}]  - `, ...args),
+    error: (...args) => logger.error.call(null, `[${dateFormat('YYYY-mm-dd HH:MM:SS:fff')}]  - `, ...args)
+  };
 };
 /**
  * @description: 格式化时间日期
- * @param {*} fmt
- * @param {*} date
- * @returns {*}
+ * @param {string} fmt 时间日期字符串格式化模板
+ * @param {date} date 时间日期Date
+ * @returns {string}
  */
-function dateFormat(fmt, date) {
+function dateFormat(fmt, date = new Date()) {
   let ret;
   const opt = {
     'Y+': date.getFullYear().toString(), // 年
@@ -37,7 +51,8 @@ function dateFormat(fmt, date) {
     'd+': date.getDate().toString(), // 日
     'H+': date.getHours().toString(), // 时
     'M+': date.getMinutes().toString(), // 分
-    'S+': date.getSeconds().toString() // 秒
+    'S+': date.getSeconds().toString(), // 秒
+    'f+': date.getMilliseconds().toString() // 毫秒
     // 有其他格式化字符需求可以继续添加，必须转化成字符串
   };
   // eslint-disable-next-line guard-for-in
@@ -51,8 +66,8 @@ function dateFormat(fmt, date) {
 }
 /**
  * @description: 控制是否写日志
- * @param {*} isSilent
- * @return {*}
+ * @param {boolean} isSilent 是否静默
+ * @return {object}
  */
 function logger(isSilent = false) {
   let logObj = null;
@@ -82,8 +97,12 @@ const isValidMethod = function (m) {
  * @return {object} 文件内容
  */
 const getFileLatestContent = function (filePath) {
-  delete require.cache[require.resolve(filePath)];
-  return require(path.resolve(process.cwd(), filePath));
+  try {
+    delete require.cache[require.resolve(filePath)];
+    return require(path.resolve(process.cwd(), filePath));
+  } catch (error) {
+    getLogger(path.resolve(process.cwd())).error(filePath, require.cache[require.resolve(filePath)], error);
+  }
 };
 /**
  * @description: 文件路径转成API的url
@@ -101,6 +120,149 @@ const filePath2ApiUrl = function (filePath) {
 const getDataType = function (data) {
   return Object.prototype.toString.call(data).slice(8, -1).toLowerCase();
 };
+/**
+ * @description: 流方式写文件（适合写超大文件）
+ * @param {string} filePath
+ * @param {object} data
+ * @return {promise}
+ */
+const writeStream = function (filePath, data) {
+  // 创建一个可写流   也会创建一个test1.txt文件
+  return new Promise((resolve, reject) => {
+    const writerStream = fs.createWriteStream(filePath);
+    // 将数据写入流
+    writerStream.write(data, 'utf-8');
+    // 标记文件的结束
+    writerStream.end();
+    writerStream.on('finish', () => {});
+    writerStream.on('close', () => {
+      resolve(data);
+    });
+
+    writerStream.on('error', err => {
+      getLogger(path.resolve(process.cwd())).error(filePath, require.cache[require.resolve(filePath)], err);
+      reject(err);
+    });
+  });
+};
+/**
+ * @description: 流方式读文件（适合写超大文件）
+ * @param {string} filePath
+ * @return {*}
+ */
+const readStream = function (filePath) {
+  let data = '';
+  // 创建可读流
+  return new Promise((resovle, reject) => {
+    const readerStream = fs.createReadStream(filePath);
+    // 设置编码为 utf8。
+    readerStream.setEncoding('UTF8');
+    // 处理流事件 --> data, end, and error
+    readerStream.on('data', function (chunk) {
+      data += chunk;
+    });
+    readerStream.on('end', function () {
+      resovle(data);
+    });
+    readerStream.on('error', function (err) {
+      reject(err);
+      console.log(err.stack);
+    });
+  });
+};
+
+/**
+ * 防抖函数
+ * 当函数被连续调用时，该函数并不执行，只有当其全部停止调用超过一定时间后才执行1次。
+ * 例如：上电梯的时候，大家陆陆续续进来，电梯的门不会关上，只有当一段时间都没有人上来，电梯才会关门。
+ * @param {F} func
+ * @param {number} wait
+ * @returns {DebounceFunc<F>}
+ */
+const debounce = (func, wait) => {
+  let timeout;
+  let canceled = false;
+  const f = function (...args) {
+    if (canceled) return;
+    clearTimeout(timeout);
+    timeout = setTimeout(() => {
+      func.call(this, ...args);
+    }, wait);
+  };
+  f.cancel = () => {
+    clearTimeout(timeout);
+    canceled = true;
+  };
+  return f;
+};
+/**
+ * 节流函数
+ * 节流就是节约流量，将连续触发的事件稀释成预设评率。 比如每间隔1秒执行一次函数，无论这期间触发多少次事件。
+ * 这有点像公交车，无论在站点等车的人多不多，公交车只会按时来一班，不会来一个人就来一辆公交车。
+ * @param {F} func
+ * @param {number} wait
+ * @param {boolean} immediate
+ * @returns {ThrottleFunc<F>}
+ */
+const throttle = (func, wait, immediate) => {
+  let timeout;
+  let canceled = false;
+  let lastCalledTime = 0;
+  const f = function (...args) {
+    if (canceled) return;
+    const now = Date.now();
+    const call = () => {
+      lastCalledTime = now;
+      func.call(this, ...args);
+    };
+    // 第一次执行
+    if (lastCalledTime === 0) {
+      if (immediate) {
+        return call();
+      }
+
+      lastCalledTime = now;
+      return;
+    }
+    const remain = lastCalledTime + wait - now;
+    if (remain > 0) {
+      clearTimeout(timeout);
+      timeout = setTimeout(() => call(), wait);
+    } else {
+      call();
+    }
+  };
+  f.cancel = () => {
+    clearTimeout(timeout);
+    canceled = true;
+  };
+  return f;
+};
+// /**
+//  * @description: 带模糊搜索的分块读取大JSON文件
+//  * @param {string} filePath
+//  * @return {*}
+//  */
+// const readBigJson = function (filePath) {
+//   return new Promise((resolve, reject) => {
+//     let res = '';
+//     const readable = fs.createReadStream(filePath, {
+//       encoding: 'utf8',
+//       highWaterMark: 10
+//     });
+//     const parser = JSONStream.parse('*');
+//     readable.pipe(parser);
+//     parser.on('end', function () {
+//       // I know it ends here,
+//       console.log('end::', res);
+//       resolve(res);
+//     });
+//     parser.on('data', function (data) {
+//       res += data;
+//       console.log('yy::', data);
+//     });
+//   });
+// };
 
 module.exports = {
   getLogger,
@@ -110,5 +272,9 @@ module.exports = {
   isValidMethod,
   getFileLatestContent,
   filePath2ApiUrl,
-  getDataType
+  getDataType,
+  writeStream,
+  readStream,
+  debounce,
+  throttle
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mock-service-cli",
-  "version": "2.1.1",
+  "version": "2.4.0",
   "description": "🦅 Local mock server",
   "main": "./lib/mockServer.js",
   "bin": {
@@ -49,7 +49,6 @@
     "deasync": "^0.1.23",
     "express": "^4.17.1",
     "fs-extra": "^10.0.0",
-    "lodash": "^4.17.21",
     "minimist": "^1.2.5",
     "nodemon": "^2.0.14",
     "portfinder": "^1.0.28",