@tmsfe/tmskit 0.0.15 → 0.0.16

package/package.json

@@ -1,12 +1,13 @@
 {
   "name": "@tmsfe/tmskit",
-  "version": "0.0.15",
+  "version": "0.0.16",
   "description": "tmskit",
   "main": "dist/index.cjs",
   "bin": {
     "tmskit": "main.js"
   },
   "files": [
+    "build",
     "src",
     "dist",
     "main.js",
@@ -38,8 +39,18 @@
     "rollup-plugin-typescript2": "0.27.0"
   },
   "dependencies": {
+    "ansi-colors": "1.1.0",
+    "anymatch": "^1.3.0",
+    "fancy-log": "1.3.2",
+    "glob-parent": "^3.0.1",
+    "path-is-absolute": "^1.0.1",
+    "readable-stream": "^2.2.2",
+    "slash": "^1.0.0",
+    "vinyl": "^2.1.0",
+    "vinyl-file": "^2.0.0",
     "async": "^3.2.2",
     "chalk": "^4.1.0",
+    "chokidar": "^3.5.3",
     "commander": "^8.3.0",
     "copy-webpack-plugin": "^9.1.0",
     "ejs": "^3.1.5",

package/src/compile/compile.js

@@ -18,7 +18,7 @@ module.exports = function (
     destPath,
     srcOption,
     module,
-    isWatch,
+    isDev,
   },
 ) {
   const compileTasksMap = new Map();
@@ -31,14 +31,17 @@ module.exports = function (
           globValue,
           {
             module,
-            taskFn: () => {
-              // const srcTask = () => src(globValue, { ...srcOption, since: since(srcTask) });
-              // const srcPipe = srcTask();
-              const srcPipe = src(globValue, { ...srcOption });
+            taskFn: (sourceFile, targetPath) => {
+              const newGlobValue = Array.isArray(sourceFile) ? sourceFile : globValue;
+              const newDestPath = targetPath ? targetPath : destPath;
+              const srcPipe = src(newGlobValue, { ...srcOption });
               return srcPipe
                 // .pipe(replaceEnv(/process\.env(\.(\w*))?/g, tmsConfig.envData))
-                .pipe(mpCommonDep(tmsConfig, module, ['.js', '.ts', '.wxs', '.json'], isWatch))
-                .pipe(dest(destPath))
+                .pipe(mpCommonDep(tmsConfig, module, ['.js', '.ts', '.wxs', '.json'], isDev))
+                .on('error', (err) => {
+                  fail(`mpCommonDep编译报错${err}`);
+                })
+                .pipe(dest(newDestPath, { overwrite: true }))
                 .on('error', (err) => {
                   fail(`js编译报错${err}`);
                 });
@@ -51,12 +54,12 @@ module.exports = function (
           globValue,
           {
             module,
-            taskFn: () => {
-              // const srcTask = () => src(globValue, { ...srcOption, since: since(srcTask) });
-              // const srcPipe = srcTask();
-              const srcPipe = src(globValue, { ...srcOption });
+            taskFn: (sourceFile, targetPath) => {
+              const newGlobValue = Array.isArray(sourceFile) ? sourceFile : globValue;
+              const newDestPath = targetPath ? targetPath : destPath;
+              const srcPipe = src(newGlobValue, { ...srcOption });
               return srcPipe
-                .pipe(mpCommonDep(tmsConfig, module, ['.wxss', '.less'], isWatch))
+                .pipe(mpCommonDep(tmsConfig, module, ['.wxss', '.less'], isDev))
                 .on('error', (err) => {
                   fail(`mpCommonDep编译报错${err}`);
                 })
@@ -68,7 +71,10 @@ module.exports = function (
                 //   designWidth: 375, // 设计稿宽度，默认为750
                 //   precision: 2, // 小数最大精度，默认为6
                 // }))
-                .pipe(dest(destPath));
+                .pipe(dest(newDestPath))
+                .on('error', (err) => {
+                  fail(`wxss编译报错${err}`);
+                });
             },
           },
         );
@@ -78,16 +84,19 @@ module.exports = function (
           globValue,
           {
             module,
-            taskFn: () => {
-              // const srcTask = () => src(globValue, { ...srcOption, since: since(srcTask) });
-              // const srcPipe = srcTask();
-              const srcPipe = src(globValue, { ...srcOption });
+            taskFn: (sourceFile, targetPath) => {
+              const newGlobValue = Array.isArray(sourceFile) ? sourceFile : globValue;
+              const newDestPath = targetPath ? targetPath : destPath;
+              const srcPipe = src(newGlobValue, { ...srcOption });
               return srcPipe
-                .pipe(mpJsonDep(tmsConfig, module, ['.json'], ['.wxml', '.json', '.js', '.ts', '.wxss', '.less'], isWatch))
+                .pipe(mpJsonDep(tmsConfig, module, ['.json'], ['.wxml', '.json', '.js', '.ts', '.wxss', '.less'], isDev))
                 .on('error', (err) => {
                   fail(`mpJsonDep编译报错${err}`);
                 })
-                .pipe(dest(destPath));
+                .pipe(dest(newDestPath))
+                .on('error', (err) => {
+                  fail(`json编译报错${err}`);
+                });
             },
           },
         );
@@ -97,13 +106,19 @@ module.exports = function (
           globValue,
           {
             module,
-            taskFn: () => {
-              // const srcTask = () => src(globValue, { ...srcOption, since: since(srcTask) });
-              // const srcPipe = srcTask();
-              const srcPipe = src(globValue, { ...srcOption });
+            taskFn: (sourceFile, targetPath) => {
+              const newGlobValue = Array.isArray(sourceFile) ? sourceFile : globValue;
+              const newDestPath = targetPath ? targetPath : destPath;
+              const srcPipe = src(newGlobValue, { ...srcOption });
               return srcPipe
-                .pipe(mpWxmlDep(tmsConfig, module, isWatch))
-                .pipe(dest(destPath));
+                .pipe(mpWxmlDep(tmsConfig, module, isDev))
+                .on('error', (err) => {
+                  fail(`mpWxmlDep编译报错${err}`);
+                })
+                .pipe(dest(newDestPath))
+                .on('error', (err) => {
+                  fail(`wxml编译报错${err}`);
+                });
             },
           },
         );
@@ -113,16 +128,19 @@ module.exports = function (
           globValue,
           {
             module,
-            taskFn: () => {
-              // const srcTask = () => src(globValue, { ...srcOption, since: since(srcTask) });
-              // const srcPipe = srcTask();
-              const srcPipe = src(globValue, { ...srcOption });
+            taskFn: (sourceFile, targetPath) => {
+              const newGlobValue = Array.isArray(sourceFile) ? sourceFile : globValue;
+              const newDestPath = targetPath ? targetPath : destPath;
+              const srcPipe = src(newGlobValue, { ...srcOption });
               return srcPipe
               // .pipe(cache(image()))
               // .on('error', (err) => {
               //   fail(`image编译报错${err}`);
               // })
-                .pipe(dest(destPath));
+                .pipe(dest(newDestPath))
+                .on('error', (err) => {
+                  fail(`image编译报错${err}`);
+                });
             },
           },
         );
@@ -132,12 +150,15 @@ module.exports = function (
           globValue,
           {
             module,
-            taskFn: () => {
-              // const srcTask = () => src(globValue, { ...srcOption, since: since(srcTask) });
-              // const srcPipe = srcTask();
-              const srcPipe = src(globValue, { ...srcOption });
+            taskFn: (sourceFile, targetPath) => {
+              const newGlobValue = Array.isArray(sourceFile) ? sourceFile : globValue;
+              const newDestPath = targetPath ? targetPath : destPath;
+              const srcPipe = src(newGlobValue, { ...srcOption });
               return srcPipe
-                .pipe(dest(destPath));
+                .pipe(dest(newDestPath))
+                .on('error', (err) => {
+                  fail(`编译报错${err}`);
+                });
             },
           },
         );

package/src/compile/dev.js

@@ -9,7 +9,7 @@ const compile = require('./compile');
 const watch = require('./watch');
 const { info } = require('../utils/log');
 
-const watchEvents = ['add', 'change', 'unlink', 'unlinkDir'];
+const watchEvents = ['add', 'change', 'unlink', 'addDir', 'unlinkDir'];
 function excludeGlob(glob) {
   const otherArr = new Set();
   otherArr.add('!**/*.{ttf,otf,woff,eot}');
@@ -35,17 +35,18 @@ function adaptPath(pathDir) {
   newPath = newPath.endsWith('/') ? newPath.slice(0, newPath.length - 1) : newPath;
   return newPath;
 }
-module.exports = async (tmsConfig, newModules, isWatch = true) => {
+module.exports = async (tmsConfig, newModules, isDev = true) => {
   const compileTasksMap = new Map();
   // 监听app.json
-  if (isWatch) {
+  if (isDev) {
     watch(
       [resolve('app.json')],
       { ignoreInitial: false, events: watchEvents },
-      () => buildOutputAppJson(tmsConfig, newModules, isWatch),
+      () => buildOutputAppJson(tmsConfig, newModules, isDev),
+      { from: resolve(), to: resolve(tmsConfig.outputDir) },
     );
   } else {
-    buildOutputAppJson(tmsConfig, newModules, isWatch);
+    buildOutputAppJson(tmsConfig, newModules, isDev);
   }
 
   // 监听根目录的文件
@@ -55,10 +56,10 @@ module.exports = async (tmsConfig, newModules, isWatch = true) => {
       // wxss: ['app.less', 'app.wxss'].map(item => resolve(item)),
       // js: ['app.js', 'app.ts'].map(item => resolve(item)),
     },
-    module: { from: '', to: '' },
+    module: { from: resolve(), to: resolve(tmsConfig.outputDir) },
     destPath: resolve(tmsConfig.outputDir),
     srcOption: { allowEmpty: true },
-    isWatch,
+    isDev,
   }));
 
   // 监听模块的文件
@@ -68,18 +69,19 @@ module.exports = async (tmsConfig, newModules, isWatch = true) => {
       ...{ exclude: [] },
       ...module,
     };
+    const modulePath = adaptPath(module.path);
 
-    if (isWatch) {
+    if (isDev) {
       // 监听模块配置文件
       watch(
-        [`${resolve(module.path)}/**/module.config.json`],
+        [`${modulePath}/**/module.config.json`],
         { events: watchEvents },
-        () => buildOutputAppJson(tmsConfig, newModules, isWatch),
+        () => buildOutputAppJson(tmsConfig, newModules, isDev),
+        { from: modulePath, to: modulePath },
       );
     }
 
     const excludes = module.exclude.map(key => `!${resolve(key)}`);
-    const modulePath = adaptPath(module.path);
     const glob = {
       js: [`${modulePath}/**/*.{js,ts,wxs}`, ...excludes],
       json: [`${modulePath}/**/*.json`, `!${modulePath}/**/module.config.json`, ...excludes],
@@ -96,7 +98,7 @@ module.exports = async (tmsConfig, newModules, isWatch = true) => {
       destPath: resolve(tmsConfig.outputDir, module.root),
       module: { from: module.path, to: module.root },
       srcOption: { allowEmpty: true },
-      isWatch,
+      isDev,
     }));
   }
 
@@ -130,7 +132,7 @@ module.exports = async (tmsConfig, newModules, isWatch = true) => {
           to: item.to,
         },
         srcOption: { allowEmpty: true },
-        isWatch,
+        isDev,
       }));
     }
   }
@@ -138,25 +140,27 @@ module.exports = async (tmsConfig, newModules, isWatch = true) => {
   let sTime;
   let eTime;
   const spinner = ora();
-  function end(cb) {
-    if (isWatch) {
+  function start(cb) {
+    info('启动编译...');
+    spinner.start();
+    sTime = new Date().getTime();
+    cb();
+  }
+  async function end(cb) {
+    if (isDev) {
       compileTasksMap.forEach(({ taskFn, module }, globValue) => {
         watch(globValue, { ignoreInitial: true, events: watchEvents }, taskFn, module);
       });
     }
     eTime = new Date().getTime() - sTime;
-    spinner.succeed(`首次编译完成， 耗时${eTime / 1000}s, 微信开发者工具打开项目即刻预览。`);
+    if (typeof tmsConfig?.hooks?.afterCompile === 'function') {
+      await tmsConfig?.hooks?.afterCompile({ isDev, tmsConfig, modules: newModules });
+    }
+    spinner.succeed(`首次编译完成, 耗时${eTime / 1000}s, 微信开发者工具打开项目即可预览。`);
     spinner.stop();
     cb();
   }
 
-  function start(cb) {
-    info('启动编译...');
-    spinner.start();
-    sTime = new Date().getTime();
-    cb();
-  }
-
   const compileTasks = [];
   compileTasksMap.forEach(({ taskFn }) => {
     compileTasks.push(taskFn);

package/src/compile/plugins/gulp-watch/index.js

@@ -0,0 +1,172 @@
+
+/* eslint-disable */
+// 该文件源于npm包 gulp-watch 但内部有bug, 故源码进行单独修改
+const assign = require('object-assign');
+const path = require('path');
+const PluginError = require('plugin-error');
+const fancyLog = require('fancy-log');
+const colors = require('ansi-colors');
+const chokidar = require('chokidar');
+const { Duplex } = require('readable-stream');
+const vinyl = require('vinyl-file');
+const File = require('vinyl');
+const anymatch = require('anymatch');
+const pathIsAbsolute = require('path-is-absolute');
+const globParent = require('glob-parent');
+const slash = require('slash');
+
+function normalizeGlobs(globs) {
+  if (!globs) {
+    throw new PluginError('gulp-watch', 'glob argument required');
+  }
+
+  if (typeof globs === 'string') {
+    globs = [globs];
+  }
+
+  if (!Array.isArray(globs)) {
+    throw new PluginError('gulp-watch', `glob should be String or Array, not ${typeof globs}`);
+  }
+
+  return globs;
+}
+
+function watch(globs, opts, cb) {
+  const originalGlobs = globs;
+  globs = normalizeGlobs(globs);
+
+  if (typeof opts === 'function') {
+    cb = opts;
+    opts = {};
+  }
+
+  opts = assign({}, watch._defaultOptions, opts);
+  cb = cb || function () {};
+
+  function resolveFilepath(filepath) {
+    if (pathIsAbsolute(filepath)) {
+      return path.normalize(filepath);
+    }
+    return path.resolve(opts.cwd || process.cwd(), filepath);
+  }
+
+  function resolveGlob(glob) {
+    let mod = '';
+
+    if (glob[0] === '!') {
+      mod = glob[0];
+      glob = glob.slice(1);
+    }
+
+    return mod + slash(resolveFilepath(glob));
+  }
+  globs = globs.map(resolveGlob);
+
+  const baseForced = Boolean(opts.base);
+  const outputStream = new Duplex({ objectMode: true, allowHalfOpen: true });
+
+  outputStream._write = function _write(file, enc, done) {
+    cb(file);
+    this.push(file);
+    done();
+  };
+
+  outputStream._read = function _read() { };
+
+  const watcher = chokidar.watch(globs, opts);
+
+  opts.events.forEach((ev) => {
+    watcher.on(ev, processEvent.bind(undefined, ev));
+  });
+
+  ['add', 'change', 'unlink', 'addDir', 'unlinkDir', 'error', 'ready', 'raw']
+    .forEach((ev) => {
+      watcher.on(ev, outputStream.emit.bind(outputStream, ev));
+    });
+
+  outputStream.add = function add(newGlobs) {
+    newGlobs = normalizeGlobs(newGlobs)
+      .map(resolveGlob);
+    watcher.add(newGlobs);
+    globs.push.apply(globs, newGlobs);
+  };
+  outputStream.unwatch = watcher.unwatch.bind(watcher);
+  outputStream.close = function () {
+    watcher.close();
+    this.emit('end');
+  };
+
+  function processEvent(event, filepath) {
+    filepath = resolveFilepath(filepath);
+    const fileOpts = assign({}, opts);
+
+    let glob;
+    let currentFilepath = filepath;
+    while (!(glob = globs[anymatch(globs, currentFilepath, true)]) && currentFilepath !== (currentFilepath = path.dirname(currentFilepath))) {} // eslint-disable-line no-empty-blocks/no-empty-blocks
+
+    if (!glob) {
+      console.error('[gulp-watch]没有匹配到glob')
+      return;
+    }
+
+    if (!baseForced) {
+      fileOpts.base = path.normalize(globParent(glob));
+    }
+
+    // Do not stat deleted files
+    if (event === 'unlink' || event === 'unlinkDir' || event === 'addDir') {
+      fileOpts.path = filepath;
+
+      write(event, null, new File(fileOpts));
+      return;
+    }
+
+    // Workaround for early read
+    setTimeout(() => {
+      vinyl.read(filepath, fileOpts).then((file) => {
+        write(event, null, file);
+      });
+    }, opts.readDelay);
+  }
+
+  function write(event, err, file) {
+    if (err) {
+      outputStream.emit('error', err);
+      return;
+    }
+
+    if (opts.verbose) {
+      log(event, file);
+    }
+
+    file.event = event;
+    outputStream.push(file);
+    cb(file);
+  }
+
+  function log(event, file) {
+    event = event[event.length - 1] === 'e' ? `${event}d` : `${event}ed`;
+
+    const msg = [colors.magenta(file.relative), 'was', event];
+
+    if (opts.name) {
+      msg.unshift(`${colors.cyan(opts.name)} saw`);
+    }
+
+    fancyLog.info.apply(null, msg);
+  }
+
+  return outputStream;
+}
+
+// This is not part of the public API as that would lead to global state (singleton) pollution,
+// and allow unexpected interference between unrelated modules that make use of gulp-watch.
+// This can be useful for unit tests and root application configuration, though.
+// Avoid modifying gulp-watch's default options inside a library/reusable package, please.
+watch._defaultOptions = {
+  events: ['add', 'change', 'unlink'],
+  ignoreInitial: true,
+  readDelay: 10,
+};
+
+module.exports = watch;

package/src/compile/watch.js

@@ -1,29 +1,65 @@
-const watch = require('gulp-watch');
+const watch = require('./plugins/gulp-watch');
 const path = require('path');
 const shellJs = require('shelljs');
-const { info } = require('../utils/log');
+const { info, warn } = require('../utils/log');
 const { resolve } = require('../utils/widgets');
 const { global } = require('../utils/global');
+const { findAllFilesOfDir } = require('../utils/io');
 
-module.exports = function (glob, watchOptions, callback, module) {
-  watch(glob, {
-    readDelay: 100,
+const TIP_MAP = {
+  'package.json': '若依赖有变动，请重新执行tmskit run dev',
+  'module.config.json': '若dependencies字段有变动，需要重新执行tmskit run dev才会生效',
+};
+
+const logTip = (fileName, tipMap) => {
+  // eslint-disable-next-line
+  for (const item in tipMap) {
+    if (fileName.indexOf(item) > -1) {
+      warn(`${fileName}有更新, ${tipMap[item]}`);
+      return;
+    }
+  }
+  info(`${fileName}有更新`);
+};
+
+const getTargetFile = (sourceFile, module, outputDir) => {
+  const sourceFileRelativeModule = path.relative(resolve(module.from), sourceFile);
+  const targetFile = resolve(outputDir, module.to, sourceFileRelativeModule);
+  return targetFile;
+};
+
+module.exports = function (globValue, watchOptions, callback, module) {
+  watch(globValue, {
+    // readDelay: 100,
     ...watchOptions,
   }, (vinyl) => {
-    const file = vinyl.history[0];
-    const fileDirArr = file.replace(/\\/g, '/').split('/');
-    const fileName = fileDirArr.slice(fileDirArr.length - 2).join('/');
+    const sourceFile = vinyl.history[0];
+    const sourceFileDirArr = sourceFile.replace(/\\/g, '/').split('/');
+    const sourceFileName = sourceFileDirArr.slice(sourceFileDirArr.length - 2).join('/');
+
+    const tmsConfig = global.getData('tmsConfig');
+
+    if (vinyl.event === 'addDir') {
+      info(`更新${sourceFileName}目录`);
+      const files = findAllFilesOfDir(sourceFile);
+      for (const file of files) {
+        const fileDirArr = file.replace(/\\/g, '/').split('/');
+        const fileName = fileDirArr.slice(fileDirArr.length - 2).join('/');
+        const targetFile = getTargetFile(file, module, tmsConfig.outputDir);
+        logTip(fileName, TIP_MAP);
+        callback([file], path.dirname(targetFile));
+      }
+      return;
+    }
 
+    const targetFile = getTargetFile(sourceFile, module, tmsConfig.outputDir);
     if (vinyl.event === 'unlink' || vinyl.event === 'unlinkDir') {
-      const tmsConfig = global.getData('tmsConfig');
-      const anaFileRelativeModule = path.relative(resolve(module.from), file);
-      const anaFileDestFile = resolve(tmsConfig.outputDir, module.to, anaFileRelativeModule);
-      info(`删除${fileName}`);
-      shellJs.rm('-rf', anaFileDestFile);
+      info(`删除${sourceFileName}`);
+      shellJs.rm('-rf', targetFile);
       return;
     }
 
-    info(`更新${fileName}`);
-    return callback(vinyl);
+    logTip(sourceFileName, TIP_MAP);
+    return callback([sourceFile], path.dirname(targetFile));
   });
 };

package/src/core/buildAppJson.js

@@ -154,6 +154,9 @@ function buildOutputAppJson(tmsConfig, modules) {
     updateMainPackages(appJson, tmsConfig.mainPackages);
 
     fs.writeFileSync(resolve(`${tmsConfig.outputDir}/app.json`), JSON.stringify(appJson, null, 2), 'utf8');
+    if (typeof tmsConfig?.hooks?.updateAppJson === 'function') {
+      tmsConfig?.hooks?.updateAppJson(appJson);
+    }
 
     return appJson;
   } catch (e) {

package/src/entry.js

@@ -28,7 +28,7 @@ module.exports = [
         options: [
           ['-m, --module [moduleName]', '模块名称'],
           ['-e, --env [env]', '环境变量'],
-          ['-latest, --latest', '下载最新第三方模块代码、安装最新依赖'],
+          ['-noCache, --noCache', '不使用缓存功能'],
         ],
         action: (cmd) => {
           require('./scripts/run/index')('dev', cmd);

package/src/scripts/run/dev/index.js

@@ -2,10 +2,10 @@ const shelljs = require('shelljs');
 const compileDev = require('../../../compile/dev');
 const { resolve } = require('../../../utils/widgets');
 const init = require('../init/index');
-const { isInit } = require('../../../core/isInIt');
 const { tmsModulesMergeLocalModuleCfg } = require('../../../core/tmsMpconfig');
 const { info } = require('../../../utils/log');
 const { global } = require('../../../utils/global');
+const { CACHE_DIR } = require('../../../config/constant');
 
 
 // 用户编译分包时，需要将dist中其他分包(主包不能删除)的内容删除，否则其他分包的内容混入到主包(导致主包的体积超2M)
@@ -24,16 +24,20 @@ function delOtherModule(tmsConfig, targetModules) {
 
 async function dev(tmsConfig, targetModules, env) {
   let newModules = targetModules;
-  const isLatest = global.getData('cmd').latest;
-
-  // 判断是否进行init命令
-  if (isLatest || isInit(tmsConfig, targetModules, resolve('dist'))) {
-    // init函数 下载第三方代码后，会将最新的tms.config.js的modules 合并 module.config.json的配置项返回
-    const initData = await init(tmsConfig, newModules);
-    newModules = initData.targetModules;
+  const { noCache } = global.getData('cmd');
+  if (noCache) {
+    shelljs.rm('-rf', resolve(tmsConfig.outputDir));
+    shelljs.rm('-rf', CACHE_DIR);
   }
 
+  // 初始化操作
+  const initData = await init(tmsConfig, newModules);
+  newModules = initData.targetModules;
+
   info('当前dev启动的有效模块', newModules.map(item => item.name).sort());
+  if (typeof tmsConfig?.hooks?.beforeCompile === 'function') {
+    await tmsConfig?.hooks?.beforeCompile({ isDev: true, tmsConfig, modules: newModules });
+  };
   delOtherModule(tmsConfig, newModules);
   compileDev(tmsConfig, newModules, env);
 }