@tmsfe/tmskit 0.0.6 → 0.0.9-beta.0

package/src/utils/cloneModules.js

@@ -1,116 +0,0 @@
-const MetalSmith = require('metalsmith');
-const { getGlobalInstance } = require('./global.js');
-const { downloadRepoForGit, resolve } = require('./widgets');
-const { readTmsPrivateCf } = require('../utils/tkitUtils');
-const { fail } = require('./log');
-const fs = require('fs');
-const shelljs = require('shelljs');
-const { handleError } = require('./handleError.js');
-
-/**
- * 处理用户没有clone git仓库权限问题——拼接账号信息
- * @param {*} httpRepoUrl
- * @param {*} moduleName
- * @returns
- */
-function replaceGitUrlAccount(httpRepoUrl, moduleName, privateCf) {
-  let gitUrl = httpRepoUrl;
-  const { username = '', pass = '' } = privateCf?.gitAccout?.[moduleName] || {};
-
-  const urlPrefixReg = /http(s)?:\/\//;
-  if (username && pass && urlPrefixReg.test(gitUrl)) {
-    gitUrl = gitUrl.replace(urlPrefixReg, val => `${val}${encodeURIComponent(username)}:${pass}@`);
-  }
-
-  return gitUrl;
-}
-
-/**
- * 对克隆下来的模块进行相应的文件处理操作，比如收集处理模块信息，进行信息缓存等操作
- * @param { string } sourceDir 缓存文件夹
- * @param { string } targetDir 目标文件夹
- * @param { arrary } ignore
- * @returns { undefined } no return
- */
-function moveFile(sourceDir, targetDir, ignore = []) {
-  // 删除不是文件夹的文件
-  return new Promise((resolve, reject) => {
-    MetalSmith(__dirname)
-      .ignore(ignore)
-      .source(sourceDir)
-      .destination(targetDir)
-      .build((e) => {
-        if (e) {
-          fail(`${sourceDir} moveFile ${targetDir}出现错误: ${e}`);
-          reject(e);
-        }
-        resolve();
-      });
-  });
-}
-
-/**
- * 下载目标模块
- * @param { string } sourceDir 缓存文件夹
- * @param { string } targetDir 目标文件夹
- * @param { boolean } isDev 是否是dev
- * @returns { array } modules 描述模块的列表
- */
-async function cloneModules(sourceDir, targetDir, modules, isDev) {
-  // 用户本地的私有项目配置（用来配置环境\模块信息\账号信息）
-  const privateCf = readTmsPrivateCf();
-
-  // 根据小程序的配置文件下载模块， 并且处理信息
-  for (const moduleInfo of modules) {
-    if (moduleInfo.repoInfo) {
-      await downLoadAndMoveModule(sourceDir, targetDir, moduleInfo, privateCf, isDev);
-    }
-  }
-}
-
-/**
- * 下载模块信息并且将它移动到对应的位置
- * @param { string } sourceDir 代码缓存文件夹
- * @param { string } targetDir 代码要放到的目标文件夹
- * @param { boolean } isDev 是否是dev
- * @returns { array } moduleInfo 描述模块的信息
- */
-async function downLoadAndMoveModule(sourceDir, targetDir,  moduleInfo, privateCf, isDev) {
-  const { repoInfo: { buildGitTag, httpRepoUrl }, path, name } = moduleInfo;
-
-  // 源码临时存在的源目录
-  let sourcePath = resolve(sourceDir, name);
-  // 源码要放到目标目录
-  const targetPath = resolve(targetDir, path);
-  // 设置模块的构建分支
-  const cloneBranch =  buildGitTag && typeof buildGitTag === 'string' ? buildGitTag : 'master';
-
-  // 检查缓存中有没有
-  const globalInstance = getGlobalInstance();
-  const moduleInCache = globalInstance.getModuleCache(httpRepoUrl, cloneBranch);
-
-  try {
-    if (!moduleInCache) {
-      // 处理仓库权限问题
-      const gitUrl = replaceGitUrlAccount(httpRepoUrl, name, privateCf);
-      await downloadRepoForGit(gitUrl, sourcePath, cloneBranch);
-      globalInstance.setModuleCache(httpRepoUrl, cloneBranch, sourcePath);
-    } else {
-      sourcePath = globalInstance.getModuleCache(httpRepoUrl, cloneBranch).dest;
-    }
-
-    if (fs.existsSync(targetPath)) {
-      shelljs.rm('-rf', `${targetPath}/*`);
-    }
-    await moveFile(sourcePath, targetPath, [
-      'node_modules',
-      '.git',
-    ]);
-  } catch (e) {
-    handleError(e, isDev);
-  }
-}
-
-module.exports = {
-  cloneModules,
-};

package/src/utils/npmUtils.js

@@ -1,166 +0,0 @@
-/**
- * 本文件主要负责项目或者分包依赖的npm的安装
- */
-const fs = require('fs');
-const fsExtra = require('fs-extra');
-const crypto = require('crypto');
-const path = require('path');
-const shell = require('shelljs');
-const glob = require('glob-ignore');
-const LOG = require('./log');
-
-const shellJsOption = { async: false, silent: true };
-const dirPath = process.cwd(); // 项目根目录
-
-const install = async (packageJsonPath = '', retry = true, cacheDir) => {
-  const obj = {};
-  const packageContent = fs.readFileSync(packageJsonPath);
-  const packageJson = JSON.parse(packageContent);
-  obj.dependencies = packageJson.dependencies || {};
-  // obj.devDependencies = packageJson.devDependencies || {};
-
-  // dependencies和devDependencies字段为空,没有需要安装的npm包,直接return
-  // if (Object.keys(obj.dependencies).length === 0 && Object.keys(obj.devDependencies).length === 0) {
-  if (Object.keys(obj.dependencies).length === 0) {
-    return;
-  }
-
-  // 以package.json中dependencies字段stringify后的md5值作为缓存key
-  // 任意包名或者版本号的差异,将导致md5后的差异,从而导致缓存失效,重新下载
-  // 如此来保证npm缓存的准确性
-  const str = JSON.stringify(obj);
-  const key = crypto.createHash('md5').update(str)
-    .digest('hex');
-  const keyPath = path.join(cacheDir, key);
-  const tarFile = path.join(keyPath, 'node_modules.tar.gz');
-
-  // npm缓存路径不存在
-  // 或者缓存的包大小小于512byte,认为缓存不合法
-  // 清空缓存目录,重新下载npm包缓存
-  const missCache =  !fsExtra.pathExistsSync(keyPath)
-    || !fsExtra.existsSync(tarFile)
-    || fsExtra.statSync(tarFile).size < 512;
-  if (missCache) {
-    console.log(`未命中缓存，下载${packageJsonPath}依赖`);
-    fsExtra.emptydirSync(keyPath);
-    shell.cp('-f', packageJsonPath, keyPath);
-    shell.cd(keyPath);
-    try {
-      shell.exec('npx yarn --production --registry http://mirrors.tencent.com/npm/', shellJsOption);
-    } catch (err) {
-      console.log('err', err);
-      if (retry) {
-        return await install(packageJsonPath, false);
-      }
-      throw err;
-    }
-    shell.exec('tar -zcvf ./node_modules.tar.gz ./node_modules', shellJsOption);
-    shell.exec('rm -rf ./node_modules',  shellJsOption);
-  }
-  shell.cp('-Rf', tarFile, `${path.dirname(packageJsonPath)}/`);
-  shell.cd(path.dirname(packageJsonPath));
-
-  shell.exec('tar -xzvf ./node_modules.tar.gz -C ./',  shellJsOption);
-  shell.exec('rm -rf ./node_modules.tar.gz', shellJsOption);
-  return { missCache, key };
-};
-
-
-// 遍历安装指定目录下所有项目的npm依赖
-const mpNpmInstallAll = async (modules, contextDir, cacheDir) => {
-  const packageJsonFiles = await findAllPackageJson(modules, contextDir);
-  await Promise.all(packageJsonFiles.map(file => install(file, true, cacheDir)));
-};
-
-/**
- * 递归查找指定条件的文件
- * @param {String} startPath 开始查找的根路径
- * @param {String} filter 匹配的字符串
- * @returns {Array<String>} 查找到的文件路径列表
- */
-const findFilesByFilter = (startPath, filter) => {
-  const result = [];
-  /**
-   * 根据指定的筛选器查找文件
-   * @param {String} startPath 开始查找的文件夹路径
-   * @param {String} filter 筛选器
-   * @returns {Undefined} 无需返回值
-   */
-  const find = (startPath, filter) => {
-    // 目录不存在
-    if (!fs.existsSync(startPath)) {
-      LOG.fail(`${startPath}目录不存在`);
-      process.exit(-1);
-      return;
-    }
-
-    // 当前目录下的所有文件 / 文件夹
-    const exceptDir = ['node_modules', 'miniprogram_npm'];
-    if (exceptDir.find(item => startPath.indexOf(item) > -1)) {
-      return;
-    }
-    const files = fs.readdirSync(startPath);
-    files.forEach((file) => {
-      const filename = path.join(startPath, file);
-      const stat = fs.lstatSync(filename);
-      // 当前文件是文件夹类型，继续递归
-      if (stat.isDirectory()) {
-        find(filename, filter);
-      } else if (filename.indexOf(filter) >= 0) {
-        // 文件类型
-        result.push(filename);
-      };
-    });
-  };
-
-  find(startPath, filter);
-  return result;
-};
-
-/**
- * 找到项目中所有的package.json文件
- * @param {Array<String>} subRoots 需要安装npm依赖的路径
- * @param {String} contextDir 命令运行的目录
- * @returns {Array<String>} 找到的所有package.json文件的路径
- */
-const findAllPackageJson = (subRoots = [], contextDir) => {
-  const packageJsonName = 'package.json';         // 查找文件名
-  const cwd = contextDir || dirPath;
-  const result = [path.join(cwd, packageJsonName)]; // 默认填充根目录下的package.json
-
-  subRoots.forEach((subRoot) => {
-    if (!subRoot.root) {
-      LOG.fail(`请检查${subRoot.name}的module.config.json是否有root字段`);
-      process.exit(1);
-    }
-    const toppath = path.join(cwd, subRoot.root); // 从该目录开始查找package.json文件
-    const list = findFilesByFilter(toppath, packageJsonName);
-
-    result.push(...list);
-  });
-
-  return result;
-};
-
-function cloudNpmInstall(contextDir) {
-  return new Promise((resolve, reject) => {
-    glob(`${contextDir}/**/package.json`, ['node_modules', 'miniprogram_npm'], (err, files) => {
-      if (err) {
-        reject(err);
-      }
-      files.forEach((file) => {
-        const dir = path.dirname(file);
-        shell.cd(dir);
-        shell.exec('npx npm install --production --registry http://mirrors.tencent.com/npm/', { silent: false });
-      });
-      resolve();
-    });
-  });
-}
-
-
-module.exports = {
-  cloudNpmInstall,
-  mpNpmInstallAll,
-  findAllPackageJson,
-};