rigjs 2.0.0-alpha.0 → 2.0.0-alpha.3

package/lib/build/index.ts

@@ -1,17 +1,45 @@
 import fsHelper from '../utils/fsHelper';
-import CICD from '@/classes/cicd/CICD';
+import CICD, {Define} from '@/classes/cicd/CICD';
 import CICDCmd from '@/classes/cicd/CICDCmd';
 import shell from 'shelljs';
-
+import path from 'path';
+import fs from 'fs';
+const replaceDefine = (target:string,defines?:Define)=>{
+	const dirs = fs.readdirSync(target);
+	for (let dir of dirs){
+		const stat = fs.statSync(path.join(target, dir));
+		if (stat.isDirectory()){
+			replaceDefine(path.join(target, dir),defines);
+		}else{
+			if (defines){
+				const namePieces = dir.split('.');
+				const fileType = namePieces[namePieces.length - 1];
+				if (['js','ts'].indexOf(fileType)>=0){
+					let file = fs.readFileSync(path.join(target, dir)).toString();
+					const replaceArr = Object.keys(defines);
+					for (let replace of replaceArr){
+						file = file.replace(new RegExp(replace,'g'),defines[replace] as string);
+					}
+					fs.writeFileSync(path.join(target, dir),file);
+				}
+			}
+		}
+	}
+}
 export default async (cmd: any) => {
 	//create cicd object
 	const cicd = CICD.createByDefault(cmd);
 	//construct cmd object
 	const cicdCmd = new CICDCmd(cmd, cicd);
+	console.log(cicd)
 	//build by cicdCmd and cicdConfig
 	console.log(cicdCmd.endpoints);
+
 	for (let i = 0; i < cicdCmd.endpoints.length; i++) {
 		const ep = cicdCmd.endpoints[i];
-		shell.exec(ep.build);
+		const cmdStr = `cross-env PUBLIC_PATH=${path.join('/',ep.deployDir)} ${ep.build}`;
+		console.log(cmdStr);
+		shell.exec(cmdStr);
+		replaceDefine(path.join(cicd.source.root_path, ep.dir), ep.defines);
 	}
 }

package/lib/classes/cicd/CICD.ts

@@ -1,9 +1,6 @@
 import DirLevel from '@/classes/cicd/DirLevel';
 import Endpoint, { EndpointDict} from '@/classes/cicd/Endpoint';
 import fs from 'fs';
-import {Dir} from 'fs';
-import fsHelper from '@/utils/fsHelper';
-import CICDCmd from '@/classes/cicd/CICDCmd';
 
 const JSON5 = require('json5');
 import qs from 'querystring';
@@ -21,13 +18,18 @@ interface DeploySource {
 /**
  * Deploy target
  */
-interface DeployTarget {
+export interface DeployTarget {
 	id: string;
 	type: CloudType;
 	bucket: string;
+	region: string;
 	access_key: string;
 	access_secret: string;
 	root_path: '/';
+	uri_rewrite: {
+		original: string;
+		final?: string;
+	};
 }
 
 /**

package/lib/classes/cicd/Deploy/AliDeploy.ts

@@ -0,0 +1,50 @@
+import aliOSS from "ali-oss";
+import fs from "fs";
+import { DeployTarget } from "../CICD";
+class AliOSS {
+  ossClient: aliOSS;
+  constructor(target: DeployTarget) {
+    this.ossClient = new aliOSS({
+      region: target.region,
+      accessKeyId: target.access_key,
+      accessKeySecret: target.access_secret,
+      bucket: target.bucket,
+      timeout: 600000,
+    });
+  }
+
+  private async progress(p: number, filePath: string, ossPath: string) {
+    // 上传进度。
+    process.stdout.clearLine(1);
+    process.stdout.cursorTo(0);
+    process.stdout.write(
+      `progress: ${p.toFixed(2)}%, Upload '${filePath}' To OSS_PATH:${ossPath}`
+    );
+  }
+
+  public async putStreamFiles(
+    filesList: string[],
+    ossBasePath: string,
+    dir: string
+  ) {
+    for (let i = 0; i < filesList.length; i++) {
+      const filePath = filesList[i].split("dist\\")[1];
+      const ossPath =
+        ossBasePath + filePath.replace(/\\/g, "/").replace(dir, "");
+      const fileResult = await this.ossClient.putStream(
+        ossPath,
+        fs.createReadStream(filesList[i])
+      );
+      if (fileResult.res.status !== 200) {
+        throw new Error('Upload OSS Error')
+      }
+      // if (fileResult.res.status === 200) {
+      //   const p = ((i + 1) * 100) / filesList.length;
+      //   this.progress(p, filesList[i], ossPath);
+      // }
+    }
+    console.log("\n");
+  }
+}
+
+export default AliOSS;

package/lib/classes/cicd/Deploy/CDN.ts

@@ -0,0 +1,189 @@
+import moment from 'dayjs';
+import qs from 'qs';
+import crypto from 'crypto';
+import axios from 'axios';
+import * as uuid from 'uuid';
+import { DeployTarget } from '../CICD';
+
+type TFlag = 'break' | 'enhance_break' | null;
+
+class CDN {
+  AccessKeySecret: string;
+  AccessKeyId: string;
+  constructor(target: DeployTarget) {
+    this.AccessKeyId = target.access_key;
+    this.AccessKeySecret = target.access_secret;
+  }
+  /**
+   * 访问CDN通用接口
+   * @param {接口名称} actionName
+   * @param {各接口定制化参数} paramObj
+   * @returns
+   */
+  private async getCdnData(actionName: string, paramObj: Object) {
+    let config = {
+      Action: actionName,
+      Format: 'JSON',
+      Version: '2018-05-10',
+      AccessKeyId: this.AccessKeyId,
+      SignatureMethod: 'HMAC-SHA1',
+      Timestamp: moment().toDate().toISOString(),
+      SignatureVersion: '1.0',
+      SignatureNonce: uuid.v1(),
+    };
+    config = Object.assign(config, paramObj);
+    let paramConfig = qs.stringify(config, {
+      sort: (a: any, b: any) => {
+        return a < b ? -1 : 1;
+      },
+      charset: 'utf-8',
+    });
+
+    const strSign = `GET&%2F&${encodeURIComponent(paramConfig)}`;
+    // console.log(`strSign: ${strSign}\n`);
+    const hmacSha1 = crypto.createHmac('sha1', `${this.AccessKeySecret}&`);
+    hmacSha1.update(strSign);
+    const signature = hmacSha1.digest('base64');
+    config = Object.assign(config, {
+      Signature: signature,
+    });
+    paramConfig = qs.stringify(config, {
+      sort: (a, b) => {
+        return a < b ? -1 : 1;
+      },
+      charset: 'utf-8',
+      format: 'RFC3986',
+    });
+
+    const url = `http://cdn.aliyuncs.com?${paramConfig}`;
+
+    const res = await axios.create().get(url);
+    return res.data;
+  }
+
+  /**
+   * 改写回源URI接口
+   * @param {加速域名} domainName
+   * @param {需要重写的url 数组} sourceUrls
+   * @param {重写目标url 数组} targetUrls
+   * @param {改写操作执行规则 数组 值为null、break或enhance_break} flags
+   * @returns
+   */
+  public async setRWriteUri(
+    domainName: string,
+    sourceUrls: string[],
+    targetUrls: string[],
+    flags: TFlag[]
+  ) {
+    try {
+      if (sourceUrls.length !== targetUrls.length) {
+        throw new Error(`sourceUrls's length not equal targetUrls's length`);
+      }
+      const Functions: Object[] = [];
+      sourceUrls.forEach((item, index) => {
+        Functions.push({
+          functionArgs: [
+            {
+              argName: 'source_url',
+              argValue: item,
+            },
+            {
+              argName: 'target_url',
+              argValue: targetUrls[index],
+            },
+            {
+              argName: 'flag',
+              argValue: flags[index],
+            },
+          ],
+          functionName: 'back_to_origin_url_rewrite',
+        });
+      });
+
+      const data = await this.getCdnData('BatchSetCdnDomainConfig', {
+        DomainNames: domainName,
+        Functions: JSON.stringify(Functions),
+      });
+      return data;
+    } catch (e) {
+      console.error(
+        `Error: ${e.response ? JSON.stringify(e.response.data.Message) : e}`
+      );
+      throw new Error(e.response.data.Message);
+    }
+  }
+
+  /**
+   * 刷新节点上的文件内容
+   * @param {刷新URL, 格式为加速域名或刷新的文件或目录。多个URL之间使用换行符(\n)或(\r\n)分隔} objectPath
+   * @param {刷新的类型 File: 文件; Directory: 目录} objectType
+   */
+  public async refreshCache(objectPath: string, objectType?: string) {
+    try {
+      let param = {
+        ObjectPath: objectPath,
+      };
+      if (objectType) {
+        param = Object.assign(param, { ObjectType: objectType });
+      }
+      const data = await this.getCdnData('RefreshObjectCaches', param);
+      return data;
+    } catch (e) {
+      console.error('Error:');
+      console.error(e.response.data.Message);
+      throw new Error(e.response.data.Message);
+    }
+  }
+
+  /**
+   * 预热源站内容到缓存节点
+   * @param {预热URL,格式为加速域名或预热的文件 多个URL之间使用换行符(\n)或(\r\n)分隔 单条长度最长为1024个字符} objectPath
+   * @returns
+   */
+  async pushCache(objectPath: string) {
+    const data = await this.getCdnData('PushObjectCache', {
+      ObjectPath: objectPath,
+    });
+    return data;
+  }
+
+  /**
+   * 通过任务编号查询刷新预热任务信息
+   * @param {支持同时传入多个任务ID，多个任务ID之间用英文逗号（,）分隔，最多支持同时传入10个任务ID} taskIds
+   * @returns
+   */
+  async describeRefreshTaskById(taskIds: string) {
+    try {
+      const data = await this.getCdnData('DescribeRefreshTaskById', {
+        TaskId: taskIds,
+      });
+      return data;
+    } catch (e) {
+      console.error('Error:');
+      console.error(e.response.data.Message);
+      throw new Error(e.response.data.Message);
+    }
+  }
+
+  /**
+   * 刷新CDN节点
+   * @param {加速域名} domainName
+   * @param {功能配置ID} configId
+   * @returns
+   */
+  async describeCdnDomainConfigs(domainName: string, configId?: string) {
+    try {
+      const data = await this.getCdnData('DescribeCdnDomainConfigs', {
+        DomainName: domainName,
+        ConfigId: configId,
+      });
+      return data;
+    } catch (e) {
+      console.error('Error:');
+      console.error(e.response.data.Message);
+      throw new Error(e.response.data.Message);
+    }
+  }
+}
+
+export default CDN;

package/lib/classes/cicd/Endpoint.ts

@@ -1,4 +1,4 @@
-import {CICDConfig, DefineDict, DirGroup} from './CICD';
+import {CICDConfig, Define, DefineDict, DeployTarget, DirGroup} from './CICD';
 import {mkdirSync} from 'fs';
 import DirLevel from '@/classes/cicd/DirLevel';
 
@@ -6,7 +6,7 @@ interface EndpointInfo {
 	build: string;
 	target: string;
 	domain: string;
-	define: DefineDict;
+	defines: Define;
 }
 
 export interface EndpointDict {
@@ -21,7 +21,7 @@ class Endpoint {
 	build: string;
 	domain: string;
 	deployDir: string;
-	define: DefineDict;
+	defines: Define;
 
 
 	constructor(dir: string, info: EndpointInfo, schema: DirLevel[]) {
@@ -32,7 +32,7 @@ class Endpoint {
 		this.target = info.target;
 		this.build = info.build;
 		this.domain = info.domain;
-		this.define = info.define;
+		this.defines = info.defines;
 	}
 
 	static createEndpointArr(cicdConfig: CICDConfig, schema: DirLevel[]) {

package/lib/define/index.ts

@@ -13,7 +13,7 @@ const replaceDefine = (target:string,define?:Define)=>{
 			if (define){
 				const namePieces = dir.split('.');
 				const fileType = namePieces[namePieces.length - 1];
-				if (['js','json','json5','yml','ts'].indexOf(fileType)>=0){
+				if (['js','ts'].indexOf(fileType)>=0){
 					let file = fs.readFileSync(path.join(target, dir)).toString();
 					const replaceArr = Object.keys(define);
 					for (let replace of replaceArr){

package/lib/deploy/index.ts

@@ -1,41 +1,56 @@
-import fs from "fs";
-import path from "path";
-import aliOSS from "ali-oss";
-import fsHelper from "../utils/fsHelper";
-import CICD from "@/classes/cicd/CICD";
-import CICDCmd from "@/classes/cicd/CICDCmd";
-//
-// const progress = (p: number, filePath: string, ossPath: string) => {
-//   // 上传进度。
-//   process.stdout.clearLine(-1);
-//   process.stdout.cursorTo(0);
-//   process.stdout.write(
-//     `progress: ${p.toFixed(2)}%, Upload '${filePath}' To OSS_PATH:${ossPath}`
-//   );
-// };
-//
-// let filesList: string[] = [];
-// const traverseFolder = (url: string) => {
-//   if (fs.existsSync(url)) {
-//     const files = fs.readdirSync(url);
-//     files.forEach((file) => {
-//       const curPath = path.join(url, file);
-//       if (fs.statSync(curPath).isDirectory()) {
-//         traverseFolder(curPath);
-//       } else {
-//         filesList.push(curPath);
-//       }
-//     });
-//   }
-// };
-//
+import fs from 'fs';
+import path from 'path';
+import CICD from '@/classes/cicd/CICD';
+import CICDCmd from '@/classes/cicd/CICDCmd';
+import AliOSS from '@/classes/cicd/Deploy/AliDeploy';
+import CDN from '@/classes/cicd/Deploy/CDN';
+
+let filesList: string[] = [];
+const traverseFolder = (url: string) => {
+  if (fs.existsSync(url)) {
+    const files = fs.readdirSync(url);
+    files.forEach((file) => {
+      const curPath = path.join(url, file);
+      if (fs.statSync(curPath).isDirectory()) {
+        traverseFolder(curPath);
+      } else {
+        filesList.push(curPath);
+      }
+    });
+  }
+};
+
 export default async (cmd: any) => {
-	try {
-		//create cicd object
-		const cicd = CICD.createByDefault(cmd);
-		//construct cmd object
-		const cicdCmd = new CICDCmd(cmd, cicd);
-	}catch (e) {
-		throw e;
-	}
-}
+  try {
+    console.log('Start Deploy-----');
+    //create cicd object
+    const cicd = CICD.createByDefault(cmd);
+    //construct cmd object
+    const cicdCmd = new CICDCmd(cmd, cicd);
+
+    const target = Array.isArray(cicdCmd.cicd.target)
+      ? cicdCmd.cicd.target[0]
+      : cicdCmd.cicd.target;
+
+    const aliOss = new AliOSS(target);
+    console.log('Please Wait for Upload OSS...');
+    for (let i = 0; i < cicdCmd.endpoints.length; i++) {
+      const distPath = path.join(
+        process.cwd(),
+        cicd.source.root_path,
+        cicdCmd.endpoints[i].dir
+      );
+      traverseFolder(distPath);
+      await aliOss.putStreamFiles(
+        filesList,
+        cicdCmd.endpoints[i].deployDir.replace(/\\/g, '/'),
+        cicdCmd.endpoints[i].dir
+      );
+      filesList = [];
+    }
+    console.log('Upload OSS Done');
+    console.log('Deploy Done-----');
+  } catch (e) {
+    throw e;
+  }
+};

package/lib/publish/index.ts

@@ -0,0 +1,84 @@
+import fsHelper from '../utils/fsHelper';
+import CICD from '@/classes/cicd/CICD';
+import CICDCmd from '@/classes/cicd/CICDCmd';
+import shell from 'shelljs';
+import path from 'path';
+import CDN from '@/classes/cicd/Deploy/CDN';
+
+const setRWriteUri = async (
+  domain: string,
+  original: string,
+  deployDir: string,
+  cdn: CDN
+) => {
+  const rwriteResult = await cdn.setRWriteUri(
+    domain,
+    [original],
+    [deployDir],
+    ['enhance_break']
+  );
+
+  const configId = rwriteResult?.DomainConfigList.DomainConfigModel[0].ConfigId;
+  console.log('Please Wait For Set RWrite URI...');
+  while (true) {
+    const configInfo = await cdn.describeCdnDomainConfigs(domain, configId);
+    if (configInfo.DomainConfigs.DomainConfig[0].Status === 'success') {
+      break;
+    }
+    if (configInfo.DomainConfigs.DomainConfig[0].Status === 'failed') {
+      throw new Error('cdn rewrite fail');
+    }
+  }
+  console.log('Set RWrite URI Done');
+};
+
+const refreshCache = async (urls: string[], cdn: CDN) => {
+  const refreshResult = await cdn.refreshCache(urls.join('\n'));
+  console.log('Please Wait For RefreshCache...');
+  while (true) {
+    const desResult = await cdn.describeRefreshTaskById(
+      refreshResult.RefreshTaskId
+    );
+    let successCount = 0;
+    for (const item of desResult.Tasks) {
+      if (item.Status === 'Complete') {
+        successCount++;
+      } else if (item.Status === 'Failed') {
+        throw new Error('RefreshCache Failed');
+      }
+    }
+    if (successCount === desResult.Tasks.length) {
+      break;
+    }
+  }
+  console.log('RefreshCache Done');
+};
+
+export default async (cmd: any) => {
+  //create cicd object
+  const cicd = CICD.createByDefault(cmd);
+  //construct cmd object
+  const cicdCmd = new CICDCmd(cmd, cicd);
+
+  console.log('Start Publish-----');
+  const target = Array.isArray(cicdCmd.cicd.target)
+    ? cicdCmd.cicd.target[0]
+    : cicdCmd.cicd.target;
+
+  const cdn = new CDN(target);
+  const urls: string[] = [];
+  for (const endpoint of cicdCmd.endpoints) {
+    // 目前只支持set一个original
+    await setRWriteUri(
+      endpoint.domain,
+      `/${target.uri_rewrite.original}`,
+      `/${endpoint.deployDir.replace(/\\/g, '/')}/index.html`,
+      cdn
+    );
+    urls.push(`https://${endpoint.domain}/${target.uri_rewrite.original}`);
+  }
+
+  //刷新cdn
+  await refreshCache(urls, cdn);
+  console.log('Start Publish-----');
+};

package/lib/rig/index.ts

@@ -1,7 +1,8 @@
 import {Command} from 'commander';
 
 const program = new Command();
-console.log('Hello rigjs');
+console.log('Hello');
+
 import check from '../check';
 
 program.command('check').action(check.load);
@@ -41,6 +42,14 @@ program.command('deploy')
 	.option('-s, --schema <schema>', 'specify params in tree_schema')
 	.option('-p , --params <params>', 'replace words in cicd.rig.json5, only words in ${} are replacable')
 	.action(deploy);
+
+import publish from '../publish';
+
+program.command('publish')
+	.option('-s, --schema <schema>', 'specify params in tree_schema')
+	.option('-p , --params <params>', 'replace words in cicd.rig.json5, only words in ${} are replacable')
+	.action(publish);
+
 import env from '../env';
 
 program.option('-e, --env <env>', 'specify env').action(env.load);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rigjs",
-  "version": "2.0.0-alpha.0",
+  "version": "2.0.0-alpha.3",
   "description": "A multi-repos dev tool based on yarn and git.Rig is inspired by cocoapods. Not like those monorepo solutions,rig is a tool for organizing multi-repos.",
   "keywords": [
     "modular",
@@ -29,19 +29,25 @@
     "envmake": "cd demo && node ../lib/rig/index.js --env prod_view_zhs",
     "t": "node lib/rig/index.js tag",
     "deliver": "npm publish --registry=https://registry.npmjs.org",
+    "deliver:alpha": "npm publish --registry=https://registry.npmjs.org --tag alpha",
     "build": "esbuild lib/rig/index.ts --platform=node --bundle --minify --outfile=built/index.js --external:shelljs"
   },
   "dependencies": {
     "@types/ali-oss": "^6.16.3",
     "@types/json5": "^2.2.0",
+    "@types/qs": "^6.9.7",
     "@types/shelljs": "^0.8.11",
+    "@types/uuid": "^8.3.4",
     "ali-oss": "^6.17.1",
+    "axios": "^0.26.1",
     "chalk": "^4.1.0",
     "commander": "6.1.0",
+    "dayjs": "^1.11.0",
     "inquirer": "7.3.3",
     "json5": "2.1.3",
     "ora": "^5.1.0",
-    "shelljs": "^0.8.4"
+    "shelljs": "^0.8.4",
+    "uuid": "^8.3.2"
   },
   "devDependencies": {
     "@types/node": "^17.0.21"

package/lib/publish/index.js

@@ -1,14 +0,0 @@
-/**
- * @ignore
- * @Description nothing
- * @author Wang Bo (ralwayne@163.com)
- * @date 2020/10/9 6:14 PM
- */
-//加载命令控制器
-const load = (program) => {
-
-}
-module.exports = {
-  name:'publish',
-  load
-}