rigjs 2.0.0-alpha.2 → 2.0.0-alpha.5

package/demo/cicd.rig.json5

@@ -22,7 +22,7 @@
         NGINX_REPLACE_B: 'http://',
         NGINX_REPLACE_A: '替换了',
       },
-      domain: 'ci-test.rys.com',
+      domain: 'cdn.rys.com',
     },
     'ykp/test/oem2': {
       // build: 'yarn build:test:oem2',
@@ -31,7 +31,7 @@
         NGINX_REPLACE_B: 'http://',
         NGINX_REPLACE_A: '替换了',
       },
-      domain: 'ci-test.rys.com'
+      domain: 'cdn.rys.com'
     },
   },
   groups: [

package/demo/src/App.vue

@@ -2,6 +2,7 @@
   <div id="app">
     <img alt="Vue logo" src="./assets/logo.png">
     <HelloWorld msg="Welcome to Your Vue.js App"/>
+		<span>test_replace:{{ test_replace}}</span>
   </div>
 </template>
 
@@ -10,6 +11,11 @@ import HelloWorld from './components/HelloWorld.vue'
 
 export default {
   name: 'App',
+	data() {
+		return {
+			test_replace: 'NGINX_REPLACE_A'
+		}
+	},
   components: {
     HelloWorld
   }

package/lib/build/index.ts

@@ -1,9 +1,31 @@
 import fsHelper from '../utils/fsHelper';
-import CICD from '@/classes/cicd/CICD';
+import CICD, {Define} from '@/classes/cicd/CICD';
 import CICDCmd from '@/classes/cicd/CICDCmd';
 import shell from 'shelljs';
 import path from 'path';
-
+import fs from 'fs';
+const replaceDefine = (target:string,defines?:Define)=>{
+	const dirs = fs.readdirSync(target);
+	for (let dir of dirs){
+		const stat = fs.statSync(path.join(target, dir));
+		if (stat.isDirectory()){
+			replaceDefine(path.join(target, dir),defines);
+		}else{
+			if (defines){
+				const namePieces = dir.split('.');
+				const fileType = namePieces[namePieces.length - 1];
+				if (['js','ts'].indexOf(fileType)>=0){
+					let file = fs.readFileSync(path.join(target, dir)).toString();
+					const replaceArr = Object.keys(defines);
+					for (let replace of replaceArr){
+						file = file.replace(new RegExp(replace,'g'),defines[replace] as string);
+					}
+					fs.writeFileSync(path.join(target, dir),file);
+				}
+			}
+		}
+	}
+}
 export default async (cmd: any) => {
 	//create cicd object
 	const cicd = CICD.createByDefault(cmd);
@@ -12,10 +34,11 @@ export default async (cmd: any) => {
 	console.log(cicd)
 	//build by cicdCmd and cicdConfig
 	console.log(cicdCmd.endpoints);
+
 	for (let i = 0; i < cicdCmd.endpoints.length; i++) {
 		const ep = cicdCmd.endpoints[i];
-		const cmdStr = `cross-env PUBLIC_PATH=${path.join('/',ep.deployDir)} ${ep.build}`;
-		console.log(cmdStr);
-		shell.exec(cmdStr);
+		ep.build = ep.build.replace('${public_path}', ep.publicPath);
+		shell.exec(ep.build);
+		replaceDefine(path.join(cicd.source.root_path, ep.dir), ep.defines);
 	}
 }

package/lib/classes/cicd/CICD.ts

@@ -18,7 +18,7 @@ interface DeploySource {
 /**
  * Deploy target
  */
-interface DeployTarget {
+export interface DeployTarget {
 	id: string;
 	type: CloudType;
 	bucket: string;

package/lib/classes/cicd/Deploy/AliDeploy.ts

@@ -1,20 +1,21 @@
 import aliOSS from "ali-oss";
 import fs from "fs";
+import { DeployTarget } from "../CICD";
 class AliOSS {
   ossClient: aliOSS;
-  constructor(accessKeyId: string, accessKeySecret: string, region: string, bucket: string) {
+  constructor(target: DeployTarget) {
     this.ossClient = new aliOSS({
-      region,
-      accessKeyId: accessKeyId,
-      accessKeySecret: accessKeySecret,
-      bucket,
+      region: target.region,
+      accessKeyId: target.access_key,
+      accessKeySecret: target.access_secret,
+      bucket: target.bucket,
       timeout: 600000,
     });
   }
 
   private async progress(p: number, filePath: string, ossPath: string) {
     // 上传进度。
-    process.stdout.clearLine(-1);
+    process.stdout.clearLine(1);
     process.stdout.cursorTo(0);
     process.stdout.write(
       `progress: ${p.toFixed(2)}%, Upload '${filePath}' To OSS_PATH:${ossPath}`
@@ -34,10 +35,13 @@ class AliOSS {
         ossPath,
         fs.createReadStream(filesList[i])
       );
-      if (fileResult.res.status === 200) {
-        const p = ((i + 1) * 100) / filesList.length;
-        this.progress(p, filesList[i], ossPath);
+      if (fileResult.res.status !== 200) {
+        throw new Error('Upload OSS Error')
       }
+      // if (fileResult.res.status === 200) {
+      //   const p = ((i + 1) * 100) / filesList.length;
+      //   this.progress(p, filesList[i], ossPath);
+      // }
     }
     console.log("\n");
   }

package/lib/classes/cicd/Deploy/CDN.ts

@@ -1,17 +1,18 @@
-import moment from "dayjs";
-import qs from "qs";
-import crypto from "crypto";
-import axios from "axios";
-import * as uuid from "uuid";
+import moment from 'dayjs';
+import qs from 'qs';
+import crypto from 'crypto';
+import axios from 'axios';
+import * as uuid from 'uuid';
+import { DeployTarget } from '../CICD';
 
-type TFlag = "break" | "enhance_break" | null;
+type TFlag = 'break' | 'enhance_break' | null;
 
 class CDN {
   AccessKeySecret: string;
   AccessKeyId: string;
-  constructor(AccessKeyId: string, AccessKeySecret: string) {
-    this.AccessKeySecret = AccessKeySecret;
-    this.AccessKeyId = AccessKeyId;
+  constructor(target: DeployTarget) {
+    this.AccessKeyId = target.access_key;
+    this.AccessKeySecret = target.access_secret;
   }
   /**
    * 访问CDN通用接口
@@ -22,31 +23,39 @@ class CDN {
   private async getCdnData(actionName: string, paramObj: Object) {
     let config = {
       Action: actionName,
-      Format: "JSON",
-      Version: "2018-05-10",
+      Format: 'JSON',
+      Version: '2018-05-10',
       AccessKeyId: this.AccessKeyId,
-      SignatureMethod: "HMAC-SHA1",
+      SignatureMethod: 'HMAC-SHA1',
       Timestamp: moment().toDate().toISOString(),
-      SignatureVersion: "1.0",
+      SignatureVersion: '1.0',
       SignatureNonce: uuid.v1(),
     };
     config = Object.assign(config, paramObj);
     let paramConfig = qs.stringify(config, {
-      sort: (a: number, b: number) => {
+      sort: (a: any, b: any) => {
         return a < b ? -1 : 1;
       },
-      charset: "utf-8",
+      charset: 'utf-8',
     });
 
     const strSign = `GET&%2F&${encodeURIComponent(paramConfig)}`;
-    console.log(`strSign: ${strSign}`);
-    const hmacSha1 = crypto.createHmac("sha1", this.AccessKeySecret);
+    // console.log(`strSign: ${strSign}\n`);
+    const hmacSha1 = crypto.createHmac('sha1', `${this.AccessKeySecret}&`);
     hmacSha1.update(strSign);
-    const signature = hmacSha1.digest("base64");
-    paramConfig += `&Signature=${signature}`;
+    const signature = hmacSha1.digest('base64');
+    config = Object.assign(config, {
+      Signature: signature,
+    });
+    paramConfig = qs.stringify(config, {
+      sort: (a, b) => {
+        return a < b ? -1 : 1;
+      },
+      charset: 'utf-8',
+      format: 'RFC3986',
+    });
 
     const url = `http://cdn.aliyuncs.com?${paramConfig}`;
-    console.log(url);
 
     const res = await axios.create().get(url);
     return res.data;
@@ -66,35 +75,42 @@ class CDN {
     targetUrls: string[],
     flags: TFlag[]
   ) {
-    if (sourceUrls.length !== targetUrls.length) {
-      throw new Error(`sourceUrls's length not equal targetUrls's length`);
-    }
-    const Functions: Object[] = [];
-    sourceUrls.forEach((item, index) => {
-      Functions.push({
-        functionArgs: [
-          {
-            argName: "source_url",
-            argValue: item,
-          },
-          {
-            argName: "target_url",
-            argValue: targetUrls[index],
-          },
-          {
-            argName: "flag",
-            argValue: flags[index],
-          },
-        ],
-        functionName: "back_to_origin_url_rewrite",
+    try {
+      if (sourceUrls.length !== targetUrls.length) {
+        throw new Error(`sourceUrls's length not equal targetUrls's length`);
+      }
+      const Functions: Object[] = [];
+      sourceUrls.forEach((item, index) => {
+        Functions.push({
+          functionArgs: [
+            {
+              argName: 'source_url',
+              argValue: item,
+            },
+            {
+              argName: 'target_url',
+              argValue: targetUrls[index],
+            },
+            {
+              argName: 'flag',
+              argValue: flags[index],
+            },
+          ],
+          functionName: 'back_to_origin_url_rewrite',
+        });
       });
-    });
 
-    const data = await this.getCdnData("BatchSetCdnDomainConfig", {
-      DomainNames: domainName,
-      Functions: JSON.stringify(Functions),
-    });
-    return data;
+      const data = await this.getCdnData('BatchSetCdnDomainConfig', {
+        DomainNames: domainName,
+        Functions: JSON.stringify(Functions),
+      });
+      return data;
+    } catch (e) {
+      console.error(
+        `Error: ${e.response ? JSON.stringify(e.response.data.Message) : e}`
+      );
+      throw new Error(e.response.data.Message);
+    }
   }
 
   /**
@@ -102,12 +118,21 @@ class CDN {
    * @param {刷新URL, 格式为加速域名或刷新的文件或目录。多个URL之间使用换行符(\n)或(\r\n)分隔} objectPath
    * @param {刷新的类型 File: 文件; Directory: 目录} objectType
    */
-  public async refreshCache(objectPath: string, objectType: string) {
-    const data = await this.getCdnData("RefreshObjectCaches", {
-      ObjectPath: objectPath,
-      ObjectType: objectType ? objectType : undefined,
-    });
-    return data;
+  public async refreshCache(objectPath: string, objectType?: string) {
+    try {
+      let param = {
+        ObjectPath: objectPath,
+      };
+      if (objectType) {
+        param = Object.assign(param, { ObjectType: objectType });
+      }
+      const data = await this.getCdnData('RefreshObjectCaches', param);
+      return data;
+    } catch (e) {
+      console.error('Error:');
+      console.error(e.response.data.Message);
+      throw new Error(e.response.data.Message);
+    }
   }
 
   /**
@@ -116,11 +141,49 @@ class CDN {
    * @returns
    */
   async pushCache(objectPath: string) {
-    const data = await this.getCdnData("PushObjectCache", {
+    const data = await this.getCdnData('PushObjectCache', {
       ObjectPath: objectPath,
     });
     return data;
   }
+
+  /**
+   * 通过任务编号查询刷新预热任务信息
+   * @param {支持同时传入多个任务ID，多个任务ID之间用英文逗号（,）分隔，最多支持同时传入10个任务ID} taskIds
+   * @returns
+   */
+  async describeRefreshTaskById(taskIds: string) {
+    try {
+      const data = await this.getCdnData('DescribeRefreshTaskById', {
+        TaskId: taskIds,
+      });
+      return data;
+    } catch (e) {
+      console.error('Error:');
+      console.error(e.response.data.Message);
+      throw new Error(e.response.data.Message);
+    }
+  }
+
+  /**
+   * 刷新CDN节点
+   * @param {加速域名} domainName
+   * @param {功能配置ID} configId
+   * @returns
+   */
+  async describeCdnDomainConfigs(domainName: string, configId?: string) {
+    try {
+      const data = await this.getCdnData('DescribeCdnDomainConfigs', {
+        DomainName: domainName,
+        ConfigId: configId,
+      });
+      return data;
+    } catch (e) {
+      console.error('Error:');
+      console.error(e.response.data.Message);
+      throw new Error(e.response.data.Message);
+    }
+  }
 }
 
 export default CDN;

package/lib/classes/cicd/Endpoint.ts

@@ -1,4 +1,4 @@
-import {CICDConfig, DefineDict, DirGroup} from './CICD';
+import {CICDConfig, Define, DefineDict, DeployTarget, DirGroup} from './CICD';
 import {mkdirSync} from 'fs';
 import DirLevel from '@/classes/cicd/DirLevel';
 
@@ -6,7 +6,7 @@ interface EndpointInfo {
 	build: string;
 	target: string;
 	domain: string;
-	define: DefineDict;
+	defines: Define;
 }
 
 export interface EndpointDict {
@@ -21,18 +21,20 @@ class Endpoint {
 	build: string;
 	domain: string;
 	deployDir: string;
-	define: DefineDict;
+	publicPath: string;
+	defines: Define;
 
 
 	constructor(dir: string, info: EndpointInfo, schema: DirLevel[]) {
 		this.dir = dir;
 		this.deployDir = dir;
+		this.publicPath = dir;
 		this.dirStrArr = dir.split('/').filter(d => d.length > 0);
 		this.dirArr = DirLevel.createDirArr(dir, schema);
 		this.target = info.target;
 		this.build = info.build;
 		this.domain = info.domain;
-		this.define = info.define;
+		this.defines = info.defines;
 	}
 
 	static createEndpointArr(cicdConfig: CICDConfig, schema: DirLevel[]) {

package/lib/deploy/index.ts

@@ -1,9 +1,9 @@
-import fs from "fs";
-import path from "path";
-import CICD from "@/classes/cicd/CICD";
-import CICDCmd from "@/classes/cicd/CICDCmd";
-import AliOSS from "@/classes/cicd/Deploy/AliDeploy";
-import CDN from "@/classes/cicd/Deploy/CDN";
+import fs from 'fs';
+import path from 'path';
+import CICD from '@/classes/cicd/CICD';
+import CICDCmd from '@/classes/cicd/CICDCmd';
+import AliOSS from '@/classes/cicd/Deploy/AliDeploy';
+import CDN from '@/classes/cicd/Deploy/CDN';
 
 let filesList: string[] = [];
 const traverseFolder = (url: string) => {
@@ -22,6 +22,7 @@ const traverseFolder = (url: string) => {
 
 export default async (cmd: any) => {
   try {
+    console.log('Start Deploy-----');
     //create cicd object
     const cicd = CICD.createByDefault(cmd);
     //construct cmd object
@@ -31,8 +32,8 @@ export default async (cmd: any) => {
       ? cicdCmd.cicd.target[0]
       : cicdCmd.cicd.target;
 
-    const aliOss = new AliOSS(target.access_key, target.access_secret, target.region, target.bucket);
-    const cdn = new CDN(target.access_key, target.access_secret);
+    const aliOss = new AliOSS(target);
+    console.log('Please Wait for Upload OSS...');
     for (let i = 0; i < cicdCmd.endpoints.length; i++) {
       const distPath = path.join(
         process.cwd(),
@@ -42,18 +43,13 @@ export default async (cmd: any) => {
       traverseFolder(distPath);
       await aliOss.putStreamFiles(
         filesList,
-        cicdCmd.endpoints[i].deployDir.replace(/\\/g, "/"),
+        cicdCmd.endpoints[i].deployDir.replace(/\\/g, '/'),
         cicdCmd.endpoints[i].dir
       );
-
-    //   await cdn.setRWriteUri(
-    //     cicdCmd.endpoints[i].domain,
-    //     [""],
-    //     [""],
-    //     ["break"]
-    //   );
       filesList = [];
     }
+    console.log('Upload OSS Done');
+    console.log('Deploy Done-----');
   } catch (e) {
     throw e;
   }

package/lib/publish/index.ts

@@ -0,0 +1,84 @@
+import fsHelper from '../utils/fsHelper';
+import CICD from '@/classes/cicd/CICD';
+import CICDCmd from '@/classes/cicd/CICDCmd';
+import shell from 'shelljs';
+import path from 'path';
+import CDN from '@/classes/cicd/Deploy/CDN';
+
+const setRWriteUri = async (
+  domain: string,
+  original: string,
+  deployDir: string,
+  cdn: CDN
+) => {
+  const rwriteResult = await cdn.setRWriteUri(
+    domain,
+    [original],
+    [deployDir],
+    ['enhance_break']
+  );
+
+  const configId = rwriteResult?.DomainConfigList.DomainConfigModel[0].ConfigId;
+  console.log('Please Wait For Set RWrite URI...');
+  while (true) {
+    const configInfo = await cdn.describeCdnDomainConfigs(domain, configId);
+    if (configInfo.DomainConfigs.DomainConfig[0].Status === 'success') {
+      break;
+    }
+    if (configInfo.DomainConfigs.DomainConfig[0].Status === 'failed') {
+      throw new Error('cdn rewrite fail');
+    }
+  }
+  console.log('Set RWrite URI Done');
+};
+
+const refreshCache = async (urls: string[], cdn: CDN) => {
+  const refreshResult = await cdn.refreshCache(urls.join('\n'));
+  console.log('Please Wait For RefreshCache...');
+  while (true) {
+    const desResult = await cdn.describeRefreshTaskById(
+      refreshResult.RefreshTaskId
+    );
+    let successCount = 0;
+    for (const item of desResult.Tasks) {
+      if (item.Status === 'Complete') {
+        successCount++;
+      } else if (item.Status === 'Failed') {
+        throw new Error('RefreshCache Failed');
+      }
+    }
+    if (successCount === desResult.Tasks.length) {
+      break;
+    }
+  }
+  console.log('RefreshCache Done');
+};
+
+export default async (cmd: any) => {
+  //create cicd object
+  const cicd = CICD.createByDefault(cmd);
+  //construct cmd object
+  const cicdCmd = new CICDCmd(cmd, cicd);
+
+  console.log('Start Publish-----');
+  const target = Array.isArray(cicdCmd.cicd.target)
+    ? cicdCmd.cicd.target[0]
+    : cicdCmd.cicd.target;
+
+  const cdn = new CDN(target);
+  const urls: string[] = [];
+  for (const endpoint of cicdCmd.endpoints) {
+    // 目前只支持set一个original
+    await setRWriteUri(
+      endpoint.domain,
+      `/${target.uri_rewrite.original}`,
+      `/${endpoint.deployDir.replace(/\\/g, '/')}/index.html`,
+      cdn
+    );
+    urls.push(`https://${endpoint.domain}/${target.uri_rewrite.original}`);
+  }
+
+  //刷新cdn
+  await refreshCache(urls, cdn);
+  console.log('Start Publish-----');
+};

package/lib/rig/index.ts

@@ -42,6 +42,14 @@ program.command('deploy')
 	.option('-s, --schema <schema>', 'specify params in tree_schema')
 	.option('-p , --params <params>', 'replace words in cicd.rig.json5, only words in ${} are replacable')
 	.action(deploy);
+
+import publish from '../publish';
+
+program.command('publish')
+	.option('-s, --schema <schema>', 'specify params in tree_schema')
+	.option('-p , --params <params>', 'replace words in cicd.rig.json5, only words in ${} are replacable')
+	.action(publish);
+
 import env from '../env';
 
 program.option('-e, --env <env>', 'specify env').action(env.load);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rigjs",
-  "version": "2.0.0-alpha.2",
+  "version": "2.0.0-alpha.5",
   "description": "A multi-repos dev tool based on yarn and git.Rig is inspired by cocoapods. Not like those monorepo solutions,rig is a tool for organizing multi-repos.",
   "keywords": [
     "modular",

package/lib/publish/index.js

@@ -1,14 +0,0 @@
-/**
- * @ignore
- * @Description nothing
- * @author Wang Bo (ralwayne@163.com)
- * @date 2020/10/9 6:14 PM
- */
-//加载命令控制器
-const load = (program) => {
-
-}
-module.exports = {
-  name:'publish',
-  load
-}