rigjs 2.0.0-alpha.0 → 2.0.0-alpha.11

package/lib/build/index.ts

@@ -1,17 +1,45 @@
 import fsHelper from '../utils/fsHelper';
-import CICD from '@/classes/cicd/CICD';
+import CICD, {Define} from '@/classes/cicd/CICD';
 import CICDCmd from '@/classes/cicd/CICDCmd';
 import shell from 'shelljs';
-
+import path from 'path';
+import fs from 'fs';
+const replaceDefine = (target:string,defines?:Define)=>{
+	const dirs = fs.readdirSync(target);
+	for (let dir of dirs){
+		const stat = fs.statSync(path.join(target, dir));
+		if (stat.isDirectory()){
+			replaceDefine(path.join(target, dir),defines);
+		}else{
+			if (defines){
+				const namePieces = dir.split('.');
+				const fileType = namePieces[namePieces.length - 1];
+				if (['js','ts'].indexOf(fileType)>=0){
+					let file = fs.readFileSync(path.join(target, dir)).toString();
+					const replaceArr = Object.keys(defines);
+					for (let replace of replaceArr){
+						file = file.replace(new RegExp(replace,'g'),defines[replace] as string);
+					}
+					fs.writeFileSync(path.join(target, dir),file);
+				}
+			}
+		}
+	}
+}
 export default async (cmd: any) => {
 	//create cicd object
 	const cicd = CICD.createByDefault(cmd);
 	//construct cmd object
 	const cicdCmd = new CICDCmd(cmd, cicd);
+	console.log(cicd)
 	//build by cicdCmd and cicdConfig
 	console.log(cicdCmd.endpoints);
+
 	for (let i = 0; i < cicdCmd.endpoints.length; i++) {
 		const ep = cicdCmd.endpoints[i];
+		ep.build = ep.build.replace('$public_path', ep.publicPath);
+		console.log('exec build:', ep.build);
 		shell.exec(ep.build);
+		replaceDefine(path.join(cicd.source.root_path, ep.dir), ep.defines);
 	}
 }

package/lib/classes/cicd/CICD.ts

@@ -1,9 +1,6 @@
 import DirLevel from '@/classes/cicd/DirLevel';
 import Endpoint, { EndpointDict} from '@/classes/cicd/Endpoint';
 import fs from 'fs';
-import {Dir} from 'fs';
-import fsHelper from '@/utils/fsHelper';
-import CICDCmd from '@/classes/cicd/CICDCmd';
 
 const JSON5 = require('json5');
 import qs from 'querystring';
@@ -21,13 +18,18 @@ interface DeploySource {
 /**
  * Deploy target
  */
-interface DeployTarget {
+export interface DeployTarget {
 	id: string;
 	type: CloudType;
 	bucket: string;
+	region: string;
 	access_key: string;
 	access_secret: string;
 	root_path: '/';
+	uri_rewrite: {
+		original: string;
+		final?: string;
+	};
 }
 
 /**

package/lib/classes/cicd/CICDCmd.ts

@@ -55,6 +55,7 @@ class CICDCmd {
 			const sufDir = this.dirStrArr.slice(this.dirInSchemaStrArr.length, this.dirStrArr.length).join('/');
 			this.endpoints = this.endpoints.map(ep => {
 				ep.deployDir = path.join(ep.deployDir, sufDir);
+				ep.publicPath = ep.deployDir;
 				return ep;
 			});
 		}

package/lib/classes/cicd/Deploy/AliDeploy.ts

@@ -0,0 +1,59 @@
+import aliOSS from 'ali-oss';
+import fs from 'fs';
+import { DeployTarget } from '../CICD';
+class AliOSS {
+  ossClient: aliOSS;
+  constructor(target: DeployTarget) {
+    this.ossClient = new aliOSS({
+      region: target.region,
+      accessKeyId: target.access_key,
+      accessKeySecret: target.access_secret,
+      bucket: target.bucket,
+      timeout: 600000,
+    });
+  }
+
+  private async progress(p: number, filePath: string, ossPath: string) {
+    // 上传进度。
+    process.stdout.clearLine(1);
+    process.stdout.cursorTo(0);
+    process.stdout.write(
+      `progress: ${p.toFixed(2)}%, Upload '${filePath}' To OSS_PATH:${ossPath}`
+    );
+  }
+
+  public async putStreamFiles(
+    filesList: string[],
+    ossBasePath: string,
+    dir: string
+  ) {
+    for (let i = 0; i < filesList.length; i++) {
+      const filePath = filesList[i].split('dist\\')[1];
+      const ossPath =
+        ossBasePath + filePath.replace(/\\/g, '/').replace(dir, '');
+
+      //@ts-ignore
+      let options: aliOSS.PutStreamOptions = {
+        contentLength: fs.statSync(filesList[i]).size,
+      };
+      if (filesList[i].includes('index.html')) {
+        options = Object.assign({ headers: { 'Cache-Control': 'max-age=0' } });
+      }
+      const fileResult = await this.ossClient.putStream(
+        ossPath,
+        fs.createReadStream(filesList[i]),
+        options
+      );
+      if (fileResult.res.status !== 200) {
+        throw new Error('Upload OSS Error');
+      }
+      if (fileResult.res.status === 200) {
+        const p = ((i + 1) * 100) / filesList.length;
+        this.progress(p, filesList[i], ossPath);
+      }
+    }
+    console.log('\n');
+  }
+}
+
+export default AliOSS;

package/lib/classes/cicd/Deploy/CDN.ts

@@ -0,0 +1,189 @@
+import moment from 'dayjs';
+import qs from 'qs';
+import crypto from 'crypto';
+import axios from 'axios';
+import * as uuid from 'uuid';
+import { DeployTarget } from '../CICD';
+
+type TFlag = 'break' | 'enhance_break' | null;
+
+class CDN {
+  AccessKeySecret: string;
+  AccessKeyId: string;
+  constructor(target: DeployTarget) {
+    this.AccessKeyId = target.access_key;
+    this.AccessKeySecret = target.access_secret;
+  }
+  /**
+   * 访问CDN通用接口
+   * @param {接口名称} actionName
+   * @param {各接口定制化参数} paramObj
+   * @returns
+   */
+  private async getCdnData(actionName: string, paramObj: Object) {
+    let config = {
+      Action: actionName,
+      Format: 'JSON',
+      Version: '2018-05-10',
+      AccessKeyId: this.AccessKeyId,
+      SignatureMethod: 'HMAC-SHA1',
+      Timestamp: moment().toDate().toISOString(),
+      SignatureVersion: '1.0',
+      SignatureNonce: uuid.v1(),
+    };
+    config = Object.assign(config, paramObj);
+    let paramConfig = qs.stringify(config, {
+      sort: (a: any, b: any) => {
+        return a < b ? -1 : 1;
+      },
+      charset: 'utf-8',
+    });
+
+    const strSign = `GET&%2F&${encodeURIComponent(paramConfig)}`;
+    // console.log(`strSign: ${strSign}\n`);
+    const hmacSha1 = crypto.createHmac('sha1', `${this.AccessKeySecret}&`);
+    hmacSha1.update(strSign);
+    const signature = hmacSha1.digest('base64');
+    config = Object.assign(config, {
+      Signature: signature,
+    });
+    paramConfig = qs.stringify(config, {
+      sort: (a, b) => {
+        return a < b ? -1 : 1;
+      },
+      charset: 'utf-8',
+      format: 'RFC3986',
+    });
+
+    const url = `http://cdn.aliyuncs.com?${paramConfig}`;
+
+    const res = await axios.create().get(url);
+    return res.data;
+  }
+
+  /**
+   * 改写回源URI接口
+   * @param {加速域名} domainName
+   * @param {需要重写的url 数组} sourceUrls
+   * @param {重写目标url 数组} targetUrls
+   * @param {改写操作执行规则 数组 值为null、break或enhance_break} flags
+   * @returns
+   */
+  public async setRWriteUri(
+    domainName: string,
+    sourceUrls: string[],
+    targetUrls: string[],
+    flags: TFlag[]
+  ) {
+    try {
+      if (sourceUrls.length !== targetUrls.length) {
+        throw new Error(`sourceUrls's length not equal targetUrls's length`);
+      }
+      const Functions: Object[] = [];
+      sourceUrls.forEach((item, index) => {
+        Functions.push({
+          functionArgs: [
+            {
+              argName: 'source_url',
+              argValue: item,
+            },
+            {
+              argName: 'target_url',
+              argValue: targetUrls[index],
+            },
+            {
+              argName: 'flag',
+              argValue: flags[index],
+            },
+          ],
+          functionName: 'back_to_origin_url_rewrite',
+        });
+      });
+
+      const data = await this.getCdnData('BatchSetCdnDomainConfig', {
+        DomainNames: domainName,
+        Functions: JSON.stringify(Functions),
+      });
+      return data;
+    } catch (e) {
+      console.error(
+        `Error: ${e.response ? JSON.stringify(e.response.data.Message) : e}`
+      );
+      throw new Error(e.response.data.Message);
+    }
+  }
+
+  /**
+   * 刷新节点上的文件内容
+   * @param {刷新URL, 格式为加速域名或刷新的文件或目录。多个URL之间使用换行符(\n)或(\r\n)分隔} objectPath
+   * @param {刷新的类型 File: 文件; Directory: 目录} objectType
+   */
+  public async refreshCache(objectPath: string, objectType?: string) {
+    try {
+      let param = {
+        ObjectPath: objectPath,
+      };
+      if (objectType) {
+        param = Object.assign(param, { ObjectType: objectType });
+      }
+      const data = await this.getCdnData('RefreshObjectCaches', param);
+      return data;
+    } catch (e) {
+      console.error('Error:');
+      console.error(e.response.data.Message);
+      throw new Error(e.response.data.Message);
+    }
+  }
+
+  /**
+   * 预热源站内容到缓存节点
+   * @param {预热URL,格式为加速域名或预热的文件 多个URL之间使用换行符(\n)或(\r\n)分隔 单条长度最长为1024个字符} objectPath
+   * @returns
+   */
+  async pushCache(objectPath: string) {
+    const data = await this.getCdnData('PushObjectCache', {
+      ObjectPath: objectPath,
+    });
+    return data;
+  }
+
+  /**
+   * 通过任务编号查询刷新预热任务信息
+   * @param {支持同时传入多个任务ID，多个任务ID之间用英文逗号（,）分隔，最多支持同时传入10个任务ID} taskIds
+   * @returns
+   */
+  async describeRefreshTaskById(taskIds: string) {
+    try {
+      const data = await this.getCdnData('DescribeRefreshTaskById', {
+        TaskId: taskIds,
+      });
+      return data;
+    } catch (e) {
+      console.error('Error:');
+      console.error(e.response.data.Message);
+      throw new Error(e.response.data.Message);
+    }
+  }
+
+  /**
+   * 刷新CDN节点
+   * @param {加速域名} domainName
+   * @param {功能配置ID} configId
+   * @returns
+   */
+  async describeCdnDomainConfigs(domainName: string, configId?: string) {
+    try {
+      const data = await this.getCdnData('DescribeCdnDomainConfigs', {
+        DomainName: domainName,
+        ConfigId: configId,
+      });
+      return data;
+    } catch (e) {
+      console.error('Error:');
+      console.error(e.response.data.Message);
+      throw new Error(e.response.data.Message);
+    }
+  }
+}
+
+export default CDN;

package/lib/classes/cicd/Endpoint.ts

@@ -1,4 +1,4 @@
-import {CICDConfig, DefineDict, DirGroup} from './CICD';
+import {CICDConfig, Define, DefineDict, DeployTarget, DirGroup} from './CICD';
 import {mkdirSync} from 'fs';
 import DirLevel from '@/classes/cicd/DirLevel';
 
@@ -6,7 +6,7 @@ interface EndpointInfo {
 	build: string;
 	target: string;
 	domain: string;
-	define: DefineDict;
+	defines: Define;
 }
 
 export interface EndpointDict {
@@ -20,21 +20,25 @@ class Endpoint {
 	target: string;
 	build: string;
 	domain: string;
-	deployDir: string;
-	define: DefineDict;
+	deployDir: string = '';
+
+	publicPath: string = '';
+	defines: Define;
 
 
 	constructor(dir: string, info: EndpointInfo, schema: DirLevel[]) {
 		this.dir = dir;
 		this.deployDir = dir;
+		this.publicPath = dir;
 		this.dirStrArr = dir.split('/').filter(d => d.length > 0);
 		this.dirArr = DirLevel.createDirArr(dir, schema);
 		this.target = info.target;
 		this.build = info.build;
 		this.domain = info.domain;
-		this.define = info.define;
+		this.defines = info.defines;
 	}
 
+
 	static createEndpointArr(cicdConfig: CICDConfig, schema: DirLevel[]) {
 		const endpointDict = cicdConfig.endpoints;
 		return Object.keys(endpointDict).map(dir => {

package/lib/define/index.ts

@@ -13,7 +13,7 @@ const replaceDefine = (target:string,define?:Define)=>{
 			if (define){
 				const namePieces = dir.split('.');
 				const fileType = namePieces[namePieces.length - 1];
-				if (['js','json','json5','yml','ts'].indexOf(fileType)>=0){
+				if (['js','ts'].indexOf(fileType)>=0){
 					let file = fs.readFileSync(path.join(target, dir)).toString();
 					const replaceArr = Object.keys(define);
 					for (let replace of replaceArr){

package/lib/deploy/index.ts

@@ -1,41 +1,56 @@
-import fs from "fs";
-import path from "path";
-import aliOSS from "ali-oss";
-import fsHelper from "../utils/fsHelper";
-import CICD from "@/classes/cicd/CICD";
-import CICDCmd from "@/classes/cicd/CICDCmd";
-//
-// const progress = (p: number, filePath: string, ossPath: string) => {
-//   // 上传进度。
-//   process.stdout.clearLine(-1);
-//   process.stdout.cursorTo(0);
-//   process.stdout.write(
-//     `progress: ${p.toFixed(2)}%, Upload '${filePath}' To OSS_PATH:${ossPath}`
-//   );
-// };
-//
-// let filesList: string[] = [];
-// const traverseFolder = (url: string) => {
-//   if (fs.existsSync(url)) {
-//     const files = fs.readdirSync(url);
-//     files.forEach((file) => {
-//       const curPath = path.join(url, file);
-//       if (fs.statSync(curPath).isDirectory()) {
-//         traverseFolder(curPath);
-//       } else {
-//         filesList.push(curPath);
-//       }
-//     });
-//   }
-// };
-//
+import fs from 'fs';
+import path from 'path';
+import CICD from '@/classes/cicd/CICD';
+import CICDCmd from '@/classes/cicd/CICDCmd';
+import AliOSS from '@/classes/cicd/Deploy/AliDeploy';
+import CDN from '@/classes/cicd/Deploy/CDN';
+
+let filesList: string[] = [];
+const traverseFolder = (url: string) => {
+  if (fs.existsSync(url)) {
+    const files = fs.readdirSync(url);
+    files.forEach((file) => {
+      const curPath = path.join(url, file);
+      if (fs.statSync(curPath).isDirectory()) {
+        traverseFolder(curPath);
+      } else {
+        filesList.push(curPath);
+      }
+    });
+  }
+};
+
 export default async (cmd: any) => {
-	try {
-		//create cicd object
-		const cicd = CICD.createByDefault(cmd);
-		//construct cmd object
-		const cicdCmd = new CICDCmd(cmd, cicd);
-	}catch (e) {
-		throw e;
-	}
-}
+  try {
+    console.log('Start Deploy-----');
+    //create cicd object
+    const cicd = CICD.createByDefault(cmd);
+    //construct cmd object
+    const cicdCmd = new CICDCmd(cmd, cicd);
+
+    const target = Array.isArray(cicdCmd.cicd.target)
+      ? cicdCmd.cicd.target[0]
+      : cicdCmd.cicd.target;
+
+    const aliOss = new AliOSS(target);
+    console.log('Please Wait for Upload OSS...');
+    for (let i = 0; i < cicdCmd.endpoints.length; i++) {
+      const distPath = path.join(
+        process.cwd(),
+        cicd.source.root_path,
+        cicdCmd.endpoints[i].dir
+      );
+      traverseFolder(distPath);
+      await aliOss.putStreamFiles(
+        filesList,
+        cicdCmd.endpoints[i].deployDir.replace(/\\/g, '/'),
+        cicdCmd.endpoints[i].dir
+      );
+      filesList = [];
+    }
+    console.log('Upload OSS Done');
+    console.log('Deploy Done-----');
+  } catch (e) {
+    throw e;
+  }
+};