@soft-artel/ci 1.3.15 → 1.3.16

package/k8s-deploy.ts

@@ -1,174 +0,0 @@
-#!/usr/bin/env node
-import './libs/prototype';
-
-import {program, OptionValues} from 'commander';
-
-import Shell from './libs/Shell';
-import { Jira } from './libs/Jira';
-import Git from './libs/Git';
-import { Project, Stage } from './libs/Project';
-import { Reporter } from './libs/Reporter';
-import { log, checkEnvVars } from './libs/helpers';
-import { DockerImage } from './k8s/DockerImage';
-import { Node } from './k8s/Node';
-import { App, Config, getApps } from './k8s/App';
-
-const ENV = process.env;
-
-// ========================================================
-
-
-async function main() {
-
-	program
-		.option('--path <project dir>',  'Path to project directory [default - current]')
-		.option('--stage <stage>', 'Deploy manifests to K8s <stage>')
-
-		.option('--no-changelog', 'Skip create gitlog')
-		.option('--no-gitpush', 'Skip pushing to stage branch after deploy')
-
-		.option('--debug', 'Output extra debugging info')
-		.action(
-			async () => {
-
-				let reporter: Reporter | undefined;
-
-				try {
-
-					// ------------------
-					// Инициализируемся
-					checkEnvVars(['CI_STAGES', 'REPORTER']);
-
-					const opts = program.opts() || {};
-					const prj = new Project(opts.path);
-
-					const reporterOpts = JSON.parse(ENV.REPORTER!);
-					reporterOpts.postTitle = opts.scheme;
-
-					const pkg = JSON.parse(await Shell.cat(prj.rootPath +'/package.json') || 'no package.json file!');
-					const pkgBuild =  Number(pkg.version.split('.')[2]);
-				
-					prj.build = prj.build < pkgBuild ? pkgBuild : prj.build;
-					prj.version = `${ pkg.version.split('.').splice(0, 2).join('.') }.${ prj.build }`;
-				
-					if(!pkg.ci){
-						throw new Error('No ci config in package.json file!');
-					}
-									
-					reporter = new Reporter(prj, reporterOpts);
-
-					const config: Config = pkg.ci;
-
-					// Запускаем команду
-					await run(prj, reporter, opts, config);
-
-				} catch(e){
-
-					log.error(e);
-
-					if(reporter){
-						try {
-							await reporter.fail(e);
-						} catch(e2){
-							log.error(e2);
-						}
-				
-					}
-
-					process.exit(1);
-				}
-			}
-		);
-
-	await program.parseAsync(process.argv);
-}
-main();
-
-// ============================================
-
-async function run(prj: Project, reporter: Reporter, opts: OptionValues) {
-
-	// ------------------
-	// Инициализируемся
-
-	const release = opts.changelog ? await Jira.resolve(prj) : { tasks:[], bugs:[], changelog:''};
-
-	// 1. Меняем стейдж на новый, потому что деплоим в него!
-	const stage = opts.stage;
-
-	prj.stage = stage;
-	await reporter.startDeploy(stage);
-
-	const node = new Node(stage);
-
-	// 2. Получаем путь
-	const k8s_dir = `${ prj.rootPath }/_k8s/${stage}/`;
-	Shell.cd(k8s_dir);
-
-	// 3. Обходим ВСЕ файлы - те что не поменялись не применятся
-	const deployedApps: Record<string, string> = {};
-	const k8s_files = await Shell.ls(k8s_dir);
-
-	try{
-		
-		// Деплоим все(!) аппы - те что не поменялись не применятся
-		for (const k8s_file of k8s_files) {
-
-			const appName = k8s_file.replace('.yml', '');
-			const status = await node.apply(`${ k8s_dir }/${k8s_file}`, appName);
-
-			let msg = '';
-			if(status.valid){
-				deployedApps[ appName ] = status.msg;
-				msg = ` + <b>${appName}</b>`;
-				await reporter.send(msg);
-			} else {
-				msg = ` ❌ <b>${appName}</b> yaml is invalid!\n${ status.msg }`;
-				await reporter.send(msg);
-				throw new Error(`FAIL: Deployment app: ${appName}`);
-			}
-
-		}
-
-		await node.status(reporter);
-
-	} catch(error){
-
-		// Деплой сфейлился - надо откатыватся
-		if(Object.keys(deployedApps).length > 0){
-
-			log.error('FAIL: Deployments to rollout', Object.keys(deployedApps));
-			await reporter.send(` 🚫 <b>APPLAY FAIL</b>: Rollout all deployed apps`);
-	
-			for (const appName of Object.keys(deployedApps)) {
-				await node.exec(`rollout undo deployment/${ appName }`);
-			}
-	
-		}
-
-		await node.status(reporter);
-		throw error;
-	}
-
-	// deploy succsess, push changes to stage brunch
-	if(opts.gitpush){
-		await Git.push( stage );
-	}
-
-	await reporter.send(` + Save ${ prj.stage} -> ${ prj.version} to GitLab`);
-	await prj.saveGitLabStagesVersions();
-
-	if(opts.changelog){
-		await reporter.send(` + Resolved tasks:${ release.tasks.length }, bugs: ${ release.bugs.length }`);
-
-		const bugsDeployed = await Jira.moveBugsAsDeployed(release.bugs);
-		if(bugsDeployed.length > 0){
-			await reporter.send(` + Deployed ${ bugsDeployed.length } bugs.`);
-		} else {
-			await reporter.send(` - Deploy bugs. [SKIPED]`);
-		}
-	}
-	
-	await reporter.release(release.changelog);
-	
-}

package/libs/Exception.ts

@@ -1,19 +0,0 @@
-export class Exception extends Error {
-	params?: Record<string, any>;
-
-	// -------------
-
-	constructor(
-		message: string,
-		params?: Record<string, any>) {
-		super();
-
-		this.message = message;
-		this.params = params;
-
-		/**
-		 * @see https://github.com/Microsoft/TypeScript-wiki/blob/master/Breaking-Changes.md#extending-built-ins-like-error-array-and-map-may-no-longer-work
-		 */
-		Object.setPrototypeOf(this, Exception.prototype);
-	}
-}

package/libs/Git.ts

@@ -1,199 +0,0 @@
-import Shell from './Shell';
-
-const ENV = process.env;
-
-
-// Can be redifined in ENV
-// ------------------------
-
-const GITLAB_PASS = ENV.GITLAB_PASS;
-
-// ===========================================
-
-class Commit{
-
-	date  = new Date(ENV.CI_COMMIT_TIMESTAMP || 0  * 1);
-	sha   = ENV.CI_COMMIT_SHA || '';
-	msg   = ENV.CI_COMMIT_MESSAGE || '';
-	name  = ENV.GITLAB_USER_NAME || '';
-	email = ENV.CI_COMMIT_AUTHOR || '';
-
-	constructor(row: string, delimetr: string){
-		if(!row || !delimetr){
-			return;
-		}
-
-		const cols = row.split(delimetr);
-
-		this.date = new Date(Date.parse(cols[3]));
-		this.sha = cols[0];
-		this.email = cols[2];
-		this.name = cols[1];
-		this.msg  = cols[4];
-	}
-
-	get issuesKeys(){
-		const matchedIssues = this.msg.match(/[A-Z0-9]+-\d+/g);
-		return !matchedIssues || matchedIssues.length === 0 ? [] : matchedIssues;
-	}
-
-}
-
-
-// ----------------------
-
-async function setOrigin(opts: { url?: string; jobId?: number} = {}){
-	if(!opts.jobId && !ENV.CI_JOB_ID){
-		// setOrigin ONLY in GitLab CI Jobs runner, as they are detached!
-		return;
-	}
-
-	let url = opts.url || ENV.CI_PROJECT_URL || '';
-
-	url = url.replace('https://', `https://'gitlab':${ GITLAB_PASS }@`);
-	await Shell.exec(`git remote set-url --push origin ${ url }.git`);
-	await Shell.exec(`git remote set-url origin ${ url }.git`);
-
-}
-
-// -----------------------------------------
-
-async function push(branch: string){
-	await Shell.exec(`git pull --ff origin ${ branch }`);
-	await Shell.execRepeat(`git push origin HEAD:${ branch }`);
-}
-
-// ----------------------
-
-async function makeTag(version: string){
-	const tag = `v${version}`;
-	await Shell.exec(`git tag --force "${ tag }"`);
-	await Shell.execRepeat(`git push --force origin ${ tag }`);
-}
-
-// ----------------------
-
-async function getTags(limit = 1000, mask = /v[\d]+\.[\d]+\.[\d]+$/){
-	await Shell.exec(`git fetch -t`, { ignoreError: true });
-        
-	const tagsStr  = await Shell.exec('git tag | sort --version-sort', {silent: true, ignoreError:true});
-            
-	let list = tagsStr.split('\n').filter((f)=>f.length > 2);
-	list = list.length > 0 ? list.reverse() : [tagsStr];
-
-	const tags = [];
-
-	let i = 1;
-	for (const tag of list) {
-		if(tag === '' || mask && (mask.exec(tag))=== null){
-			continue;
-		}
-		tags.push(tag);
-		i++;
-		if(i >= limit){
-			break;
-		}
-	}
-
-	return tags;
-}
-
-// -----------------------------------------
-
-async function lastTag(){
-	const list = await getTags(1);
-	if(list && Array.isArray(list) && list.length > 0){
-		return list[0];
-	}
-	return undefined;
-}
-
-// -----------------------------------------
-
-async function existTag(version: string){
-	const list = await getTags(100);
-
-	if(list && Array.isArray(list) && list.includes(`v${ version }`)){
-		return `v${ version }`;
-	}
-    
-	return undefined;
-}
-
-// -----------------------------------------
-
-async function getCommitsAndIssues(opt: { onlyJira?: boolean; limit?: number; fromTag: string; toTag: string}){
-
-	opt.onlyJira = opt.onlyJira ?? true;
-	opt.limit = opt.limit ?? 10;
-
-	const result: { commits: Record<string, any>; issues: Record<string, any> } = { commits: {}, issues: {} };
-
-	const d = '#!|!#';
-
-	const from = opt.fromTag;
-	const to   = opt.toTag   || '';
-
-	const par = `${from}..${ from !== '' && to === '' ? 'HEAD' : to }`;
-
-	const commits = await Shell.exec(`git log ${ par !== '..' ? par : '' } --pretty='format:%H${d}%cN${d}%cE${d}%ci${d}%s' --max-count=${ opt.limit }`, { silent: true });
-
-	if(!commits || commits.includes(d) === false){
-		return result;
-	}
-
-	let arr = commits.split('\n');
-	if(arr.length === 0){
-		arr = [commits];
-	}
-
-	for (const row of arr) {
-        
-		const commit = new Commit(row, d);
-		const issuesKeys = commit.issuesKeys;
-
-		if(opt.onlyJira && issuesKeys.length === 0){
-			continue;
-		}
-
-		result.commits[ commit.sha ] = commit;
-
-		for (const key of issuesKeys) {
-			const issue = result.issues[ key ] || [];
-			issue.push(commit.sha);
-			result.issues[ key ] = issue;
-		}
-	}
-
-	return result;
-}
-
-// -----------------------------------------
-
-async function getDiffFiles(fromTag?: string, opt = { silent: true, ignoreError: true }){
-
-	const from = fromTag || await lastTag();
-	const diffCmd = from && from !== '' ? `git diff --name-only HEAD ${ from }` : "find . -not -path '*/_*' -not -path '*/\.*' -not -path '*/node_modules*' -type d -maxdepth 2";
-	const diffStr = await Shell.exec(diffCmd, opt) || '';
-    
-	let arr = diffStr.split('\n');
-	if(arr.length === 0){
-		arr = [diffStr];
-	}
-
-	return arr.filter((f)=>f !== '').sort();
-}
-
-// ------------------------
-
-export default {
-	Commit,
-	setOrigin,
-	push,
-	makeTag,
-	lastTag,
-	existTag,
-	getTags,
-	getCommitsAndIssues,
-	getDiffFiles,
-};

package/libs/Gitlab.ts

@@ -1,86 +0,0 @@
-import axios from 'axios';
-
-import { Exception } from '../libs/Exception';
-import { checkVarsExisting } from '../libs/helpers';
-
-// ------------------------
-
-class Gitlab {
-
-	privateToken: string;
-	configVarName: string;
-	projectId: number;
-	url: string;
-
-	constructor(privateToken: string, projectId: number, configGitlabUrl = 'https://gitlab.soft-artel.com', configVarName = 'CONFIG') {
-		this.privateToken = privateToken;
-		this.projectId = projectId;
-		this.configVarName = configVarName;
-
-		this.url = `${ configGitlabUrl }/api/v4/projects/${ this.projectId }/variables/${ configVarName }`;
-	}
-
-	async downloadConfig() {
-
-		try{
-			const resp = await axios({
-				method:'GET', timeout: 600, url: this.url, headers:{ 'PRIVATE-TOKEN': this.privateToken },
-			});
-			return JSON.parse(resp.data.value);
-		} catch(e){
-      
-			const errTitle = `CONFIG ERR: GitLab project [id:${ this.projectId }] has not`;
-
-			if(e.response && (e.response.status === 401 || e.response.status === 403)){
-				const err = new Exception(`${ errTitle } access, HTTP-401`);
-				err.params =  e.config;
-				throw err;
-			}
-
-			if(e.response && e.response.status === 404){
-				const err = new Exception(`${ errTitle } CI VARIABLE: '${ this.configVarName }'`);
-				err.params =  e.config;
-				throw err;
-			}
-
-			e.request = '...';
-			e.connection = '...';
-
-			throw e;
-		}
-	}
-
-	async uploadConfig(config: Record<string, any>) {
-		const resp = await axios({
-			method:'PUT', timeout: 600, url: this.url,
-			headers:{ 'PRIVATE-TOKEN': this.privateToken },
-			data:{ value: JSON.stringify(config, null, 3) },
-		});
-    
-		if(resp.status !== 200){
-			// eslint-disable-next-line no-console
-			console.error(resp);
-			throw new Error('CONFIG ERR: GitLab update VAR - HTTP'+resp.status);
-		}
-	}
-}
-
-// Export and check
-
-const ENV = process.env;
-
-const privateToken = ENV.GITLAB_PASS;
-const projectId = ENV.CI_PROJECT_ID;
-
-checkVarsExisting([{
-	field: privateToken,
-	exceptionMessage: 'GITLAB_PASS must be provided',
-}, {
-	field: projectId,
-	exceptionMessage: 'CI_PROJECT_ID must be provided',
-}]);
-
-const configGitlabUrl = ENV.CONFIG_GITLAB_URL;
-const configVarName = ENV.CONFIG_VAR_NAME;
-
-export default new Gitlab(privateToken!, Number(projectId), configGitlabUrl, configVarName);

package/libs/Jira.ts

@@ -1,239 +0,0 @@
-import axios from 'axios';
-
-import { log, stripTags } from './helpers';
-import git from './Git';
-import { Project } from './Project';
-
-const ENV = process.env;
-
-// Can be redefined in ENV
-// ------------------------
-
-const RELEASE_BO_URL   = ENV.RELEASE_BO_URL   || 'https://bo.soft-artel.com/ci/jira';
-const RELEASE_BO_TOKEN = ENV.RELEASE_BO_TOKEN || ENV.GITLAB_PASS;
-
-const RELEASE_JIRA_URL = ENV.RELEASE_JIRA_URL || 'https://jira.soft-artel.com';
-
-export interface ReleaseInfo{
-	components: string[];
-	bugs: Issue[];
-	tasks: Issue[];
-	changelog: string;
-}
-
-// ===========================================
-
-async function resolve(prj: Project, head = true): Promise<ReleaseInfo>{
-
-	if(RELEASE_BO_TOKEN === undefined){
-		throw new Error('NO RELEASE_BO_TOKEN!');
-	}
-
-	const release: ReleaseInfo = {
-		components: [], bugs:[], tasks:[], changelog: 'No issues found in git commits!',
-	};
-
-	// 1. Получаем информацию из гита - по тому какие коммиты были
-
-	const fromTag = prj.prevVersion ? await git.existTag(prj.prevVersion) : await git.lastTag();
-	const toTag   = head ? undefined : `v${prj.version}`;
-
-	const gitLog = await git.getCommitsAndIssues({
-		fromTag: fromTag ?? '', toTag: toTag ?? '', onlyJira: true, limit: 1000,
-	});
-
-	const issuesKeys = Object.keys(gitLog.issues);
-
-	if(issuesKeys.length === 0){
-		// если никто не комитил с ключами - выходим!!!
-		log.info('No issues found in git log!');
-		return release;
-	}
-
-	// 2. Резолвим задачи - получаем названия и компоненты
-
-	try{
-
-		const resp = await axios({
-			method:'POST',
-			url: `${ RELEASE_BO_URL }/resolve`,
-			headers:{ 'PRIVATE-TOKEN': RELEASE_BO_TOKEN },
-			data: { issues: issuesKeys },
-		});
-
-		if(resp?.data?.data?.bugs && Array.isArray(resp.data.data.bugs)){
-			for (const fields of resp.data.data.bugs) {
-				const issue = new Issue(fields);
-				if(issue.key !== ''){
-					release.bugs.push(issue);
-				}
-			}
-		}
-
-		if(resp?.data?.data?.tasks && Array.isArray(resp.data.data.tasks)){
-			for (const fields of resp.data.data.tasks) {
-				const issue = new Issue(fields);
-				if(issue.key !== ''){
-					release.tasks.push(issue);
-				}
-			}
-		}
-
-		if(resp?.data?.data?.components){
-			release.components = Object.values<string>(resp.data.data.components).sort();
-		}
-		
-	} catch(err){
-		err.request = '...';
-		err.connection = '...';
-		err.message = 'JIRA RESOLVE ERR: ' + err.message;
-
-		throw err;
-	}
-
-
-	// 3. Формируем ченж лог
-
-	log.info('\n\n===============');
-	log.info('RELEASE:', prj.group, prj.name, 'v'+prj.version, ' pev:'+fromTag);
-	
-	// let changelog = `🎉 ${ prj.group.toUpperCase() }: <b>${ prj.name.toUpperCase() }  v${ prj.version }</b>  [ ${ stage.toUpperCase() } ] \n\n`
-
-	let msg = '';
-		
-	if(release.components.length > 0){
-		msg += '<b>Components:</b>\n';
-		for (const comp of release.components) {
-			msg += `- ${ comp }\n`;
-		}
-		msg += '\n';
-	}
-
-	if(release.tasks.length > 0){
-		msg += '<b>Done:</b>\n';
-		for (const issue of release.tasks) {
-			msg += `- 🛠 <b><a href="${ RELEASE_JIRA_URL }/browse/${ issue.key }">${ issue.key }</a></b>: ${issue.summary}\n`;
-		}
-		msg += '\n';
-	}
-	
-	if(release.bugs.length > 0){
-		msg += '<b>BugFixes:</b>\n';
-		for (const issue of release.bugs) {
-			msg += `- 🐞 <b><a href="${ RELEASE_JIRA_URL }/browse/${ issue.key }">${ issue.key }</a></b>: ${issue.summary}\n`;
-		}
-		msg += '\n';
-	}
-
-	release.changelog = msg;
-
-	log.info('changelog', msg);
-	log.info('text', stripTags(msg));
-
-	return release;
-}
-
-// ------------------------
-
-export class Issue{
-
-	key = '';
-	updated   = new Date();
-
-	type = '';
-	status = '';
-	summary = '';
-	assignee = { name: '', email: '', login: '' };
-	components: string[] = [];
-
-	constructor(fields: Record<string, any>){
-		this.key = fields.key;
-		this.updated = new Date(Date.parse(fields.updated));
-		this.type = fields.type;
-		this.status = fields.status;
-		this.summary = fields.summary;
-		if(fields.assignee && typeof fields.assignee === 'object'){
-			this.assignee.name = fields.assignee.name;
-			this.assignee.email = fields.assignee.email;
-			this.assignee.login = fields.assignee.login;
-		}
-		this.components = Array.isArray(fields.components) ? fields.components : [];
-	}
-}
-
-// --------------------
-
-async function moveBugsAsDeployed(bugs: { key: string }[]){
-	
-	if(RELEASE_BO_TOKEN === undefined){
-		throw new Error('NO RELEASE_BO_TOKEN!');
-	}
-
-	const issuesKeys = [];
-
-	for (const bug of bugs) {
-		issuesKeys.push(bug.key);
-	}
-
-	if(issuesKeys.length === 0){
-		return [];
-	}
-
-	const resp = await axios({
-		method:'POST',
-		url: `${ RELEASE_BO_URL }/deployed`,
-		headers:{ 'PRIVATE-TOKEN': RELEASE_BO_TOKEN },
-		data: { issues: issuesKeys },
-	});
-
-	if(resp?.data?.data?.deployed && Array.isArray(resp.data.data.deployed)){
-		return resp.data.data.deployed;
-	}
-
-	return [];
-}
-
-
-// ------------------------
-
-export const Jira = {
-	resolve,
-	moveBugsAsDeployed,
-};
-
-
-// let msg = `## **${ prj.version }**
-// ${ new Date().toLocaleString('ru-RU', {
-// 	weekday: 'long',
-// 	year: 'numeric',
-// 	month: 'short',
-// 	day: 'numeric',
-// 	timeZone: 'Europe/Moscow',
-// 	hour12: false,
-// 	hour: 'numeric',
-// 	minute: 'numeric',
-// 	}) }`
-	
-// if( release.components.length > 0 ){
-// 	msg += '**Components:**\n'
-// 	for (const comp of release.components) {
-// 		msg += `- **${ comp }**\n`
-// 	}
-// 	msg += '\n\n'
-// }
-
-// if( release.tasks.length > 0 ){
-// 	msg += '**Done:**\n'
-// 	for (const issue of release.tasks) {
-// 		msg += `- 🛠 **[${ issue.key }](${ RELEASE_JIRA_URL }/browse/${ issue.key })**: ${issue.summary}, _by [${ issue.assignee.name }](${ RELEASE_JIRA_URL }/issues/?jql=assignee%20in%20(${issue.assignee.login}))_\n`
-// 	}
-// 	msg += '\n\n'
-// }
-
-// if( release.bugs.length > 0 ){
-// 	msg += '**BugFixes:**\n'
-// 	for (const issue of release.bugs) {
-// 		msg += `- 🐞 **[${ issue.key }](${ RELEASE_JIRA_URL }/browse/${ issue.key })**: ${issue.summary}, _by [${ issue.assignee.name }](${ RELEASE_JIRA_URL }/issues/?jql=assignee%20in%20(${issue.assignee.login}))_\n`
-// 	}
-// 	msg += '\n'
-// }