@pixui-dev/pxw 0.1.16

package/bin/pxw.js

@@ -0,0 +1,217 @@
+#!/usr/bin/env node
+let fs = require('fs');
+let cp = require('child_process');
+let path = require('path');
+let http = require('http');
+let os = require('os');
+let util = require('../config/util');
+let pfbs = require('../config/pfbs');
+let webpack = require('../config/webpack');
+let argv = require('yargs').argv;
+
+let runInWindows = process.platform == 'win32';
+let pr = path.resolve;
+let log = console.log;
+log = () => {};
+
+let rootDir = pr(__dirname, '../');
+let testHtmlDir = pr(__dirname, '../pxtest/html');
+let projectConfig = util.loadProjectConfig();
+let appPort = parseInt(process.env['PXW_APP_PORT']) || projectConfig.port || 8001;
+
+let isDaemonMode = argv.d;
+
+process
+	.on('unhandledRejection', (err) => {
+		console.log('unhandledRejection', err);
+	})
+	.on('uncaughtException', (err) => {
+		console.log('uncaughtException', err);
+	});
+
+async function main() {
+	let fetch = require('node-fetch');
+	let express = require('express');
+	let serveIndex = require('serve-index');
+
+	let app = express();
+	let server = http.createServer(app);
+
+	require('../config/devops').setupDevops(server, app);
+
+	app.use(pfbs.getMiddleware());
+	app.use(webpack.devServer.getMiddleware()(appPort));
+	app.use(express.json());
+	app.use('/pxtest', serveIndex(testHtmlDir), express.static(testHtmlDir));
+
+	app.use(function (err, req, res, next) {
+		console.error(err);
+		res.status(500).send('Internal Serverless Error');
+	});
+
+	app.post('/api/update-tsconfig', async (req, res) => {
+		try {
+			let h5esType = util.getOrSetH5esType(req.body.typeRoots)
+			res.json({
+				success: true,
+				restartRecommended: true,
+				newConfig: h5esType,
+			});
+		}
+		catch (error) {
+			console.log(error);
+			res.status(500).json({
+				error: `更新配置失败: ${error.message}`,
+				detail: error.stack,
+			});
+		}
+	});
+
+	server.listen(appPort, '0.0.0.0', () => {
+		let ipList = [];
+		util.getLocalIP().forEach((ip) => {
+			console.log(`Server start on http://${ip}:${appPort}`);
+		});
+	});
+}
+
+//以下处理自动重启和单例
+function restart() {
+	const scriptPath = process.argv[1];
+	let removeArgs = { '--fg': 1 };
+	let args = process.argv.slice(2);
+	args = args.filter((v) => !removeArgs[v]);
+	const subprocess = cp.spawn(process.execPath, [scriptPath, ...args], {
+		detached: true,
+		windowsHide: true,
+	});
+	subprocess.unref();
+	process.exit();
+}
+
+function watchSelf() {
+	//可以通过环境变量设置是否要监视重启
+	let restartWatchFile = process.env['PXW_WATCHFILE'];
+	if (restartWatchFile == 'none') return;
+	if (!restartWatchFile) restartWatchFile = __filename;
+	restartWatchFile = pr(restartWatchFile);
+	console.log('watchfile:', restartWatchFile);
+	let chokidar = require('chokidar');
+	let watcher = chokidar.watch(restartWatchFile, { ignored: /^\./, persistent: true });
+	watcher
+		.on('change', function (path) {
+			console.log(`pid[${process.pid}] observing '${path}' changed, will restart!`);
+			restart();
+		})
+		.on('error', function (error) {
+			console.error('watchSelf error:', error);
+		});
+}
+
+if (isDaemonMode) {
+	//默认将log重定向到文件，不然在restart后会丢失
+	let logFile = pr(`.cache/app${runInWindows ? '.win' : ''}.log`);
+	if (!fs.existsSync(path.dirname(logFile))) fs.mkdirSync(path.dirname(logFile));
+	let oldWrite = process.stdout.write.bind(process.stdout);
+	var access = fs.createWriteStream(logFile, { flags: 'a' });
+	if (!process.env['PXW_NOREDIRECT_LOG']) {
+		process.stdout.write = process.stderr.write = access.write.bind(access);
+	}
+
+	let checkBinString = 'pxw/bin/pxw.js';
+	let checkCmd =
+		process.platform == 'win32' //
+			? 'wmic /OUTPUT:STDOUT process get processid,commandline'
+			: `ps -ef|grep "node"|grep "${checkBinString.replace(/(.)/, '[$1]')}"`; //第一个字符包在[]里可以避免grep命令自身出现在结果里
+
+	console.log(`\n*** pxw run: ${new Date().toLocaleString()} ***\npid[${process.pid}] check singleton:`, checkCmd);
+	cp.exec(checkCmd, { windowsHide: true, maxBuffer: 1024 * 1024 * 10 }, (error, stdout, stderr) => {
+		if (error) {
+			console.log('pgrep error', error);
+			// return;
+		}
+
+		let cpid = process.pid.toString();
+		if (process.platform == 'win32') {
+			let psl = stdout.trim().split('\n');
+			// console.log(psl.splice(300));
+
+			for (let cmd of psl) {
+				cmd = cmd.replace(/\\/g, '/');
+				if ((cmd.indexOf('/node.exe') > 0 || cmd.indexOf('node') == 0) && cmd.indexOf(checkBinString) > 0) {
+					let info = cmd.trim().replace(/\s+/g, ' ').split(' ');
+					console.log('find', info, process.pid);
+					let tpid = info[info.length - 1];
+					let isSelf = tpid == cpid;
+					console.log(`tpid[${tpid}],isSelf:${isSelf}`);
+					if (!isSelf) {
+						if (argv.me) {
+							cp.execSync('taskkill /F /PID ' + tpid);
+						}
+						else {
+							return;
+						}
+					}
+				}
+			}
+		}
+		else {
+			console.log('pgrep stdout\n', stdout);
+			let lines = stdout.trim().split('\n');
+			for (let line of lines) {
+				line = line
+					.trim()
+					.split(' ')
+					.filter((x) => !!x);
+				// console.log(line);
+				if (line.length > 5) {
+					let tpid = line[1];
+					let isSelf = tpid == cpid;
+					console.log(`tpid[${tpid}],isSelf:${isSelf}`);
+					if (tpid && !isSelf) {
+						console.log(`found exist process:[${tpid}], cur[${process.pid}]`);
+						if ((argv.me || argv.kill) && !error) {
+							console.log(`force kill other process:[${tpid}]`);
+							try {
+								process.stdout.write('', () => {
+									cp.execSync('kill ' + tpid);
+								});
+							}
+							catch (e) {
+								console.log(e);
+							}
+						}
+						else {
+							// cp.execSync('ps -ef|grep test/html/app.js', { stdio: 'inherit' });
+							// cp.execSync(`ps -ef|grep ${stdout}`, { stdio: 'inherit' });
+							return console.log('process already exist, pid:', tpid);
+						}
+					}
+				}
+			}
+		}
+		if (argv.kill) return;
+
+		if (argv.fg || process.env.restart) {
+			if (argv.fg) {
+				oldWrite(`pid[${process.pid}] run in fg，log已重定向到 ${logFile} \n`);
+			}
+			else {
+				let rc = parseInt(process.env.restart);
+				process.env.restart = rc + 1;
+				console.log(`pid[${process.pid}] run in restart: ${rc}`);
+			}
+			main();
+			watchSelf();
+		}
+		else {
+			console.log(`pid[${process.pid}] run in bg`);
+			oldWrite('pxtest-admin 默认后台运行，加--fg参数可前台运行，log已重定向到' + logFile + '\n');
+			process.env.restart = 1;
+			restart();
+		}
+	});
+}
+else {
+	main();
+}

package/bin/wpbuild.js

@@ -0,0 +1,10 @@
+const webpack = require('webpack');
+
+let config = require('../config/webpack');
+webpack(config, (err, stats) => {
+	if (err || stats.hasErrors()) {
+		console.log(err);
+		return;
+	}
+	console.log('done');
+});

package/config/default.conf

@@ -0,0 +1,21 @@
+server {
+
+				listen       80;
+				server_name  localhost;
+				
+				location / {
+					rewrite  ^/$ /web/home/;
+					rewrite  ^/home/(.*)$ /web/home/$1;
+					rewrite  ^/static/media/(.*)$ /web/static/media/$1;
+
+					root   /usr/share/nginx/html;
+					index  index.html index.htm;
+				}
+			
+			
+				error_page   500 502 503 504  /50x.html;
+				location = /50x.html {
+					root   /usr/share/nginx/html;
+				}
+			
+}

package/config/devops.js

@@ -0,0 +1,358 @@
+let ws = require('ws');
+let fs = require('fs');
+let cp = require('child_process');
+let http = require('http');
+let path = require('path');
+let pr = path.resolve;
+
+let multer = require('multer');
+let express = require('express');
+
+let rootDir = pr(__dirname, '../');
+
+let dirConfig = {
+	pxkit: '',
+	pxembed: '',
+	pxapp: '',
+};
+
+function updateFile(file, targetLine) {
+	targetLine = '\n' + targetLine;
+	fs.existsSync(file) ? fs.readFileSync(file, 'utf8').includes(targetLine) || fs.appendFileSync(file, targetLine) : fs.writeFileSync(file, targetLine);
+}
+
+module.exports.setupDevops = async function (server, app) {
+	let si = require('systeminformation');
+	let sys = await si.system();
+	let runInVM = /Parallels/.test(sys.manufacturer);
+	console.log(`system manufacturer:${sys.manufacturer}, runInVM:${runInVM}`);
+
+	let watcher;
+
+	if (!runInVM) {
+		let chokidar = require('chokidar');
+		watcher = chokidar.watch(
+			['/**/*.html', '/**/*.js'].map((v) => pr('.') + v),
+			{ ignored: [/\.build\//, /node_modules/], persistent: true },
+		);
+
+		watcher
+			.on('change', function (path) {
+				console.log('changetest', path);
+			})
+			.on('error', function (error) {
+				console.error('Error happened', error);
+			});
+	}
+
+	{
+		let pp = cp.execSync('yarn', { cwd: rootDir + '/pxtest/server/', stdio: 'pipe' });
+		console.log('yarn for pxtest server:\n', pp.toString());
+	}
+
+	let subProcesses = {};
+	let devopsConn;
+	let websocketServer = new ws.Server({ server });
+	websocketServer.on('connection', (conn, req) => {
+		let url = new URL(req.url, 'http://localhost');
+		//去掉第1个字符/，否则在windows上与path比较时会因为\而不一样
+		let referrer = url.searchParams.get('referrer')?.substring(1);
+		console.log('ws connection', url.pathname, referrer);
+		// console.log(url.pathname, url.searchParams);
+		if (url.pathname == '/notify') {
+			conn.on('message', (message) => {
+				// client.send(`{ "message" : ${message} }`);
+			});
+			let changeHandler;
+			watcher?.on(
+				'change',
+				(changeHandler = (path) => {
+					//只响应该页面对应的文件变化
+					if (path.endsWith(referrer)) {
+						console.log('reload', path);
+						conn.send('reload');
+					}
+				}),
+			);
+			conn.on('close', () => {
+				watcher?.removeListener('change', changeHandler);
+				console.log('ws connection closed', url.pathname, url.searchParams);
+			});
+		}
+		else if (url.pathname == '/devops') {
+			devopsConn = conn;
+			let notifySubProcesses = () => {
+				conn.send(
+					JSON.stringify({
+						type: 'subProcesses',
+						data: Object.entries(subProcesses).map(([k, v]) => {
+							return {
+								name: k,
+								pid: v.subprocess.pid,
+								startTime: v.startTime,
+							};
+						}),
+					}),
+				);
+			};
+			notifySubProcesses();
+			conn.on('message', (data) => {
+				let { command, options } = JSON.parse(data);
+				console.log('devops cmd', command, options);
+
+				let subprocess;
+				if (command == 'buildIOS') {
+					let withEnv = {
+						withPxKitSource: rootDir.replace(/\\/g, '/'),
+					};
+					if (options.rebuild) {
+						withEnv['rebuild'] = 1;
+					}
+					subprocess = cp.spawn('node', [dirConfig.pxembed + '/src/script/itest.js'], {
+						cwd: dirConfig.pxembed,
+						detached: true,
+						env: { ...process.env, ...withEnv },
+					});
+				}
+				else if (command == 'buildAndroid') {
+					let withEnv = { redirectLogcat: 1 };
+					let tasks = [];
+					if (options.java) withEnv['JAVA_HOME'] = options.java;
+					if (options.rebuild) {
+						tasks.push('clean');
+					}
+					tasks.push('test');
+					let clfile = dirConfig.pxembed + '/project/android_app/settings.local';
+					let targetLine = `gradle.ext.withPxKitSource = '${rootDir.replace(/\\/g, '/')}';`;
+					updateFile(clfile, targetLine);
+					subprocess = cp.spawn('gradlew' + (runInWindows ? '.bat' : ''), tasks, {
+						cwd: dirConfig.pxembed + '/project/android_app',
+						detached: !runInWindows,
+						windowsHide: true,
+						shell: true,
+						env: { ...process.env, ...withEnv },
+					});
+				}
+				else if (command == 'buildHarmony') {
+					let withEnv = {};
+					if (options.java) {
+						withEnv['JAVA_HOME'] = options.java;
+						withEnv['PATH'] = options.java + '/bin;' + process.env.PATH;
+					}
+					if (options.rebuild) {
+						withEnv['rebuild'] = 1;
+					}
+					let clfile = dirConfig.pxembed + '/project/hm_app/hvigorlocal.ts';
+					let targetLine = `export let withPxKit = '${rootDir.replace(/\\/g, '/')}';`;
+					updateFile(clfile, targetLine);
+					subprocess = cp.spawn('node', [dirConfig.pxembed + '/src/script/htest.js', '-b', '-i', '-t'], {
+						cwd: dirConfig.pxembed,
+						detached: !runInWindows,
+						shell: true,
+						windowsHide: true,
+						env: { ...process.env, ...withEnv },
+					});
+				}
+				else if (command == 'buildMac') {
+					let cfg = `--CFG=${options.debug ? 'Debug' : 'Release'}`;
+					let clean = `${options.rebuild ? '--clean' : ''}`;
+					let clfile = dirConfig.pxapp + '/cmake.local';
+					let targetLine = `set(WITH_PX_SOURCE ${rootDir.replace(/\\/g, '/')})`;
+					updateFile(clfile, targetLine);
+					subprocess = cp.spawn('jtx', `pxide-build --mac --build ${cfg} ${clean} --test-pxkit`.split(' '), {
+						cwd: dirConfig.pxapp,
+						detached: true,
+						env: { ...process.env, echo: 1, xPX_TEST_FORCE_ALL: 1 },
+					});
+				}
+				else if (command == 'buildWin') {
+					let cfg = `--CFG=${options.debug ? 'Debug' : 'Release'}`;
+					let clean = `${options.rebuild ? '--clean' : ''}`;
+					let clfile = dirConfig.pxapp + '/cmake.local';
+					let targetLine = `set(WITH_PX_SOURCE ${rootDir.replace(/\\/g, '/')})`;
+					updateFile(clfile, targetLine);
+					subprocess = cp.spawn('jtx' + (runInWindows ? '.cmd' : ''), `pxide-build --win --build ${cfg} ${clean} --test-pxkit`.split(' '), {
+						cwd: dirConfig.pxapp,
+						detached: !runInWindows,
+						env: { ...process.env, xPX_TEST_FORCE_ALL: 1 },
+						windowsHide: true,
+						shell: true,
+					});
+				}
+				else if (command == 'buildWinMinGW') {
+					subprocess = cp.spawn('jtx', `build --mingw --build ${options.debug ? '--debug' : '--release'}`.split(' '), {
+						detached: !runInWindows,
+						env: { ...process.env, xPX_TEST_FORCE_ALL: 1 },
+						windowsHide: true,
+						shell: true,
+					});
+				}
+				else if (command == 'setDir') {
+					let { id, value } = options;
+					try {
+						if (id == 'pxkit') {
+							value = rootDir;
+						}
+						if (value && id in { pxkit: 1, pxembed: 1, pxapp: 1 }) {
+							let br = cp.execSync('git branch --show-current', { stdio: 'pipe', cwd: value, windowsHide: true });
+							devopsConn?.send(JSON.stringify({ type: 'setDirResult', id, value, result: br.toString() }));
+						}
+						else if (id in { java: 1 }) {
+							// let ver = cp.spawnSync('java', ['-version'], { stdio: 'pipe' }).stderr.toString().split('\n')[0];
+							// console.log(value, ver);
+							// devopsConn?.send(JSON.stringify({ type: 'setDirResult', id, value, result: ver }));
+						}
+						dirConfig[id] = value;
+					}
+					catch (e) {
+						devopsConn?.send(JSON.stringify({ type: 'setDirResult', id, result: e.message }));
+					}
+				}
+
+				if (subprocess) {
+					subProcesses[command] = { subprocess, startTime: Date.now() };
+					subprocess.on('error', (err) => {
+						devopsConn?.send(JSON.stringify({ type: 'return', name: command, value: -1, err: err.message }));
+						delete subProcesses[command];
+					});
+					subprocess.on('exit', (code, signal) => {
+						devopsConn?.send(JSON.stringify({ type: 'return', name: command, value: code }));
+						delete subProcesses[command];
+					});
+					subprocess.stdout.on('data', (data) => {
+						// console.log(data.toString());
+						devopsConn?.send(JSON.stringify({ type: 'stdout', data: data.toString() }));
+					});
+					subprocess.stderr.on('data', (data) => {
+						// console.log(data.toString());
+						devopsConn?.send(JSON.stringify({ type: 'stderr', data: data.toString() }));
+					});
+					notifySubProcesses();
+				}
+				else {
+					// devopsConn?.send(JSON.stringify({ type: 'return', name: command, value: -1, err: 'unknown command' }));
+				}
+			});
+		}
+	});
+
+	let tCapDir = rootDir + '/.cache/devops/caps';
+	if (!fs.existsSync(tCapDir)) fs.mkdirSync(tCapDir, { recursive: true });
+	var storage = multer.diskStorage({
+		destination: (req, file, cb) => {
+			let dir = tCapDir + '/' + req.body.platform;
+			if (!fs.existsSync(dir)) fs.mkdirSync(dir);
+			cb(null, dir);
+		},
+		filename: (req, file, cb) => cb(null, file.originalname),
+	});
+	app.use(express.urlencoded({ extended: true }));
+	app.post('/compareImage', multer({ storage }).single('file'), (req, res) => {
+		console.log('Uploaded file:', req.file, req.files);
+		console.log('body:', req.body);
+
+		if (!req.file) {
+			return res.status(400).send('No files were uploaded.');
+		}
+		let { platform, threshold, includeAA } = req.body;
+		if (!platform) {
+			return res.status(400).send('No platform set.');
+		}
+		threshold = parseFloat(threshold) || 0;
+		includeAA = includeAA != 'false';
+
+		const PNG = require('pngjs').PNG;
+		const pixelmatch = require('pixelmatch');
+
+		let baseFile = `${req.file.path}`.replace('.png', '.base.png');
+		fs.copyFileSync(`${dirConfig.pxembed}/project/${platform}_app/caps/${req.file.originalname}`, baseFile);
+
+		const img1 = PNG.sync.read(fs.readFileSync(req.file.path));
+		const img2 = PNG.sync.read(fs.readFileSync(baseFile));
+		const { width, height } = img1;
+		const diff = new PNG({ width, height });
+
+		let num = pixelmatch(img1.data, img2.data, diff.data, width, height, { threshold, includeAA });
+		let diffFile = `${req.file.path}`.replace('.png', '.diff.png');
+		console.log('compareImage', 'diffNum', num, 'threshold', threshold, req.file.path, baseFile);
+		if (num) {
+			fs.writeFileSync(diffFile, PNG.sync.write(diff));
+		}
+		else {
+			if (fs.existsSync(diffFile)) fs.unlinkSync(diffFile);
+			if (fs.existsSync(baseFile)) fs.unlinkSync(baseFile);
+		}
+		res.setHeader('Content-Type', 'application/json');
+		res.send(JSON.stringify({ diff: num }));
+	});
+
+	app.use('/proxy/', async (req, res, next) => {
+		let url = req.url.substring(1).replace('@@@', '://');
+		console.log('req proxy', url);
+		try {
+			const response = await fetch(url);
+			let data = await response.buffer();
+			let headers = Array.from(response.headers.entries());
+			headers.forEach(([k, v]) => {
+				res.setHeader(k, v);
+			});
+			console.log('req proxy', url, data.byteLength);
+			// res.setHeader('Content-Type', response.headers['Content-Type']);
+			res.send(data);
+		}
+		catch (error) {
+			console.log('req proxy failed', url, error);
+			res.sendStatus(500);
+		}
+	});
+
+	let mapPort2Process = {};
+	app.use('/kill_server', async (req, res, next) => {
+		let url = new URL(req.url, 'http://localhost');
+		let port = url.searchParams.get('port');
+		let child = mapPort2Process[port];
+		console.log('kill_server', port, child?.pid);
+		devopsConn?.send(JSON.stringify({ type: 'stdout', data: `杀掉服务进程:${child?.pid}:${port}\n` }));
+		if (child) {
+			child.kill();
+		}
+		res.end();
+	});
+	app.use('/run_server', async (req, res, next) => {
+		let url = new URL(req.url, 'http://localhost');
+		let cmd = JSON.parse(url.searchParams.get('cmd'));
+		let command, args;
+		if (cmd.node) {
+			command = 'node';
+			args = [pr(rootDir, 'pxtest/server', cmd.node)];
+			if (cmd.args) args = args.concat(cmd.args);
+		}
+		let child = cp.spawn(command, args, {
+			windowsHide: true,
+			shell: false,
+			stdio: ['ignore', 'pipe', 'pipe', 'ipc'], //注意这里必须使用pipe，如用inherit会导致子进程莫名终止，可能跟自己的stdout被重定向到文件有关
+		});
+		console.log('run_server', req.url, child.pid);
+		devopsConn?.send(JSON.stringify({ type: 'stdout', data: `拉起服务进程:${child.pid}:${req.url}\n` }));
+		child.once('close', (code, sig) => {
+			console.log(`server[${child.pid}] close`, code, sig);
+		});
+		child.once('error', (err) => {
+			devopsConn?.send(JSON.stringify({ type: 'stdout', data: `服务进程错误:${child.pid}:${err.message}\n` }));
+			console.log(`server[${child.pid}] error`, err);
+		});
+		child.once('message', (port) => {
+			console.log(`server[${child.pid}] message`, port);
+			devopsConn?.send(JSON.stringify({ type: 'stdout', data: `服务进程报告端口号:${child.pid}:${port}\n` }));
+			mapPort2Process[port] = child;
+			res.setHeader('content-type', 'text/plain'); //设置类型，避免被pfbs当作html转换（不设的话不知道哪里默认会给它加个text/html）)
+			res.send(port);
+		});
+		child.stdout?.on('data', (data) => {
+			console.log(`server[${child.pid}] stdout:\n`, data.toString());
+		});
+		child.stderr?.on('data', (data) => {
+			console.log(`server[${child.pid}] stderr:\n`, data.toString());
+		});
+	});
+};

package/config/h5es.js

@@ -0,0 +1,10 @@
+module.exports.h5esVersions = [
+	{
+		name: 'v1.9.2',
+		path: 'node_modules/@wellbye/pxw/lib/h5es-types/v1.9.2',
+	},
+	{
+		name: 'v3.5.0',
+		path: 'node_modules/@wellbye/pxw/lib/h5es-types/v3.5.0',
+	},
+];