nodejs_chromium 1.0.0 → 1.0.2

package/package.json

@@ -1,14 +1,14 @@
 {
   "name": "nodejs_chromium",
-  "version": "1.0.0",
+  "version": "1.0.2",
   "description": "",
   "main": "index.js",
   "scripts": {
     "test": "echo \"Error: no test specified\" && exit 1"
-  },
-  "dependencies": {
-    "nodejs_patch": ">1.0.5",
-    "puppeteer": "^21.10.0"
+  },
+  "dependencies": {
+    "nodejs_patch": ">1.0.5",
+    "puppeteer": "^21.10.0"
   },
   "author": "fazo@qq.com",
   "license": "ISC"

package/src/chrome.js

@@ -1,10 +1,10 @@
-const fs = require("fs");
+const { writeFileSync: saveFile } = require("fs");
 const { parse: parseUrl } = require("url");
 
 module.exports = class {
 	browser = null;
 	page = null;
-	response = [];
+	responseCall = null;
 
 	constructor(browser, page, params) {
 		this.browser = browser;
@@ -35,14 +35,22 @@ module.exports = class {
 		});
 
 		page.on('response', async res => {
+			if (!this.responseCall) return;
 			let json = await this.parseResponse(res);
-			if (json.method === 'POST') console.log(json);
-			if (json.body) this.response.push(json);
+			this.responseCall(json);
 		});
 	}
 
+	response(call) {
+		this.responseCall = call;
+	}
+
+	async setCookie(cookies) {
+		await this.page.setCookie(...cookies);
+	}
+
 	async open(url) {
-		return await this.page.goto(url, { waitUntil: 'load' });
+		await this.page.goto(url, { waitUntil: 'load' });
 	}
 
 	/**
@@ -50,15 +58,14 @@ module.exports = class {
 	 *
 	 * @param url
 	 * @param data
-	 * @returns {Promise<*>}
 	 */
 	async post(url, data) {
 		//JSON.stringify(data)
-		return await this.page.goto(url, { method: 'POST', body: data, waitUntil: 'load' });
+		await this.page.goto(url, { method: 'POST', body: data, waitUntil: 'load' });
 	}
 
 	async input(el, value) {
-		return await this.page.type(el, value);
+		await this.page.type(el, value);
 	}
 
 	async click(el) {
@@ -67,7 +74,7 @@ module.exports = class {
 
 	/**
 	 * page.on方法
-	 * 
+	 *
 	 * @param {Object} key
 	 * @param {Object} call
 	 */
@@ -83,7 +90,7 @@ module.exports = class {
 		if (ele) {
 			return await this.waitSelector(ele, timeout, tryCount);
 		}
-		return await this.page.waitForNavigation();
+		await this.page.waitForNavigation();
 	}
 
 	async waitSelector(ele, timeout = 0, tryCount = 0) {
@@ -100,59 +107,13 @@ module.exports = class {
 		}
 	}
 
-	async parseResponse(response) {
-		// const response = await this.page.waitForResponse(res => res);
-
-		const value = {};
-		const request = await response.request();
-		const headers = await response.headers();
-		value.method = await request.method();
-		if (value.method === 'OPTIONS') return;
-
-		value.type = await request.resourceType();
-		// value.redirect = await response.redirectURL();
-		if (value.type === 'xhr') value.type = 'AJAX';
-		value.url = await response.url();
-		value.domain = parseUrl(value.url)['host'];
-		value.content = headers['content-type'];
-		value.length = headers['content-length'];
-		value.status = await response.status();
-		value.ok = await response.ok();
-		value.datetime = (new Date(headers['date'])).date('yyyy-mm-dd hh:ii:ss');
-		// value.headers = headers;
-		if (headers['server']) value.server = headers['server'];
-		if (headers['set-cookie']) value.cookies = headers['set-cookie'];
-		value.remote = await response.remoteAddress(); //目标服务器
-		if (value.status === 301 || value.status === 302) return value;
-		if (['image', 'font', 'other', 'script', 'stylesheet', 'document', 'ping', 'fetch'].has(value.type)) return value;
-		if (value.content) {
-			if (value.content.startsWith('application/vnd')) return value;
-			if (value.content.startsWith('application/xml')) return value;
-			if (value.content.startsWith('text/css')) return value;
-		}
-
-		value.post = await request.postData();
-		if (value.post) value.post = value.post.toString();
-
-		try {
-			value.response = await response.buffer();
-			value.response = value.response.toString();
-		}
-		catch (e) {
-			value.response = e.parse();
-		}
-
-		return value;
-	}
-
-
 	async saveHtml(file) {
 		try {
 			await this.improveUrls(); //修正js/css的域名
 			const body = await this.page.evaluate(() => {
 				return document.documentElement.innerHTML;
 			});
-			await fs.writeFileSync(file, body);
+			await saveFile(file, body);
 		}
 		catch (e) {
 			console.log('saveHtml Error:', e.parse());
@@ -162,7 +123,7 @@ module.exports = class {
 	async saveCookies(file) {
 		try {
 			const cookies = await this.page.cookies();
-			await fs.writeFileSync(file, JSON.stringify(cookies, null, 2));
+			await saveFile(file, JSON.stringify(cookies, null, 2));
 		}
 		catch (e) {
 			console.log('saveHtml Error:', e.parse());
@@ -171,7 +132,7 @@ module.exports = class {
 
 	async watermark(conf) {
 		await this.page.evaluate((conf) => {
-			const wmDiv = document.createElement('div');
+			const wmDiv = document.createElement('div#watermark');
 			wmDiv.style.position = 'fixed';
 			wmDiv.style.top = `50%`;
 			wmDiv.style.left = `50%`;
@@ -184,7 +145,7 @@ module.exports = class {
 			wmDiv.innerText = conf.text;
 			document.body.appendChild(wmDiv);
 		}, conf);
-		await this.page.waitForSelector('div');
+		await this.page.waitForSelector('div#watermark', { timeout: 1000 });
 	}
 
 
@@ -202,7 +163,7 @@ module.exports = class {
 			quality: quality,
 			omitBackground: true, //显示背景
 		});
-		console.log('photograph=', file);
+		// console.log('photograph=', file);
 	}
 
 	/**
@@ -224,4 +185,56 @@ module.exports = class {
 		}, domain);
 	}
 
+
+	async parseResponse(response) {
+		// const response = await this.page.waitForResponse(res => res);
+
+		const value = {};
+		const request = await response.request();
+		const headers = await response.headers();
+		value.method = await request.method();
+		if (value.method === 'OPTIONS') return;
+
+		value.type = await request.resourceType();
+		// value.redirect = await response.redirectURL();
+		if (value.type === 'xhr') value.type = 'AJAX';
+		value.url = await response.url();
+		value.domain = parseUrl(value.url)['host'];
+		value.content = headers['content-type'];
+		value.length = headers['content-length'];
+		value.status = await response.status();
+		value.ok = await response.ok();
+		value.datetime = (new Date(headers['date'])).date('yyyy-mm-dd hh:ii:ss');
+		// value.headers = headers;
+		if (headers['server']) value.server = headers['server'];
+		if (headers['set-cookie']) value.cookies = headers['set-cookie'];
+		value.remote = await response.remoteAddress(); //目标服务器
+		if (value.status === 301 || value.status === 302) return value;
+		if (['image', 'font', 'other', 'script', 'stylesheet', 'document', 'ping', 'fetch'].has(value.type)) return value;
+		if (value.content) {
+			if (value.content.startsWith('application/vnd')) return value;
+			if (value.content.startsWith('application/xml')) return value;
+			if (value.content.startsWith('text/css')) return value;
+		}
+
+		value.post = await request.postData();
+		if (value.post) value.post = value.post.toString();
+
+		try {
+			value.response = await response.buffer();
+			value.response = value.response.toString();
+		}
+		catch (e) {
+			value.response = e.parse();
+		}
+
+		return value;
+	}
+
+
+
+
+
+
+
 }