unprint 0.13.3 → 0.14.1

package/README.md

@@ -207,6 +207,14 @@ Returns
 }
 ```
 
+### Proxy
+```javascript
+unprint.get({ // or unprint.options();
+	host: '127.0.0.1',
+	port: 8888,
+});
+```
+
 ### Feedback events
 Usage:
 * `unprint.on('trigger', callbackFn)`

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "unprint",
-  "version": "0.13.3",
+  "version": "0.14.1",
   "description": "Simplify common web scraping tasks while staying in control of the data.",
   "main": "src/app.js",
   "scripts": {
@@ -29,7 +29,8 @@
     "eslint-config-airbnb": "^19.0.4",
     "eslint-config-airbnb-base": "^15.0.0",
     "jsdom": "^17.0.0",
-    "moment-timezone": "^0.5.34"
+    "moment-timezone": "^0.5.34",
+    "tunnel": "^0.0.6"
   },
   "devDependencies": {
     "express": "^4.18.1"

package/src/app.js

@@ -4,6 +4,7 @@ const { JSDOM, VirtualConsole } = require('jsdom');
 const EventEmitter = require('events');
 const http = require('http');
 const https = require('https');
+const tunnel = require('tunnel');
 const axios = require('axios').default;
 const Bottleneck = require('bottleneck');
 const moment = require('moment-timezone');
@@ -948,17 +949,32 @@ async function request(url, body, customOptions = {}, method = 'GET') {
 
 	events.emit('requestInit', feedbackBase);
 
-	const res = await limiter.schedule(async () => axios({
-		url,
-		method,
+	const instance = axios.create({
 		data: body,
 		validateStatus: null,
-		...options,
+		headers: options.headers,
 		timeout: options.timeout,
 		signal: options.abortSignal,
-		httpAgent: options.httpAgent || new http.Agent({ ...options.agent }),
-		httpsAgent: options.httpsAgent || new https.Agent({ ...options.agent }),
-	}));
+		// ...options,
+		// httpAgent: options.httpAgent || new http.Agent({ ...options.agent }),
+	});
+
+	if (options.proxy) {
+		const proxyAgent = tunnel.httpsOverHttp({
+			proxy: {
+				host: options.proxy.host,
+				port: options.proxy.port,
+			},
+		});
+
+		instance.defaults.httpAgent = proxyAgent;
+		instance.defaults.httpsAgent = proxyAgent;
+	} else {
+		instance.defaults.httpAgent = options.httpsAgent || new http.Agent({ ...options.agent });
+		instance.defaults.httpsAgent = options.httpsAgent || new https.Agent({ ...options.agent });
+	}
+
+	const res = await limiter.schedule(async () => instance.get(url));
 
 	if (!(res.status >= 200 && res.status < 300)) {
 		handleError(new Error(`HTTP response from ${url} not OK (${res.status} ${res.statusText}): ${res.data}`), 'HTTP_NOT_OK');

package/tests/init.js

@@ -18,6 +18,12 @@ async function initTest() {
 				interval: 100,
 			},
 		},
+		/*
+		proxy: {
+			host: '192.168.178.25',
+			port: 8888,
+		},
+		*/
 	});
 
 	unprint.on('requestInit', (initData) => console.log('init', initData));