unprint 0.16.4-beta → 0.17.0

package/README.md

@@ -205,15 +205,23 @@ Extracts the CSS `url()` background from a style attribute. Alias for `query.sty
 * `unprint.request(url, body, [options], [method])`
 
 Options
-* `select`: Pre-query and initialize a specific element on the page
-* `selectAll`: Pre-query and initialize multiple specific element on the page
+* `select`: Pre-query and initialize a specific element on the page.
+* `selectAll`: Pre-query and initialize multiple specific element on the page.
 
 Use Playwright with Chromium (experimental)
 * `unprint.browserRequest(url, [options])`
 * `unprint.closeAllBrowsers()`
 
 Additional options
-* `browser`: Options object passed to Playwright
+* `scope`: Browser instance to (re)use, default `main`.
+* `browser`: Options object passed to Playwright's `launch`, requires new scope.
+* `browser.headless`: Headless mode, set to `false` to launch visible browser, default `true`.
+* `context`: Options object passed to Playwright's `newContext`, requires new scope.
+* `page`: Options object passed to Playwright's `goto`.
+
+This requires you to install the Chromium executable:
+* `sudo npx patchright install-deps`
+* `npx patchright install`
 
 Returns
 ```javascript

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "unprint",
-  "version": "0.16.4-beta",
+  "version": "0.17.0",
   "description": "Simplify common web scraping tasks while staying in control of the data.",
   "main": "src/app.js",
   "scripts": {},

package/src/app.js

@@ -1046,17 +1046,19 @@ function setProxy(instance, options, url) {
 const clients = new Map();
 
 /* eslint-enable no-param-reassign */
-async function getBrowserInstance(scope) {
+async function getBrowserInstance(scope, options) {
 	if (clients.has(scope)) {
 		return clients.get(scope);
 	}
 
 	const browser = await chromium.launch({
-		headless: false,
+		headless: true,
+		...options.browser,
 	});
 
 	const context = await browser.newContext({
 		userAgent: 'unprint',
+		...options.context,
 	});
 
 	const client = { context, browser };
@@ -1126,11 +1128,11 @@ async function browserRequest(url, customOptions = {}) {
 	};
 
 	return limiter.schedule(async () => {
-		const { context, browser } = await getBrowserInstance(options.scope);
+		const { context, browser } = await getBrowserInstance(options.scope, options);
 		const page = await context.newPage();
 
 		const res = await page.goto(url, {
-			...options.browser,
+			...options.page,
 		});
 
 		const status = res.status();