browserless 10.10.3 → 10.11.1

package/README.md

@@ -46,6 +46,7 @@ This package integrates and re-exports functionality from other `@browserless/*`
 | `@browserless/goto` | Page navigation with smart waiting strategies, ad blocking, and evasion techniques |
 | `@browserless/screenshot` | Screenshot capture with overlays, device emulation, and code highlighting |
 | `@browserless/pdf` | PDF generation with customizable margins and scaling |
+| `@browserless/capture` | Tab recording via extension + `tabCapture` (uses default browser context) |
 | `@browserless/errors` | Standardized error handling and timeout errors |
 
 ## License

package/package.json

@@ -2,7 +2,7 @@
   "name": "browserless",
   "description": "The headless Chrome/Chromium driver on top of Puppeteer. Take screenshots, generate PDFs, extract text and HTML with a production-ready API.",
   "homepage": "https://browserless.js.org",
-  "version": "10.10.3",
+  "version": "10.11.1",
   "main": "src/index.js",
   "author": {
     "email": "hello@microlink.io",
@@ -18,27 +18,28 @@
     "url": "https://github.com/microlinkhq/browserless/issues"
   },
   "keywords": [
+    "automation",
     "browser",
     "browserless",
     "chrome",
     "chromium",
     "headless",
+    "html",
+    "javascript",
+    "nodejs",
+    "pdf",
     "puppeteer",
     "screenshot",
-    "pdf",
-    "html",
     "text",
-    "automation",
-    "web-scraping",
-    "nodejs",
-    "javascript"
+    "web-scraping"
   ],
   "dependencies": {
-    "@browserless/errors": "^10.10.1",
-    "@browserless/goto": "^10.10.2",
-    "@browserless/pdf": "^10.10.3",
-    "@browserless/screenshot": "^10.10.3",
-    "debug-logfmt": "~1.4.7",
+    "@browserless/capture": "^10.11.1",
+    "@browserless/errors": "^10.11.1",
+    "@browserless/goto": "^10.11.1",
+    "@browserless/pdf": "^10.11.1",
+    "@browserless/screenshot": "^10.11.1",
+    "debug-logfmt": "~1.4.8",
     "kill-process-group": "~1.0.13",
     "p-reflect": "~2.1.0",
     "p-retry": "~4.6.1",
@@ -47,7 +48,7 @@
     "superlock": "~1.2.6"
   },
   "devDependencies": {
-    "@browserless/test": "^10.9.18",
+    "@browserless/test": "^10.11.1",
     "ava": "5",
     "ps-list": "7",
     "tinyspawn": "latest"
@@ -67,5 +68,5 @@
     "timeout": "2m",
     "workerThreads": false
   },
-  "gitHead": "4d2b893e8215a91d830f4471f51c567a53cd6bbb"
+  "gitHead": "2a4bbeeadfb7f010d57a8806f706de2bc48f936e"
 }

package/src/driver.js

@@ -1,6 +1,7 @@
 'use strict'
 
 const killProcessGroup = require('kill-process-group')
+const createCapture = require('@browserless/capture')
 const debug = require('debug-logfmt')('browserless')
 const requireOneOf = require('require-one-of')
 const pReflect = require('p-reflect')
@@ -42,12 +43,28 @@ const defaultArgs = [
     'PushMessaging',
     'site-per-process', // Disables OOPIF. https://www.chromium.org/Home/chromium-security/site-isolation
     'WebPayments'
-  ].join(',')}`
+  ].join(',')}`,
+  `--allowlisted-extension-id=${createCapture.extensionId}`,
+  `--disable-extensions-except=${createCapture.extensionPath}`,
+  `--load-extension=${createCapture.extensionPath}`
 ]
 
+const normalizeIgnoreDefaultArgs = ignoreDefaultArgs => {
+  if (ignoreDefaultArgs === true) return true
+
+  const required = ['--disable-extensions']
+
+  if (Array.isArray(ignoreDefaultArgs)) {
+    return [...new Set([...ignoreDefaultArgs, ...required])]
+  }
+
+  return required
+}
+
 const spawn = ({
   args = defaultArgs,
   headless = true,
+  ignoreDefaultArgs,
   ignoreHTTPSErrors = true,
   mode = 'launch',
   puppeteer = requireOneOf(['puppeteer', 'puppeteer-core', 'puppeteer-firefox']),
@@ -57,6 +74,7 @@ const spawn = ({
   puppeteer[mode]({
     args,
     headless,
+    ignoreDefaultArgs: normalizeIgnoreDefaultArgs(ignoreDefaultArgs),
     ignoreHTTPSErrors,
     waitForInitialPage,
     ...launchOpts

package/src/index.js

@@ -1,6 +1,7 @@
 'use strict'
 
 const { ensureError, browserTimeout } = require('@browserless/errors')
+const createCapture = require('@browserless/capture')
 const createScreenshot = require('@browserless/screenshot')
 const debug = require('debug-logfmt')('browserless')
 const createGoto = require('@browserless/goto')
@@ -78,9 +79,11 @@ module.exports = ({ timeout: globalTimeout = 30000, ...launchOpts } = {}) => {
 
     const getBrowserContext = () => _contextPromise
 
-    const createPage = async name => {
+    const createPage = async (name, { useDefaultContext = false } = {}) => {
       const duration = debug.duration('createPage')
-      const browserContext = await getBrowserContext()
+      const browserContext = useDefaultContext
+        ? (await getBrowser()).defaultBrowserContext()
+        : await getBrowserContext()
       const page = await browserContext.newPage()
       const browser = typeof page.browser === 'function' ? page.browser() : undefined
       const metadata = {
@@ -103,7 +106,7 @@ module.exports = ({ timeout: globalTimeout = 30000, ...launchOpts } = {}) => {
       }
     }
 
-    const withPage = (fn, { timeout: evaluateTimeout } = {}) => {
+    const withPage = (fn, { timeout: evaluateTimeout, useDefaultContext = false } = {}) => {
       const name = fn.name || 'anonymous'
 
       return async (...args) => {
@@ -114,7 +117,7 @@ module.exports = ({ timeout: globalTimeout = 30000, ...launchOpts } = {}) => {
           let closePageTimeout
 
           try {
-            page = await createPage(name)
+            page = await createPage(name, { useDefaultContext })
             closePageTimeout = setTimeout(() => {
               closePage(page, name).catch(error => {
                 const { message, code, name } = ensureError(error)
@@ -192,6 +195,7 @@ module.exports = ({ timeout: globalTimeout = 30000, ...launchOpts } = {}) => {
       goto,
       html: evaluate(page => page.content()),
       page: createPage,
+      capture: withPage(createCapture({ goto }), { useDefaultContext: true }),
       pdf: withPage(createPdf({ goto })),
       screenshot: withPage(createScreenshot({ goto })),
       text: evaluate(page => page.evaluate(() => document.body.innerText)),