@browserless/goto 13.0.7 → 13.0.8

package/package.json

@@ -2,7 +2,7 @@
   "name": "@browserless/goto",
   "description": "Navigate to web pages with built-in ad blocking, device emulation, and optimized loading for faster automation.",
   "homepage": "https://browserless.js.org/#/?id=gotopage-options",
-  "version": "13.0.7",
+  "version": "13.0.8",
   "main": "src/index.js",
   "author": {
     "email": "hello@microlink.io",
@@ -30,8 +30,8 @@
     "puppeteer"
   ],
   "dependencies": {
-    "@browserless/devices": "^13.0.0",
-    "@duckduckgo/autoconsent": "~14.85.0",
+    "@browserless/devices": "13.0.0",
+    "@duckduckgo/autoconsent": "~14.89.0",
     "@ghostery/adblocker-puppeteer": "~2.17.0",
     "debug-logfmt": "~1.4.10",
     "got": "~11.8.6",
@@ -42,7 +42,7 @@
     "tough-cookie": "~6.0.1"
   },
   "devDependencies": {
-    "@browserless/test": "13.0.7",
+    "@browserless/test": "13.0.8",
     "ava": "5",
     "p-wait-for": "3"
   },
@@ -66,5 +66,5 @@
     "timeout": "2m",
     "workerThreads": false
   },
-  "gitHead": "c655760210b1ed828c40ac52c1c0b6a9f7d66362"
+  "gitHead": "57f681c2424f491469ba44a7b5d8a52829047ef1"
 }

package/src/index.js

@@ -251,7 +251,7 @@ module.exports = ({ defaultDevice = 'Macbook Pro 13', timeout: globalTimeout, ..
       authenticate,
       click,
       colorScheme,
-      headers = {},
+      headers: rawHeaders = {},
       html,
       javascript = true,
       mediaType,
@@ -362,13 +362,13 @@ module.exports = ({ defaultDevice = 'Macbook Pro 13', timeout: globalTimeout, ..
     }
 
     const device = getDevice({
-      headers,
+      headers: rawHeaders,
       device: args.device ?? defaultDevice,
       viewport: args.viewport
     })
 
-    if (device.userAgent && !headers['user-agent']) {
-      headers['user-agent'] = device.userAgent
+    if (device.userAgent && !rawHeaders['user-agent']) {
+      rawHeaders['user-agent'] = device.userAgent
     }
 
     if (!isEmpty(device.viewport) && !shallowEqualObjects(defaultViewport, device.viewport)) {
@@ -381,6 +381,15 @@ module.exports = ({ defaultDevice = 'Macbook Pro 13', timeout: globalTimeout, ..
       )
     }
 
+    // sec-fetch-* headers are per-request metadata the browser computes
+    // automatically (same-origin vs cross-site, navigation vs subresource, etc.).
+    // setExtraHTTPHeaders would stamp a single static value on every request,
+    // overriding Chrome's correct per-request values for cross-origin sub-resources.
+    const headers = {}
+    for (const key of Object.keys(rawHeaders)) {
+      if (!key.startsWith('sec-fetch-')) headers[key] = rawHeaders[key]
+    }
+
     const headersKeys = Object.keys(headers)
 
     if (headersKeys.length > 0) {
@@ -409,21 +418,21 @@ module.exports = ({ defaultDevice = 'Macbook Pro 13', timeout: globalTimeout, ..
       }
 
       if (cookie) {
-        const extraHTTPHeaders = {}
-        const extraHTTPHeadersKeys = []
+        const httpHeaders = {}
+        const httpHeadersKeys = []
 
         for (const key of headersKeys) {
           if (key === 'cookie') continue
-          extraHTTPHeaders[key] = headers[key]
-          extraHTTPHeadersKeys.push(key)
+          httpHeaders[key] = headers[key]
+          httpHeadersKeys.push(key)
         }
 
-        if (extraHTTPHeadersKeys.length > 0) {
+        if (httpHeadersKeys.length > 0) {
           prePromises.push(
             run({
-              fn: page.setExtraHTTPHeaders(extraHTTPHeaders),
+              fn: page.setExtraHTTPHeaders(httpHeaders),
               timeout: actionTimeout,
-              debug: { headers: extraHTTPHeadersKeys }
+              debug: { headers: httpHeadersKeys }
             })
           )
         }