@browserless.io/browserless 2.34.0 → 2.36.0

package/build/routes/edge/http/scrape.post.body.json

@@ -132,7 +132,20 @@
       "type": "string"
     },
     "userAgent": {
-      "type": "string"
+      "type": "object",
+      "properties": {
+        "userAgent": {
+          "type": "string"
+        },
+        "userAgentMetadata": {
+          "description": "Used to specify User Agent Client Hints to emulate. See https://wicg.github.io/ua-client-hints\nMissing optional values will be filled in by the target with what it would normally use.",
+          "$ref": "#/definitions/Protocol.Emulation.UserAgentMetadata"
+        },
+        "platform": {
+          "type": "string"
+        }
+      },
+      "additionalProperties": false
     },
     "viewport": {
       "anyOf": [
@@ -497,6 +510,82 @@
       "type": "object",
       "additionalProperties": false
     },
+    "Protocol.Emulation.UserAgentMetadata": {
+      "description": "Used to specify User Agent Client Hints to emulate. See https://wicg.github.io/ua-client-hints\nMissing optional values will be filled in by the target with what it would normally use.",
+      "type": "object",
+      "properties": {
+        "brands": {
+          "description": "Brands appearing in Sec-CH-UA.",
+          "type": "array",
+          "items": {
+            "$ref": "#/definitions/Protocol.Emulation.UserAgentBrandVersion"
+          }
+        },
+        "fullVersionList": {
+          "description": "Brands appearing in Sec-CH-UA-Full-Version-List.",
+          "type": "array",
+          "items": {
+            "$ref": "#/definitions/Protocol.Emulation.UserAgentBrandVersion"
+          }
+        },
+        "fullVersion": {
+          "type": "string"
+        },
+        "platform": {
+          "type": "string"
+        },
+        "platformVersion": {
+          "type": "string"
+        },
+        "architecture": {
+          "type": "string"
+        },
+        "model": {
+          "type": "string"
+        },
+        "mobile": {
+          "type": "boolean"
+        },
+        "bitness": {
+          "type": "string"
+        },
+        "wow64": {
+          "type": "boolean"
+        },
+        "formFactors": {
+          "description": "Used to specify User Agent form-factor values.\nSee https://wicg.github.io/ua-client-hints/#sec-ch-ua-form-factors",
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      },
+      "additionalProperties": false,
+      "required": [
+        "architecture",
+        "mobile",
+        "model",
+        "platform",
+        "platformVersion"
+      ]
+    },
+    "Protocol.Emulation.UserAgentBrandVersion": {
+      "description": "Used to specify User Agent Client Hints to emulate. See https://wicg.github.io/ua-client-hints",
+      "type": "object",
+      "properties": {
+        "brand": {
+          "type": "string"
+        },
+        "version": {
+          "type": "string"
+        }
+      },
+      "additionalProperties": false,
+      "required": [
+        "brand",
+        "version"
+      ]
+    },
     "Viewport": {
       "type": "object",
       "properties": {

package/build/routes/edge/http/scrape.post.response.json

@@ -179,18 +179,6 @@
       "description": "Represents a cookie object.",
       "type": "object",
       "properties": {
-        "name": {
-          "description": "Cookie name.",
-          "type": "string"
-        },
-        "value": {
-          "description": "Cookie value.",
-          "type": "string"
-        },
-        "domain": {
-          "description": "Cookie domain.",
-          "type": "string"
-        },
         "path": {
           "description": "Cookie path.",
           "type": "string"
@@ -203,10 +191,6 @@
           "description": "Cookie size.",
           "type": "number"
         },
-        "httpOnly": {
-          "description": "True if cookie is http-only.",
-          "type": "boolean"
-        },
         "secure": {
           "description": "True if cookie is secure.",
           "type": "boolean"
@@ -215,6 +199,26 @@
           "description": "True in case of session cookie.",
           "type": "boolean"
         },
+        "partitionKeyOpaque": {
+          "description": "True if cookie partition key is opaque. Supported only in Chrome.",
+          "type": "boolean"
+        },
+        "name": {
+          "description": "Cookie name.",
+          "type": "string"
+        },
+        "value": {
+          "description": "Cookie value.",
+          "type": "string"
+        },
+        "domain": {
+          "description": "Cookie domain.",
+          "type": "string"
+        },
+        "httpOnly": {
+          "description": "True if cookie is http-only.",
+          "type": "boolean"
+        },
         "sameSite": {
           "description": "Cookie SameSite type.",
           "enum": [
@@ -247,7 +251,7 @@
           "type": "string"
         },
         "partitionKey": {
-          "description": "Cookie partition key. In Chrome, it is the top-level site the\npartitioned cookie is available in. In Firefox, it matches the\nsource origin in the\n{@link https://w3c.github.io/webdriver-bidi/#type-storage-PartitionKey PartitionKey}.",
+          "description": "Cookie partition key. In Chrome, it matches the top-level site the\npartitioned cookie is available in. In Firefox, it matches the\nsource origin in the\n{@link https://w3c.github.io/webdriver-bidi/#type-storage-PartitionKey PartitionKey}.",
           "anyOf": [
             {
               "$ref": "#/definitions/CookiePartitionKey"
@@ -256,17 +260,12 @@
               "type": "string"
             }
           ]
-        },
-        "partitionKeyOpaque": {
-          "description": "True if cookie partition key is opaque. Supported only in Chrome.",
-          "type": "boolean"
         }
       },
       "additionalProperties": false,
       "required": [
         "domain",
         "expires",
-        "httpOnly",
         "name",
         "path",
         "secure",

package/build/routes/edge/http/screenshot.post.body.json

@@ -132,7 +132,20 @@
       "type": "string"
     },
     "userAgent": {
-      "type": "string"
+      "type": "object",
+      "properties": {
+        "userAgent": {
+          "type": "string"
+        },
+        "userAgentMetadata": {
+          "description": "Used to specify User Agent Client Hints to emulate. See https://wicg.github.io/ua-client-hints\nMissing optional values will be filled in by the target with what it would normally use.",
+          "$ref": "#/definitions/Protocol.Emulation.UserAgentMetadata"
+        },
+        "platform": {
+          "type": "string"
+        }
+      },
+      "additionalProperties": false
     },
     "viewport": {
       "anyOf": [
@@ -553,6 +566,82 @@
       "type": "object",
       "additionalProperties": false
     },
+    "Protocol.Emulation.UserAgentMetadata": {
+      "description": "Used to specify User Agent Client Hints to emulate. See https://wicg.github.io/ua-client-hints\nMissing optional values will be filled in by the target with what it would normally use.",
+      "type": "object",
+      "properties": {
+        "brands": {
+          "description": "Brands appearing in Sec-CH-UA.",
+          "type": "array",
+          "items": {
+            "$ref": "#/definitions/Protocol.Emulation.UserAgentBrandVersion"
+          }
+        },
+        "fullVersionList": {
+          "description": "Brands appearing in Sec-CH-UA-Full-Version-List.",
+          "type": "array",
+          "items": {
+            "$ref": "#/definitions/Protocol.Emulation.UserAgentBrandVersion"
+          }
+        },
+        "fullVersion": {
+          "type": "string"
+        },
+        "platform": {
+          "type": "string"
+        },
+        "platformVersion": {
+          "type": "string"
+        },
+        "architecture": {
+          "type": "string"
+        },
+        "model": {
+          "type": "string"
+        },
+        "mobile": {
+          "type": "boolean"
+        },
+        "bitness": {
+          "type": "string"
+        },
+        "wow64": {
+          "type": "boolean"
+        },
+        "formFactors": {
+          "description": "Used to specify User Agent form-factor values.\nSee https://wicg.github.io/ua-client-hints/#sec-ch-ua-form-factors",
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      },
+      "additionalProperties": false,
+      "required": [
+        "architecture",
+        "mobile",
+        "model",
+        "platform",
+        "platformVersion"
+      ]
+    },
+    "Protocol.Emulation.UserAgentBrandVersion": {
+      "description": "Used to specify User Agent Client Hints to emulate. See https://wicg.github.io/ua-client-hints",
+      "type": "object",
+      "properties": {
+        "brand": {
+          "type": "string"
+        },
+        "version": {
+          "type": "string"
+        }
+      },
+      "additionalProperties": false,
+      "required": [
+        "brand",
+        "version"
+      ]
+    },
     "Viewport": {
       "type": "object",
       "properties": {

package/build/sdk-utils.js

@@ -81,7 +81,7 @@ export const prompt = async (question) => {
 };
 // Exceptions are not caught, since any error would result in a crash regardless
 export const installDependencies = async (workingDirectory) => {
-    await waitForCommand('npm install', workingDirectory);
+    await waitForCommand('npm clean-install', workingDirectory);
     await installBrowsers(workingDirectory);
 };
 export const installBrowsers = async (workingDirectory) => {

package/build/shared/scrape.http.js

@@ -1,5 +1,5 @@
 import { APITags, BadRequest, BrowserHTTPRoute, BrowserlessRoutes, ChromiumCDP, HTTPRoutes, Methods, Timeout, bestAttemptCatch, contentTypes, debugScreenshotOpts, dedent, isBase64Encoded, jsonResponse, noop, sleep, waitForEvent as waitForEvt, waitForFunction as waitForFn, } from '@browserless.io/browserless';
-const scrape = async (elements) => {
+const scrape = async (elements, bestAttempt = false) => {
     const wait = (selector, timeout = 30000) => {
         return new Promise((resolve, reject) => {
             const timeoutId = setTimeout(() => {
@@ -16,7 +16,17 @@ const scrape = async (elements) => {
             }, 100);
         });
     };
-    await Promise.all(elements.map(({ selector, timeout }) => wait(selector, timeout)));
+    if (bestAttempt) {
+        const results = await Promise.allSettled(elements.map(({ selector, timeout }) => wait(selector, timeout)));
+        results.forEach((result, index) => {
+            if (result.status === 'rejected') {
+                console.warn(`Selector "${elements[index].selector}" failed: ${result.reason.message}`);
+            }
+        });
+    }
+    else {
+        await Promise.all(elements.map(({ selector, timeout }) => wait(selector, timeout)));
+    }
     return elements.map(({ selector }) => {
         const $els = [...document.querySelectorAll(selector)];
         return {
@@ -177,7 +187,7 @@ export default class ChromiumScrapePostRoute extends BrowserHTTPRoute {
                 res.setHeader(key, value);
             }
         }
-        const data = await page.evaluate(scrape, elements).catch((e) => {
+        const data = await page.evaluate(scrape, elements, bestAttempt).catch((e) => {
             if (e.message.includes('Timed out')) {
                 throw new Timeout(e);
             }

package/docker/base/Dockerfile

@@ -1,17 +1,17 @@
-FROM ubuntu:20.04
+FROM ubuntu:24.04
 
-LABEL org.opencontainers.image.source https://github.com/browserless/browserless
+LABEL org.opencontainers.image.source=https://github.com/browserless/browserless
 
 ARG DEBIAN_FRONTEND=noninteractive
 ARG TZ=America/Los_Angeles
 ARG BLESS_USER_ID=999
 ARG APP_DIR=/usr/src/app
-ARG NODE_VERSION=v24.2.0
+ARG NODE_VERSION=v24.8.0
 
 ENV NODE_VERSION=$NODE_VERSION
-ENV NVM_DIR /usr/src/.nvm
-ENV NODE_PATH $NVM_DIR/versions/node/$NODE_VERSION/bin
-ENV PATH $NODE_PATH:$PATH
+ENV NVM_DIR=/usr/src/.nvm
+ENV NODE_PATH=$NVM_DIR/versions/node/$NODE_VERSION/bin
+ENV PATH=$NODE_PATH:$PATH
 ENV APP_DIR=$APP_DIR
 ENV TZ=$TZ
 ENV DEBIAN_FRONTEND=$DEBIAN_FRONTEND
@@ -59,7 +59,7 @@ RUN curl -sL https://raw.githubusercontent.com/nvm-sh/nvm/v0.40.3/install.sh | b
   nvm install $NODE_VERSION
 
 RUN add-apt-repository universe && apt-get update && \
-  apt-get install -y python3.10 python3-pip && \
+  apt-get install -y python3 python3-pip python3-setuptools && \
   update-alternatives --install /usr/bin/pip pip /usr/bin/pip3 1 && \
   update-alternatives --install /usr/bin/python python /usr/bin/python3 1
 
@@ -67,4 +67,4 @@ RUN groupadd -r blessuser && useradd --uid ${BLESS_USER_ID} -r -g blessuser -G a
   mkdir -p /home/blessuser/Downloads && \
   chown -R blessuser:blessuser /home/blessuser
 
-RUN npm i --production=false
+RUN npm clean-install

package/docker/chrome/Dockerfile

@@ -1,6 +1,6 @@
 ARG VERSION=latest
 FROM ghcr.io/browserless/base:$VERSION
-LABEL org.opencontainers.image.source https://github.com/browserless/browserless
+LABEL org.opencontainers.image.source=https://github.com/browserless/browserless
 
 COPY fonts/* /usr/share/fonts/truetype/
 COPY src src/
@@ -10,7 +10,7 @@ COPY src/routes/chrome src/routes/chrome/
 
 RUN echo "ttf-mscorefonts-installer msttcorefonts/accepted-mscorefonts-eula select true" | debconf-set-selections && \
   apt-get -y -qq install software-properties-common &&\
-  apt-add-repository "deb http://archive.canonical.com/ubuntu $(lsb_release -sc) partner" && \
+  apt-add-repository "deb https://archive.canonical.com/ubuntu $(lsb_release -sc) partner" && \
   apt-get -y -qq --no-install-recommends install \
   fontconfig \
   fonts-freefont-ttf \

package/docker/chromium/Dockerfile

@@ -1,6 +1,6 @@
 ARG VERSION=latest
 FROM ghcr.io/browserless/base:$VERSION
-LABEL org.opencontainers.image.source https://github.com/browserless/browserless
+LABEL org.opencontainers.image.source=https://github.com/browserless/browserless
 
 COPY fonts/* /usr/share/fonts/truetype/
 COPY src src/
@@ -10,7 +10,7 @@ COPY src/routes/chromium src/routes/chromium/
 
 RUN echo "ttf-mscorefonts-installer msttcorefonts/accepted-mscorefonts-eula select true" | debconf-set-selections && \
   apt-get -y -qq install software-properties-common &&\
-  apt-add-repository "deb http://archive.canonical.com/ubuntu $(lsb_release -sc) partner" && \
+  apt-add-repository "deb https://archive.canonical.com/ubuntu $(lsb_release -sc) partner" && \
   apt-get -y -qq --no-install-recommends install \
   fontconfig \
   fonts-freefont-ttf \

package/docker/edge/Dockerfile

@@ -1,6 +1,6 @@
 ARG VERSION=latest
 FROM ghcr.io/browserless/base:$VERSION
-LABEL org.opencontainers.image.source https://github.com/browserless/browserless
+LABEL org.opencontainers.image.source=https://github.com/browserless/browserless
 
 COPY fonts/* /usr/share/fonts/truetype/
 COPY src src/
@@ -10,7 +10,7 @@ COPY src/routes/edge src/routes/edge/
 
 RUN echo "ttf-mscorefonts-installer msttcorefonts/accepted-mscorefonts-eula select true" | debconf-set-selections && \
   apt-get -y -qq install software-properties-common &&\
-  apt-add-repository "deb http://archive.canonical.com/ubuntu $(lsb_release -sc) partner" && \
+  apt-add-repository "deb https://archive.canonical.com/ubuntu $(lsb_release -sc) partner" && \
   apt-get -y -qq --no-install-recommends install \
   fontconfig \
   fonts-freefont-ttf \

package/docker/firefox/Dockerfile

@@ -1,6 +1,6 @@
 ARG VERSION=latest
 FROM ghcr.io/browserless/base:$VERSION
-LABEL org.opencontainers.image.source https://github.com/browserless/browserless
+LABEL org.opencontainers.image.source=https://github.com/browserless/browserless
 
 COPY fonts/* /usr/share/fonts/truetype/
 COPY src src/
@@ -10,7 +10,7 @@ COPY src/routes/firefox src/routes/firefox/
 
 RUN echo "ttf-mscorefonts-installer msttcorefonts/accepted-mscorefonts-eula select true" | debconf-set-selections && \
   apt-get -y -qq install software-properties-common &&\
-  apt-add-repository "deb http://archive.canonical.com/ubuntu $(lsb_release -sc) partner" && \
+  apt-add-repository "deb https://archive.canonical.com/ubuntu $(lsb_release -sc) partner" && \
   apt-get -y -qq --no-install-recommends install \
   fontconfig \
   fonts-freefont-ttf \

package/docker/multi/Dockerfile

@@ -1,6 +1,6 @@
 ARG VERSION=latest
 FROM ghcr.io/browserless/base:$VERSION
-LABEL org.opencontainers.image.source https://github.com/browserless/browserless
+LABEL org.opencontainers.image.source=https://github.com/browserless/browserless
 
 ARG TARGETPLATFORM
 ENV TARGETPLATFORM=${TARGETPLATFORM}
@@ -10,7 +10,7 @@ COPY src src/
 
 RUN echo "ttf-mscorefonts-installer msttcorefonts/accepted-mscorefonts-eula select true" | debconf-set-selections &&\
   apt-get -y -qq install software-properties-common &&\
-  apt-add-repository "deb http://archive.canonical.com/ubuntu $(lsb_release -sc) partner" &&\
+  apt-add-repository "deb https://archive.canonical.com/ubuntu $(lsb_release -sc) partner" &&\
   apt-get -y -qq --no-install-recommends install \
   fontconfig \
   fonts-freefont-ttf \

package/docker/sdk/Dockerfile

@@ -27,7 +27,7 @@ COPY tsconfig.json .
 COPY *README.md .
 
 # Install dependencies
-RUN npm install
+RUN npm clean-install
 
 # Build Source files
 RUN npm run build

package/docker/webkit/Dockerfile

@@ -1,6 +1,6 @@
 ARG VERSION=latest
 FROM ghcr.io/browserless/base:$VERSION
-LABEL org.opencontainers.image.source https://github.com/browserless/browserless
+LABEL org.opencontainers.image.source=https://github.com/browserless/browserless
 
 # Install Fonts
 COPY fonts/* /usr/share/fonts/truetype/
@@ -11,7 +11,7 @@ COPY src/routes/webkit src/routes/webkit/
 
 RUN echo "ttf-mscorefonts-installer msttcorefonts/accepted-mscorefonts-eula select true" | debconf-set-selections && \
   apt-get -y -qq install software-properties-common &&\
-  apt-add-repository "deb http://archive.canonical.com/ubuntu $(lsb_release -sc) partner" && \
+  apt-add-repository "deb https://archive.canonical.com/ubuntu $(lsb_release -sc) partner" && \
   apt-get -y -qq --no-install-recommends install \
     fontconfig \
     fonts-freefont-ttf \

package/extensions/ublocklite/README.md

@@ -21,7 +21,7 @@ Upon completion of the script, the resulting extension package will become prese
 
 The folder `dist/build/mv3-data` will cache data fetched from remote servers, so as to avoid fetching repeatedly from remote servers with repeated build commands. Use `make cleanassets` to remove all locally cached filter lists if you want to build with latest versions of filter lists.
 
-The file `dist/build/mv3-data/log.txt` will contain information about what happened during the build process.
+The file `dist/build/uBOLite.[platform]/log.txt` will contain information about what happened during the build process.
 
 The entry in the `Makefile` which implement the build process is `tools/make-mv3.sh [platform]`.[1] This Bash script copy various files from uBlock Origin branch and MV3-specific branch into a single folder which will be the final extension package.
 

package/extensions/ublocklite/_locales/br_FR/messages.json

@@ -68,7 +68,7 @@
     "description": "Header for a ruleset section in 'Filter lists pane'"
   },
   "3pGroupMalware": {
-    "message": "Malware protection, security",
+    "message": "Gwarez a-enep ar malware ha surentez",
     "description": "Header for a ruleset section in 'Filter lists pane'"
   },
   "3pGroupAnnoyances": {