@xberg-io/crawlberg 1.8.0 → 1.10.0

package/index.d.ts

@@ -207,7 +207,10 @@ export interface BrowserConfig {
   mode?: BrowserMode | 'auto' | 'always' | 'never' | 'stealth'
   /** Browser backend used to render JavaScript-heavy pages. */
   backend?: BrowserBackend | 'chromiumoxide' | 'native'
-  /** CDP WebSocket endpoint for connecting to an external browser instance. */
+  /**
+   * CDP WebSocket endpoint for connecting to an external browser instance.
+   * Crawlberg disconnects during teardown but never closes the external browser process. <!-- -->
+   */
   endpoint?: string
   /** Timeout for browser page load and rendering (in milliseconds when serialized). */
   timeout?: number
@@ -271,6 +274,28 @@ export interface BrowserConfig {
    * Default: true. When false, each request gets a fresh Page.
    */
   sessionAffinity?: boolean
+  /**
+   * Chrome or Chromium executable to launch. When set, crawlberg launches only this
+   * binary, and a path that is missing or not executable is an error that names the
+   * path; crawlberg never falls back to a different Chrome. When unset, crawlberg uses
+   * the `CHROME` environment variable, then searches the machine for an installed Chrome,
+   * Chromium or Edge. Chromiumoxide backend only: ignored, with a warning, when `endpoint`
+   * is set, with the native backend, and by scrapes and crawls that use a shared browser pool.
+   */
+  chromePath?: string
+  /**
+   * Extra Chrome command-line flags, each written as `--flag` or `--flag=value`, for example
+   * `--user-agent=...`. A flag here replaces a crawlberg default flag of the same name
+   * (`--lang=fr` replaces crawlberg's `--lang=en_US`). Rejected: an entry that does not
+   * start with `--`, a flag name with an uppercase letter (Chrome flag names are lowercase),
+   * a flag named twice, and `--headless`, `--remote-debugging-port` and `--user-data-dir`,
+   * which crawlberg sets itself to run Chrome. Set this only from trusted configuration,
+   * like `proxy`: flags such as `--proxy-server` and `--host-resolver-rules` send Chrome's
+   * traffic around the `ssrf` policy. Chromiumoxide backend only: ignored, with a warning,
+   * when `endpoint` is set, with the native backend, and by scrapes and crawls that use a
+   * shared browser pool.
+   */
+  chromeArgs?: Array<string>
 }
 
 export declare function browserConfigDefault(): BrowserConfig
@@ -486,7 +511,9 @@ export interface CrawlConfig {
   /**
    * When true, HTTP-level error responses (404 NotFound, 403 Forbidden, WAF blocks)
    * are surfaced as `ScrapeResult` records with the matching `status_code` rather
-   * than raised as `CrawlError`. Default `false` preserves the historical
+   * than raised as `CrawlError`. A WAF block reports the status of the refused
+   * response when it is a 4xx or 5xx, and 403 when the block page came with a
+   * 2xx status. Default `false` preserves the historical
    * throw-on-error contract for direct fetches. Independently of this flag,
    * 404s reached at the end of a redirect chain are *always* surfaced softly —
    * the user opted into redirect-following, so receiving a 404 there is part of
@@ -520,9 +547,19 @@ export interface CrawlConfig {
    * Whether `include_paths`/`exclude_paths` match against `path?query` instead of just
    * `path`. Defaults to `false`, matching path only: a pattern anchored with `$` (e.g.
    * `/feed/?$`) changes meaning once the query joins the matched text, so this must stay
-   * opt-in rather than silently changing what an existing config matches.
+   * opt-in rather than silently changing what an existing config matches. Has no effect
+   * when `Self.path_patterns_match_url` is `true`.
    */
   pathPatternsMatchQuery?: boolean
+  /**
+   * Whether `include_paths`/`exclude_paths` match against the full URL,
+   * `scheme://host[:port]/path?query`, so a pattern can scope by host. Defaults to `false`.
+   * When `true` it takes precedence over `Self.path_patterns_match_query`: the query is
+   * part of the full URL whatever that flag says. The matched text never contains a
+   * `user:password@`, a fragment or a default port, and the host is in punycode
+   * (`bücher.de` is matched as `xn--bcher-kva.de`).
+   */
+  pathPatternsMatchUrl?: boolean
   /**
    * Whether the crawl-dedup key includes the (sorted) query string. Defaults to `false`,
    * matching historical behavior: `/item?id=1` and `/item?id=2` are treated as one page and
@@ -544,7 +581,10 @@ export interface CrawlConfig {
    * enabled.
    */
   trackingParams?: Array<string>
-  /** Custom HTTP headers to send with each request. */
+  /**
+   * Custom HTTP headers to send with each request to the seed URL's host. A request to another host
+   * does not carry them.
+   */
   customHeaders?: Record<string, string>
   /** Timeout for individual HTTP requests (in milliseconds when serialized). */
   requestTimeout?: number
@@ -790,6 +830,11 @@ export interface CrawlPageResult {
    * `X-Robots-Tag` header. When the crawl respects robots, its links are not followed.
    */
   nofollowDetected?: boolean
+  /**
+   * URLs of the requests the page sent in browser mode that the SSRF policy refused, without
+   * their credentials, each listed once. The page is kept; only the refused requests failed.
+   */
+  ssrfRefusedUrls?: Array<string>
 }
 
 /** The result of a multi-page crawl operation. */
@@ -1055,6 +1100,11 @@ export interface InteractionResult {
    * callers that never request a screenshot do not pay the encoding cost.
    */
   screenshotBase64?: string
+  /**
+   * URLs of the requests the page sent during the session that the SSRF policy refused,
+   * including during the extra wait, without their credentials, each listed once.
+   */
+  ssrfRefusedUrls?: Array<string>
 }
 
 /** A JSON-LD structured data entry found on a page. */
@@ -1235,7 +1285,7 @@ export interface PageMetadata {
 
 /** Proxy configuration for HTTP requests. */
 export interface ProxyConfig {
-  /** Proxy URL (e.g. "http://proxy:8080", "socks5://proxy:1080"). */
+  /** Proxy URL (e.g. "http://proxy:8080"). <!-- --> */
   url?: string
   /** Optional username for proxy authentication. */
   username?: string
@@ -1333,6 +1383,11 @@ export interface ScrapeResult {
    * populated when `BrowserBackend.Native` was used for this request.
    */
   browser?: BrowserExtras
+  /**
+   * URLs of the requests the page sent in browser mode that the SSRF policy refused, without
+   * their credentials, each listed once. The page is kept; only the refused requests failed.
+   */
+  ssrfRefusedUrls?: Array<string>
 }
 
 /** Direction for a scroll action. */
@@ -1360,23 +1415,35 @@ export interface SsrfPolicy {
   /** If true, reject URLs that resolve to private/metadata IP ranges. */
   denyPrivate?: boolean
   /**
-   * Hostnames and IP ranges permitted regardless of `deny_private`.
+   * Hostnames and IP ranges permitted regardless of `deny_private`, unless a matching
+   * address is in `denylist`.
    *
    * The allowlist is an *override* of `deny_private`, not an intersection with it.
    * Precedence, in order:
    *
-   * 1. `deny_private == false` permits everything; the allowlist is not consulted.
-   * 2. A hostname matching an `Exact` or `Suffix` entry is permitted immediately,
-   *    *before* DNS resolution — so the deny-list is never applied to it. This trusts
-   *    the host string: a name that resolves into private space is still permitted.
-   * 3. A literal or resolved IP inside a `Cidr` entry is permitted even though it is
+   * 1. A configured `denylist` CIDR always refuses a matching address.
+   * 2. `deny_private == false` permits addresses outside `denylist`; the allowlist is not consulted.
+   * 3. A hostname matching an `Exact` or `Suffix` entry is permitted before applying
+   *    the built-in deny-list. When `denylist` is non-empty, it is still resolved so
+   *    custom network denials can be enforced.
+   * 4. A literal or resolved IP inside a `Cidr` entry is permitted even though it is
    *    in the default deny-list.
-   * 4. Otherwise the default deny-list decides.
+   * 5. Otherwise the default deny-list decides.
    *
    * An empty allowlist therefore denies nothing by itself — it simply leaves
    * `deny_private` and the deny-list in sole control.
    */
   allowlist?: Array<JsHostMatcher>
+  /**
+   * IP ranges refused regardless of `deny_private` and `allowlist`.
+   *
+   * Only `HostMatcher.Cidr` entries are valid. Configured denials are checked
+   * before permissive settings, including against IPv4 addresses embedded in IPv6 and,
+   * on native targets, every address returned by DNS. They extend the built-in deny-list
+   * and cannot weaken it. A hostname is refused when an upstream proxy or remote browser
+   * performs the connection lookup, because that lookup cannot be bound to these checks.
+   */
+  denylist?: Array<JsHostMatcher>
   /** Maximum number of HTTP redirects to follow during validation. */
   maxRedirects?: number
   /**
@@ -1401,12 +1468,12 @@ export declare function ssrfPolicyDefault(): SsrfPolicy
  * - Rust-side SSRF checking is unenforceable and redundant in a wasm32 context.
  * - For testing and localhost access, the host's network sandbox is the enforcing boundary.
  *
- * **Node.js caveat:** `deny_private` (whatever its value) has no effect on hostname-based
- * requests under `wasm32`. There is no DNS resolution on this target, so `validate_url`
- * only ever checks a literal IP host; a domain name falls straight through to `Ok(())`. In a
- * browser this is covered by same-origin/CORS. Node's `fetch` enforces no CORS, so a Node
- * service embedding this wasm module can be driven to internal hosts by domain name even
- * though `deny_private = true`. Do not rely on this policy to stop that in Node — enforce
- * egress restrictions (network policy, firewall, proxy allowlist) outside the process.
+ * **Node.js caveat:** `deny_private` and `denylist` have no effect on hostname-based requests
+ * under `wasm32`. There is no DNS resolution on this target, so `validate_url` only ever
+ * checks a literal IP host; a domain name falls straight through to `Ok(())`. In a browser
+ * this is covered by same-origin/CORS. Node's `fetch` enforces no CORS, so a Node service
+ * embedding this wasm module can be driven to internal hosts by domain name despite the
+ * policy. Enforce egress restrictions (network policy, firewall, proxy allowlist) outside
+ * the process.
  */
 export declare function ssrfPolicyFromEnv(): SsrfPolicy

package/index.js

@@ -77,8 +77,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-android-arm64')
         const bindingPackageVersion = require('@xberg-io/crawlberg-android-arm64/package.json').version
-        if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -93,8 +93,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-android-arm-eabi')
         const bindingPackageVersion = require('@xberg-io/crawlberg-android-arm-eabi/package.json').version
-        if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -114,8 +114,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-win32-x64-gnu')
         const bindingPackageVersion = require('@xberg-io/crawlberg-win32-x64-gnu/package.json').version
-        if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -130,8 +130,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-win32-x64-msvc')
         const bindingPackageVersion = require('@xberg-io/crawlberg-win32-x64-msvc/package.json').version
-        if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -147,8 +147,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-win32-ia32-msvc')
         const bindingPackageVersion = require('@xberg-io/crawlberg-win32-ia32-msvc/package.json').version
-        if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -163,8 +163,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-win32-arm64-msvc')
         const bindingPackageVersion = require('@xberg-io/crawlberg-win32-arm64-msvc/package.json').version
-        if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -182,8 +182,8 @@ function requireNative() {
     try {
       const binding = require('@xberg-io/crawlberg-darwin-universal')
       const bindingPackageVersion = require('@xberg-io/crawlberg-darwin-universal/package.json').version
-      if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-        throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+      if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+        throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
       }
       return binding
     } catch (e) {
@@ -198,8 +198,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-darwin-x64')
         const bindingPackageVersion = require('@xberg-io/crawlberg-darwin-x64/package.json').version
-        if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -214,8 +214,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-darwin-arm64')
         const bindingPackageVersion = require('@xberg-io/crawlberg-darwin-arm64/package.json').version
-        if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -234,8 +234,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-freebsd-x64')
         const bindingPackageVersion = require('@xberg-io/crawlberg-freebsd-x64/package.json').version
-        if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -250,8 +250,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-freebsd-arm64')
         const bindingPackageVersion = require('@xberg-io/crawlberg-freebsd-arm64/package.json').version
-        if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -271,8 +271,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-x64-musl')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-x64-musl/package.json').version
-          if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -287,8 +287,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-x64-gnu')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-x64-gnu/package.json').version
-          if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -305,8 +305,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-arm64-musl')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm64-musl/package.json').version
-          if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -321,8 +321,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-arm64-gnu')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm64-gnu/package.json').version
-          if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -339,8 +339,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-arm-musleabihf')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm-musleabihf/package.json').version
-          if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -355,8 +355,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-arm-gnueabihf')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm-gnueabihf/package.json').version
-          if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -373,8 +373,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-loong64-musl')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-loong64-musl/package.json').version
-          if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -389,8 +389,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-loong64-gnu')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-loong64-gnu/package.json').version
-          if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -407,8 +407,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-riscv64-musl')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-riscv64-musl/package.json').version
-          if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -423,8 +423,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-riscv64-gnu')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-riscv64-gnu/package.json').version
-          if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -440,8 +440,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-linux-ppc64-gnu')
         const bindingPackageVersion = require('@xberg-io/crawlberg-linux-ppc64-gnu/package.json').version
-        if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -456,8 +456,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-linux-s390x-gnu')
         const bindingPackageVersion = require('@xberg-io/crawlberg-linux-s390x-gnu/package.json').version
-        if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -476,8 +476,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-openharmony-arm64')
         const bindingPackageVersion = require('@xberg-io/crawlberg-openharmony-arm64/package.json').version
-        if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -492,8 +492,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-openharmony-x64')
         const bindingPackageVersion = require('@xberg-io/crawlberg-openharmony-x64/package.json').version
-        if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -508,8 +508,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-openharmony-arm')
         const bindingPackageVersion = require('@xberg-io/crawlberg-openharmony-arm/package.json').version
-        if (bindingPackageVersion !== '1.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.10.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -648,8 +648,8 @@ if (!nativeBinding || forceWasi) {
       if (!candidateFailed) {
         if (process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
           const bindingPackageVersion = require('@xberg-io/crawlberg-wasm32-wasi/package.json').version
-          if (bindingPackageVersion !== '1.8.0') {
-            throw new Error(`WASI binding package version mismatch, expected 1.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.10.0') {
+            throw new Error(`WASI binding package version mismatch, expected 1.10.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
         }
         wasiBinding = require('@xberg-io/crawlberg-wasm32-wasi')

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xberg-io/crawlberg",
-  "version": "1.8.0",
+  "version": "1.10.0",
   "description": "High-performance web crawling engine",
   "license": "MIT",
   "repository": {
@@ -22,12 +22,12 @@
     "*.node"
   ],
   "optionalDependencies": {
-    "@xberg-io/crawlberg-darwin-arm64": "1.8.0",
-    "@xberg-io/crawlberg-darwin-x64": "1.8.0",
-    "@xberg-io/crawlberg-linux-arm64-gnu": "1.8.0",
-    "@xberg-io/crawlberg-linux-x64-gnu": "1.8.0",
-    "@xberg-io/crawlberg-win32-arm64-msvc": "1.8.0",
-    "@xberg-io/crawlberg-win32-x64-msvc": "1.8.0"
+    "@xberg-io/crawlberg-darwin-arm64": "1.10.0",
+    "@xberg-io/crawlberg-darwin-x64": "1.10.0",
+    "@xberg-io/crawlberg-linux-arm64-gnu": "1.10.0",
+    "@xberg-io/crawlberg-linux-x64-gnu": "1.10.0",
+    "@xberg-io/crawlberg-win32-arm64-msvc": "1.10.0",
+    "@xberg-io/crawlberg-win32-x64-msvc": "1.10.0"
   },
   "napi": {
     "packageName": "@xberg-io/crawlberg",