@xberg-io/crawlberg 1.2.1 → 1.3.3

package/README.md

@@ -1,3 +1,8 @@
+<!-- This file is auto-generated by alef — DO NOT EDIT. -->
+<!-- alef:hash:cf41b0b576dca73153c8e6593fc9ef66ec7e85ff8b818909cc4aae649f1ed195 -->
+<!-- To regenerate: alef readme -->
+<!-- To verify freshness: alef verify -->
+
 <p align="center">
   <picture>
     <source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">

package/index.d.ts

@@ -204,15 +204,15 @@ export declare const enum BrowserBackend {
 /** Browser fallback configuration. */
 export interface BrowserConfig {
   /** When to use the headless browser fallback. */
-  mode?: JsBrowserMode
+  mode?: BrowserMode | 'auto' | 'always' | 'never' | 'stealth'
   /** Browser backend used to render JavaScript-heavy pages. */
-  backend?: JsBrowserBackend
+  backend?: BrowserBackend | 'chromiumoxide' | 'native'
   /** CDP WebSocket endpoint for connecting to an external browser instance. */
   endpoint?: string
   /** Timeout for browser page load and rendering (in milliseconds when serialized). */
   timeout?: number
   /** Wait strategy after browser navigation. */
-  wait?: JsBrowserWait
+  wait?: BrowserWait | 'network_idle' | 'selector' | 'fixed'
   /** CSS selector to wait for when `wait` is `Selector`. */
   waitSelector?: string
   /** Extra time to wait after the wait condition is met. */
@@ -373,7 +373,7 @@ export interface ContentConfig {
    * tracking pixels, GTM iframes) is meant for browsers with JavaScript
    * disabled, not for a markdown reader, and `strip_tags` cannot drop it —
    * on `preprocessing_preset: "standard"` (crawlberg's only path) it only
-   * removes the wrapper and still renders the children. ~keep
+   * removes the wrapper and still renders the children.
    *
    * Example: `[".cookie-banner", "#ad-container", "[role='complementary']"]`
    */
@@ -392,6 +392,12 @@ export interface ContentConfig {
 
 export declare function contentConfigDefault(): ContentConfig
 
+/** Content filter applied to each crawled page before it reaches the result. */
+export declare const enum ContentFilterKind {
+  /** Keep only pages scoring at or above `bm25_threshold` for `bm25_query`. */
+  Bm25 = 'bm_25'
+}
+
 /** Information about an HTTP cookie received from a response. */
 export interface CookieInfo {
   /** The cookie name. */
@@ -422,6 +428,23 @@ export interface CrawlConfig {
   maxLinksPerPage?: number
   /** Maximum number of concurrent requests. */
   maxConcurrent?: number
+  /**
+   * Traversal order. Defaults to breadth-first.
+   *
+   * A frontier or strategy set explicitly on `CrawlEngineBuilder` takes precedence over
+   * this field.
+   */
+  crawlStrategy?: CrawlStrategyKind | 'bfs' | 'dfs' | 'best_first' | 'adaptive'
+  /**
+   * Content filter applied to each page. `None` keeps every page.
+   *
+   * A content filter set explicitly on `CrawlEngineBuilder` takes precedence.
+   */
+  contentFilter?: ContentFilterKind | 'bm_25'
+  /** Query the BM25 content filter scores pages against. Required by `ContentFilterKind.Bm25`. */
+  bm25Query?: string
+  /** Minimum BM25 score a page must reach to be kept. Defaults to `0.0`. */
+  bm25Threshold?: number
   /** Whether to respect robots.txt directives. */
   respectRobotsTxt?: boolean
   /**
@@ -463,7 +486,14 @@ export interface CrawlConfig {
   cookiesEnabled?: boolean
   /** Authentication configuration. */
   auth?: JsAuthConfig
-  /** Maximum response body size in bytes. */
+  /**
+   * Maximum response body size in bytes.
+   *
+   * `None` does not mean unbounded: an unset cap falls back to a 100 MiB safety
+   * ceiling, because HTTP responses are decompressed while being read and a few
+   * hundred compressed bytes can otherwise expand to gigabytes in memory. To read
+   * bodies larger than that, set this explicitly.
+   */
   maxBodySize?: number
   /** CSS selectors for tags to remove from HTML before processing. */
   removeTags?: Array<string>
@@ -476,7 +506,7 @@ export interface CrawlConfig {
   /** Whether to download assets (CSS, JS, images, etc.) from the page. */
   downloadAssets?: boolean
   /** Filter for asset categories to download. */
-  assetTypes?: Array<JsAssetCategory>
+  assetTypes?: Array<AssetCategory | 'document' | 'image' | 'audio' | 'video' | 'font' | 'stylesheet' | 'script' | 'archive' | 'data' | 'other'>
   /** Maximum size in bytes for individual asset downloads. */
   maxAssetSize?: number
   /** Browser configuration. */
@@ -533,7 +563,7 @@ export interface CrawlConfig {
    * `alef(skip)`ed). `None` (default) means no encoding is produced. Independent of
    * `document_output_dir` — set both to get a file on disk and an in-memory copy.
    */
-  documentContentEncoding?: JsDocumentContentEncoding
+  documentContentEncoding?: DocumentContentEncoding | 'base_64'
   /** Path to write WARC output. If `None`, WARC output is disabled. */
   warcOutput?: string
   /**
@@ -671,6 +701,24 @@ export interface CrawlResult {
   browserUsed?: boolean
 }
 
+/**
+ * Traversal order for a crawl.
+ *
+ * Selects both the queue discipline and the selection strategy, because global order is a
+ * property of the frontier: the engine hands its bounded selection window to the strategy, so
+ * a strategy alone can only reorder URLs that have already been dequeued.
+ */
+export declare const enum CrawlStrategyKind {
+  /** Breadth-first: a FIFO frontier visits every URL at one depth before the next. */
+  Bfs = 'bfs',
+  /** Depth-first: a LIFO frontier descends into a page's children before its siblings. */
+  Dfs = 'dfs',
+  /** Highest-priority-first within the selection window, scored by `CrawlStrategy.score_url`. */
+  BestFirst = 'best_first',
+  /** Like `BestFirst`, but stops once newly crawled pages stop contributing new terms. */
+  Adaptive = 'adaptive'
+}
+
 export declare function crawlStream(engine: CrawlEngineHandle, url: string): Promise<CrawlStreamIterator>
 
 /**
@@ -717,7 +765,7 @@ export interface DownloadedAsset {
   /** The size of the asset in bytes. */
   size?: number
   /** The category of the asset. */
-  assetCategory?: JsAssetCategory
+  assetCategory?: AssetCategory | 'document' | 'image' | 'audio' | 'video' | 'font' | 'stylesheet' | 'script' | 'archive' | 'data' | 'other'
   /** The HTML tag that referenced this asset (e.g., "link", "script", "img"). */
   htmlTag?: string
 }
@@ -792,7 +840,7 @@ export interface FeedInfo {
   /** The feed title, if present. */
   title?: string
   /** The type of feed. */
-  feedType?: JsFeedType
+  feedType?: FeedType | 'rss' | 'atom' | 'json_feed'
 }
 
 /** The type of a feed (RSS, Atom, or JSON Feed). */
@@ -863,7 +911,7 @@ export interface ImageInfo {
   /** The height attribute, if present and parseable. */
   height?: number
   /** The source of the image reference. */
-  source?: JsImageSource
+  source?: ImageSource | 'img' | 'picture_source' | 'og:image' | 'twitter:image'
 }
 
 /** The source of an image reference. */
@@ -915,7 +963,7 @@ export interface LinkInfo {
   /** The visible text of the link. */
   text?: string
   /** The classification of the link. */
-  linkType?: JsLinkType
+  linkType?: LinkType | 'internal' | 'external' | 'anchor' | 'document'
   /** The `rel` attribute value, if present. */
   rel?: string
   /** Whether the link has `rel="nofollow"`. */

package/index.js

@@ -77,8 +77,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-android-arm64')
         const bindingPackageVersion = require('@xberg-io/crawlberg-android-arm64/package.json').version
-        if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -93,8 +93,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-android-arm-eabi')
         const bindingPackageVersion = require('@xberg-io/crawlberg-android-arm-eabi/package.json').version
-        if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -114,8 +114,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-win32-x64-gnu')
         const bindingPackageVersion = require('@xberg-io/crawlberg-win32-x64-gnu/package.json').version
-        if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -130,8 +130,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-win32-x64-msvc')
         const bindingPackageVersion = require('@xberg-io/crawlberg-win32-x64-msvc/package.json').version
-        if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -147,8 +147,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-win32-ia32-msvc')
         const bindingPackageVersion = require('@xberg-io/crawlberg-win32-ia32-msvc/package.json').version
-        if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -163,8 +163,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-win32-arm64-msvc')
         const bindingPackageVersion = require('@xberg-io/crawlberg-win32-arm64-msvc/package.json').version
-        if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -182,8 +182,8 @@ function requireNative() {
     try {
       const binding = require('@xberg-io/crawlberg-darwin-universal')
       const bindingPackageVersion = require('@xberg-io/crawlberg-darwin-universal/package.json').version
-      if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-        throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+      if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+        throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
       }
       return binding
     } catch (e) {
@@ -198,8 +198,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-darwin-x64')
         const bindingPackageVersion = require('@xberg-io/crawlberg-darwin-x64/package.json').version
-        if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -214,8 +214,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-darwin-arm64')
         const bindingPackageVersion = require('@xberg-io/crawlberg-darwin-arm64/package.json').version
-        if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -234,8 +234,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-freebsd-x64')
         const bindingPackageVersion = require('@xberg-io/crawlberg-freebsd-x64/package.json').version
-        if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -250,8 +250,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-freebsd-arm64')
         const bindingPackageVersion = require('@xberg-io/crawlberg-freebsd-arm64/package.json').version
-        if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -271,8 +271,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-x64-musl')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-x64-musl/package.json').version
-          if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -287,8 +287,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-x64-gnu')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-x64-gnu/package.json').version
-          if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -305,8 +305,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-arm64-musl')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm64-musl/package.json').version
-          if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -321,8 +321,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-arm64-gnu')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm64-gnu/package.json').version
-          if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -339,8 +339,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-arm-musleabihf')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm-musleabihf/package.json').version
-          if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -355,8 +355,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-arm-gnueabihf')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm-gnueabihf/package.json').version
-          if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -373,8 +373,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-loong64-musl')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-loong64-musl/package.json').version
-          if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -389,8 +389,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-loong64-gnu')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-loong64-gnu/package.json').version
-          if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -407,8 +407,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-riscv64-musl')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-riscv64-musl/package.json').version
-          if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -423,8 +423,8 @@ function requireNative() {
         try {
           const binding = require('@xberg-io/crawlberg-linux-riscv64-gnu')
           const bindingPackageVersion = require('@xberg-io/crawlberg-linux-riscv64-gnu/package.json').version
-          if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -440,8 +440,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-linux-ppc64-gnu')
         const bindingPackageVersion = require('@xberg-io/crawlberg-linux-ppc64-gnu/package.json').version
-        if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -456,8 +456,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-linux-s390x-gnu')
         const bindingPackageVersion = require('@xberg-io/crawlberg-linux-s390x-gnu/package.json').version
-        if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -476,8 +476,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-openharmony-arm64')
         const bindingPackageVersion = require('@xberg-io/crawlberg-openharmony-arm64/package.json').version
-        if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -492,8 +492,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-openharmony-x64')
         const bindingPackageVersion = require('@xberg-io/crawlberg-openharmony-x64/package.json').version
-        if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -508,8 +508,8 @@ function requireNative() {
       try {
         const binding = require('@xberg-io/crawlberg-openharmony-arm')
         const bindingPackageVersion = require('@xberg-io/crawlberg-openharmony-arm/package.json').version
-        if (bindingPackageVersion !== '1.2.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.2.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.3.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.3.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -604,8 +604,12 @@ module.exports.JsBrowserMode = nativeBinding.JsBrowserMode
 module.exports.BrowserWait = nativeBinding.BrowserWait
 module.exports.JsBrowserWait = nativeBinding.JsBrowserWait
 module.exports.contentConfigDefault = nativeBinding.contentConfigDefault
+module.exports.ContentFilterKind = nativeBinding.ContentFilterKind
+module.exports.JsContentFilterKind = nativeBinding.JsContentFilterKind
 module.exports.crawl = nativeBinding.crawl
 module.exports.crawlConfigDefault = nativeBinding.crawlConfigDefault
+module.exports.CrawlStrategyKind = nativeBinding.CrawlStrategyKind
+module.exports.JsCrawlStrategyKind = nativeBinding.JsCrawlStrategyKind
 module.exports.crawlStream = nativeBinding.crawlStream
 module.exports.createEngine = nativeBinding.createEngine
 module.exports.DocumentContentEncoding = nativeBinding.DocumentContentEncoding

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xberg-io/crawlberg",
-  "version": "1.2.1",
+  "version": "1.3.3",
   "description": "High-performance web crawling engine",
   "license": "MIT",
   "repository": {
@@ -22,14 +22,14 @@
     "*.node"
   ],
   "optionalDependencies": {
-    "@xberg-io/crawlberg-darwin-arm64": "1.2.1",
-    "@xberg-io/crawlberg-darwin-x64": "1.2.1",
-    "@xberg-io/crawlberg-linux-arm64-gnu": "1.2.1",
-    "@xberg-io/crawlberg-linux-arm64-musl": "1.2.1",
-    "@xberg-io/crawlberg-linux-x64-gnu": "1.2.1",
-    "@xberg-io/crawlberg-linux-x64-musl": "1.2.1",
-    "@xberg-io/crawlberg-win32-arm64-msvc": "1.2.1",
-    "@xberg-io/crawlberg-win32-x64-msvc": "1.2.1"
+    "@xberg-io/crawlberg-darwin-arm64": "1.3.3",
+    "@xberg-io/crawlberg-darwin-x64": "1.3.3",
+    "@xberg-io/crawlberg-linux-arm64-gnu": "1.3.3",
+    "@xberg-io/crawlberg-linux-arm64-musl": "1.3.3",
+    "@xberg-io/crawlberg-linux-x64-gnu": "1.3.3",
+    "@xberg-io/crawlberg-linux-x64-musl": "1.3.3",
+    "@xberg-io/crawlberg-win32-arm64-msvc": "1.3.3",
+    "@xberg-io/crawlberg-win32-x64-msvc": "1.3.3"
   },
   "napi": {
     "packageName": "@xberg-io/crawlberg",