@kreuzberg/kreuzcrawl 0.1.0 → 0.1.2

package/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzcrawl-node"
-version = "0.1.0"
+version = "0.1.2"
 edition = "2024"
 license = "Elastic-2.0"
 
@@ -16,3 +16,7 @@ serde_json = "1"
 
 [build-dependencies]
 napi-build = "2"
+
+[lints.clippy]
+duplicated_attributes = "allow"
+unwrap_used = "allow"

package/index.d.ts

@@ -12,14 +12,6 @@ export declare function crawl(engine: JsCrawlEngineHandle, url: string): Promise
 
 export declare function createEngine(config?: JsCrawlConfig | undefined | null): JsCrawlEngineHandle
 
-export interface JsActionResult {
-  actionIndex?: number
-  actionType?: string
-  success?: boolean
-  data?: string
-  error?: string
-}
-
 export interface JsArticleMetadata {
   publishedTime?: string
   modifiedTime?: string
@@ -83,16 +75,6 @@ export declare const enum JsBrowserWait {
   Fixed = 'fixed'
 }
 
-export interface JsCachedPage {
-  url?: string
-  statusCode?: number
-  contentType?: string
-  body?: string
-  etag?: string
-  lastModified?: string
-  cachedAt?: number
-}
-
 export interface JsCitationReference {
   index?: number
   url?: string
@@ -123,6 +105,7 @@ export interface JsCrawlConfig {
   excludePaths?: Array<string>
   customHeaders?: Record<string, string>
   requestTimeout?: number
+  rateLimitMs?: number
   maxRedirects?: number
   retryCount?: number
   retryCodes?: Array<number>
@@ -148,12 +131,6 @@ export interface JsCrawlConfig {
   saveBrowserProfile?: boolean
 }
 
-export declare const enum JsCrawlEvent {
-  Page = 'Page',
-  Error = 'Error',
-  Complete = 'Complete'
-}
-
 export interface JsCrawlPageResult {
   url?: string
   normalizedUrl?: string
@@ -258,13 +235,6 @@ export declare const enum JsImageSource {
   TwitterImage = 'twitter_image'
 }
 
-export interface JsInteractionResult {
-  actionResults?: Array<JsActionResult>
-  finalHtml?: string
-  finalUrl?: string
-  screenshot?: Array<number>
-}
-
 export interface JsJsonLdEntry {
   schemaType?: string
   name?: string

package/index.js

@@ -77,8 +77,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-android-arm64')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-android-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -93,8 +93,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-android-arm-eabi')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-android-arm-eabi/package.json').version
-        if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -114,8 +114,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-win32-x64-gnu')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-win32-x64-gnu/package.json').version
-        if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -130,8 +130,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-win32-x64-msvc')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-win32-x64-msvc/package.json').version
-        if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -147,8 +147,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-win32-ia32-msvc')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-win32-ia32-msvc/package.json').version
-        if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -163,8 +163,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-win32-arm64-msvc')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-win32-arm64-msvc/package.json').version
-        if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -182,8 +182,8 @@ function requireNative() {
     try {
       const binding = require('@kreuzberg/kreuzcrawl-darwin-universal')
       const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-darwin-universal/package.json').version
-      if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-        throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+      if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+        throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
       }
       return binding
     } catch (e) {
@@ -198,8 +198,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-darwin-x64')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-darwin-x64/package.json').version
-        if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -214,8 +214,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-darwin-arm64')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-darwin-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -234,8 +234,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-freebsd-x64')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-freebsd-x64/package.json').version
-        if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -250,8 +250,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-freebsd-arm64')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-freebsd-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -271,8 +271,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-x64-musl')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-x64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -287,8 +287,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-x64-gnu')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-x64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -305,8 +305,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-arm64-musl')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-arm64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -321,8 +321,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-arm64-gnu')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-arm64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -339,8 +339,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-arm-musleabihf')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-arm-musleabihf/package.json').version
-          if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -355,8 +355,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-arm-gnueabihf')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-arm-gnueabihf/package.json').version
-          if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -373,8 +373,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-loong64-musl')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-loong64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -389,8 +389,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-loong64-gnu')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-loong64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -407,8 +407,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-riscv64-musl')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-riscv64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -423,8 +423,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-riscv64-gnu')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-riscv64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -440,8 +440,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-linux-ppc64-gnu')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-ppc64-gnu/package.json').version
-        if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -456,8 +456,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-linux-s390x-gnu')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-s390x-gnu/package.json').version
-        if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -476,8 +476,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-openharmony-arm64')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-openharmony-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -492,8 +492,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-openharmony-x64')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-openharmony-x64/package.json').version
-        if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -508,8 +508,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-openharmony-arm')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-openharmony-arm/package.json').version
-        if (bindingPackageVersion !== '0.1.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -584,7 +584,6 @@ module.exports.createEngine = nativeBinding.createEngine
 module.exports.JsAssetCategory = nativeBinding.JsAssetCategory
 module.exports.JsBrowserMode = nativeBinding.JsBrowserMode
 module.exports.JsBrowserWait = nativeBinding.JsBrowserWait
-module.exports.JsCrawlEvent = nativeBinding.JsCrawlEvent
 module.exports.JsFeedType = nativeBinding.JsFeedType
 module.exports.JsImageSource = nativeBinding.JsImageSource
 module.exports.JsLinkType = nativeBinding.JsLinkType

package/npm/darwin-arm64/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kreuzberg/kreuzcrawl-darwin-arm64",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "cpu": [
     "arm64"
   ],

package/npm/linux-arm64-gnu/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kreuzberg/kreuzcrawl-linux-arm64-gnu",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "cpu": [
     "arm64"
   ],

package/npm/linux-x64-gnu/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kreuzberg/kreuzcrawl-linux-x64-gnu",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "cpu": [
     "x64"
   ],

package/npm/win32-x64-msvc/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kreuzberg/kreuzcrawl-win32-x64-msvc",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "cpu": [
     "x64"
   ],

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kreuzberg/kreuzcrawl",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "main": "index.js",
   "types": "index.d.ts",
   "repository": {
@@ -35,9 +35,9 @@
     "@napi-rs/cli": "^3.6.2"
   },
   "optionalDependencies": {
-    "@kreuzberg/kreuzcrawl-darwin-arm64": "0.1.0",
-    "@kreuzberg/kreuzcrawl-linux-arm64-gnu": "0.1.0",
-    "@kreuzberg/kreuzcrawl-linux-x64-gnu": "0.1.0",
-    "@kreuzberg/kreuzcrawl-win32-x64-msvc": "0.1.0"
+    "@kreuzberg/kreuzcrawl-darwin-arm64": "0.1.2",
+    "@kreuzberg/kreuzcrawl-linux-arm64-gnu": "0.1.2",
+    "@kreuzberg/kreuzcrawl-linux-x64-gnu": "0.1.2",
+    "@kreuzberg/kreuzcrawl-win32-x64-msvc": "0.1.2"
   }
 }

package/src/lib.rs

@@ -6,7 +6,13 @@
     clippy::let_unit_value,
     clippy::needless_borrow,
     clippy::map_identity,
-    clippy::just_underscores_and_digits
+    clippy::just_underscores_and_digits,
+    clippy::unnecessary_cast,
+    clippy::unused_unit,
+    clippy::unwrap_or_default,
+    clippy::derivable_impls,
+    clippy::needless_borrows_for_generic_args,
+    clippy::unnecessary_fallible_conversions
 )]
 
 use napi::*;
@@ -80,6 +86,8 @@ pub struct JsCrawlConfig {
     pub custom_headers: Option<HashMap<String, String>>,
     #[napi(js_name = "requestTimeout")]
     pub request_timeout: Option<i64>,
+    #[napi(js_name = "rateLimitMs")]
+    pub rate_limit_ms: Option<i64>,
     #[napi(js_name = "maxRedirects")]
     pub max_redirects: Option<i64>,
     #[napi(js_name = "retryCount")]
@@ -139,30 +147,6 @@ pub struct JsDownloadedDocument {
     pub headers: Option<HashMap<String, String>>,
 }
 
-#[derive(Clone, Default, serde::Serialize, serde::Deserialize)]
-#[napi(object)]
-pub struct JsInteractionResult {
-    #[napi(js_name = "actionResults")]
-    pub action_results: Option<Vec<JsActionResult>>,
-    #[napi(js_name = "finalHtml")]
-    pub final_html: Option<String>,
-    #[napi(js_name = "finalUrl")]
-    pub final_url: Option<String>,
-    pub screenshot: Option<Vec<u8>>,
-}
-
-#[derive(Clone, Default, serde::Serialize, serde::Deserialize)]
-#[napi(object)]
-pub struct JsActionResult {
-    #[napi(js_name = "actionIndex")]
-    pub action_index: Option<i64>,
-    #[napi(js_name = "actionType")]
-    pub action_type: Option<String>,
-    pub success: Option<bool>,
-    pub data: Option<String>,
-    pub error: Option<String>,
-}
-
 #[derive(Clone, Default, serde::Serialize, serde::Deserialize)]
 #[napi(object)]
 pub struct JsScrapeResult {
@@ -297,22 +281,6 @@ pub struct JsMarkdownResult {
     pub fit_content: Option<String>,
 }
 
-#[derive(Clone, Default, serde::Serialize, serde::Deserialize)]
-#[napi(object)]
-pub struct JsCachedPage {
-    pub url: Option<String>,
-    #[napi(js_name = "statusCode")]
-    pub status_code: Option<u16>,
-    #[napi(js_name = "contentType")]
-    pub content_type: Option<String>,
-    pub body: Option<String>,
-    pub etag: Option<String>,
-    #[napi(js_name = "lastModified")]
-    pub last_modified: Option<String>,
-    #[napi(js_name = "cachedAt")]
-    pub cached_at: Option<i64>,
-}
-
 #[derive(Clone, Default, serde::Serialize, serde::Deserialize)]
 #[napi(object)]
 pub struct JsLinkInfo {
@@ -674,21 +642,6 @@ impl Default for JsAssetCategory {
     }
 }
 
-#[napi(string_enum)]
-#[derive(Clone, serde::Serialize, serde::Deserialize)]
-pub enum JsCrawlEvent {
-    Page,
-    Error,
-    Complete,
-}
-
-#[allow(clippy::derivable_impls)]
-impl Default for JsCrawlEvent {
-    fn default() -> Self {
-        Self::Page
-    }
-}
-
 #[allow(clippy::missing_errors_doc)]
 #[napi(js_name = "createEngine")]
 pub fn create_engine(config: Option<JsCrawlConfig>) -> Result<JsCrawlEngineHandle> {
@@ -828,6 +781,7 @@ impl From<JsCrawlConfig> for kreuzcrawl::CrawlConfig {
         if let Some(__v) = val.request_timeout {
             __result.request_timeout = std::time::Duration::from_millis(__v as u64);
         }
+        __result.rate_limit_ms = val.rate_limit_ms.map(|v| v as u64);
         __result.max_redirects = val.max_redirects.map(|v| v as usize).unwrap_or_default();
         __result.retry_count = val.retry_count.map(|v| v as usize).unwrap_or_default();
         __result.retry_codes = val.retry_codes.unwrap_or_default();
@@ -872,6 +826,7 @@ impl From<kreuzcrawl::CrawlConfig> for JsCrawlConfig {
             exclude_paths: Some(val.exclude_paths),
             custom_headers: Some(val.custom_headers.into_iter().collect()),
             request_timeout: Some(val.request_timeout.as_millis() as u64 as i64),
+            rate_limit_ms: val.rate_limit_ms.map(|v| v as i64),
             max_redirects: Some(val.max_redirects as i64),
             retry_count: Some(val.retry_count as i64),
             retry_codes: Some(val.retry_codes),
@@ -920,41 +875,18 @@ impl From<kreuzcrawl::DownloadedDocument> for JsDownloadedDocument {
             mime_type: Some(format!("{:?}", val.mime_type)),
             content: Some(val.content.to_vec()),
             size: Some(val.size as i64),
-            filename: val.filename.as_ref().map(|v| format!("{:?}", v)),
+            filename: val.filename.as_ref().map(|v| format!("{v:?}")),
             content_hash: Some(format!("{:?}", val.content_hash)),
             headers: Some(
                 val.headers
                     .into_iter()
-                    .map(|(k, v)| (format!("{:?}", k), format!("{:?}", v)))
+                    .map(|(k, v)| (k.to_string(), v.to_string()))
                     .collect(),
             ),
         }
     }
 }
 
-impl From<kreuzcrawl::InteractionResult> for JsInteractionResult {
-    fn from(val: kreuzcrawl::InteractionResult) -> Self {
-        Self {
-            action_results: Some(val.action_results.into_iter().map(Into::into).collect()),
-            final_html: Some(val.final_html),
-            final_url: Some(val.final_url),
-            screenshot: val.screenshot.map(|v| v.to_vec()),
-        }
-    }
-}
-
-impl From<kreuzcrawl::ActionResult> for JsActionResult {
-    fn from(val: kreuzcrawl::ActionResult) -> Self {
-        Self {
-            action_index: Some(val.action_index as i64),
-            action_type: Some(format!("{:?}", val.action_type)),
-            success: Some(val.success),
-            data: val.data.as_ref().map(ToString::to_string),
-            error: val.error,
-        }
-    }
-}
-
 impl From<JsScrapeResult> for kreuzcrawl::ScrapeResult {
     fn from(val: JsScrapeResult) -> Self {
         Self {
@@ -1213,20 +1145,6 @@ impl From<kreuzcrawl::MarkdownResult> for JsMarkdownResult {
     }
 }
 
-impl From<kreuzcrawl::CachedPage> for JsCachedPage {
-    fn from(val: kreuzcrawl::CachedPage) -> Self {
-        Self {
-            url: Some(val.url),
-            status_code: Some(val.status_code),
-            content_type: Some(val.content_type),
-            body: Some(val.body),
-            etag: val.etag,
-            last_modified: val.last_modified,
-            cached_at: Some(val.cached_at as i64),
-        }
-    }
-}
-
 impl From<JsLinkInfo> for kreuzcrawl::LinkInfo {
     fn from(val: JsLinkInfo) -> Self {
         Self {
@@ -1845,16 +1763,6 @@ impl From<kreuzcrawl::AssetCategory> for JsAssetCategory {
     }
 }
 
-impl From<kreuzcrawl::CrawlEvent> for JsCrawlEvent {
-    fn from(val: kreuzcrawl::CrawlEvent) -> Self {
-        match val {
-            kreuzcrawl::CrawlEvent::Page(..) => Self::Page,
-            kreuzcrawl::CrawlEvent::Error { .. } => Self::Error,
-            kreuzcrawl::CrawlEvent::Complete { .. } => Self::Complete,
-        }
-    }
-}
-
 // Error variant name constants
 pub const CRAWL_ERROR_ERROR_NOT_FOUND: &str = "NotFound";
 pub const CRAWL_ERROR_ERROR_UNAUTHORIZED: &str = "Unauthorized";