@kreuzberg/kreuzcrawl 0.1.2 → 0.3.0-rc.2

package/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzcrawl-node"
-version = "0.1.2"
+version = "0.3.0-rc.2"
 edition = "2024"
 license = "Elastic-2.0"
 

package/index.d.ts

@@ -86,6 +86,21 @@ export interface JsCitationResult {
   references?: Array<JsCitationReference>
 }
 
+export interface JsContentConfig {
+  outputFormat?: string
+  preprocessingPreset?: string
+  removeNavigation?: boolean
+  removeForms?: boolean
+  stripTags?: Array<string>
+  preserveTags?: Array<string>
+  excludeSelectors?: Array<string>
+  skipImages?: boolean
+  maxDepth?: number
+  wrap?: boolean
+  wrapWidth?: number
+  includeDocumentStructure?: boolean
+}
+
 export interface JsCookieInfo {
   name?: string
   value?: string
@@ -112,8 +127,8 @@ export interface JsCrawlConfig {
   cookiesEnabled?: boolean
   auth?: JsAuthConfig
   maxBodySize?: number
-  mainContentOnly?: boolean
   removeTags?: Array<string>
+  content?: JsContentConfig
   mapLimit?: number
   mapSearch?: string
   downloadAssets?: boolean
@@ -349,7 +364,6 @@ export interface JsScrapeResult {
   isPdf?: boolean
   wasSkipped?: boolean
   detectedCharset?: string
-  mainContentOnly?: boolean
   authHeaderSent?: boolean
   responseMeta?: JsResponseMeta
   assets?: Array<JsDownloadedAsset>

package/index.js

@@ -77,8 +77,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-android-arm64')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-android-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -93,8 +93,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-android-arm-eabi')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-android-arm-eabi/package.json').version
-        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -114,8 +114,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-win32-x64-gnu')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-win32-x64-gnu/package.json').version
-        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -130,8 +130,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-win32-x64-msvc')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-win32-x64-msvc/package.json').version
-        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -147,8 +147,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-win32-ia32-msvc')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-win32-ia32-msvc/package.json').version
-        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -163,8 +163,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-win32-arm64-msvc')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-win32-arm64-msvc/package.json').version
-        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -182,8 +182,8 @@ function requireNative() {
     try {
       const binding = require('@kreuzberg/kreuzcrawl-darwin-universal')
       const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-darwin-universal/package.json').version
-      if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-        throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+      if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+        throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
       }
       return binding
     } catch (e) {
@@ -198,8 +198,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-darwin-x64')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-darwin-x64/package.json').version
-        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -214,8 +214,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-darwin-arm64')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-darwin-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -234,8 +234,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-freebsd-x64')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-freebsd-x64/package.json').version
-        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -250,8 +250,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-freebsd-arm64')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-freebsd-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -271,8 +271,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-x64-musl')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-x64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -287,8 +287,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-x64-gnu')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-x64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -305,8 +305,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-arm64-musl')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-arm64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -321,8 +321,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-arm64-gnu')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-arm64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -339,8 +339,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-arm-musleabihf')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-arm-musleabihf/package.json').version
-          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -355,8 +355,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-arm-gnueabihf')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-arm-gnueabihf/package.json').version
-          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -373,8 +373,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-loong64-musl')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-loong64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -389,8 +389,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-loong64-gnu')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-loong64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -407,8 +407,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-riscv64-musl')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-riscv64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -423,8 +423,8 @@ function requireNative() {
         try {
           const binding = require('@kreuzberg/kreuzcrawl-linux-riscv64-gnu')
           const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-riscv64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -440,8 +440,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-linux-ppc64-gnu')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-ppc64-gnu/package.json').version
-        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -456,8 +456,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-linux-s390x-gnu')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-linux-s390x-gnu/package.json').version
-        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -476,8 +476,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-openharmony-arm64')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-openharmony-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -492,8 +492,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-openharmony-x64')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-openharmony-x64/package.json').version
-        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -508,8 +508,8 @@ function requireNative() {
       try {
         const binding = require('@kreuzberg/kreuzcrawl-openharmony-arm')
         const bindingPackageVersion = require('@kreuzberg/kreuzcrawl-openharmony-arm/package.json').version
-        if (bindingPackageVersion !== '0.1.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.3.0-rc.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.0-rc.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {

package/npm/darwin-arm64/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kreuzberg/kreuzcrawl-darwin-arm64",
-  "version": "0.1.2",
+  "version": "0.3.0-rc.2",
   "cpu": [
     "arm64"
   ],

package/npm/linux-arm64-gnu/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kreuzberg/kreuzcrawl-linux-arm64-gnu",
-  "version": "0.1.2",
+  "version": "0.3.0-rc.2",
   "cpu": [
     "arm64"
   ],

package/npm/linux-x64-gnu/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kreuzberg/kreuzcrawl-linux-x64-gnu",
-  "version": "0.1.2",
+  "version": "0.3.0-rc.2",
   "cpu": [
     "x64"
   ],

package/npm/win32-x64-msvc/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kreuzberg/kreuzcrawl-win32-x64-msvc",
-  "version": "0.1.2",
+  "version": "0.3.0-rc.2",
   "cpu": [
     "x64"
   ],

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kreuzberg/kreuzcrawl",
-  "version": "0.1.2",
+  "version": "0.3.0-rc.2",
   "main": "index.js",
   "types": "index.d.ts",
   "repository": {
@@ -35,9 +35,9 @@
     "@napi-rs/cli": "^3.6.2"
   },
   "optionalDependencies": {
-    "@kreuzberg/kreuzcrawl-darwin-arm64": "0.1.2",
-    "@kreuzberg/kreuzcrawl-linux-arm64-gnu": "0.1.2",
-    "@kreuzberg/kreuzcrawl-linux-x64-gnu": "0.1.2",
-    "@kreuzberg/kreuzcrawl-win32-x64-msvc": "0.1.2"
+    "@kreuzberg/kreuzcrawl-darwin-arm64": "0.3.0-rc.2",
+    "@kreuzberg/kreuzcrawl-linux-arm64-gnu": "0.3.0-rc.2",
+    "@kreuzberg/kreuzcrawl-linux-x64-gnu": "0.3.0-rc.2",
+    "@kreuzberg/kreuzcrawl-win32-x64-msvc": "0.3.0-rc.2"
   }
 }

package/src/lib.rs

@@ -1,4 +1,5 @@
 // This file is auto-generated by alef. DO NOT EDIT.
+// alef:hash:0da84e2b56079336fcd7ea13caec3d9f6a0380fee5deafad3d4bc680a78de242
 // Re-generate with: alef generate
 #![allow(dead_code, unused_imports, unused_variables)]
 #![allow(
@@ -48,6 +49,34 @@ pub struct JsProxyConfig {
     pub password: Option<String>,
 }
 
+#[derive(Clone, Default, serde::Serialize, serde::Deserialize)]
+#[napi(object)]
+pub struct JsContentConfig {
+    #[napi(js_name = "outputFormat")]
+    pub output_format: Option<String>,
+    #[napi(js_name = "preprocessingPreset")]
+    pub preprocessing_preset: Option<String>,
+    #[napi(js_name = "removeNavigation")]
+    pub remove_navigation: Option<bool>,
+    #[napi(js_name = "removeForms")]
+    pub remove_forms: Option<bool>,
+    #[napi(js_name = "stripTags")]
+    pub strip_tags: Option<Vec<String>>,
+    #[napi(js_name = "preserveTags")]
+    pub preserve_tags: Option<Vec<String>>,
+    #[napi(js_name = "excludeSelectors")]
+    pub exclude_selectors: Option<Vec<String>>,
+    #[napi(js_name = "skipImages")]
+    pub skip_images: Option<bool>,
+    #[napi(js_name = "maxDepth")]
+    pub max_depth: Option<i64>,
+    pub wrap: Option<bool>,
+    #[napi(js_name = "wrapWidth")]
+    pub wrap_width: Option<i64>,
+    #[napi(js_name = "includeDocumentStructure")]
+    pub include_document_structure: Option<bool>,
+}
+
 #[derive(Clone, Default, serde::Serialize, serde::Deserialize)]
 #[napi(object)]
 pub struct JsBrowserConfig {
@@ -99,10 +128,9 @@ pub struct JsCrawlConfig {
     pub auth: Option<JsAuthConfig>,
     #[napi(js_name = "maxBodySize")]
     pub max_body_size: Option<i64>,
-    #[napi(js_name = "mainContentOnly")]
-    pub main_content_only: Option<bool>,
     #[napi(js_name = "removeTags")]
     pub remove_tags: Option<Vec<String>>,
+    pub content: Option<JsContentConfig>,
     #[napi(js_name = "mapLimit")]
     pub map_limit: Option<i64>,
     #[napi(js_name = "mapSearch")]
@@ -179,8 +207,6 @@ pub struct JsScrapeResult {
     pub was_skipped: Option<bool>,
     #[napi(js_name = "detectedCharset")]
     pub detected_charset: Option<String>,
-    #[napi(js_name = "mainContentOnly")]
-    pub main_content_only: Option<bool>,
     #[napi(js_name = "authHeaderSent")]
     pub auth_header_sent: Option<bool>,
     #[napi(js_name = "responseMeta")]
@@ -690,6 +716,7 @@ pub async fn batch_crawl(engine: &JsCrawlEngineHandle, urls: Vec<String>) -> Vec
     result.into_iter().map(Into::into).collect()
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsExtractionMeta> for kreuzcrawl::ExtractionMeta {
     fn from(val: JsExtractionMeta) -> Self {
         Self {
@@ -702,6 +729,7 @@ impl From<JsExtractionMeta> for kreuzcrawl::ExtractionMeta {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::ExtractionMeta> for JsExtractionMeta {
     fn from(val: kreuzcrawl::ExtractionMeta) -> Self {
         Self {
@@ -714,6 +742,7 @@ impl From<kreuzcrawl::ExtractionMeta> for JsExtractionMeta {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsProxyConfig> for kreuzcrawl::ProxyConfig {
     fn from(val: JsProxyConfig) -> Self {
         Self {
@@ -724,6 +753,7 @@ impl From<JsProxyConfig> for kreuzcrawl::ProxyConfig {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::ProxyConfig> for JsProxyConfig {
     fn from(val: kreuzcrawl::ProxyConfig) -> Self {
         Self {
@@ -734,7 +764,48 @@ impl From<kreuzcrawl::ProxyConfig> for JsProxyConfig {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
+impl From<JsContentConfig> for kreuzcrawl::ContentConfig {
+    fn from(val: JsContentConfig) -> Self {
+        Self {
+            output_format: val.output_format.unwrap_or_default(),
+            preprocessing_preset: val.preprocessing_preset.unwrap_or_default(),
+            remove_navigation: val.remove_navigation.unwrap_or_default(),
+            remove_forms: val.remove_forms.unwrap_or_default(),
+            strip_tags: val.strip_tags.unwrap_or_default(),
+            preserve_tags: val.preserve_tags.unwrap_or_default(),
+            exclude_selectors: val.exclude_selectors.unwrap_or_default(),
+            skip_images: val.skip_images.unwrap_or_default(),
+            max_depth: val.max_depth.map(|v| v as usize),
+            wrap: val.wrap.unwrap_or_default(),
+            wrap_width: val.wrap_width.map(|v| v as usize).unwrap_or_default(),
+            include_document_structure: val.include_document_structure.unwrap_or_default(),
+        }
+    }
+}
+
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
+impl From<kreuzcrawl::ContentConfig> for JsContentConfig {
+    fn from(val: kreuzcrawl::ContentConfig) -> Self {
+        Self {
+            output_format: Some(val.output_format),
+            preprocessing_preset: Some(val.preprocessing_preset),
+            remove_navigation: Some(val.remove_navigation),
+            remove_forms: Some(val.remove_forms),
+            strip_tags: Some(val.strip_tags),
+            preserve_tags: Some(val.preserve_tags),
+            exclude_selectors: Some(val.exclude_selectors),
+            skip_images: Some(val.skip_images),
+            max_depth: val.max_depth.map(|v| v as i64),
+            wrap: Some(val.wrap),
+            wrap_width: Some(val.wrap_width as i64),
+            include_document_structure: Some(val.include_document_structure),
+        }
+    }
+}
+
 #[allow(clippy::field_reassign_with_default)]
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsBrowserConfig> for kreuzcrawl::BrowserConfig {
     fn from(val: JsBrowserConfig) -> Self {
         let mut __result = kreuzcrawl::BrowserConfig::default();
@@ -750,6 +821,7 @@ impl From<JsBrowserConfig> for kreuzcrawl::BrowserConfig {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::BrowserConfig> for JsBrowserConfig {
     fn from(val: kreuzcrawl::BrowserConfig) -> Self {
         Self {
@@ -765,6 +837,7 @@ impl From<kreuzcrawl::BrowserConfig> for JsBrowserConfig {
 
 #[allow(clippy::needless_update)]
 #[allow(clippy::field_reassign_with_default)]
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsCrawlConfig> for kreuzcrawl::CrawlConfig {
     fn from(val: JsCrawlConfig) -> Self {
         let mut __result = kreuzcrawl::CrawlConfig::default();
@@ -788,8 +861,8 @@ impl From<JsCrawlConfig> for kreuzcrawl::CrawlConfig {
         __result.cookies_enabled = val.cookies_enabled.unwrap_or_default();
         __result.auth = val.auth.map(Into::into);
         __result.max_body_size = val.max_body_size.map(|v| v as usize);
-        __result.main_content_only = val.main_content_only.unwrap_or_default();
         __result.remove_tags = val.remove_tags.unwrap_or_default();
+        __result.content = val.content.map(Into::into).unwrap_or_default();
         __result.map_limit = val.map_limit.map(|v| v as usize);
         __result.map_search = val.map_search;
         __result.download_assets = val.download_assets.unwrap_or_default();
@@ -812,6 +885,7 @@ impl From<JsCrawlConfig> for kreuzcrawl::CrawlConfig {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::CrawlConfig> for JsCrawlConfig {
     fn from(val: kreuzcrawl::CrawlConfig) -> Self {
         Self {
@@ -833,8 +907,8 @@ impl From<kreuzcrawl::CrawlConfig> for JsCrawlConfig {
             cookies_enabled: Some(val.cookies_enabled),
             auth: val.auth.map(Into::into),
             max_body_size: val.max_body_size.map(|v| v as i64),
-            main_content_only: Some(val.main_content_only),
             remove_tags: Some(val.remove_tags),
+            content: Some(val.content.into()),
             map_limit: val.map_limit.map(|v| v as i64),
             map_search: val.map_search,
             download_assets: Some(val.download_assets),
@@ -854,6 +928,7 @@ impl From<kreuzcrawl::CrawlConfig> for JsCrawlConfig {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsDownloadedDocument> for kreuzcrawl::DownloadedDocument {
     fn from(val: JsDownloadedDocument) -> Self {
         Self {
@@ -868,6 +943,7 @@ impl From<JsDownloadedDocument> for kreuzcrawl::DownloadedDocument {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::DownloadedDocument> for JsDownloadedDocument {
     fn from(val: kreuzcrawl::DownloadedDocument) -> Self {
         Self {
@@ -887,6 +963,7 @@ impl From<kreuzcrawl::DownloadedDocument> for JsDownloadedDocument {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsScrapeResult> for kreuzcrawl::ScrapeResult {
     fn from(val: JsScrapeResult) -> Self {
         Self {
@@ -919,7 +996,6 @@ impl From<JsScrapeResult> for kreuzcrawl::ScrapeResult {
             is_pdf: val.is_pdf.unwrap_or_default(),
             was_skipped: val.was_skipped.unwrap_or_default(),
             detected_charset: val.detected_charset,
-            main_content_only: val.main_content_only.unwrap_or_default(),
             auth_header_sent: val.auth_header_sent.unwrap_or_default(),
             response_meta: val.response_meta.map(Into::into),
             assets: val
@@ -931,12 +1007,13 @@ impl From<JsScrapeResult> for kreuzcrawl::ScrapeResult {
             markdown: val.markdown.map(Into::into),
             extracted_data: val.extracted_data.as_ref().and_then(|s| serde_json::from_str(s).ok()),
             extraction_meta: val.extraction_meta.map(Into::into),
-            screenshot: val.screenshot,
+            screenshot: val.screenshot.map(Into::into),
             downloaded_document: val.downloaded_document.map(Into::into),
         }
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::ScrapeResult> for JsScrapeResult {
     fn from(val: kreuzcrawl::ScrapeResult) -> Self {
         Self {
@@ -957,7 +1034,6 @@ impl From<kreuzcrawl::ScrapeResult> for JsScrapeResult {
             is_pdf: Some(val.is_pdf),
             was_skipped: Some(val.was_skipped),
             detected_charset: val.detected_charset,
-            main_content_only: Some(val.main_content_only),
             auth_header_sent: Some(val.auth_header_sent),
             response_meta: val.response_meta.map(Into::into),
             assets: Some(val.assets.into_iter().map(Into::into).collect()),
@@ -972,6 +1048,7 @@ impl From<kreuzcrawl::ScrapeResult> for JsScrapeResult {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsCrawlPageResult> for kreuzcrawl::CrawlPageResult {
     fn from(val: JsCrawlPageResult) -> Self {
         Self {
@@ -1011,6 +1088,7 @@ impl From<JsCrawlPageResult> for kreuzcrawl::CrawlPageResult {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::CrawlPageResult> for JsCrawlPageResult {
     fn from(val: kreuzcrawl::CrawlPageResult) -> Self {
         Self {
@@ -1038,6 +1116,7 @@ impl From<kreuzcrawl::CrawlPageResult> for JsCrawlPageResult {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsCrawlResult> for kreuzcrawl::CrawlResult {
     fn from(val: JsCrawlResult) -> Self {
         Self {
@@ -1058,6 +1137,7 @@ impl From<JsCrawlResult> for kreuzcrawl::CrawlResult {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::CrawlResult> for JsCrawlResult {
     fn from(val: kreuzcrawl::CrawlResult) -> Self {
         Self {
@@ -1072,6 +1152,7 @@ impl From<kreuzcrawl::CrawlResult> for JsCrawlResult {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsSitemapUrl> for kreuzcrawl::SitemapUrl {
     fn from(val: JsSitemapUrl) -> Self {
         Self {
@@ -1083,6 +1164,7 @@ impl From<JsSitemapUrl> for kreuzcrawl::SitemapUrl {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::SitemapUrl> for JsSitemapUrl {
     fn from(val: kreuzcrawl::SitemapUrl) -> Self {
         Self {
@@ -1094,6 +1176,7 @@ impl From<kreuzcrawl::SitemapUrl> for JsSitemapUrl {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsMapResult> for kreuzcrawl::MapResult {
     fn from(val: JsMapResult) -> Self {
         Self {
@@ -1105,6 +1188,7 @@ impl From<JsMapResult> for kreuzcrawl::MapResult {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::MapResult> for JsMapResult {
     fn from(val: kreuzcrawl::MapResult) -> Self {
         Self {
@@ -1113,6 +1197,7 @@ impl From<kreuzcrawl::MapResult> for JsMapResult {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsMarkdownResult> for kreuzcrawl::MarkdownResult {
     fn from(val: JsMarkdownResult) -> Self {
         Self {
@@ -1132,6 +1217,7 @@ impl From<JsMarkdownResult> for kreuzcrawl::MarkdownResult {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::MarkdownResult> for JsMarkdownResult {
     fn from(val: kreuzcrawl::MarkdownResult) -> Self {
         Self {
@@ -1145,6 +1231,7 @@ impl From<kreuzcrawl::MarkdownResult> for JsMarkdownResult {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsLinkInfo> for kreuzcrawl::LinkInfo {
     fn from(val: JsLinkInfo) -> Self {
         Self {
@@ -1157,6 +1244,7 @@ impl From<JsLinkInfo> for kreuzcrawl::LinkInfo {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::LinkInfo> for JsLinkInfo {
     fn from(val: kreuzcrawl::LinkInfo) -> Self {
         Self {
@@ -1169,6 +1257,7 @@ impl From<kreuzcrawl::LinkInfo> for JsLinkInfo {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsImageInfo> for kreuzcrawl::ImageInfo {
     fn from(val: JsImageInfo) -> Self {
         Self {
@@ -1181,6 +1270,7 @@ impl From<JsImageInfo> for kreuzcrawl::ImageInfo {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::ImageInfo> for JsImageInfo {
     fn from(val: kreuzcrawl::ImageInfo) -> Self {
         Self {
@@ -1193,6 +1283,7 @@ impl From<kreuzcrawl::ImageInfo> for JsImageInfo {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsFeedInfo> for kreuzcrawl::FeedInfo {
     fn from(val: JsFeedInfo) -> Self {
         Self {
@@ -1203,6 +1294,7 @@ impl From<JsFeedInfo> for kreuzcrawl::FeedInfo {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::FeedInfo> for JsFeedInfo {
     fn from(val: kreuzcrawl::FeedInfo) -> Self {
         Self {
@@ -1213,6 +1305,7 @@ impl From<kreuzcrawl::FeedInfo> for JsFeedInfo {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsJsonLdEntry> for kreuzcrawl::JsonLdEntry {
     fn from(val: JsJsonLdEntry) -> Self {
         Self {
@@ -1223,6 +1316,7 @@ impl From<JsJsonLdEntry> for kreuzcrawl::JsonLdEntry {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::JsonLdEntry> for JsJsonLdEntry {
     fn from(val: kreuzcrawl::JsonLdEntry) -> Self {
         Self {
@@ -1233,6 +1327,7 @@ impl From<kreuzcrawl::JsonLdEntry> for JsJsonLdEntry {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsCookieInfo> for kreuzcrawl::CookieInfo {
     fn from(val: JsCookieInfo) -> Self {
         Self {
@@ -1244,6 +1339,7 @@ impl From<JsCookieInfo> for kreuzcrawl::CookieInfo {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::CookieInfo> for JsCookieInfo {
     fn from(val: kreuzcrawl::CookieInfo) -> Self {
         Self {
@@ -1255,6 +1351,7 @@ impl From<kreuzcrawl::CookieInfo> for JsCookieInfo {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsDownloadedAsset> for kreuzcrawl::DownloadedAsset {
     fn from(val: JsDownloadedAsset) -> Self {
         Self {
@@ -1268,6 +1365,7 @@ impl From<JsDownloadedAsset> for kreuzcrawl::DownloadedAsset {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::DownloadedAsset> for JsDownloadedAsset {
     fn from(val: kreuzcrawl::DownloadedAsset) -> Self {
         Self {
@@ -1281,6 +1379,7 @@ impl From<kreuzcrawl::DownloadedAsset> for JsDownloadedAsset {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsArticleMetadata> for kreuzcrawl::ArticleMetadata {
     fn from(val: JsArticleMetadata) -> Self {
         Self {
@@ -1293,6 +1392,7 @@ impl From<JsArticleMetadata> for kreuzcrawl::ArticleMetadata {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::ArticleMetadata> for JsArticleMetadata {
     fn from(val: kreuzcrawl::ArticleMetadata) -> Self {
         Self {
@@ -1305,6 +1405,7 @@ impl From<kreuzcrawl::ArticleMetadata> for JsArticleMetadata {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsHreflangEntry> for kreuzcrawl::HreflangEntry {
     fn from(val: JsHreflangEntry) -> Self {
         Self {
@@ -1314,6 +1415,7 @@ impl From<JsHreflangEntry> for kreuzcrawl::HreflangEntry {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::HreflangEntry> for JsHreflangEntry {
     fn from(val: kreuzcrawl::HreflangEntry) -> Self {
         Self {
@@ -1323,6 +1425,7 @@ impl From<kreuzcrawl::HreflangEntry> for JsHreflangEntry {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsFaviconInfo> for kreuzcrawl::FaviconInfo {
     fn from(val: JsFaviconInfo) -> Self {
         Self {
@@ -1334,6 +1437,7 @@ impl From<JsFaviconInfo> for kreuzcrawl::FaviconInfo {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::FaviconInfo> for JsFaviconInfo {
     fn from(val: kreuzcrawl::FaviconInfo) -> Self {
         Self {
@@ -1345,6 +1449,7 @@ impl From<kreuzcrawl::FaviconInfo> for JsFaviconInfo {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsHeadingInfo> for kreuzcrawl::HeadingInfo {
     fn from(val: JsHeadingInfo) -> Self {
         Self {
@@ -1354,6 +1459,7 @@ impl From<JsHeadingInfo> for kreuzcrawl::HeadingInfo {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::HeadingInfo> for JsHeadingInfo {
     fn from(val: kreuzcrawl::HeadingInfo) -> Self {
         Self {
@@ -1363,6 +1469,7 @@ impl From<kreuzcrawl::HeadingInfo> for JsHeadingInfo {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsResponseMeta> for kreuzcrawl::ResponseMeta {
     fn from(val: JsResponseMeta) -> Self {
         Self {
@@ -1377,6 +1484,7 @@ impl From<JsResponseMeta> for kreuzcrawl::ResponseMeta {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::ResponseMeta> for JsResponseMeta {
     fn from(val: kreuzcrawl::ResponseMeta) -> Self {
         Self {
@@ -1391,6 +1499,7 @@ impl From<kreuzcrawl::ResponseMeta> for JsResponseMeta {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsPageMetadata> for kreuzcrawl::PageMetadata {
     fn from(val: JsPageMetadata) -> Self {
         Self {
@@ -1441,6 +1550,7 @@ impl From<JsPageMetadata> for kreuzcrawl::PageMetadata {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::PageMetadata> for JsPageMetadata {
     fn from(val: kreuzcrawl::PageMetadata) -> Self {
         Self {
@@ -1491,6 +1601,7 @@ impl From<kreuzcrawl::PageMetadata> for JsPageMetadata {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsCitationResult> for kreuzcrawl::CitationResult {
     fn from(val: JsCitationResult) -> Self {
         Self {
@@ -1503,6 +1614,7 @@ impl From<JsCitationResult> for kreuzcrawl::CitationResult {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::CitationResult> for JsCitationResult {
     fn from(val: kreuzcrawl::CitationResult) -> Self {
         Self {
@@ -1512,6 +1624,7 @@ impl From<kreuzcrawl::CitationResult> for JsCitationResult {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsCitationReference> for kreuzcrawl::CitationReference {
     fn from(val: JsCitationReference) -> Self {
         Self {
@@ -1522,6 +1635,7 @@ impl From<JsCitationReference> for kreuzcrawl::CitationReference {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::CitationReference> for JsCitationReference {
     fn from(val: kreuzcrawl::CitationReference) -> Self {
         Self {
@@ -1532,6 +1646,7 @@ impl From<kreuzcrawl::CitationReference> for JsCitationReference {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsBatchScrapeResult> for kreuzcrawl::BatchScrapeResult {
     fn from(val: JsBatchScrapeResult) -> Self {
         Self {
@@ -1542,6 +1657,7 @@ impl From<JsBatchScrapeResult> for kreuzcrawl::BatchScrapeResult {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::BatchScrapeResult> for JsBatchScrapeResult {
     fn from(val: kreuzcrawl::BatchScrapeResult) -> Self {
         Self {
@@ -1552,6 +1668,7 @@ impl From<kreuzcrawl::BatchScrapeResult> for JsBatchScrapeResult {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<JsBatchCrawlResult> for kreuzcrawl::BatchCrawlResult {
     fn from(val: JsBatchCrawlResult) -> Self {
         Self {
@@ -1562,6 +1679,7 @@ impl From<JsBatchCrawlResult> for kreuzcrawl::BatchCrawlResult {
     }
 }
 
+#[allow(clippy::redundant_closure, clippy::useless_conversion)]
 impl From<kreuzcrawl::BatchCrawlResult> for JsBatchCrawlResult {
     fn from(val: kreuzcrawl::BatchCrawlResult) -> Self {
         Self {