kreuzberg 4.7.0 → 4.7.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 86f862f2bccbe3ad535c3d392c8bd04fbe6976de1dfd296a264a8a9f413f4617
-  data.tar.gz: 15aa589f639a12a312d3827b6c392ac39f5a9d7a2c5ebb82174dea9f9e687a06
+  metadata.gz: c713d0a652ed4e1752ce0c3f6e044516e870349de149b2fdd5cb6c429c722d65
+  data.tar.gz: b519e5b70800b61bd6e5d6acef3a0fee0de8d53f0ad625e863753573f79caf4f
 SHA512:
-  metadata.gz: 6bfa0020321043200dde821eafbdca7e6ba1b0abeec4bbb41b43599d3e2cc36c74caf8174673e444e8b1e90c15ef3a8babbac43810529b109ec73c1878bbe6fa
-  data.tar.gz: ce6e20a7d4dba4617c426fa0589d9e22c74ef85fdec9229ae525d2357fa3134f6e1a52c61d83c8321dc1f8c8ac745dbea702a07544005bafbe847df387d67ab7
+  metadata.gz: 0cec6f964c7975e905997422f296a129fe32974c221300f1d6f89d5f54b27ca48e7343522e961d044cc90d9c7f0f4ef20c42de0c95b20e6794614cd1243bd03b
+  data.tar.gz: 8b173be0cb820ade74c4e572465a28257911e9cd1d4ed510f93d26e65529c47f1e637f59a215171b8f931f4a45037bb9b9e5069fd4542b4f911fa36908c65364

data/README.md

@@ -22,7 +22,7 @@
     <img src="https://img.shields.io/maven-central/v/dev.kreuzberg/kreuzberg?label=Java&color=007ec6" alt="Java">
   </a>
   <a href="https://github.com/kreuzberg-dev/kreuzberg/releases">
-    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.0.0" alt="Go">
+    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.7.2" alt="Go">
   </a>
   <a href="https://www.nuget.org/packages/Kreuzberg/">
     <img src="https://img.shields.io/nuget/v/Kreuzberg?label=C%23&color=007ec6" alt="C#">

data/ext/kreuzberg_rb/native/Cargo.lock

@@ -699,9 +699,9 @@ dependencies = [
 
 [[package]]
 name = "cc"
-version = "1.2.58"
+version = "1.2.59"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e1e928d4b69e3077709075a938a05ffbedfa53a84c8f766efbf8220bb1ff60e1"
+checksum = "b7a4d3ec6524d28a329fc53654bbadc9bdd7b0431f5d65f1a56ffb28a1ee5283"
 dependencies = [
  "find-msvc-tools",
  "jobserver",
@@ -928,9 +928,9 @@ checksum = "75984efb6ed102a0d42db99afb6c1948f0380d1d91808d5529916e6c08b49d8d"
 
 [[package]]
 name = "comrak"
-version = "0.51.0"
+version = "0.52.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9f07383e7799d964bf7ffa6fc4457d177c54a44614661c7458bb0bd91b108e32"
+checksum = "aac0b255932a9cd52fbfd664b67957f9f2e095ae4711cb0e41b4e291edef94c2"
 dependencies = [
  "caseless",
  "entities",
@@ -2550,9 +2550,9 @@ checksum = "e7c5cedc30da3a610cac6b4ba17597bdf7152cf974e8aab3afb3d54455e371c8"
 
 [[package]]
 name = "indexmap"
-version = "2.13.0"
+version = "2.13.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7714e70437a7dc3ac8eb7e6f8df75fd8eb422675fc7678aff7364301092b1017"
+checksum = "45a8a2b9cb3e0b0c1803dbb0758ffac5de2f425b23c28f518faabd9d805342ff"
 dependencies = [
  "equivalent",
  "hashbrown 0.16.1",
@@ -2792,7 +2792,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg"
-version = "4.7.0"
+version = "4.7.2"
 dependencies = [
  "ahash",
  "async-trait",
@@ -2810,6 +2810,7 @@ dependencies = [
  "comrak",
  "dashmap",
  "dbase",
+ "dirs",
  "encoding_rs",
  "fast_image_resize",
  "flate2",
@@ -2884,7 +2885,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-ffi"
-version = "4.7.0"
+version = "4.7.2"
 dependencies = [
  "ahash",
  "async-trait",
@@ -2900,7 +2901,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-paddle-ocr"
-version = "4.7.0"
+version = "4.7.2"
 dependencies = [
  "geo-clipper",
  "geo-types",
@@ -2914,7 +2915,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-pdfium-render"
-version = "4.7.0"
+version = "4.7.2"
 dependencies = [
  "bitflags",
  "bytemuck",
@@ -2937,7 +2938,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-rb"
-version = "4.7.0"
+version = "4.7.1"
 dependencies = [
  "async-trait",
  "html-to-markdown-rs",
@@ -2954,7 +2955,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-tesseract"
-version = "4.7.0"
+version = "4.7.2"
 dependencies = [
  "cc",
  "cmake",
@@ -4264,18 +4265,18 @@ dependencies = [
 
 [[package]]
 name = "rb-sys"
-version = "0.9.125"
+version = "0.9.126"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "85b37650fabd8ba515910a0dc089dcb6348eb3c35fbf91698cb226435be2babc"
+checksum = "284799e73e899fe946fd77c7211b83bff61a1356e039ade7a2516a779e3212d0"
 dependencies = [
  "rb-sys-build",
 ]
 
 [[package]]
 name = "rb-sys-build"
-version = "0.9.125"
+version = "0.9.126"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c73b806faa66006e491458b48a78725621c1ac5a2a6efe2614c90711a7780b80"
+checksum = "855fc1ad8943d12c89ef12f9147f1cc531f5bf19fb744112fdd317bb6ee7b5c5"
 dependencies = [
  "bindgen",
  "lazy_static",
@@ -4712,9 +4713,9 @@ dependencies = [
 
 [[package]]
 name = "semver"
-version = "1.0.27"
+version = "1.0.28"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d767eb0aabc880b29956c35734170f26ed551a859dbd361d140cdbeca61ab1e2"
+checksum = "8a7852d02fc848982e0c167ef163aaff9cd91dc640ba85e263cb1ce46fae51cd"
 
 [[package]]
 name = "seq-macro"
@@ -5374,9 +5375,9 @@ dependencies = [
 
 [[package]]
 name = "tokio"
-version = "1.50.0"
+version = "1.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "27ad5e34374e03cfffefc301becb44e9dc3c17584f414349ebe29ed26661822d"
+checksum = "2bd1c4c0fc4a7ab90fc15ef6daaa3ec3b893f004f915f2392557ed23237820cd"
 dependencies = [
  "bytes",
  "libc",
@@ -5390,9 +5391,9 @@ dependencies = [
 
 [[package]]
 name = "tokio-macros"
-version = "2.6.1"
+version = "2.7.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5c55a2eff8b69ce66c84f85e1da1c233edc36ceb85a2058d11b0d6a3c7e7569c"
+checksum = "385a6cb71ab9ab790c5fe8d67f1645e6c450a7ce006a33de03daa956cf70a496"
 dependencies = [
  "proc-macro2",
  "quote",
@@ -6616,9 +6617,9 @@ dependencies = [
 
 [[package]]
 name = "writeable"
-version = "0.6.2"
+version = "0.6.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9edde0db4769d2dc68579893f2306b26c6ecfbe0ef499b013d731b7b9247e0b9"
+checksum = "1ffae5123b2d3fc086436f8834ae3ab053a283cfac8fe0a0b8eaae044768a4c4"
 
 [[package]]
 name = "wyz"

data/ext/kreuzberg_rb/native/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg-rb"
-version = "4.7.0"
+version = "4.7.2"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
@@ -49,13 +49,13 @@ kreuzberg-ffi = { path = "../../../vendor/kreuzberg-ffi" }
 magnus = { git = "https://github.com/matsadler/magnus", rev = "f6db11769efb517427bf7f121f9c32e18b059b38", features = [
     "rb-sys",
 ] }
-rb-sys = { version = "0.9.125", default-features = false, features = [
+rb-sys = { version = "0.9.126", default-features = false, features = [
     "stable-api-compiled-fallback",
 ] }
 serde_json = "1.0.149"
 toml = "1.1.2"
 serde_yaml_ng = "0.10"
-tokio = { version = "1.50.0", features = [
+tokio = { version = "1.51.0", features = [
     "rt",
     "rt-multi-thread",
     "macros",

data/ext/kreuzberg_rb/native/src/plugins/ocr_backend.rs

@@ -109,6 +109,7 @@ impl OcrBackend for RubyOcrBackend {
                 code_intelligence: None,
                 formatted_content: None,
                 uris: None,
+                ocr_internal_document: None,
             })
         })
     }

data/lib/kreuzberg/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Kreuzberg
-  VERSION = '4.7.0'
+  VERSION = '4.7.2'
 end

data/vendor/Cargo.toml

@@ -2,7 +2,7 @@
 members = ["kreuzberg", "kreuzberg-ffi", "kreuzberg-tesseract", "kreuzberg-paddle-ocr", "kreuzberg-pdfium-render"]
 
 [workspace.package]
-version = "4.7.0"
+version = "4.7.2"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
@@ -20,7 +20,7 @@ bytes = { version = "1", features = ["serde"] }
 cfb = "0.14"
 chrono = "0.4"
 clap = { version = "4.6", features = ["derive", "color", "suggestions"] }
-comrak = { version = "0.51", default-features = false }
+comrak = { version = "0.52", default-features = false }
 console_error_panic_hook = "0.1"
 criterion = { version = "0.8", features = ["html_reports"] }
 ctor = "0.8"
@@ -32,8 +32,8 @@ html-to-markdown-rs = { version = "3.1.0", default-features = false }
 image = { version = "0.25.10", default-features = false }
 itertools = "0.14"
 js-sys = "0.3"
-kreuzberg = { path = "./crates/kreuzberg", version = "4.7.0", default-features = false }
-kreuzberg-ffi = { path = "./crates/kreuzberg-ffi", version = "4.7.0" }
+kreuzberg = { path = "./crates/kreuzberg", version = "4.7.2", default-features = false }
+kreuzberg-ffi = { path = "./crates/kreuzberg-ffi", version = "4.7.2" }
 lazy_static = "1.5.0"
 libc = "0.2.184"
 log = "0.4"
@@ -43,7 +43,7 @@ num_cpus = "1.17.0"
 once_cell = "1.21.4"
 ort = { version = "2.0.0-rc.12", features = ["std", "api-18"], default-features = false }
 parking_lot = "0.12.5"
-pdf_oxide = { version = "0.3.18", default-features = false }
+pdf_oxide = { version = "0.3.19", default-features = false }
 pdfium-render = { package = "kreuzberg-pdfium-render", path = "crates/kreuzberg-pdfium-render", version = "4.3" }
 rayon = "1.11.0"
 reqwest = { version = "0.13.2", default-features = false }
@@ -52,7 +52,7 @@ serde_json = { version = "1.0.149" }
 serde_toon_format = "0.1"
 tempfile = "3.27.0"
 thiserror = "2.0.18"
-tokio = { version = "1.50.0", features = ["rt", "rt-multi-thread", "macros", "sync", "process", "fs", "time", "io-util"] }
+tokio = { version = "1.51.0", features = ["rt", "rt-multi-thread", "macros", "sync", "process", "fs", "time", "io-util"] }
 toml = "1.1.2"
 tracing = "0.1"
 tree-sitter-language-pack = { version = "1.4.1", features = ["serde"], default-features = false }

data/vendor/kreuzberg/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg"
-version = "4.7.0"
+version = "4.7.2"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
@@ -253,9 +253,10 @@ calamine = { version = "0.34.0", features = ["dates"], optional = true }
 cfb = { version = "0.14", optional = true }
 chardetng = { version = "1.0.0", optional = true }
 chrono = { version = "0.4", optional = true }
-comrak = { version = "0.51", default-features = false }
+comrak = { version = "0.52", default-features = false }
 dashmap = "6.1"
 dbase = { version = "0.7", optional = true }
+dirs = "6"
 encoding_rs = { version = "0.8.35" }
 fast_image_resize = { version = "6.0.0", optional = true }
 flate2 = { version = "1.1", optional = true }
@@ -279,7 +280,7 @@ image = { version = "0.25.10", default-features = false, features = [
     "pnm",
     "rayon",
 ], optional = true }
-indexmap = "2.13.0"
+indexmap = "2.13.1"
 infer = "0.19.0"
 jotdown = "0.9"
 kamadak-exif = { version = "0.6.1", optional = true }
@@ -306,7 +307,7 @@ ort = { version = "2.0.0-rc.12", default-features = false, features = [
 outlook-pst = { version = "1.2.0", optional = true }
 parking_lot = "0.12.5"
 pastey = "0.2"
-pdf_oxide = { version = "0.3.18", default-features = false, optional = true }
+pdf_oxide = { version = "0.3.19", default-features = false, optional = true }
 pdfium-render = { package = "kreuzberg-pdfium-render", path = "../kreuzberg-pdfium-render", features = ["thread_safe", "image_latest"], optional = true }
 pulldown-cmark = { version = "0.13" }
 quick-xml = { version = "0.39.2", features = ["serialize"], optional = true }
@@ -341,7 +342,7 @@ tokenizers = { version = "0.22", optional = true, default-features = false, feat
     "http",
     "fancy-regex",
 ] }
-tokio = { version = "1.50.0", features = ["rt", "rt-multi-thread", "macros", "sync", "process", "fs", "time", "io-util"], optional = true }
+tokio = { version = "1.51.0", features = ["rt", "rt-multi-thread", "macros", "sync", "process", "fs", "time", "io-util"], optional = true }
 toml = "1.1.2"
 tower = { version = "0.5", features = ["timeout", "limit", "util"], optional = true }
 tower-http = { version = "0.6", features = ["cors", "trace", "limit", "catch-panic", "request-id", "sensitive-headers", "compression-full"], optional = true }
@@ -400,7 +401,7 @@ jsonschema = "0.45"
 serial_test = "3.4.0"
 tar = "0.4.45"
 tempfile = "3.27.0"
-tokio = { version = "1.50.0", features = ["macros", "time"] }
+tokio = { version = "1.51.0", features = ["macros", "time"] }
 tokio-test = "0.4"
 tracing-subscriber = { version = "0.3", features = ["env-filter"] }
 zip = { version = ">=7.0.0, <7.4.0", default-features = false, features = ["deflate-flate2"] }

data/vendor/kreuzberg/README.md

@@ -18,7 +18,7 @@ High-performance document intelligence library for Rust. Extract text, metadata,
 
 This is the core Rust library that powers the Python, TypeScript, and Ruby bindings.
 
-> **🚀 Version 4.7.0 Release**
+> **🚀 Version 4.7.2 Release**
 > This is a pre-release version. We invite you to test the library and [report any issues](https://github.com/kreuzberg-dev/kreuzberg/issues) you encounter.
 >
 > **Note**: The Rust crate is not currently published to crates.io for this RC. Use git dependencies or language bindings (Python, TypeScript, Ruby) instead.

data/vendor/kreuzberg/src/api/handlers.rs

@@ -316,14 +316,7 @@ pub async fn formats_handler() -> Json<Vec<crate::SupportedFormat>> {
 )]
 #[cfg_attr(feature = "otel", tracing::instrument(name = "api.cache_stats"))]
 pub async fn cache_stats_handler() -> Result<Json<CacheStatsResponse>, ApiError> {
-    let cache_dir = std::env::current_dir()
-        .map_err(|e| {
-            ApiError::internal(crate::error::KreuzbergError::Other(format!(
-                "Failed to get current directory: {}",
-                e
-            )))
-        })?
-        .join(".kreuzberg");
+    let cache_dir = crate::cache_dir::resolve_cache_base();
 
     let cache_dir_str = cache_dir.to_str().ok_or_else(|| {
         ApiError::internal(crate::error::KreuzbergError::Other(format!(
@@ -365,14 +358,7 @@ pub async fn cache_stats_handler() -> Result<Json<CacheStatsResponse>, ApiError>
 )]
 #[cfg_attr(feature = "otel", tracing::instrument(name = "api.cache_clear"))]
 pub async fn cache_clear_handler() -> Result<Json<CacheClearResponse>, ApiError> {
-    let cache_dir = std::env::current_dir()
-        .map_err(|e| {
-            ApiError::internal(crate::error::KreuzbergError::Other(format!(
-                "Failed to get current directory: {}",
-                e
-            )))
-        })?
-        .join(".kreuzberg");
+    let cache_dir = crate::cache_dir::resolve_cache_base();
 
     let cache_dir_str = cache_dir.to_str().ok_or_else(|| {
         ApiError::internal(crate::error::KreuzbergError::Other(format!(
@@ -932,12 +918,7 @@ pub async fn cache_warm_handler(JsonApi(request): JsonApi<WarmRequest>) -> Resul
 
 /// Resolve the cache base directory.
 fn resolve_cache_base() -> std::path::PathBuf {
-    if let Ok(env_path) = std::env::var("KREUZBERG_CACHE_DIR") {
-        return std::path::PathBuf::from(env_path);
-    }
-    std::env::current_dir()
-        .unwrap_or_else(|_| std::path::PathBuf::from("."))
-        .join(".kreuzberg")
+    crate::cache_dir::resolve_cache_base()
 }
 
 #[cfg(test)]

data/vendor/kreuzberg/src/cache/core.rs

@@ -66,10 +66,8 @@ impl GenericCache {
     ) -> Result<Self> {
         let cache_dir_path = if let Some(dir) = cache_dir {
             PathBuf::from(dir).join(&cache_type)
-        } else if let Ok(env_path) = std::env::var("KREUZBERG_CACHE_DIR") {
-            PathBuf::from(env_path).join(&cache_type)
         } else {
-            std::env::current_dir()?.join(".kreuzberg").join(&cache_type)
+            crate::cache_dir::resolve_cache_dir(&cache_type)
         };
 
         fs::create_dir_all(&cache_dir_path)

data/vendor/kreuzberg/src/cache_dir.rs

@@ -0,0 +1,53 @@
+//! Centralized cache directory resolution for all kreuzberg modules.
+//!
+//! Provides a single function that all modules use to determine where to store
+//! cached data (models, OCR results, tessdata, etc.). This avoids per-CWD
+//! `.kreuzberg/` directories and uses platform-appropriate global cache locations.
+
+use std::path::PathBuf;
+
+/// Resolve the kreuzberg cache base directory (without a module suffix).
+///
+/// Uses the same resolution order as [`resolve_cache_dir`] but returns
+/// the top-level kreuzberg cache directory.
+#[allow(dead_code)]
+pub fn resolve_cache_base() -> PathBuf {
+    if let Ok(env_path) = std::env::var("KREUZBERG_CACHE_DIR") {
+        return PathBuf::from(env_path);
+    }
+    if let Some(cache) = dirs::cache_dir() {
+        return cache.join("kreuzberg");
+    }
+    if let Some(home) = dirs::home_dir() {
+        return home.join(".cache").join("kreuzberg");
+    }
+    std::env::current_dir()
+        .unwrap_or_else(|_| PathBuf::from("."))
+        .join(".kreuzberg")
+}
+
+/// Resolve the kreuzberg cache directory for a given module.
+///
+/// Resolution order:
+/// 1. `KREUZBERG_CACHE_DIR` env var + `/{module}` (explicit override)
+/// 2. Platform-appropriate global cache directory:
+///    - macOS: `~/Library/Caches/kreuzberg/{module}`
+///    - Linux: `$XDG_CACHE_HOME/kreuzberg/{module}` or `~/.cache/kreuzberg/{module}`
+///    - Windows: `%LOCALAPPDATA%/kreuzberg/{module}`
+/// 3. Home directory fallback: `~/.cache/kreuzberg/{module}`
+/// 4. CWD-relative fallback: `.kreuzberg/{module}` (last resort, e.g. no HOME set)
+pub fn resolve_cache_dir(module: &str) -> PathBuf {
+    if let Ok(env_path) = std::env::var("KREUZBERG_CACHE_DIR") {
+        return PathBuf::from(env_path).join(module);
+    }
+    if let Some(cache) = dirs::cache_dir() {
+        return cache.join("kreuzberg").join(module);
+    }
+    if let Some(home) = dirs::home_dir() {
+        return home.join(".cache").join("kreuzberg").join(module);
+    }
+    std::env::current_dir()
+        .unwrap_or_else(|_| PathBuf::from("."))
+        .join(".kreuzberg")
+        .join(module)
+}

data/vendor/kreuzberg/src/chunking/boundaries.rs

@@ -28,9 +28,9 @@ pub fn validate_page_boundaries(boundaries: &[PageBoundary]) -> Result<()> {
     }
 
     for (idx, boundary) in boundaries.iter().enumerate() {
-        if boundary.byte_start >= boundary.byte_end {
+        if boundary.byte_start > boundary.byte_end {
             return Err(KreuzbergError::validation(format!(
-                "Invalid boundary range at index {}: byte_start ({}) must be < byte_end ({})",
+                "Invalid boundary range at index {}: byte_start ({}) must be <= byte_end ({})",
                 idx, boundary.byte_start, boundary.byte_end
             )));
         }
@@ -287,6 +287,7 @@ mod tests {
 
     #[test]
     fn test_chunk_with_same_start_and_end() {
+        // Zero-length boundaries are valid (empty pages)
         let boundaries = vec![PageBoundary {
             byte_start: 10,
             byte_end: 10,
@@ -294,8 +295,28 @@ mod tests {
         }];
 
         let result = validate_page_boundaries(&boundaries);
-        assert!(result.is_err());
-        let err = result.unwrap_err();
-        assert!(err.to_string().contains("Invalid boundary range"));
+        assert!(result.is_ok());
+    }
+
+    #[test]
+    fn test_zero_length_boundary_is_valid() {
+        let boundaries = vec![
+            PageBoundary {
+                byte_start: 0,
+                byte_end: 100,
+                page_number: 1,
+            },
+            PageBoundary {
+                byte_start: 100,
+                byte_end: 100,
+                page_number: 2,
+            }, // empty page
+            PageBoundary {
+                byte_start: 100,
+                byte_end: 200,
+                page_number: 3,
+            },
+        ];
+        assert!(validate_page_boundaries(&boundaries).is_ok());
     }
 }

data/vendor/kreuzberg/src/chunking/processor.rs

@@ -146,6 +146,7 @@ mod tests {
             #[cfg(feature = "tree-sitter")]
             code_intelligence: None,
             formatted_content: None,
+            ocr_internal_document: None,
 	        };
 
         processor.process(&mut result, &config).await.unwrap();
@@ -183,6 +184,7 @@ mod tests {
             #[cfg(feature = "tree-sitter")]
             code_intelligence: None,
             formatted_content: None,
+            ocr_internal_document: None,
         };
 
         processor.process(&mut result, &config).await.unwrap();
@@ -232,6 +234,7 @@ mod tests {
             #[cfg(feature = "tree-sitter")]
             code_intelligence: None,
             formatted_content: None,
+            ocr_internal_document: None,
         };
 
         let config_with_chunking = ExtractionConfig {
@@ -277,6 +280,7 @@ mod tests {
             #[cfg(feature = "tree-sitter")]
             code_intelligence: None,
             formatted_content: None,
+            ocr_internal_document: None,
         };
 
         let long_result = ExtractionResult {
@@ -302,6 +306,7 @@ mod tests {
             #[cfg(feature = "tree-sitter")]
             code_intelligence: None,
             formatted_content: None,
+            ocr_internal_document: None,
         };
 
         let short_duration = processor.estimated_duration_ms(&short_result);
@@ -356,6 +361,7 @@ mod tests {
             #[cfg(feature = "tree-sitter")]
             code_intelligence: None,
             formatted_content: None,
+            ocr_internal_document: None,
         };
 
         processor.process(&mut result, &config).await.unwrap();
@@ -402,6 +408,7 @@ mod tests {
             #[cfg(feature = "tree-sitter")]
             code_intelligence: None,
             formatted_content: None,
+            ocr_internal_document: None,
         };
 
         processor.process(&mut result, &config).await.unwrap();
@@ -448,6 +455,7 @@ mod tests {
             #[cfg(feature = "tree-sitter")]
             code_intelligence: None,
             formatted_content: None,
+            ocr_internal_document: None,
         };
 
         processor.process(&mut result, &config).await.unwrap();
@@ -494,6 +502,7 @@ mod tests {
             #[cfg(feature = "tree-sitter")]
             code_intelligence: None,
             formatted_content: None,
+            ocr_internal_document: None,
         };
 
         processor.process(&mut result, &config).await.unwrap();

data/vendor/kreuzberg/src/core/config/concurrency.rs

@@ -68,7 +68,10 @@ pub fn resolve_thread_budget(config: Option<&ConcurrencyConfig>) -> usize {
 /// ```
 pub fn init_thread_pools(budget: usize) {
     POOL_INIT.call_once(|| {
+        #[cfg(not(target_arch = "wasm32"))]
         rayon::ThreadPoolBuilder::new().num_threads(budget).build_global().ok();
+        #[cfg(target_arch = "wasm32")]
+        let _ = budget;
     });
 }
 

data/vendor/kreuzberg/src/core/config/extraction/core.rs

@@ -404,18 +404,25 @@ impl ExtractionConfig {
     /// - Auto-enabling `extract_pages` when `result_format` is `ElementBased`, because
     ///   the element transformation requires per-page data to assign correct page numbers.
     ///   Without this, all elements would incorrectly get `page_number=1`.
+    /// - Auto-enabling `extract_pages` when chunking is configured, because the chunker
+    ///   needs page boundaries to assign correct page numbers to chunks.
     pub fn normalized(&self) -> std::borrow::Cow<'_, Self> {
-        if self.result_format == crate::types::OutputFormat::ElementBased {
-            let needs_pages = match &self.pages {
+        let needs_pages = |cfg: &Self| -> bool {
+            match &cfg.pages {
                 Some(page_config) => !page_config.extract_pages,
                 None => true,
-            };
-            if needs_pages {
-                let mut config = self.clone();
-                let page_config = config.pages.get_or_insert_with(super::super::page::PageConfig::default);
-                page_config.extract_pages = true;
-                return std::borrow::Cow::Owned(config);
             }
+        };
+
+        let needs_pages_for_elements =
+            self.result_format == crate::types::OutputFormat::ElementBased && needs_pages(self);
+        let needs_pages_for_chunking = self.chunking.is_some() && needs_pages(self);
+
+        if needs_pages_for_elements || needs_pages_for_chunking {
+            let mut config = self.clone();
+            let page_config = config.pages.get_or_insert_with(super::super::page::PageConfig::default);
+            page_config.extract_pages = true;
+            return std::borrow::Cow::Owned(config);
         }
         std::borrow::Cow::Borrowed(self)
     }

data/vendor/kreuzberg/src/core/extractor/batch.rs

@@ -33,7 +33,7 @@ where
     let max_concurrent = config
         .max_concurrent_extractions
         .or_else(|| config.concurrency.as_ref().and_then(|c| c.max_threads))
-        .unwrap_or_else(|| (num_cpus::get() as f64 * 1.5).ceil() as usize);
+        .unwrap_or_else(|| crate::core::config::concurrency::resolve_thread_budget(config.concurrency.as_ref()));
     let semaphore = Arc::new(Semaphore::new(max_concurrent));
 
     let mut tasks = JoinSet::new();

data/vendor/kreuzberg/src/core/extractor/helpers.rs

@@ -100,6 +100,7 @@ pub(crate) fn error_extraction_result(e: &KreuzbergError, elapsed_ms: Option<u64
         #[cfg(feature = "tree-sitter")]
         code_intelligence: None,
         formatted_content: None,
+        ocr_internal_document: None,
     }
 }