kreuzberg 4.0.0.pre.rc.17 → 4.0.0.pre.rc.18

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f91977b1472bb6211f3ac2efad274e8cbc77dc5ed9832529eccbebeae1f74b4f
-  data.tar.gz: b8a32377a80cfec656e8ddd65576dc220f497fc65b7b45b307db54a0b3b4a274
+  metadata.gz: a1c1d7ddcc45217bf5d9ea47a4d9d3ef9f41ed5a4bd87f4ff1f2ada7cfe0bca6
+  data.tar.gz: 167fb6c623c9e4368bcd2388e0ef4631d170d0e167cc0555c2dc7cd814bff9eb
 SHA512:
-  metadata.gz: cb391d9f82848e0b19b0c8df2cce7db455d1b73ba5e5c6dd63a2cc87732d8dd0cd6596ca7f9b305061d9400db95c5890292efbd16af7e55a9434f3f29a337642
-  data.tar.gz: 9e41afcc217e00d9feb3f8c4adecb7152743227f2c77f4bcfd9fd5e3d4b64b01171d3bdbb2b1290e10d2efdf13cdb53feb8fee01a95b6ba4d87ea76425b56692
+  metadata.gz: 37661576ba03012b1549c2388e0aee4c24cdb0e05cb34164fc85ca654c20236b28829678531c50fe46260433c43907c3f03cf516753f12c78ee2026a0b14a446
+  data.tar.gz: 96e1b3b10589fa7f47fc9609158da556e7d889a61963953c72e5f92337897828d68934d8dc0a66d7b2e28774204b6b1bf2c95226d5c26c84a98a01ce797e24df

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    kreuzberg (4.0.0.pre.rc.17)
+    kreuzberg (4.0.0.pre.rc.18)
 
 GEM
   remote: https://rubygems.org/

data/ext/kreuzberg_rb/native/Cargo.lock

@@ -455,6 +455,18 @@ dependencies = [
  "core2",
 ]
 
+[[package]]
+name = "bitvec"
+version = "1.0.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1bc2832c24239b0141d5674bb9174f9d68a8b5b3f2753311927c172ca46f7e9c"
+dependencies = [
+ "funty",
+ "radium",
+ "tap",
+ "wyz",
+]
+
 [[package]]
 name = "blake3"
 version = "1.8.2"
@@ -987,6 +999,20 @@ dependencies = [
  "serde",
 ]
 
+[[package]]
+name = "dashmap"
+version = "6.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5041cc499144891f3790297212f32a74fb938e5136a14943f338ef9e0ae276cf"
+dependencies = [
+ "cfg-if",
+ "crossbeam-utils",
+ "hashbrown 0.14.5",
+ "lock_api",
+ "once_cell",
+ "parking_lot_core",
+]
+
 [[package]]
 name = "debug_unsafe"
 version = "0.1.3"
@@ -1434,6 +1460,12 @@ dependencies = [
  "windows-sys 0.59.0",
 ]
 
+[[package]]
+name = "funty"
+version = "2.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e6d5a32815ae3f33302d95fdcb2ce17862f8c65363dcfd29360480ba1001fc9c"
+
 [[package]]
 name = "futf"
 version = "0.1.5"
@@ -1638,6 +1670,12 @@ dependencies = [
  "zerocopy",
 ]
 
+[[package]]
+name = "hashbrown"
+version = "0.14.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e5274423e17b7c9fc20b6e7e208532f9b19825d82dfd615708b70edd83df41f1"
+
 [[package]]
 name = "hashbrown"
 version = "0.15.5"
@@ -2280,7 +2318,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg"
-version = "4.0.0-rc.14"
+version = "4.0.0-rc.17"
 dependencies = [
  "ahash",
  "async-trait",
@@ -2288,8 +2326,10 @@ dependencies = [
  "base64 0.22.1",
  "base64-simd",
  "biblatex",
+ "bitvec",
  "calamine",
  "chardetng",
+ "dashmap",
  "docx-lite",
  "encoding_rs",
  "fast_image_resize",
@@ -2334,6 +2374,7 @@ dependencies = [
  "serde_json",
  "serde_yaml_ng",
  "sevenz-rust2",
+ "simdutf8",
  "tar",
  "text-splitter",
  "thiserror 2.0.17",
@@ -2368,7 +2409,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-tesseract"
-version = "4.0.0-rc.14"
+version = "4.0.0-rc.17"
 dependencies = [
  "cc",
  "cmake",
@@ -4124,6 +4165,12 @@ version = "5.3.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f"
 
+[[package]]
+name = "radium"
+version = "0.7.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "dc33ff2d4973d518d823d61aa239014831e521c75da58e3df4840d3f47749d09"
+
 [[package]]
 name = "rake"
 version = "0.3.6"
@@ -5218,6 +5265,12 @@ dependencies = [
  "syn",
 ]
 
+[[package]]
+name = "tap"
+version = "1.0.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "55937e1799185b12863d447f42597ed69d9928686b8d88a1df17376a097d8369"
+
 [[package]]
 name = "tar"
 version = "0.4.44"
@@ -6439,6 +6492,15 @@ version = "0.6.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "9edde0db4769d2dc68579893f2306b26c6ecfbe0ef499b013d731b7b9247e0b9"
 
+[[package]]
+name = "wyz"
+version = "0.5.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "05f360fc0b24296329c78fda852a1e9ae82de9cf7b27dae4b7f62f118f77b9ed"
+dependencies = [
+ "tap",
+]
+
 [[package]]
 name = "xattr"
 version = "1.6.1"

data/ext/kreuzberg_rb/native/Cargo.toml

@@ -7,7 +7,7 @@ rb-sys = { path = "../../../vendor/rb-sys" }
 
 [package]
 name = "kreuzberg-rb"
-version = "4.0.0-rc.17"
+version = "4.0.0-rc.18"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <nhirschfeld@gmail.com>"]

data/ext/kreuzberg_rb/native/build.rs

@@ -54,15 +54,17 @@ fn main() {
 
         // Fallback: Add search paths and use standard linking
         for dir in [host_lib_dir, target_lib_dir] {
-            if dir.exists() {
-                println!("cargo:rustc-link-search=native={}", dir.display());
-            }
+            println!("cargo:rustc-link-search=native={}", dir.display());
         }
     }
 
     // Link the kreuzberg-ffi library
     // When kreuzberg-ffi is built, its symbols become available for linking
-    println!("cargo:rustc-link-lib=static=kreuzberg_ffi");
+    if target.contains("windows") {
+        println!("cargo:rustc-link-lib=dylib=kreuzberg_ffi");
+    } else {
+        println!("cargo:rustc-link-lib=static=kreuzberg_ffi");
+    }
 
     if target.contains("darwin") {
         println!("cargo:rustc-link-arg=-Wl,-undefined,dynamic_lookup");

data/lib/kreuzberg/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Kreuzberg
-  VERSION = '4.0.0-rc.17'
+  VERSION = '4.0.0-rc.18'
 end

data/vendor/Cargo.toml

@@ -1,8 +1,8 @@
 [workspace]
-members = ["kreuzberg", "kreuzberg-tesseract"]
+members = ["kreuzberg", "kreuzberg-tesseract", "kreuzberg-ffi"]
 
 [workspace.package]
-version = "4.0.0-rc.17"
+version = "4.0.0-rc.18"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <nhirschfeld@gmail.com>"]

data/vendor/kreuzberg/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg"
-version = "4.0.0-rc.17"
+version = "4.0.0-rc.18"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <nhirschfeld@gmail.com>"]

data/vendor/kreuzberg-ffi/Cargo.toml

@@ -0,0 +1,74 @@
+[package]
+name = "kreuzberg-ffi"
+version.workspace = true
+edition.workspace = true
+rust-version.workspace = true
+authors.workspace = true
+description = "C FFI bindings for Kreuzberg document intelligence library"
+license.workspace = true
+repository = "https://github.com/kreuzberg-dev/kreuzberg"
+homepage = "https://kreuzberg.dev"
+documentation = "https://docs.rs/kreuzberg-ffi"
+readme = "README.md"
+keywords = ["ffi", "bindings", "document", "extraction", "api"]
+categories = ["development-tools::ffi", "text-processing"]
+
+[lib]
+# cdylib: Required by Java (FFM API) and Go (cgo dynamic linking)
+# staticlib: Required by Python (PyO3 static linking) to avoid dylib install_name issues on macOS
+# rlib: Standard Rust library format for workspace dependencies
+crate-type = ["cdylib", "staticlib", "rlib"]
+
+[features]
+# Mirror embeddings feature availability from kreuzberg dependency
+embeddings = []
+# Optional rayon for parallel batch processing
+rayon = ["dep:rayon"]
+# Re-export kreuzberg features for downstream conditional compilation
+pdf = []
+keywords-yake = []
+keywords-rake = []
+
+[dependencies]
+serde_json = { workspace = true }
+serde = { workspace = true }
+async-trait = { workspace = true }
+tokio = { workspace = true }
+html-to-markdown-rs = { version = "2.16.1", default-features = false }
+rayon = { version = "1.11", optional = true }
+
+# On Windows MinGW, disable embeddings/ort since ONNX Runtime is not available
+# in MinGW-compatible form. Use all other features but exclude embeddings.
+[target.'cfg(all(windows, target_env = "gnu"))'.dependencies]
+kreuzberg = { path = "../kreuzberg", features = [
+    "pdf",
+    "excel",
+    "office",
+    "email",
+    "html",
+    "xml",
+    "archives",
+    "ocr",
+    "language-detection",
+    "chunking",
+    "quality",
+    "keywords",
+    "api",
+    "mcp",
+    "otel",
+    "bundled-pdfium",
+] }
+
+[target.'cfg(not(all(windows, target_env = "gnu")))'.dependencies]
+kreuzberg = { path = "../kreuzberg", features = ["full", "bundled-pdfium"] }
+
+[build-dependencies]
+cbindgen = "0.29"
+
+[dev-dependencies]
+tempfile = { workspace = true }
+criterion = { version = "0.8", features = ["html_reports"] }
+
+[[bench]]
+name = "result_view_benchmark"
+harness = false