kreuzberg 4.5.2 → 4.5.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2f29e7c9b7614fc78e0c54f673a804f79625081faa79317da54647937fe51a46
-  data.tar.gz: b465d7be3c677c7a7a87eb888503f57b7cf42e5bac353418a191cc2629ad3d5c
+  metadata.gz: 47a14cc623891453596552fd893b43f18ffa04068de61b47b34b7f18ad8af890
+  data.tar.gz: 5e18a52f5acbabba2ee64790b3831c89301e58043c8b22ba7616791a2338401e
 SHA512:
-  metadata.gz: fc25d857d8252f4759ed2ea07003107843182c87d855872da228f599371cdb9f705d2883995bc17ac6dd2fadf12d6aa2023eb1abf6f69f5e2844b1a90473cb02
-  data.tar.gz: 5fe146eebe572f4a6b5ac89d9e187b97eb72787493b4748ba66c968014cbc7757b0ee6bec64516968ff7419a0c6c4c5b57e0b88240a61cde454ac72fa0fed9e7
+  metadata.gz: 9ac2251c79bcdff41d8746ea3244bf3774cd022aa0f9c63a0153a7ec394f86d1bfd4fe3b364d175371f602006aafea17f612250b2b8368e213989b910f17940e
+  data.tar.gz: 8494619ec2253eaeb68b95fc4e204355ab2a08f71f5863f88b8305c7c07333a456f73c497804de7ca7693b1207bd0afaef3e6ca0ab5cb811eee1686823bff31d

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    kreuzberg (4.5.2)
+    kreuzberg (4.5.4)
       rb_sys (~> 0.9.119)
       sorbet-runtime (~> 0.5)
 
@@ -222,7 +222,7 @@ CHECKSUMS
   io-console (0.8.2) sha256=d6e3ae7a7cc7574f4b8893b4fca2162e57a825b223a177b7afa236c5ef9814cc
   json (2.19.2) sha256=e7e1bd318b2c37c4ceee2444841c86539bc462e81f40d134cf97826cb14e83cf
   json-schema (6.2.0) sha256=e8bff46ed845a22c1ab2bd0d7eccf831c01fe23bb3920caa4c74db4306813666
-  kreuzberg (4.5.2)
+  kreuzberg (4.5.4)
   language_server-protocol (3.17.0.5) sha256=fd1e39a51a28bf3eec959379985a72e296e9f9acfce46f6a79d31ca8760803cc
   lint_roller (1.1.0) sha256=2c0c845b632a7d172cb849cc90c1bce937a28c5c8ccccb50dfd46a485003cc87
   listen (3.10.0) sha256=c6e182db62143aeccc2e1960033bebe7445309c7272061979bb098d03760c9d2

data/README.md

@@ -22,7 +22,7 @@
     <img src="https://img.shields.io/maven-central/v/dev.kreuzberg/kreuzberg?label=Java&color=007ec6" alt="Java">
   </a>
   <a href="https://github.com/kreuzberg-dev/kreuzberg/releases">
-    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.5.2" alt="Go">
+    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.5.4" alt="Go">
   </a>
   <a href="https://www.nuget.org/packages/Kreuzberg/">
     <img src="https://img.shields.io/nuget/v/Kreuzberg?label=C%23&color=007ec6" alt="C#">
@@ -61,7 +61,7 @@
 </div>
 
 
-Extract text, tables, images, and metadata from 88+ file formats including PDF, Office documents, and images. Ruby bindings with idiomatic Ruby API and native performance.
+Extract text, tables, images, and metadata from 91+ file formats including PDF, Office documents, and images. Ruby bindings with idiomatic Ruby API and native performance.
 
 
 ## Installation
@@ -211,9 +211,9 @@ puts "Processing time: #{result.metadata&.dig('processing_time')}ms"
 
 ## Features
 
-### Supported File Formats (88+)
+### Supported File Formats (91+)
 
-88+ file formats across 8 major categories with intelligent format detection and comprehensive metadata extraction.
+91+ file formats across 8 major categories with intelligent format detection and comprehensive metadata extraction.
 
 #### Office Documents
 

data/ext/kreuzberg_rb/native/Cargo.lock

@@ -1215,15 +1215,15 @@ checksum = "7eed2c4702fa172d1ce21078faa7c5203e69f5394d48cc436d25928394a867a2"
 
 [[package]]
 name = "deflate64"
-version = "0.1.11"
+version = "0.1.12"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "807800ff3288b621186fe0a8f3392c4652068257302709c24efd918c3dffcdc2"
+checksum = "ac6b926516df9c60bfa16e107b21086399f8285a44ca9711344b9e553c5146e2"
 
 [[package]]
 name = "der"
-version = "0.7.10"
+version = "0.8.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e7c1832837b905bbfb5101e07cc24c8deddf52f93225eee6ead5f4d63d53ddcb"
+checksum = "71fd89660b2dc699704064e59e9dba0147b903e85319429e131620d022be411b"
 dependencies = [
  "pem-rfc7468",
  "zeroize",
@@ -2027,7 +2027,7 @@ dependencies = [
  "serde",
  "serde_json",
  "thiserror 2.0.18",
- "ureq 3.2.1",
+ "ureq 3.3.0",
  "windows-sys 0.61.2",
 ]
 
@@ -2057,9 +2057,9 @@ dependencies = [
 
 [[package]]
 name = "html-to-markdown-rs"
-version = "2.28.6"
+version = "2.29.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6869b5e058b5ebb8c176269406b692d0695b4b19c36e532b56a2c355590978ae"
+checksum = "9013679b8c3600142e5a8f742748c3c38c49d9fc50675dad62f8f1721090a85a"
 dependencies = [
  "ahash",
  "astral-tl",
@@ -2669,9 +2669,9 @@ checksum = "d98f6fed1fde3f8c21bc40a1abb88dd75e67924f9cffc3ef95607bad8017f8e2"
 
 [[package]]
 name = "iri-string"
-version = "0.7.10"
+version = "0.7.11"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c91338f0783edbd6195decb37bae672fd3b165faffb89bf7b9e6942f8b1a731a"
+checksum = "d8e7418f59cc01c88316161279a7f665217ae316b388e58a0d10e29f54f1e5eb"
 dependencies = [
  "memchr",
  "serde",
@@ -2757,7 +2757,7 @@ dependencies = [
  "cesu8",
  "cfg-if",
  "combine",
- "jni-sys",
+ "jni-sys 0.3.1",
  "log",
  "thiserror 1.0.69",
  "walkdir",
@@ -2766,9 +2766,31 @@ dependencies = [
 
 [[package]]
 name = "jni-sys"
-version = "0.3.0"
+version = "0.3.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "41a652e1f9b6e0275df1f15b32661cf0d4b78d4d87ddec5e0c3c20f097433258"
+dependencies = [
+ "jni-sys 0.4.1",
+]
+
+[[package]]
+name = "jni-sys"
+version = "0.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c6377a88cb3910bee9b0fa88d4f42e1d2da8e79915598f65fb0c7ee14c878af2"
+dependencies = [
+ "jni-sys-macros",
+]
+
+[[package]]
+name = "jni-sys-macros"
+version = "0.4.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8eaf4bc02d17cbdd7ff4c7438cafcdf7fb9a4613313ad11b4f8fefe7d3fa0130"
+checksum = "38c0b942f458fe50cdac086d2f946512305e5631e720728f2a61aabcd47a6264"
+dependencies = [
+ "quote",
+ "syn",
+]
 
 [[package]]
 name = "jobserver"
@@ -2807,7 +2829,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg"
-version = "4.5.1"
+version = "4.5.3"
 dependencies = [
  "ahash",
  "async-trait",
@@ -2870,6 +2892,7 @@ dependencies = [
  "serde_yaml_ng",
  "sevenz-rust2",
  "sha2",
+ "snap",
  "tar",
  "text-splitter",
  "thiserror 2.0.18",
@@ -2882,16 +2905,16 @@ dependencies = [
  "tracing",
  "tracing-opentelemetry",
  "unicode-normalization",
- "ureq 3.2.1",
+ "ureq 3.3.0",
  "utoipa",
  "whatlang",
  "yake-rust",
- "zip 8.3.0",
+ "zip 7.2.0",
 ]
 
 [[package]]
 name = "kreuzberg-ffi"
-version = "4.5.1"
+version = "4.5.3"
 dependencies = [
  "ahash",
  "async-trait",
@@ -2907,7 +2930,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-paddle-ocr"
-version = "4.5.1"
+version = "4.5.3"
 dependencies = [
  "geo-clipper",
  "geo-types",
@@ -2921,7 +2944,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-pdfium-render"
-version = "4.5.1"
+version = "4.5.3"
 dependencies = [
  "bitflags",
  "bytemuck",
@@ -2944,7 +2967,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-rb"
-version = "4.5.1"
+version = "4.5.3"
 dependencies = [
  "async-trait",
  "html-to-markdown-rs",
@@ -2961,13 +2984,13 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-tesseract"
-version = "4.5.1"
+version = "4.5.3"
 dependencies = [
  "cc",
  "cmake",
  "reqwest",
  "thiserror 2.0.18",
- "zip 8.3.0",
+ "zip 7.2.0",
 ]
 
 [[package]]
@@ -3739,7 +3762,7 @@ dependencies = [
  "ort-sys",
  "smallvec",
  "tracing",
- "ureq 3.2.1",
+ "ureq 3.3.0",
 ]
 
 [[package]]
@@ -3750,7 +3773,7 @@ checksum = "d7b497d21a8b6fbb4b5a544f8fadb77e801a09ae0add9e411d31c6f89e3c1e90"
 dependencies = [
  "hmac-sha256",
  "lzma-rust2 0.15.7",
- "ureq 3.2.1",
+ "ureq 3.3.0",
 ]
 
 [[package]]
@@ -3806,9 +3829,9 @@ dependencies = [
 
 [[package]]
 name = "pem-rfc7468"
-version = "0.7.0"
+version = "1.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "88b39c9bfcfc231068454382784bb460aae594343fb030d46e9f50a645418412"
+checksum = "a6305423e0e7738146434843d1694d621cce767262b2a86910beab705e4493d9"
 dependencies = [
  "base64ct",
 ]
@@ -4004,9 +4027,9 @@ dependencies = [
 
 [[package]]
 name = "pulldown-cmark"
-version = "0.13.2"
+version = "0.13.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "14104c5a24d9bcf7eb2c24753e0f49fe14555d8bd565ea3d38e4b4303267259d"
+checksum = "7c3a14896dfa883796f1cb410461aef38810ea05f2b2c33c5aded3649095fdad"
 dependencies = [
  "bitflags",
  "getopts",
@@ -4979,6 +5002,12 @@ version = "1.15.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03"
 
+[[package]]
+name = "snap"
+version = "1.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1b6b67fb9a61334225b5b790716f609cd58395f895b3fe8b328786812a40bc3b"
+
 [[package]]
 name = "socket2"
 version = "0.6.3"
@@ -5772,9 +5801,9 @@ dependencies = [
 
 [[package]]
 name = "ureq"
-version = "3.2.1"
+version = "3.3.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4ab5172ab0c2b6d01a9bb4f9332f7c1211193ea002742188040d09ea4eafe867"
+checksum = "dea7109cdcd5864d4eeb1b58a1648dc9bf520360d7af16ec26d0a9354bafcfc0"
 dependencies = [
  "base64 0.22.1",
  "cookie_store",
@@ -5796,9 +5825,9 @@ dependencies = [
 
 [[package]]
 name = "ureq-proto"
-version = "0.5.3"
+version = "0.6.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d81f9efa9df032be5934a46a068815a10a042b494b6a58cb0a1a97bb5467ed6f"
+checksum = "e994ba84b0bd1b1b0cf92878b7ef898a5c1760108fe7b6010327e274917a808c"
 dependencies = [
  "base64 0.22.1",
  "http",
@@ -6846,19 +6875,6 @@ dependencies = [
  "zopfli",
 ]
 
-[[package]]
-name = "zip"
-version = "8.3.0"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4a243cfad17427fc077f529da5a95abe4e94fd2bfdb601611870a6557cc67657"
-dependencies = [
- "crc32fast",
- "flate2",
- "indexmap",
- "memchr",
- "typed-path",
-]
-
 [[package]]
 name = "zlib-rs"
 version = "0.6.3"
@@ -6928,9 +6944,9 @@ dependencies = [
 
 [[package]]
 name = "zune-jpeg"
-version = "0.5.13"
+version = "0.5.14"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ec5f41c76397b7da451efd19915684f727d7e1d516384ca6bd0ec43ec94de23c"
+checksum = "0b7a1c0af6e5d8d1363f4994b7a091ccf963d8b694f7da5b0b9cceb82da2c0a6"
 dependencies = [
  "zune-core",
 ]

data/ext/kreuzberg_rb/native/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg-rb"
-version = "4.5.2"
+version = "4.5.4"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
@@ -64,7 +64,7 @@ tokio = { version = "1.50.0", features = [
     "time",
     "io-util",
 ] }
-html-to-markdown-rs = { version = "2.28.6", default-features = false }
+html-to-markdown-rs = { version = "2.29.0", default-features = false }
 
 [dev-dependencies]
 pretty_assertions = "1.4"

data/ext/kreuzberg_rb/native/src/config/types.rs

@@ -139,6 +139,12 @@ pub fn parse_chunking_config(ruby: &Ruby, hash: RHash) -> Result<ChunkingConfig,
 
     let sizing = parse_chunk_sizing(ruby, hash)?;
 
+    let prepend_heading_context = if let Some(val) = get_kw(ruby, hash, "prepend_heading_context") {
+        bool::try_convert(val)?
+    } else {
+        false
+    };
+
     let config = ChunkingConfig {
         max_characters: max_chars,
         overlap: max_overlap,
@@ -147,6 +153,7 @@ pub fn parse_chunking_config(ruby: &Ruby, hash: RHash) -> Result<ChunkingConfig,
         embedding,
         preset,
         sizing,
+        prepend_heading_context,
     };
 
     Ok(config)
@@ -315,12 +322,11 @@ pub fn parse_pdf_config(ruby: &Ruby, hash: RHash) -> Result<PdfConfig, Error> {
         None
     };
 
-    let allow_single_column_tables =
-        if let Some(val) = get_kw(ruby, hash, "allow_single_column_tables") {
-            bool::try_convert(val)?
-        } else {
-            false
-        };
+    let allow_single_column_tables = if let Some(val) = get_kw(ruby, hash, "allow_single_column_tables") {
+        bool::try_convert(val)?
+    } else {
+        false
+    };
 
     let config = PdfConfig {
         extract_images,
@@ -819,10 +825,19 @@ pub fn parse_layout_detection_config(ruby: &Ruby, hash: RHash) -> Result<LayoutD
         true
     };
 
+    let table_model = if let Some(val) = get_kw(ruby, hash, "table_model")
+        && val.equal(ruby.qnil()).ok() != Some(true)
+    {
+        Some(String::try_convert(val)?)
+    } else {
+        None
+    };
+
     let config = LayoutDetectionConfig {
         preset,
         confidence_threshold,
         apply_heuristics,
+        table_model,
     };
 
     Ok(config)
@@ -952,9 +967,8 @@ pub fn parse_extraction_config(ruby: &Ruby, opts: Option<RHash>) -> Result<Extra
             && val.equal(ruby.qnil()).ok() != Some(true)
         {
             let security_json = ruby_value_to_json(val)?;
-            let parsed: kreuzberg::extractors::security::SecurityLimits =
-                serde_json::from_value(security_json)
-                    .map_err(|e| runtime_error(format!("Invalid security_limits: {}", e)))?;
+            let parsed: kreuzberg::extractors::security::SecurityLimits = serde_json::from_value(security_json)
+                .map_err(|e| runtime_error(format!("Invalid security_limits: {}", e)))?;
             config.security_limits = Some(parsed);
         }
 

data/lib/kreuzberg/config.rb

@@ -850,19 +850,21 @@ module Kreuzberg
     #   )
     #
     class LayoutDetection
-      attr_reader :preset, :confidence_threshold, :apply_heuristics
+      attr_reader :preset, :confidence_threshold, :apply_heuristics, :table_model
 
-      def initialize(preset: 'fast', confidence_threshold: nil, apply_heuristics: true)
+      def initialize(preset: 'fast', confidence_threshold: nil, apply_heuristics: true, table_model: nil)
         @preset = preset.to_s
         @confidence_threshold = confidence_threshold&.to_f
         @apply_heuristics = apply_heuristics ? true : false
+        @table_model = table_model&.to_s
       end
 
       def to_h
         {
           preset: @preset,
           confidence_threshold: @confidence_threshold,
-          apply_heuristics: @apply_heuristics
+          apply_heuristics: @apply_heuristics,
+          table_model: @table_model
         }.compact
       end
     end

data/lib/kreuzberg/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Kreuzberg
-  VERSION = '4.5.2'
+  VERSION = '4.5.4'
 end

data/sig/kreuzberg.rbs

@@ -463,8 +463,9 @@ module Kreuzberg
       attr_reader preset: String
       attr_reader confidence_threshold: Float?
       attr_reader apply_heuristics: bool
+      attr_reader table_model: String?
 
-      def initialize: (?preset: String, ?confidence_threshold: Float?, ?apply_heuristics: bool) -> void
+      def initialize: (?preset: String, ?confidence_threshold: Float?, ?apply_heuristics: bool, ?table_model: String?) -> void
       def to_h: () -> Hash[Symbol, untyped]
     end
 

data/vendor/Cargo.toml

@@ -2,7 +2,7 @@
 members = ["kreuzberg", "kreuzberg-ffi", "kreuzberg-tesseract", "kreuzberg-paddle-ocr", "kreuzberg-pdfium-render"]
 
 [workspace.package]
-version = "4.5.2"
+version = "4.5.4"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
@@ -17,6 +17,7 @@ async-trait = "0.1.89"
 base64 = "0.22.1"
 blake3 = "1"
 bytes = { version = "1", features = ["serde"] }
+cfb = "0.14"
 chrono = "0.4"
 clap = { version = "4.6", features = ["derive", "color", "suggestions"] }
 console_error_panic_hook = "0.1"
@@ -25,13 +26,12 @@ ctor = "0.6"
 dbase = "0.7"
 getrandom = { version = "0.4.2", features = ["wasm_js"] }
 hex = "0.4.3"
-html-to-markdown-rs = { version = "2.28.6", default-features = false }
-hwpers = "0.5"
+html-to-markdown-rs = { version = "2.29.0", default-features = false }
 image = { version = "0.25.10", default-features = false }
 itertools = "0.14"
 js-sys = "0.3"
-kreuzberg = { path = "./crates/kreuzberg", version = "4.5.2", default-features = false }
-kreuzberg-ffi = { path = "./crates/kreuzberg-ffi", version = "4.5.2" }
+kreuzberg = { path = "./crates/kreuzberg", version = "4.5.4", default-features = false }
+kreuzberg-ffi = { path = "./crates/kreuzberg-ffi", version = "4.5.4" }
 lazy_static = "1.5.0"
 libc = "0.2.183"
 log = "0.4"