kreuzberg 4.8.3 → 4.8.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8b636a0d3207a655747e4b288b0f66b616b460b282f49d2b4947ec23ac319cfc
-  data.tar.gz: ef5522acd061db0093d68afb96d440888f605aefaa6e0cc262f248e2e82e62cb
+  metadata.gz: 16deeaa47cb35ded0b844af72d43b74da5539084f21a79d17513be2da9ac2f0b
+  data.tar.gz: 64715b14cffac78a796853e9f5d9a2d0969427de9d59a243c87a5d20699dcce3
 SHA512:
-  metadata.gz: 89b72104facd4e87ecc5c65011305abdcd77fd829073dcd235829d67297ad17b09136bb9c2df0dd3dcf7e79ba2f86bba6ceb69fdbf22b783725555b4efa375b3
-  data.tar.gz: c82c2c92b595613497385af930f497762d56831818cda45d230044a61fbbe5730da4d7781cb956fa6096b53e364dfff9772d3517fe2cc879785d53659a45d5d0
+  metadata.gz: e362717e5db0fad6a9494737e53c2444a84cb76fd274c70283a6650eef0891e9ced2af424b2ed9501eb749f21fcfb2ca3b4f8c7b336d1a248bb99f4a7e69131e
+  data.tar.gz: 5d05d862a170f0efe0f6f6a9867846bb3b000136f638b1efe6ddee5e94310dc92495a40a7dff204b4098f92989175e1691ba10897be884ca960477d48dcbc6ca

data/README.md

@@ -22,7 +22,7 @@
     <img src="https://img.shields.io/maven-central/v/dev.kreuzberg/kreuzberg?label=Java&color=007ec6" alt="Java">
   </a>
   <a href="https://github.com/kreuzberg-dev/kreuzberg/releases">
-    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.8.3" alt="Go">
+    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.8.4" alt="Go">
   </a>
   <a href="https://www.nuget.org/packages/Kreuzberg/">
     <img src="https://img.shields.io/nuget/v/Kreuzberg?label=C%23&color=007ec6" alt="C#">

data/ext/kreuzberg_rb/native/Cargo.lock

@@ -1601,12 +1601,9 @@ dependencies = [
 
 [[package]]
 name = "fearless_simd"
-version = "0.3.0"
+version = "0.4.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8fb2907d1f08b2b316b9223ced5b0e89d87028ba8deae9764741dba8ff7f3903"
-dependencies = [
- "bytemuck",
-]
+checksum = "76258897e51fd156ee03b6246ea53f3e0eb395d0b327e9961c4fc4c8b2fa151a"
 
 [[package]]
 name = "filetime"
@@ -2065,9 +2062,9 @@ dependencies = [
 
 [[package]]
 name = "hayro-jpeg2000"
-version = "0.3.4"
+version = "0.3.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c1a74cfc18c0093ef8009a0d6c1ba3024df0cce228503a14c1372e1e23eed43e"
+checksum = "c75ab947623ef4ccaa7acf0579edf7cbb5a73838e3839a7be73335e522f433a1"
 dependencies = [
  "fearless_simd",
 ]
@@ -2251,15 +2248,14 @@ dependencies = [
 
 [[package]]
 name = "hyper-rustls"
-version = "0.27.7"
+version = "0.27.8"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e3c93eb611681b207e1fe55d5a71ecf91572ec8a6705cdb6857f7d8d5242cf58"
+checksum = "c2b52f86d1d4bc0d6b4e6826d960b1b333217e07d36b882dca570a5e1c48895b"
 dependencies = [
  "http",
  "hyper",
  "hyper-util",
  "rustls",
- "rustls-pki-types",
  "tokio",
  "tokio-rustls",
  "tower-service",
@@ -2935,7 +2931,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-rb"
-version = "4.8.3"
+version = "4.8.4"
 dependencies = [
  "async-trait",
  "html-to-markdown-rs",
@@ -2987,9 +2983,9 @@ checksum = "2c4a545a15244c7d945065b5d392b2d2d7f21526fba56ce51467b06ed445e8f7"
 
 [[package]]
 name = "libc"
-version = "0.2.184"
+version = "0.2.185"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "48f5d2a454e16a5ea0f4ced81bd44e4cfc7bd3a507b61887c99fd3538b28e4af"
+checksum = "52ff2c0fe9bc6cb6b14a0592c2ff4fa9ceb83eea9db979b0487cd054946a2b8f"
 
 [[package]]
 name = "libfuzzer-sys"
@@ -3644,9 +3640,9 @@ dependencies = [
 
 [[package]]
 name = "openssl"
-version = "0.10.76"
+version = "0.10.77"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "951c002c75e16ea2c65b8c7e4d3d51d5530d8dfa7d060b4776828c88cfb18ecf"
+checksum = "bfe4646e360ec77dff7dde40ed3d6c5fee52d156ef4a62f53973d38294dad87f"
 dependencies = [
  "bitflags",
  "cfg-if",
@@ -3676,9 +3672,9 @@ checksum = "7c87def4c32ab89d880effc9e097653c8da5d6ef28e6b539d313baaacfbafcbe"
 
 [[package]]
 name = "openssl-sys"
-version = "0.9.112"
+version = "0.9.113"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "57d55af3b3e226502be1526dfdba67ab0e9c96fc293004e79576b2b9edb0dbdb"
+checksum = "ad2f2c0eba47118757e4c6d2bff2838f3e0523380021356e7875e858372ce644"
 dependencies = [
  "cc",
  "libc",
@@ -3873,9 +3869,9 @@ checksum = "ad78bf43dcf80e8f950c92b84f938a0fc7590b7f6866fbcbeca781609c115590"
 
 [[package]]
 name = "pkg-config"
-version = "0.3.32"
+version = "0.3.33"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7edddbd0b52d732b21ad9a5fab5c704c14cd949e5e9a1ec5929a24fded1b904c"
+checksum = "19f132c84eca552bf34cab8ec81f1c1dcc229b811638f9d283dceabe58c5569e"
 
 [[package]]
 name = "plain"
@@ -4564,9 +4560,9 @@ dependencies = [
 
 [[package]]
 name = "rustls"
-version = "0.23.37"
+version = "0.23.38"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "758025cb5fccfd3bc2fd74708fd4682be41d99e5dff73c377c0646c6012c73a4"
+checksum = "69f9466fb2c14ea04357e91413efb882e2a6d4a406e625449bc0a5d360d53a21"
 dependencies = [
  "aws-lc-rs",
  "log",

data/ext/kreuzberg_rb/native/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg-rb"
-version = "4.8.3"
+version = "4.8.4"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]

data/lib/kreuzberg/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Kreuzberg
-  VERSION = '4.8.3'
+  VERSION = '4.8.4'
 end

data/vendor/Cargo.toml

@@ -2,7 +2,7 @@
 members = ["kreuzberg", "kreuzberg-ffi", "kreuzberg-tesseract", "kreuzberg-paddle-ocr", "kreuzberg-pdfium-render"]
 
 [workspace.package]
-version = "4.8.3"
+version = "4.8.4"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
@@ -23,7 +23,7 @@ clap = { version = "4.6", features = ["derive", "color", "suggestions"] }
 comrak = { version = "0.52", default-features = false }
 console_error_panic_hook = "0.1"
 criterion = { version = "0.8", features = ["html_reports"] }
-ctor = "0.9"
+ctor = "0.10"
 dbase = "0.7"
 futures = "0.3"
 getrandom = { version = "0.4.2", features = ["wasm_js"] }
@@ -32,10 +32,10 @@ html-to-markdown-rs = { version = "3.1.0", default-features = false }
 image = { version = "0.25.10", default-features = false }
 itertools = "0.14"
 js-sys = "0.3"
-kreuzberg = { path = "./crates/kreuzberg", version = "4.8.3", default-features = false }
-kreuzberg-ffi = { path = "./crates/kreuzberg-ffi", version = "4.8.3" }
+kreuzberg = { path = "./crates/kreuzberg", version = "4.8.4", default-features = false }
+kreuzberg-ffi = { path = "./crates/kreuzberg-ffi", version = "4.8.4" }
 lazy_static = "1.5.0"
-libc = "0.2.184"
+libc = "0.2.185"
 liter-llm = { version = "1.2", features = ["native-http", "tracing"], default-features = false }
 log = "0.4"
 lzma-rust2 = { version = "0.16.2" }
@@ -45,7 +45,7 @@ num_cpus = "1.17.0"
 once_cell = "1.21.4"
 ort = { version = "2.0.0-rc.12", features = ["std", "api-18"], default-features = false }
 parking_lot = "0.12.5"
-pdf_oxide = { version = "0.3.24", default-features = false }
+pdf_oxide = { version = "0.3.30", default-features = false }
 pdfium-render = { package = "kreuzberg-pdfium-render", path = "crates/kreuzberg-pdfium-render", version = "4.3" }
 rayon = "1.11.0"
 reqwest = { version = "0.13.2", default-features = false }

data/vendor/kreuzberg/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg"
-version = "4.8.3"
+version = "4.8.4"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
@@ -265,7 +265,7 @@ dirs = "6"
 encoding_rs = { version = "0.8.35" }
 fast_image_resize = { version = "6.0.0", optional = true }
 flate2 = { version = "1.1", optional = true }
-hayro-jbig2 = { version = "0.2", default-features = false, features = ["std"], optional = true }
+hayro-jbig2 = { version = "0.3", default-features = false, features = ["std"], optional = true }
 hayro-jpeg2000 = { version = "0.3", default-features = false, features = [
     "std",
     "simd",
@@ -291,7 +291,7 @@ jotdown = "0.9"
 kamadak-exif = { version = "0.6.1", optional = true }
 
 kreuzberg-tesseract = { path = "../kreuzberg-tesseract", optional = true }
-libc = "0.2.184"
+libc = "0.2.185"
 liter-llm = { version = "1.2", features = ["native-http", "tracing"], default-features = false, optional = true }
 log = "0.4"
 lopdf = { version = "0.40.0", optional = true }
@@ -314,7 +314,7 @@ ort = { version = "2.0.0-rc.12", default-features = false, features = [
 outlook-pst = { version = "1.2.0", optional = true }
 parking_lot = "0.12.5"
 pastey = "0.2"
-pdf_oxide = { version = "0.3.24", default-features = false, optional = true }
+pdf_oxide = { version = "0.3.30", default-features = false, optional = true }
 pdfium-render = { package = "kreuzberg-pdfium-render", path = "../kreuzberg-pdfium-render", features = ["thread_safe", "image_latest"], optional = true }
 pulldown-cmark = { version = "0.13" }
 quick-xml = { version = "0.39.2", features = ["serialize"], optional = true }

data/vendor/kreuzberg/README.md

@@ -18,7 +18,7 @@ High-performance document intelligence library for Rust. Extract text, metadata,
 
 This is the core Rust library that powers the Python, TypeScript, and Ruby bindings.
 
-> **🚀 Version 4.8.3 Release**
+> **🚀 Version 4.8.4 Release**
 > This is a pre-release version. We invite you to test the library and [report any issues](https://github.com/kreuzberg-dev/kreuzberg/issues) you encounter.
 >
 > **Note**: The Rust crate is not currently published to crates.io for this RC. Use git dependencies or language bindings (Python, TypeScript, Ruby) instead.

data/vendor/kreuzberg/src/rendering/comrak_bridge.rs

@@ -252,8 +252,11 @@ fn build_inlines<'a>(
     let mut pos: u32 = 0;
 
     for ann in &sorted {
-        let start = ann.start.min(len);
-        let end = ann.end.min(len);
+        // Clamp to text length, then snap to valid UTF-8 char boundaries.
+        // Annotation byte offsets can land inside multi-byte characters
+        // (e.g. Cyrillic «»), which would panic on slice indexing.
+        let start = text.ceil_char_boundary(ann.start.min(len) as usize) as u32;
+        let end = text.floor_char_boundary(ann.end.min(len) as usize) as u32;
 
         // Skip overlapping annotations.
         if start < pos {
@@ -266,7 +269,13 @@ fn build_inlines<'a>(
             continue;
         }
 
+        // Skip degenerate annotations where boundary snapping collapsed the range.
+        if start >= end {
+            continue;
+        }
+
         // Gap text before this annotation.
+        // `pos` is always on a char boundary (starts at 0, updated to floor-snapped `end`).
         if start > pos {
             let gap = &text[pos as usize..start as usize];
             if !gap.is_empty() {
@@ -1162,6 +1171,41 @@ mod tests {
         assert!(out.contains("*Hello World*"), "got: {}", out);
     }
 
+    #[test]
+    fn test_annotation_on_multibyte_char_boundary() {
+        // Regression: annotation byte offsets that land inside a multi-byte
+        // UTF-8 character (e.g. Cyrillic «») must not panic.
+        // «ярко»: each char is 2 bytes → « 0..2, я 2..4, р 4..6, к 6..8, о 8..10, » 10..12.
+        // Annotation starts at byte 1 (inside «) and ends at byte 11 (inside »).
+        let mut b = InternalDocumentBuilder::new("test");
+        let ann = vec![TextAnnotation {
+            start: 1,
+            end: 11,
+            kind: AnnotationKind::Bold,
+        }];
+        b.push_paragraph("«ярко»", ann, None, None);
+        let doc = b.build();
+        let out = render(&doc);
+        assert!(out.contains("ярко"), "Cyrillic content should be present, got: {}", out);
+    }
+
+    #[test]
+    fn test_annotation_on_valid_multibyte_boundaries() {
+        // Annotations on correct char boundaries must still produce formatting.
+        let mut b = InternalDocumentBuilder::new("test");
+        // "Привет" = 12 bytes, " " = 1, "мир" = 6 → 19 bytes total.
+        let ann = vec![TextAnnotation {
+            start: 0,
+            end: 12,
+            kind: AnnotationKind::Bold,
+        }];
+        b.push_paragraph("Привет мир", ann, None, None);
+        let doc = b.build();
+        let out = render(&doc);
+        assert!(out.contains("**Привет**"), "got: {}", out);
+        assert!(out.contains("мир"), "got: {}", out);
+    }
+
     #[test]
     fn test_footnote() {
         let mut b = InternalDocumentBuilder::new("test");

data/vendor/kreuzberg-ffi/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg-ffi"
-version = "4.8.3"
+version = "4.8.4"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
@@ -26,40 +26,15 @@ rayon = ["dep:rayon"]
 [dependencies]
 ahash = { version = "0.8.12", features = ["serde"] }
 async-trait = "0.1.89"
-ctor = "0.9"
+ctor = "0.10"
 html-to-markdown-rs = { version = "3.1.0", default-features = false }
+kreuzberg = { path = "../kreuzberg", version = "4.8.4", default-features = false, features = ["bundled-pdfium", "full"] }
 log = "0.4"
 rayon = { version = "1.11.0", optional = true }
 serde = { version = "1.0.228", features = ["derive"] }
 serde_json = { version = "1.0.149" }
 tokio = { version = "1.51.1", features = ["rt", "rt-multi-thread", "macros", "sync", "process", "fs", "time", "io-util"] }
 
-[target.'cfg(all(windows, target_env = "gnu"))'.dependencies]
-kreuzberg = { path = "../kreuzberg", version = "4.8.3", default-features = false, features = [
-    "pdf",
-    "excel",
-    "office",
-    "email",
-    "html",
-    "xml",
-    "archives",
-    "ocr",
-    "language-detection",
-    "chunking",
-    "chunking-tokenizers",
-    "embeddings",
-    "quality",
-    "keywords",
-    "api",
-    "mcp",
-    "otel",
-    "tree-sitter",
-    "bundled-pdfium",
-] }
-
-[target.'cfg(not(all(windows, target_env = "gnu")))'.dependencies]
-kreuzberg = { path = "../kreuzberg", version = "4.8.3", default-features = false, features = ["bundled-pdfium", "full"] }
-
 [build-dependencies]
 cbindgen = "0.29"
 

data/vendor/kreuzberg-ffi/kreuzberg.h

@@ -9,8 +9,8 @@
 
 #define KREUZBERG_VERSION_MAJOR 4
 #define KREUZBERG_VERSION_MINOR 8
-#define KREUZBERG_VERSION_PATCH 3
-#define KREUZBERG_VERSION "4.8.3"
+#define KREUZBERG_VERSION_PATCH 4
+#define KREUZBERG_VERSION "4.8.4"
 
 
 #include <stdarg.h>

data/vendor/kreuzberg-paddle-ocr/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg-paddle-ocr"
-version = "4.8.3"
+version = "4.8.4"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]

data/vendor/kreuzberg-pdfium-render/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg-pdfium-render"
-version = "4.8.3"
+version = "4.8.4"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]

data/vendor/kreuzberg-tesseract/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg-tesseract"
-version = "4.8.3"
+version = "4.8.4"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kreuzberg
 version: !ruby/object:Gem::Version
-  version: 4.8.3
+  version: 4.8.4
 platform: ruby
 authors:
 - Na'aman Hirschfeld
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-04-12 00:00:00.000000000 Z
+date: 2026-04-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rb_sys