kreuzberg 4.3.7 → 4.3.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1c9f9cd70dd541fd9c193c1ab60782eb04e287019f707eeb0d6eb853f64fc039
-  data.tar.gz: ce8345437d8e47062a21799b0352ceb2d5917a0546421b39a928fe1b659dc28d
+  metadata.gz: 32a54c81c378239aaf604785d6475aa99a97b42a59dbe3e4fed156df0109ad28
+  data.tar.gz: dd0a6158f4a5c112faeb7e1bae603d3f7f4da5c21c2102105a40864154c35448
 SHA512:
-  metadata.gz: 012fac8575af2561d8b114649ef370ee281e90629a3ac95abad398dc3371853109e76e19b4aca9aeeba315853cae72f2ff9788681bd7b1bcfa3cb8245dbaa939
-  data.tar.gz: fce6aa4f32a4651821d20ba61c77d6b61fc1038492e4b7d960c585ce2c131dd228430835fcb35f945998c64ae3faa71655ab5748b6243e2c70453e9505a442a0
+  metadata.gz: 073f79596f0c96b783645800f152c84ecbae090bec967019d841fc155875275a6db5c1e8007e8446091ed08d6372d222881ffd7b460b2a91b3d556481acb9a63
+  data.tar.gz: 9c0422293b1bd07c79227056159f574106fbb1f6306549fd267ff3eb892332ebdddd5762c15ee8aec75c4837095fe2d6ee392965662fc00cad573a8eb962b71e

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    kreuzberg (4.3.7)
+    kreuzberg (4.3.8)
       rb_sys (~> 0.9.119)
       sorbet-runtime (~> 0.5)
 
@@ -124,7 +124,7 @@ GEM
       rubocop (~> 1.81)
     ruby-progressbar (1.13.0)
     securerandom (0.4.1)
-    sorbet-runtime (0.6.12956)
+    sorbet-runtime (0.6.12957)
     steep (1.10.0)
       activesupport (>= 5.1)
       concurrent-ruby (>= 1.1.10)
@@ -210,7 +210,7 @@ CHECKSUMS
   i18n (1.14.8) sha256=285778639134865c5e0f6269e0b818256017e8cde89993fdfcbfb64d088824a5
   io-console (0.8.2) sha256=d6e3ae7a7cc7574f4b8893b4fca2162e57a825b223a177b7afa236c5ef9814cc
   json (2.18.1) sha256=fe112755501b8d0466b5ada6cf50c8c3f41e897fa128ac5d263ec09eedc9f986
-  kreuzberg (4.3.7)
+  kreuzberg (4.3.8)
   language_server-protocol (3.17.0.5) sha256=fd1e39a51a28bf3eec959379985a72e296e9f9acfce46f6a79d31ca8760803cc
   lint_roller (1.1.0) sha256=2c0c845b632a7d172cb849cc90c1bce937a28c5c8ccccb50dfd46a485003cc87
   listen (3.10.0) sha256=c6e182db62143aeccc2e1960033bebe7445309c7272061979bb098d03760c9d2
@@ -245,7 +245,7 @@ CHECKSUMS
   rubocop-rspec (3.9.0) sha256=8fa70a3619408237d789aeecfb9beef40576acc855173e60939d63332fdb55e2
   ruby-progressbar (1.13.0) sha256=80fc9c47a9b640d6834e0dc7b3c94c9df37f08cb072b7761e4a71e22cff29b33
   securerandom (0.4.1) sha256=cc5193d414a4341b6e225f0cb4446aceca8e50d5e1888743fac16987638ea0b1
-  sorbet-runtime (0.6.12956) sha256=fee716a62d0b1d94ebc8e6ba23e76a7654eeac66c1f5cc1e1bef78b8e9ff87c7
+  sorbet-runtime (0.6.12957) sha256=691ccafeae2663236777ffc8a348266907fca3985b089f013d7ccd59bef19056
   steep (1.10.0) sha256=1b295b55f9aaff1b8d3ee42453ee55bc2a1078fda0268f288edb2dc014f4d7d1
   strscan (3.1.7) sha256=5f76462b94a3ea50b44973225b7d75b2cb96d4e1bee9ef1319b99ca117b72c8c
   terminal-table (4.0.0) sha256=f504793203f8251b2ea7c7068333053f0beeea26093ec9962e62ea79f94301d2

data/README.md

@@ -22,7 +22,7 @@
     <img src="https://img.shields.io/maven-central/v/dev.kreuzberg/kreuzberg?label=Java&color=007ec6" alt="Java">
   </a>
   <a href="https://github.com/kreuzberg-dev/kreuzberg/releases">
-    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.3.7" alt="Go">
+    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.3.8" alt="Go">
   </a>
   <a href="https://www.nuget.org/packages/Kreuzberg/">
     <img src="https://img.shields.io/nuget/v/Kreuzberg?label=C%23&color=007ec6" alt="C#">

data/ext/kreuzberg_rb/native/Cargo.lock

@@ -470,9 +470,9 @@ dependencies = [
 
 [[package]]
 name = "biblib"
-version = "0.3.2"
+version = "0.4.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "877d134cd77e9e3c8b90e848d5e28e3126aa8db8d66a6f97e7af89c468f631a9"
+checksum = "f289d61c020b03326674c9a13caf0b9a2744465510df96ff97979083a28517c6"
 dependencies = [
  "compact_str",
  "either",
@@ -976,6 +976,19 @@ dependencies = [
  "windows-sys 0.59.0",
 ]
 
+[[package]]
+name = "console"
+version = "0.16.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "03e45a4a8926227e4197636ba97a9fc9b00477e9f4bd711395687c5f0734bec4"
+dependencies = [
+ "encode_unicode",
+ "libc",
+ "once_cell",
+ "unicode-width",
+ "windows-sys 0.61.2",
+]
+
 [[package]]
 name = "console_error_panic_hook"
 version = "0.1.7"
@@ -1119,21 +1132,6 @@ dependencies = [
  "libc",
 ]
 
-[[package]]
-name = "crc"
-version = "3.3.0"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9710d3b3739c2e349eb44fe848ad0b7c8cb1e42bd87ee49371df2f7acaf3e675"
-dependencies = [
- "crc-catalog",
-]
-
-[[package]]
-name = "crc-catalog"
-version = "2.4.0"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "19d374276b40fb8bbdee95aef7c7fa6b5316ec764510eb64b8dd0e2ed0d7e7f5"
-
 [[package]]
 name = "crc32fast"
 version = "1.5.0"
@@ -1657,7 +1655,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "b4339d45a80579ab8305616a501eacdbf18fb0f7def7fa6e4c0b75941416d5b0"
 dependencies = [
  "anyhow",
- "hf-hub",
+ "hf-hub 0.4.3",
  "ndarray",
  "ort",
  "safetensors",
@@ -2237,7 +2235,7 @@ checksum = "629d8f3bbeda9d148036d6b0de0a3ab947abd08ce90626327fc3547a49d59d97"
 dependencies = [
  "dirs",
  "http",
- "indicatif",
+ "indicatif 0.17.11",
  "libc",
  "log",
  "native-tls",
@@ -2250,6 +2248,25 @@ dependencies = [
  "windows-sys 0.60.2",
 ]
 
+[[package]]
+name = "hf-hub"
+version = "0.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "aef3982638978efa195ff11b305f51f1f22f4f0a6cabee7af79b383ebee6a213"
+dependencies = [
+ "dirs",
+ "http",
+ "indicatif 0.18.4",
+ "libc",
+ "log",
+ "rand 0.9.2",
+ "serde",
+ "serde_json",
+ "thiserror 2.0.18",
+ "ureq 3.2.0",
+ "windows-sys 0.61.2",
+]
+
 [[package]]
 name = "hmac"
 version = "0.12.1"
@@ -2709,13 +2726,26 @@ version = "0.17.11"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "183b3088984b400f4cfac3620d5e076c84da5364016b4f49473de574b2586235"
 dependencies = [
- "console",
+ "console 0.15.11",
  "number_prefix",
  "portable-atomic",
  "unicode-width",
  "web-time",
 ]
 
+[[package]]
+name = "indicatif"
+version = "0.18.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "25470f23803092da7d239834776d653104d551bc4d7eacaf31e6837854b8e9eb"
+dependencies = [
+ "console 0.16.2",
+ "portable-atomic",
+ "unicode-width",
+ "unit-prefix",
+ "web-time",
+]
+
 [[package]]
 name = "infer"
 version = "0.19.0"
@@ -2901,7 +2931,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg"
-version = "4.3.6"
+version = "4.3.8"
 dependencies = [
  "ahash",
  "async-trait",
@@ -2926,7 +2956,7 @@ dependencies = [
  "hayro-jbig2",
  "hayro-jpeg2000",
  "hex",
- "hf-hub",
+ "hf-hub 0.5.0",
  "html-to-markdown-rs",
  "image",
  "indexmap",
@@ -2939,7 +2969,7 @@ dependencies = [
  "lazy_static",
  "libc",
  "lopdf",
- "lzma-rust2 0.15.7",
+ "lzma-rust2 0.16.2",
  "mail-parser",
  "memchr",
  "mime_guess",
@@ -2954,7 +2984,7 @@ dependencies = [
  "pkg-config",
  "polars",
  "pulldown-cmark",
- "quick-xml 0.39.1",
+ "quick-xml 0.39.2",
  "rake",
  "rayon",
  "regex",
@@ -2993,7 +3023,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-ffi"
-version = "4.3.6"
+version = "4.3.8"
 dependencies = [
  "ahash",
  "async-trait",
@@ -3009,7 +3039,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-paddle-ocr"
-version = "4.3.6"
+version = "4.3.8"
 dependencies = [
  "geo-clipper",
  "geo-types",
@@ -3024,7 +3054,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-pdfium-render"
-version = "4.3.6"
+version = "4.3.8"
 dependencies = [
  "bitflags",
  "bytemuck",
@@ -3048,7 +3078,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-rb"
-version = "4.3.6"
+version = "4.3.8"
 dependencies = [
  "async-trait",
  "html-to-markdown-rs",
@@ -3065,7 +3095,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-tesseract"
-version = "4.3.6"
+version = "4.3.8"
 dependencies = [
  "cc",
  "cmake",
@@ -3295,18 +3325,13 @@ name = "lzma-rust2"
 version = "0.15.7"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "1670343e58806300d87950e3401e820b519b9384281bbabfb15e3636689ffd69"
-dependencies = [
- "crc",
- "sha2",
-]
 
 [[package]]
 name = "lzma-rust2"
-version = "0.16.1"
+version = "0.16.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d673a11333485e7d8b93d62a9a5b07b22daf5e8a8655a44c1bb18aa4bf3d1524"
+checksum = "47bb1e988e6fb779cf720ad431242d3f03167c1b3f2b1aae7f1a94b2495b36ae"
 dependencies = [
- "crc",
  "sha2",
 ]
 
@@ -4891,9 +4916,9 @@ dependencies = [
 
 [[package]]
 name = "quick-xml"
-version = "0.39.1"
+version = "0.39.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "bd58c6a1fc307e1092aa0bb23d204ca4d1f021764142cd0424dccc84d2d5d106"
+checksum = "958f21e8e7ceb5a1aa7fa87fab28e7c75976e0bfe7e23ff069e0a260f894067d"
 dependencies = [
  "memchr",
  "serde",
@@ -7035,6 +7060,12 @@ version = "0.1.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e"
 
+[[package]]
+name = "unit-prefix"
+version = "0.5.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "81e544489bf3d8ef66c953931f56617f423cd4b5494be343d9b9d3dda037b9a3"
+
 [[package]]
 name = "unsafe-libyaml"
 version = "0.2.11"
@@ -7088,6 +7119,7 @@ dependencies = [
  "base64 0.22.1",
  "cookie_store",
  "der",
+ "flate2",
  "log",
  "native-tls",
  "percent-encoding",
@@ -7095,6 +7127,7 @@ dependencies = [
  "rustls-pki-types",
  "serde",
  "serde_json",
+ "socks",
  "ureq-proto",
  "utf-8",
  "webpki-root-certs",
@@ -8122,7 +8155,7 @@ dependencies = [
  "getrandom 0.4.1",
  "hmac",
  "indexmap",
- "lzma-rust2 0.16.1",
+ "lzma-rust2 0.16.2",
  "memchr",
  "pbkdf2",
  "ppmd-rust",

data/ext/kreuzberg_rb/native/Cargo.toml

@@ -37,7 +37,7 @@ collapsible_if = "allow"
 
 [package]
 name = "kreuzberg-rb"
-version = "4.3.7"
+version = "4.3.8"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <nhirschfeld@gmail.com>"]

data/lib/kreuzberg/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Kreuzberg
-  VERSION = '4.3.7'
+  VERSION = '4.3.8'
 end

data/vendor/Cargo.toml

@@ -2,7 +2,7 @@
 members = ["kreuzberg", "kreuzberg-ffi", "kreuzberg-tesseract", "kreuzberg-paddle-ocr", "kreuzberg-pdfium-render"]
 
 [workspace.package]
-version = "4.3.7"
+version = "4.3.8"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <nhirschfeld@gmail.com>"]
@@ -26,7 +26,7 @@ image = { version = "0.25.9", default-features = false }
 js-sys = "0.3"
 libc = "0.2.182"
 log = "0.4"
-lzma-rust2 = { version = "0.15.7" }
+lzma-rust2 = { version = "0.16.2" }
 num_cpus = "1.17.0"
 once_cell = "1.21.3"
 parking_lot = "0.12.5"

data/vendor/kreuzberg/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg"
-version = "4.3.7"
+version = "4.3.8"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <nhirschfeld@gmail.com>"]
@@ -51,6 +51,7 @@ email = ["dep:mail-parser", "dep:cfb"]
 html = ["dep:html-to-markdown-rs"]
 xml = ["dep:quick-xml", "dep:roxmltree"]
 archives = ["dep:zip", "dep:tar", "dep:sevenz-rust2", "dep:lzma-rust2", "dep:flate2"]
+mdx = ["dep:pulldown-cmark"]
 
 ocr = [
     "dep:kreuzberg-tesseract",
@@ -90,7 +91,17 @@ mcp-http = ["mcp", "api"]
 
 otel = ["dep:opentelemetry", "dep:opentelemetry_sdk", "dep:tracing-opentelemetry"]
 
-wasm-target = ["pdf", "html", "xml", "email", "language-detection", "chunking", "quality", "office"]
+wasm-target = [
+    "pdf",
+    "html",
+    "xml",
+    "email",
+    "language-detection",
+    "chunking",
+    "quality",
+    "office",
+    "mdx",
+]
 wasm-threads = ["dep:wasm-bindgen-rayon"]
 
 full = [
@@ -108,6 +119,7 @@ full = [
     "embeddings",
     "quality",
     "keywords",
+    "mdx",
     "api",
     "mcp",
     "otel",
@@ -124,6 +136,7 @@ cli = [
     "language-detection",
     "chunking",
     "quality",
+    "mdx",
 ]
 
 [build-dependencies]
@@ -174,10 +187,10 @@ mail-parser = { version = "0.11.2", optional = true }
 html-to-markdown-rs = { version = "2.25.1", default-features = false , features = [
     "inline-images", "metadata", ], optional = true }
 cfb = { version = "0.14.0", optional = true }
-quick-xml = { version = "0.39.1", features = ["serialize"], optional = true }
+quick-xml = { version = "0.39.2", features = ["serialize"], optional = true }
 tar = { version = "0.4.44", optional = true }
 sevenz-rust2 = { version = "0.20.1", optional = true }
-lzma-rust2 = { version = "0.15.7" , optional = true }
+lzma-rust2 = { version = "0.16.2" , optional = true }
 flate2 = { version = "1.1", optional = true }
 
 pulldown-cmark = { version = "0.13", optional = true }

data/vendor/kreuzberg/README.md

@@ -17,7 +17,7 @@ High-performance document intelligence library for Rust. Extract text, metadata,
 
 This is the core Rust library that powers the Python, TypeScript, and Ruby bindings.
 
-> **🚀 Version 4.3.7 Release**
+> **🚀 Version 4.3.8 Release**
 > This is a pre-release version. We invite you to test the library and [report any issues](https://github.com/kreuzberg-dev/kreuzberg/issues) you encounter.
 >
 > **Note**: The Rust crate is not currently published to crates.io for this RC. Use git dependencies or language bindings (Python, TypeScript, Ruby) instead.

data/vendor/kreuzberg/src/api/handlers.rs

@@ -193,6 +193,24 @@ pub async fn extract_handler(
     Ok(Json(results))
 }
 
+/// Formats endpoint handler.
+///
+/// GET /formats
+///
+/// Returns all supported file extensions and their corresponding MIME types.
+#[utoipa::path(
+    get,
+    path = "/formats",
+    tag = "health",
+    responses(
+        (status = 200, description = "Supported formats", body = Vec<crate::SupportedFormat>),
+    )
+)]
+#[cfg_attr(feature = "otel", tracing::instrument(name = "api.formats"))]
+pub async fn formats_handler() -> Json<Vec<crate::SupportedFormat>> {
+    Json(crate::list_supported_formats())
+}
+
 /// Cache stats endpoint handler.
 ///
 /// GET /cache/stats

data/vendor/kreuzberg/src/api/openapi.rs

@@ -33,6 +33,7 @@ use utoipa::OpenApi;
         crate::api::handlers::health_handler,
         crate::api::handlers::info_handler,
         crate::api::handlers::extract_handler,
+        crate::api::handlers::formats_handler,
         crate::api::handlers::cache_stats_handler,
         crate::api::handlers::cache_clear_handler,
         crate::api::handlers::embed_handler,
@@ -53,6 +54,7 @@ use utoipa::OpenApi;
             crate::api::types::ChunkItem,
             crate::api::types::ChunkingConfigRequest,
             crate::api::types::ChunkingConfigResponse,
+            crate::core::mime::SupportedFormat,
             crate::types::extraction::ExtractionResult,
             crate::types::extraction::Chunk,
             crate::types::extraction::ChunkMetadata,

data/vendor/kreuzberg/src/api/router.rs

@@ -17,8 +17,8 @@ use crate::{ExtractionConfig, core::ServerConfig};
 
 use super::{
     handlers::{
-        cache_clear_handler, cache_stats_handler, chunk_handler, embed_handler, extract_handler, health_handler,
-        info_handler,
+        cache_clear_handler, cache_stats_handler, chunk_handler, embed_handler, extract_handler, formats_handler,
+        health_handler, info_handler,
     },
     types::{ApiSizeLimits, ApiState},
 };
@@ -157,6 +157,7 @@ pub fn create_router_with_limits_and_server_config(
         .route("/extract", post(extract_handler))
         .route("/embed", post(embed_handler))
         .route("/chunk", post(chunk_handler))
+        .route("/formats", get(formats_handler))
         .route("/health", get(health_handler))
         .route("/info", get(info_handler))
         .route("/cache/stats", get(cache_stats_handler))