kreuzberg 4.0.0.pre.rc.7 → 4.0.0.pre.rc.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 86ef74ea08ce1971136cf72aac3e1082a25bd60f10675f9d9e8cab7659076189
-  data.tar.gz: 7635098e6aa3d1aeaa238e88f993aece6b3adf46497f6423fcc92fa0c75e478f
+  metadata.gz: 916533f5e53e159638c5efcf50ca58ca16705ad2df86095b013fbfe7ed8f4cfb
+  data.tar.gz: dd0d04f68f00849b83e996b806af808400383400a29fdabd618108c63c6c9ffa
 SHA512:
-  metadata.gz: e29f2972b1384283dee4a11de61e3de8330a4a523ae754dea6995729a0cc03485efc22dc966846328f998d3fa0e91b973fa8e072169c177dcae432f3b1655118
-  data.tar.gz: 3c6146bbca9b009ddb2b1dd107ef767ffd921747555a973390eebd36c4074e4b520380b0a4d4925ed8e2e3f6c4aef351505a1d4b4d0aa0ceabafef28e8c517b7
+  metadata.gz: b8b2db6d787185dd3764ed749bb5079528d8306bd6ce3a8b1458ab65561c8002ce2741e2d21a3cc7cff391fe44b9634a9aa0afc6112b4844ed5490bd109d52dc
+  data.tar.gz: 45a0ea17841640ed4e6bcaf0b96476cbde875dd6436305395ba7f32483ae8cf54aef0aed2cc7351ad4c7bed82cce74764a27659e5f2f215cda39b0027fef9b48

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    kreuzberg (4.0.0.pre.rc.7)
+    kreuzberg (4.0.0.pre.rc.8)
 
 GEM
   remote: https://rubygems.org/
@@ -24,7 +24,7 @@ GEM
     bigdecimal (3.3.1)
     byebug (12.0.0)
     coderay (1.1.3)
-    concurrent-ruby (1.3.5)
+    concurrent-ruby (1.3.6)
     connection_pool (3.0.2)
     csv (3.3.5)
     diff-lcs (1.6.2)
@@ -58,7 +58,7 @@ GEM
     racc (1.8.1)
     rainbow (3.1.1)
     rake (13.3.1)
-    rake-compiler (1.3.0)
+    rake-compiler (1.3.1)
       rake
     rake-compiler-dock (1.10.0)
     rb-fsevent (0.11.2)
@@ -136,8 +136,6 @@ GEM
 PLATFORMS
   arm64-darwin-23
   arm64-darwin-24
-  x64-mingw-ucrt
-  x86_64-linux
 
 DEPENDENCIES
   bundler (~> 4.0)

data/ext/kreuzberg_rb/native/.cargo/config.toml

@@ -1,2 +1,2 @@
 [build]
-rustflags = ["-A", "unpredictable-function-pointer-comparisons"]
+rustflags = ["-A", "unpredictable-function-pointer-comparisons", "-A", "fn_ptr_eq"]

data/ext/kreuzberg_rb/native/Cargo.lock

@@ -4388,8 +4388,6 @@ dependencies = [
 [[package]]
 name = "rb-sys"
 version = "0.9.119"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4519fc8de033923105f512c504a8f27714ef38648ccc30969362194c50b2ed08"
 dependencies = [
  "rb-sys-build",
 ]
@@ -6721,7 +6719,3 @@ checksum = "dc6fb7703e32e9a07fb3f757360338b3a567a5054f21b5f52a666752e333d58e"
 dependencies = [
  "zune-core 0.5.0",
 ]
-
-[[patch.unused]]
-name = "rb-sys"
-version = "4.0.0-rc.6"

data/ext/kreuzberg_rb/native/Cargo.toml

@@ -7,7 +7,7 @@ rb-sys = { path = "../../../vendor/rb-sys" }
 
 [package]
 name = "kreuzberg-rb"
-version = "4.0.0-rc.7"
+version = "4.0.0-rc.8"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <nhirschfeld@gmail.com>"]

data/lib/kreuzberg/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Kreuzberg
-  VERSION = '4.0.0-rc.7'
+  VERSION = '4.0.0-rc.8'
 end

data/vendor/kreuzberg/Cargo.toml

@@ -26,6 +26,9 @@ tokio-runtime = ["dep:tokio"]
 
 # Format extractors
 pdf = ["dep:pdfium-render", "dep:lopdf", "dep:image"]
+pdf-static = ["pdf"] # Download + static link (no runtime dependency)
+pdf-bundled = ["pdf"] # Embed library in binary (self-contained)
+pdf-system = ["pdf"] # Use system-installed pdfium via pkg-config
 excel = ["dep:calamine", "dep:polars", "tokio-runtime"]
 office = [
     "dep:roxmltree",
@@ -71,6 +74,7 @@ keywords = ["keywords-yake", "keywords-rake"]
 # Server features
 api = ["dep:axum", "dep:tower", "dep:tower-http", "tokio-runtime"]
 mcp = ["dep:rmcp", "tokio-runtime"]
+mcp-http = ["mcp", "api"]                                          # NEW - enables HTTP transport
 
 # Observability features
 otel = ["dep:opentelemetry", "dep:opentelemetry_sdk", "dep:tracing-opentelemetry"]
@@ -98,6 +102,7 @@ cli = ["pdf", "excel", "office", "html", "ocr", "language-detection", "chunking"
 
 [build-dependencies]
 tracing = { workspace = true }
+pkg-config = "0.3"             # For system pdfium detection
 
 [dependencies]
 # Core dependencies (always included)
@@ -138,7 +143,7 @@ roxmltree = { version = "0.21.1", optional = true }
 zip = { version = "6.0.0", optional = true }
 mail-parser = { version = "0.11.1", optional = true }
 msg_parser = { version = "0.1.1", optional = true }
-html-to-markdown-rs = { version = "2.14.1", features = ["inline-images"], optional = true }
+html-to-markdown-rs = { version = "2.14.2", features = ["inline-images"], optional = true }
 quick-xml = { version = "0.38.4", features = ["serialize"], optional = true }
 tar = { version = "0.4.44", optional = true }
 sevenz-rust = { version = "0.6.1", optional = true }
@@ -187,6 +192,8 @@ rmcp = { version = "0.11.0", features = [
     "macros",
     "base64",
     "transport-io",
+    "transport-streamable-http-server",
+    "axum",
 ], optional = true }
 # Observability features (optional)
 opentelemetry = { version = "0.31", features = ["trace"], optional = true }
@@ -215,4 +222,4 @@ harness = false
 pprof = { version = "0.15.0", features = ["flamegraph"], optional = true }
 
 [target.'cfg(target_arch = "wasm32")'.dependencies]
-wasm-bindgen-rayon = "1.2"
+wasm-bindgen-rayon = "1.3"

data/vendor/kreuzberg/README.md

@@ -169,6 +169,47 @@ kreuzberg = { version = "4.0", features = ["server"] }
 kreuzberg = { version = "4.0", features = ["cli"] }
 ```
 
+## PDFium Linking Options
+
+When using the `pdf` feature, you can choose how PDFium is linked to your binary. Four strategies are supported:
+
+| Strategy | Feature | Use Case |
+|----------|---------|----------|
+| **Dynamic (default)** | `pdf` | Fast builds, runtime library dependency |
+| **Static** | `pdf`, `pdf-static` | Embed PDFium in binary, larger binary size |
+| **Bundled** | `pdf`, `pdf-bundled` | Self-contained per-binary copies |
+| **System** | `pdf`, `pdf-system` | Use system-installed PDFium |
+
+### Examples
+
+**Default (dynamic linking)** - Fastest compilation, requires libpdfium at runtime:
+```toml
+[dependencies]
+kreuzberg = { version = "4.0", features = ["pdf"] }
+```
+
+**Static linking** - Larger binary, no runtime dependency:
+```toml
+[dependencies]
+kreuzberg = { version = "4.0", features = ["pdf", "pdf-static"] }
+```
+
+**Bundled** - Each binary extracts its own copy:
+```toml
+[dependencies]
+kreuzberg = { version = "4.0", features = ["pdf", "pdf-bundled"] }
+```
+
+**System-installed** - Use pkg-config or manual paths:
+```toml
+[dependencies]
+kreuzberg = { version = "4.0", features = ["pdf", "pdf-system"] }
+```
+
+For comprehensive guidance on linking strategies, environment variables, and troubleshooting, see the [PDFium Linking Guide](../../docs/guides/pdfium-linking.md).
+
+**Note:** Language bindings (Python, TypeScript, Ruby, Java, Go) bundle PDFium automatically and do not expose linking options.
+
 ## Documentation
 
 **[API Documentation](https://docs.rs/kreuzberg)** – Complete API reference with examples