kreuzberg 4.6.2 → 4.6.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f087c152499deb621223ba54a8ca450bb0510da3b43c880f3969e33ec4b4d5e5
-  data.tar.gz: dba38092babe378ec93e0dd4f307ab44c10519623302fdf14023a52eff6549b2
+  metadata.gz: 26e800012598eeb04fe01d85d1ff8df63ac8a02a7c6345a4632bb2aae2981300
+  data.tar.gz: 6207e53529cbde80bbacd4db9e9e0bd6f6640242e16e1a1cb1543ccfc8ab0291
 SHA512:
-  metadata.gz: 2e2cb3a3636555ac5f7d54bf473e36872efef5cf1796c667f727fa8622792a5cec009799d35c5ccb776997b7c39a0e5d0745266c7c5e5604d22b4e3e3e2f5e1f
-  data.tar.gz: b032174ab9b1366d3d05082ef6cfe3b1b700ff66d265fb28353d69b581aee6989688dd8e01b8c516f7046a8968ca86edd8a80cb72cb48477607eb8104d7facb3
+  metadata.gz: 05e510db77e1154b51918b2804549a08a32ee0091bf17ef9f22580391d7eb03044e7e220f398d4f647746b79ec163258ef2862be577662cb542d92a684f37f07
+  data.tar.gz: eff1441ce70ff97dec6cbf1ee995aa60fb91a072fee5df9475c6e02072e59aa151fc4a797ddcdebed80c3b53c90f3f8a274392bc8e39c7425cc8fc25d77b101a

data/README.md

@@ -22,7 +22,7 @@
     <img src="https://img.shields.io/maven-central/v/dev.kreuzberg/kreuzberg?label=Java&color=007ec6" alt="Java">
   </a>
   <a href="https://github.com/kreuzberg-dev/kreuzberg/releases">
-    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.6.2" alt="Go">
+    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.6.3" alt="Go">
   </a>
   <a href="https://www.nuget.org/packages/Kreuzberg/">
     <img src="https://img.shields.io/nuget/v/Kreuzberg?label=C%23&color=007ec6" alt="C#">

data/ext/kreuzberg_rb/native/Cargo.lock

@@ -61,6 +61,21 @@ dependencies = [
  "equator",
 ]
 
+[[package]]
+name = "alloc-no-stdlib"
+version = "2.0.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "cc7bb162ec39d46ab1ca8c77bf72e890535becd1751bb45f64c597edb4c8c6b3"
+
+[[package]]
+name = "alloc-stdlib"
+version = "0.2.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "94fb8275041c72129eb51b7d0322c29b8387a0386127718b096429201a5d6ece"
+dependencies = [
+ "alloc-no-stdlib",
+]
+
 [[package]]
 name = "allocator-api2"
 version = "0.2.21"
@@ -188,6 +203,18 @@ dependencies = [
  "memchr",
 ]
 
+[[package]]
+name = "async-compression"
+version = "0.4.41"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d0f9ee0f6e02ffd7ad5816e9464499fba7b3effd01123b515c41d1697c43dad1"
+dependencies = [
+ "compression-codecs",
+ "compression-core",
+ "pin-project-lite",
+ "tokio",
+]
+
 [[package]]
 name = "async-trait"
 version = "0.1.89"
@@ -517,6 +544,27 @@ dependencies = [
  "generic-array",
 ]
 
+[[package]]
+name = "brotli"
+version = "8.0.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4bd8b9603c7aa97359dbd97ecf258968c95f3adddd6db2f7e7a5bef101c84560"
+dependencies = [
+ "alloc-no-stdlib",
+ "alloc-stdlib",
+ "brotli-decompressor",
+]
+
+[[package]]
+name = "brotli-decompressor"
+version = "5.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "874bb8112abecc98cbd6d81ea4fa7e94fb9449648c93cc89aa40c81c24d7de03"
+dependencies = [
+ "alloc-no-stdlib",
+ "alloc-stdlib",
+]
+
 [[package]]
 name = "bufrw"
 version = "0.2.0"
@@ -788,9 +836,9 @@ dependencies = [
 
 [[package]]
 name = "cmake"
-version = "0.1.57"
+version = "0.1.58"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "75443c44cd6b379beb8c5b45d85d0773baf31cce901fe7bb252f4eff3008ef7d"
+checksum = "c0f78a02292a74a88ac736019ab962ece0bc380e3f977bf72e376c5d78ff0678"
 dependencies = [
  "cc",
 ]
@@ -841,6 +889,26 @@ dependencies = [
  "static_assertions",
 ]
 
+[[package]]
+name = "compression-codecs"
+version = "0.4.37"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "eb7b51a7d9c967fc26773061ba86150f19c50c0d65c887cb1fbe295fd16619b7"
+dependencies = [
+ "brotli",
+ "compression-core",
+ "flate2",
+ "memchr",
+ "zstd",
+ "zstd-safe",
+]
+
+[[package]]
+name = "compression-core"
+version = "0.4.31"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "75984efb6ed102a0d42db99afb6c1948f0380d1d91808d5529916e6c08b49d8d"
+
 [[package]]
 name = "console"
 version = "0.15.11"
@@ -4301,9 +4369,9 @@ dependencies = [
 
 [[package]]
 name = "rmcp"
-version = "1.2.0"
+version = "1.3.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ba6b9d2f0efe2258b23767f1f9e0054cfbcac9c2d6f81a031214143096d7864f"
+checksum = "2231b2c085b371c01bc90c0e6c1cab8834711b6394533375bdbf870b0166d419"
 dependencies = [
  "async-trait",
  "base64 0.22.1",
@@ -4332,9 +4400,9 @@ dependencies = [
 
 [[package]]
 name = "rmcp-macros"
-version = "1.2.0"
+version = "1.3.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ab9d95d7ed26ad8306352b0d5f05b593222b272790564589790d210aa15caa9e"
+checksum = "36ea0e100fadf81be85d7ff70f86cd805c7572601d4ab2946207f36540854b43"
 dependencies = [
  "darling 0.23.0",
  "proc-macro2",
@@ -4782,9 +4850,9 @@ dependencies = [
 
 [[package]]
 name = "simd-adler32"
-version = "0.3.8"
+version = "0.3.9"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e320a6c5ad31d271ad523dcf3ad13e2767ad8b1cb8f047f75a8aeaf8da139da2"
+checksum = "703d5c7ef118737c72f1af64ad2f6f8c5e1921f818cdcb97b8fe6fc69bf66214"
 
 [[package]]
 name = "simd_helpers"
@@ -5359,6 +5427,7 @@ dependencies = [
  "pin-project-lite",
  "sync_wrapper",
  "tokio",
+ "tokio-util",
  "tower-layer",
  "tower-service",
  "tracing",
@@ -5370,18 +5439,23 @@ version = "0.6.8"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "d4e6559d53cc268e5031cd8429d05415bc4cb4aefc4aa5d6cc35fbf5b924a1f8"
 dependencies = [
+ "async-compression",
  "bitflags",
  "bytes",
+ "futures-core",
  "futures-util",
  "http",
  "http-body",
  "http-body-util",
  "iri-string",
  "pin-project-lite",
+ "tokio",
+ "tokio-util",
  "tower",
  "tower-layer",
  "tower-service",
  "tracing",
+ "uuid",
 ]
 
 [[package]]
@@ -5535,9 +5609,9 @@ checksum = "7df058c713841ad818f1dc5d3fd88063241cc61f49f5fbea4b951e8cf5a8d71d"
 
 [[package]]
 name = "unicode-segmentation"
-version = "1.13.1"
+version = "1.13.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "da36089a805484bcccfffe0739803392c8298778a2d2f09febf76fac5ad9025b"
+checksum = "9629274872b2bfaf8d66f5f15725007f635594914870f65218920345aa11aa8c"
 
 [[package]]
 name = "unicode-width"
@@ -5713,9 +5787,9 @@ dependencies = [
 
 [[package]]
 name = "uuid"
-version = "1.22.0"
+version = "1.23.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a68d3c8f01c0cfa54a75291d83601161799e4a89a39e0929f4b0354d88757a37"
+checksum = "5ac8b6f42ead25368cf5b098aeb3dc8a1a2c05a3eee8a9a1a68c640edbfc79d9"
 dependencies = [
  "getrandom 0.4.2",
  "js-sys",
@@ -6595,6 +6669,34 @@ dependencies = [
  "simd-adler32",
 ]
 
+[[package]]
+name = "zstd"
+version = "0.13.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e91ee311a569c327171651566e07972200e76fcfe2242a4fa446149a3881c08a"
+dependencies = [
+ "zstd-safe",
+]
+
+[[package]]
+name = "zstd-safe"
+version = "7.2.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8f49c4d5f0abb602a93fb8736af2a4f4dd9512e36f7f570d66e65ff867ed3b9d"
+dependencies = [
+ "zstd-sys",
+]
+
+[[package]]
+name = "zstd-sys"
+version = "2.0.16+zstd.1.5.7"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "91e19ebc2adc8f83e43039e79776e3fda8ca919132d68a1fed6a5faca2683748"
+dependencies = [
+ "cc",
+ "pkg-config",
+]
+
 [[package]]
 name = "zune-core"
 version = "0.5.1"
@@ -6612,9 +6714,9 @@ dependencies = [
 
 [[package]]
 name = "zune-jpeg"
-version = "0.5.14"
+version = "0.5.15"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0b7a1c0af6e5d8d1363f4994b7a091ccf963d8b694f7da5b0b9cceb82da2c0a6"
+checksum = "27bc9d5b815bc103f142aa054f561d9187d191692ec7c2d1e2b4737f8dbd7296"
 dependencies = [
  "zune-core",
 ]

data/ext/kreuzberg_rb/native/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg-rb"
-version = "4.6.2"
+version = "4.6.3"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]

data/lib/kreuzberg/config.rb

@@ -837,6 +837,25 @@ module Kreuzberg
       end
     end
 
+    # Email extraction configuration
+    #
+    # @example With fallback codepage
+    #   email = Email.new(msg_fallback_codepage: 1251)
+    #
+    class Email
+      attr_reader :msg_fallback_codepage
+
+      def initialize(msg_fallback_codepage: nil)
+        @msg_fallback_codepage = msg_fallback_codepage&.to_i
+      end
+
+      def to_h
+        h = {}
+        h[:msg_fallback_codepage] = @msg_fallback_codepage unless @msg_fallback_codepage.nil?
+        h
+      end
+    end
+
     # Layout detection configuration
     #
     # @example Basic usage with fast preset
@@ -933,7 +952,8 @@ module Kreuzberg
                   :token_reduction, :keywords, :html_options, :pages,
                   :max_concurrent_extractions, :output_format, :result_format,
                   :security_limits, :layout, :concurrency,
-                  :cache_namespace, :cache_ttl_secs, :extraction_timeout_secs
+                  :cache_namespace, :cache_ttl_secs, :extraction_timeout_secs,
+                  :max_archive_depth, :acceleration, :email
 
       # Alias for backward compatibility - image_extraction is the canonical name
       alias image_extraction images
@@ -959,6 +979,7 @@ module Kreuzberg
         postprocessor token_reduction keywords html_options pages
         max_concurrent_extractions output_format result_format
         security_limits layout concurrency cache_namespace cache_ttl_secs extraction_timeout_secs
+        max_archive_depth acceleration email
       ].freeze
 
       # Aliases for backward compatibility
@@ -1015,7 +1036,7 @@ module Kreuzberg
         new(**normalize_hash_keys(hash))
       end
 
-      def initialize(hash = nil,
+      def initialize(hash = nil, # rubocop:disable Metrics/MethodLength
                      use_cache: true,
                      enable_quality_processing: true,
                      force_ocr: false,
@@ -1039,7 +1060,10 @@ module Kreuzberg
                      concurrency: nil,
                      cache_namespace: nil,
                      cache_ttl_secs: nil,
-                     extraction_timeout_secs: nil)
+                     extraction_timeout_secs: nil,
+                     max_archive_depth: 3,
+                     acceleration: nil,
+                     email: nil)
         kwargs = {
           use_cache: use_cache, enable_quality_processing: enable_quality_processing,
           force_ocr: force_ocr, force_ocr_pages: force_ocr_pages,
@@ -1054,7 +1078,10 @@ module Kreuzberg
           concurrency: concurrency,
           cache_namespace: cache_namespace,
           cache_ttl_secs: cache_ttl_secs,
-          extraction_timeout_secs: extraction_timeout_secs
+          extraction_timeout_secs: extraction_timeout_secs,
+          max_archive_depth: max_archive_depth,
+          acceleration: acceleration,
+          email: email
         }
         extracted = extract_from_hash(hash, kwargs)
 
@@ -1086,7 +1113,10 @@ module Kreuzberg
         @pages = normalize_config(params[:pages], PageConfig)
         @layout = normalize_config(params[:layout], LayoutDetection)
         @concurrency = normalize_config(params[:concurrency], Concurrency)
+        @acceleration = normalize_config(params[:acceleration], Acceleration)
+        @email = normalize_config(params[:email], Email)
         @max_concurrent_extractions = params[:max_concurrent_extractions]&.to_i
+        @max_archive_depth = params[:max_archive_depth]&.to_i || 3
         @output_format = validate_output_format(params[:output_format])
         @result_format = validate_result_format(params[:result_format])
         @cache_namespace = params[:cache_namespace]
@@ -1127,6 +1157,7 @@ module Kreuzberg
           force_ocr_pages: @force_ocr_pages,
           include_document_structure: @include_document_structure,
           max_concurrent_extractions: @max_concurrent_extractions,
+          max_archive_depth: @max_archive_depth,
           output_format: @output_format,
           result_format: @result_format,
           cache_namespace: @cache_namespace,
@@ -1142,7 +1173,8 @@ module Kreuzberg
           image_extraction: @images&.to_h, postprocessor: @postprocessor&.to_h,
           token_reduction: @token_reduction&.to_h, keywords: @keywords&.to_h,
           html_options: @html_options&.to_h, pages: @pages&.to_h,
-          layout: @layout&.to_h, concurrency: @concurrency&.to_h
+          layout: @layout&.to_h, concurrency: @concurrency&.to_h,
+          acceleration: @acceleration&.to_h, email: @email&.to_h
         }
       end
 
@@ -1286,6 +1318,12 @@ module Kreuzberg
           @layout = normalize_config(value, LayoutDetection)
         when :concurrency
           @concurrency = normalize_config(value, Concurrency)
+        when :acceleration
+          @acceleration = normalize_config(value, Acceleration)
+        when :email
+          @email = normalize_config(value, Email)
+        when :max_archive_depth
+          @max_archive_depth = value&.to_i || 3
         when :max_concurrent_extractions
           @max_concurrent_extractions = value&.to_i
         when :output_format
@@ -1373,6 +1411,9 @@ module Kreuzberg
         @html_options = merged.html_options
         @pages = merged.pages
         @layout = merged.layout
+        @acceleration = merged.acceleration
+        @email = merged.email
+        @max_archive_depth = merged.max_archive_depth
       end
 
       def update_output_options(merged)

data/lib/kreuzberg/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Kreuzberg
-  VERSION = '4.6.2'
+  VERSION = '4.6.3'
 end

data/sig/kreuzberg.rbs

@@ -459,6 +459,21 @@ module Kreuzberg
       def to_h: () -> Hash[Symbol, untyped]
     end
 
+    class Acceleration
+      attr_reader provider: String
+      attr_reader device_id: Integer
+
+      def initialize: (?provider: String, ?device_id: Integer) -> void
+      def to_h: () -> Hash[Symbol, untyped]
+    end
+
+    class Email
+      attr_reader msg_fallback_codepage: Integer?
+
+      def initialize: (?msg_fallback_codepage: Integer?) -> void
+      def to_h: () -> Hash[Symbol, untyped]
+    end
+
     class LayoutDetection
       attr_reader preset: String
       attr_reader confidence_threshold: Float?
@@ -497,7 +512,10 @@ module Kreuzberg
       attr_reader pages: PageConfig?
       attr_reader layout: LayoutDetection?
       attr_reader concurrency: Concurrency?
+      attr_reader acceleration: Acceleration?
+      attr_reader email: Email?
       attr_reader max_concurrent_extractions: Integer?
+      attr_reader max_archive_depth: Integer
       attr_reader output_format: String?
       attr_reader result_format: String?
       attr_reader security_limits: Hash[String, Integer]?
@@ -524,7 +542,10 @@ module Kreuzberg
         ?pages: (PageConfig | Hash[Symbol, untyped])?,
         ?layout: (LayoutDetection | Hash[Symbol, untyped])?,
         ?concurrency: (Concurrency | Hash[Symbol, untyped])?,
+        ?acceleration: (Acceleration | Hash[Symbol, untyped])?,
+        ?email: (Email | Hash[Symbol, untyped])?,
         ?max_concurrent_extractions: Integer?,
+        ?max_archive_depth: Integer,
         ?output_format: String?,
         ?result_format: String?,
         ?cache_namespace: String?,

data/vendor/Cargo.toml

@@ -2,7 +2,7 @@
 members = ["kreuzberg", "kreuzberg-ffi", "kreuzberg-tesseract", "kreuzberg-paddle-ocr", "kreuzberg-pdfium-render"]
 
 [workspace.package]
-version = "4.6.2"
+version = "4.6.3"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
@@ -30,8 +30,8 @@ html-to-markdown-rs = { version = "2.29.0", default-features = false }
 image = { version = "0.25.10", default-features = false }
 itertools = "0.14"
 js-sys = "0.3"
-kreuzberg = { path = "./crates/kreuzberg", version = "4.6.2", default-features = false }
-kreuzberg-ffi = { path = "./crates/kreuzberg-ffi", version = "4.6.2" }
+kreuzberg = { path = "./crates/kreuzberg", version = "4.6.3", default-features = false }
+kreuzberg-ffi = { path = "./crates/kreuzberg-ffi", version = "4.6.3" }
 lazy_static = "1.5.0"
 libc = "0.2.183"
 log = "0.4"

data/vendor/kreuzberg/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg"
-version = "4.6.2"
+version = "4.6.3"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
@@ -135,15 +135,17 @@ keywords-yake = ["dep:yake-rust", "stopwords"]
 keywords-rake = ["dep:rake", "stopwords"]
 keywords = ["keywords-yake", "keywords-rake"]
 
+tower-service = ["dep:tower", "tokio-runtime"]
+
 api = [
+    "tower-service",
     "dep:axum",
-    "dep:tower",
     "dep:tower-http",
     "dep:utoipa",
     "tokio-runtime",
     "chunking",
 ]
-mcp = ["dep:rmcp", "tokio-runtime"]
+mcp = ["tower-service", "dep:rmcp", "tokio-runtime"]
 mcp-http = ["mcp", "api"]
 
 otel = ["dep:opentelemetry", "dep:opentelemetry_sdk", "dep:tracing-opentelemetry"]
@@ -298,7 +300,7 @@ quick-xml = { version = "0.39.2", features = ["serialize"], optional = true }
 rake = { version = "0.3.6", optional = true }
 rayon = "1.11.0"
 regex = "1.12.3"
-rmcp = { version = "1.2.0", features = [
+rmcp = { version = "1.3.0", features = [
     "server",
     "macros",
     "base64",
@@ -327,8 +329,8 @@ tokenizers = { version = "0.22", optional = true, default-features = false, feat
 ] }
 tokio = { version = "1.50.0", features = ["rt", "rt-multi-thread", "macros", "sync", "process", "fs", "time", "io-util"], optional = true }
 toml = "1.1.0"
-tower = { version = "0.5", optional = true }
-tower-http = { version = "0.6", features = ["cors", "trace", "limit"], optional = true }
+tower = { version = "0.5", features = ["timeout", "limit", "util"], optional = true }
+tower-http = { version = "0.6", features = ["cors", "trace", "limit", "catch-panic", "request-id", "sensitive-headers", "compression-full"], optional = true }
 tracing = "0.1"
 tracing-opentelemetry = { version = "0.32", optional = true }
 unicode-normalization = { version = "0.1.25", optional = true }

data/vendor/kreuzberg/README.md

@@ -18,7 +18,7 @@ High-performance document intelligence library for Rust. Extract text, metadata,
 
 This is the core Rust library that powers the Python, TypeScript, and Ruby bindings.
 
-> **🚀 Version 4.6.2 Release**
+> **🚀 Version 4.6.3 Release**
 > This is a pre-release version. We invite you to test the library and [report any issues](https://github.com/kreuzberg-dev/kreuzberg/issues) you encounter.
 >
 > **Note**: The Rust crate is not currently published to crates.io for this RC. Use git dependencies or language bindings (Python, TypeScript, Ruby) instead.

data/vendor/kreuzberg/src/api/handlers.rs

@@ -2,7 +2,9 @@
 
 use axum::{Json, extract::State};
 
-use crate::{batch_extract_bytes, cache, extract_bytes};
+use tower::Service;
+
+use crate::{batch_extract_bytes, cache, service::ExtractionRequest};
 
 use super::{
     error::{ApiError, JsonApi, MultipartApi},
@@ -201,7 +203,13 @@ pub async fn extract_handler(
             .into_iter()
             .next()
             .expect("files.len() == 1 guarantees one element exists");
-        let result = extract_bytes(&data, mime_type.as_str(), final_config).await?;
+        let request = ExtractionRequest::bytes(data, mime_type, final_config.clone());
+        let mut svc = state
+            .extraction_service
+            .lock()
+            .expect("extraction service lock poisoned")
+            .clone();
+        let result = svc.call(request).await?;
         return Ok(Json(vec![result]));
     }
 
@@ -210,7 +218,21 @@ pub async fn extract_handler(
         .map(|(data, mime, _name)| (data, mime, None))
         .collect();
 
-    let results = batch_extract_bytes(files_data, final_config).await?;
+    #[cfg(feature = "otel")]
+    let batch_span = tracing::info_span!(
+        "kreuzberg.service",
+        { crate::telemetry::conventions::OPERATION } = crate::telemetry::conventions::operations::BATCH_EXTRACT,
+        { crate::telemetry::conventions::BATCH_SIZE } = files_data.len(),
+    );
+    #[cfg(not(feature = "otel"))]
+    let batch_span = tracing::Span::none();
+
+    let results = {
+        use tracing::Instrument;
+        batch_extract_bytes(files_data, final_config)
+            .instrument(batch_span)
+            .await?
+    };
     Ok(Json(results))
 }
 
@@ -878,8 +900,10 @@ mod tests {
     use tower::ServiceExt;
 
     fn test_router() -> Router {
+        let extraction_service = crate::service::ExtractionServiceBuilder::new().build();
         let state = ApiState {
             default_config: std::sync::Arc::new(crate::ExtractionConfig::default()),
+            extraction_service: std::sync::Arc::new(std::sync::Mutex::new(extraction_service)),
         };
         Router::new()
             .route("/version", get(version_handler))

data/vendor/kreuzberg/src/api/router.rs

@@ -8,12 +8,16 @@ use axum::{
     routing::{delete, get, post},
 };
 use tower_http::{
+    catch_panic::CatchPanicLayer,
+    compression::CompressionLayer,
     cors::{AllowOrigin, Any, CorsLayer},
     limit::RequestBodyLimitLayer,
+    request_id::{MakeRequestUuid, PropagateRequestIdLayer, SetRequestIdLayer},
+    sensitive_headers::SetSensitiveHeadersLayer,
     trace::TraceLayer,
 };
 
-use crate::{ExtractionConfig, core::ServerConfig};
+use crate::{ExtractionConfig, core::ServerConfig, service::ExtractionServiceBuilder};
 
 use super::{
     handlers::{
@@ -119,8 +123,11 @@ pub fn create_router_with_limits_and_server_config(
     limits: ApiSizeLimits,
     server_config: ServerConfig,
 ) -> Router {
+    let extraction_service = ExtractionServiceBuilder::new().with_tracing().with_metrics().build();
+
     let state = ApiState {
         default_config: Arc::new(config),
+        extraction_service: Arc::new(std::sync::Mutex::new(extraction_service)),
     };
 
     // CORS configuration based on ServerConfig
@@ -177,6 +184,11 @@ pub fn create_router_with_limits_and_server_config(
         .layer(DefaultBodyLimit::max(limits.max_request_body_bytes))
         .layer(RequestBodyLimitLayer::new(limits.max_request_body_bytes))
         .layer(cors_layer)
+        .layer(SetRequestIdLayer::x_request_id(MakeRequestUuid))
+        .layer(PropagateRequestIdLayer::x_request_id())
+        .layer(CompressionLayer::new())
+        .layer(CatchPanicLayer::new())
+        .layer(SetSensitiveHeadersLayer::new([axum::http::header::AUTHORIZATION]))
         .layer(TraceLayer::new_for_http())
         .with_state(state)
 }

data/vendor/kreuzberg/src/api/types.rs

@@ -1,9 +1,11 @@
 //! API request and response types.
 
+use std::sync::{Arc, Mutex};
+
 use serde::{Deserialize, Serialize};
-use std::sync::Arc;
+use tower::util::BoxCloneService;
 
-use crate::{ExtractionConfig, types::ExtractionResult};
+use crate::{ExtractionConfig, KreuzbergError, service::ExtractionRequest, types::ExtractionResult};
 
 /// API server size limit configuration.
 ///
@@ -174,10 +176,16 @@ pub struct ErrorResponse {
 ///
 /// Holds the default extraction configuration loaded from config file
 /// (via discovery or explicit path). Per-request configs override these defaults.
-#[derive(Debug, Clone)]
+#[derive(Clone)]
 pub struct ApiState {
     /// Default extraction configuration
     pub default_config: Arc<ExtractionConfig>,
+    /// Tower service for extraction requests.
+    ///
+    /// Wrapped in `Arc<Mutex>` because `BoxCloneService` is `Send` but not `Sync`,
+    /// while `ApiState` must be `Clone + Sync` for Axum's state requirement.
+    /// The lock is held only long enough to clone the service.
+    pub extraction_service: Arc<Mutex<BoxCloneService<ExtractionRequest, ExtractionResult, KreuzbergError>>>,
 }
 
 /// Cache statistics response.