kreuzberg 4.8.0 → 4.8.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c768f2adf392c1598da39e79b20dcc7f0c55774f2d3063c74c6ec72888742bac
-  data.tar.gz: 8a350998762668be79e7f4a3843812782f4b0812fdb41327d8d38f1f57c39073
+  metadata.gz: 051fc6ca84b8545cb7049bd336a4897888b98f125fe40bfa24c6ab2e15232114
+  data.tar.gz: f64b385b1612258e73a6f771d107375ca1f892af7af199cbbaa8b19f184058df
 SHA512:
-  metadata.gz: 18b2dc0c39199bead5f1f310a38b5f288cba0d8ebb62d31505f13933a0af3bf9179f8377e7a8bd605c39d46e900869a4492f1bd829f853d6f1765263f4affd4d
-  data.tar.gz: 769b9c36d5f6722f97f3c3aebb97f1045382a6dbca96405e298c44bc268795d97781edb89d140c1bc2f0e1fb33c5efecb79c2e500469dd7a25fe2105c49081ba
+  metadata.gz: 949b5cdda46928b7981d4178efae64d64568155431785520774343fd27b47d2ebc7432d859fd404ff7f405cc93be7dbfda704e618b2aa079ff7d9522f7dac4c4
+  data.tar.gz: c6ea82f649544a0db19accb6b4eca03af5e9619321a973fe5cac9ad1524014bb766dc7edcec302bb2bef64c7b7ab0deb0ba1760fe80ccf2b5547c1bc11d4ad29

data/README.md

@@ -22,7 +22,7 @@
     <img src="https://img.shields.io/maven-central/v/dev.kreuzberg/kreuzberg?label=Java&color=007ec6" alt="Java">
   </a>
   <a href="https://github.com/kreuzberg-dev/kreuzberg/releases">
-    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.8.0" alt="Go">
+    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.8.1" alt="Go">
   </a>
   <a href="https://www.nuget.org/packages/Kreuzberg/">
     <img src="https://img.shields.io/nuget/v/Kreuzberg?label=C%23&color=007ec6" alt="C#">

data/ext/kreuzberg_rb/native/Cargo.lock

@@ -2167,18 +2167,6 @@ dependencies = [
  "markup5ever",
 ]
 
-[[package]]
-name = "htmlize"
-version = "1.0.6"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d347c0de239be20ba0982e4822de3124404281e119ae3e11f5d7425a414e1935"
-dependencies = [
- "matchgen",
- "memchr",
- "pastey 0.1.1",
- "serde_json",
-]
-
 [[package]]
 name = "http"
 version = "1.4.0"
@@ -2792,7 +2780,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg"
-version = "4.7.4"
+version = "4.8.1"
 dependencies = [
  "ahash",
  "async-trait",
@@ -2880,14 +2868,14 @@ dependencies = [
  "ureq 3.3.0",
  "urlencoding",
  "utoipa",
+ "v_htmlescape",
  "whatlang",
- "yake-rust",
  "zip 8.5.1",
 ]
 
 [[package]]
 name = "kreuzberg-ffi"
-version = "4.7.4"
+version = "4.8.1"
 dependencies = [
  "ahash",
  "async-trait",
@@ -2903,7 +2891,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-paddle-ocr"
-version = "4.7.4"
+version = "4.8.1"
 dependencies = [
  "geo-clipper",
  "geo-types",
@@ -2917,7 +2905,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-pdfium-render"
-version = "4.7.4"
+version = "4.8.1"
 dependencies = [
  "bitflags",
  "bytemuck",
@@ -2940,7 +2928,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-rb"
-version = "4.7.4"
+version = "4.8.1"
 dependencies = [
  "async-trait",
  "html-to-markdown-rs",
@@ -2957,7 +2945,7 @@ dependencies = [
 
 [[package]]
 name = "kreuzberg-tesseract"
-version = "4.7.4"
+version = "4.8.1"
 dependencies = [
  "cc",
  "cmake",
@@ -2984,12 +2972,6 @@ version = "0.5.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "7a79a3332a6609480d7d0c9eab957bca6b455b91bb84e66d19f5ff66294b85b8"
 
-[[package]]
-name = "levenshtein"
-version = "1.0.5"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "db13adb97ab515a3691f56e4dbab09283d0b86cb45abd991d8634a9d6f501760"
-
 [[package]]
 name = "libbz2-rs-sys"
 version = "0.2.2"
@@ -3229,12 +3211,6 @@ dependencies = [
  "web_atoms",
 ]
 
-[[package]]
-name = "matchgen"
-version = "0.3.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e3c6ed90dceac899d670024e99486140739a14a1bda2bd05604689b8979a2894"
-
 [[package]]
 name = "matchit"
 version = "0.8.4"
@@ -4754,18 +4730,6 @@ dependencies = [
  "libc",
 ]
 
-[[package]]
-name = "segtok"
-version = "0.1.5"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "80ee4d89b4a3f29cd09fc8dd79c26531298035276cdfd0673ec7e543fff32e51"
-dependencies = [
- "either",
- "fancy-regex",
- "htmlize",
- "itertools 0.14.0",
-]
-
 [[package]]
 name = "semver"
 version = "1.0.28"
@@ -5097,15 +5061,6 @@ version = "0.1.9"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "2b2231b7c3057d5e4ad0156fb3dc807d900806020c5ffa3ee6ff2c8c76fb8520"
 
-[[package]]
-name = "streaming-stats"
-version = "0.2.3"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b0d670ce4e348a2081843569e0f79b21c99c91bb9028b3b3ecb0f050306de547"
-dependencies = [
- "num-traits",
-]
-
 [[package]]
 name = "string_cache"
 version = "0.9.0"
@@ -5430,9 +5385,9 @@ dependencies = [
 
 [[package]]
 name = "tokio"
-version = "1.51.0"
+version = "1.51.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2bd1c4c0fc4a7ab90fc15ef6daaa3ec3b893f004f915f2392557ed23237820cd"
+checksum = "f66bf9585cda4b724d3e78ab34b73fb2bbaba9011b9bfdf69dc836382ea13b8c"
 dependencies = [
  "bytes",
  "libc",
@@ -5710,9 +5665,9 @@ checksum = "009994f150cc0cd50ff54917d5bc8bffe8cad10ca10d81c34da2ec421ae61782"
 
 [[package]]
 name = "tree-sitter-language-pack"
-version = "1.4.1"
+version = "1.4.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "fe94021e675329d320ded167b4dfe0b0faa8b321ecb0d8aa89fe035e0768e256"
+checksum = "6ed9cacce88ea8b3a92813649012c1ef387bc864f1dd8398843e8b9e076233b0"
 dependencies = [
  "ahash",
  "cc",
@@ -6007,6 +5962,12 @@ dependencies = [
  "wasm-bindgen",
 ]
 
+[[package]]
+name = "v_htmlescape"
+version = "0.15.8"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4e8257fbc510f0a46eb602c10215901938b5c2a7d5e70fc11483b1d3c9b5b18c"
+
 [[package]]
 name = "valuable"
 version = "0.1.1"
@@ -6715,21 +6676,6 @@ version = "0.8.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "7a5a4b21e1a62b67a2970e6831bc091d7b87e119e7f9791aef9702e3bef04448"
 
-[[package]]
-name = "yake-rust"
-version = "1.0.3"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9ce4fc48712dfe1427747a6b1f2bb1ca7b9abb7168fbc086774f890b6e4e097f"
-dependencies = [
- "hashbrown 0.15.5",
- "indexmap",
- "itertools 0.14.0",
- "levenshtein",
- "regex",
- "segtok",
- "streaming-stats",
-]
-
 [[package]]
 name = "yansi"
 version = "1.0.1"

data/ext/kreuzberg_rb/native/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg-rb"
-version = "4.8.0"
+version = "4.8.1"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
@@ -55,7 +55,7 @@ rb-sys = { version = "0.9.126", default-features = false, features = [
 serde_json = "1.0.149"
 toml = "1.1.2"
 serde_yaml_ng = "0.10"
-tokio = { version = "1.51.0", features = [
+tokio = { version = "1.51.1", features = [
     "rt",
     "rt-multi-thread",
     "macros",

data/lib/kreuzberg/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Kreuzberg
-  VERSION = '4.8.0'
+  VERSION = '4.8.1'
 end

data/vendor/Cargo.toml

@@ -2,7 +2,7 @@
 members = ["kreuzberg", "kreuzberg-ffi", "kreuzberg-tesseract", "kreuzberg-paddle-ocr", "kreuzberg-pdfium-render"]
 
 [workspace.package]
-version = "4.8.0"
+version = "4.8.1"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
@@ -32,8 +32,8 @@ html-to-markdown-rs = { version = "3.1.0", default-features = false }
 image = { version = "0.25.10", default-features = false }
 itertools = "0.14"
 js-sys = "0.3"
-kreuzberg = { path = "./crates/kreuzberg", version = "4.8.0", default-features = false }
-kreuzberg-ffi = { path = "./crates/kreuzberg-ffi", version = "4.8.0" }
+kreuzberg = { path = "./crates/kreuzberg", version = "4.8.1", default-features = false }
+kreuzberg-ffi = { path = "./crates/kreuzberg-ffi", version = "4.8.1" }
 lazy_static = "1.5.0"
 libc = "0.2.184"
 liter-llm = { version = "1.2", features = ["native-http", "tracing"], default-features = false }
@@ -45,7 +45,7 @@ num_cpus = "1.17.0"
 once_cell = "1.21.4"
 ort = { version = "2.0.0-rc.12", features = ["std", "api-18"], default-features = false }
 parking_lot = "0.12.5"
-pdf_oxide = { version = "0.3.21", default-features = false }
+pdf_oxide = { version = "0.3.22", default-features = false }
 pdfium-render = { package = "kreuzberg-pdfium-render", path = "crates/kreuzberg-pdfium-render", version = "4.3" }
 rayon = "1.11.0"
 reqwest = { version = "0.13.2", default-features = false }
@@ -54,10 +54,10 @@ serde_json = { version = "1.0.149" }
 serde_toon_format = "0.1"
 tempfile = "3.27.0"
 thiserror = "2.0.18"
-tokio = { version = "1.51.0", features = ["rt", "rt-multi-thread", "macros", "sync", "process", "fs", "time", "io-util"] }
+tokio = { version = "1.51.1", features = ["rt", "rt-multi-thread", "macros", "sync", "process", "fs", "time", "io-util"] }
 toml = "1.1.2"
 tracing = "0.1"
-tree-sitter-language-pack = { version = "1.4.1", features = ["serde"], default-features = false }
+tree-sitter-language-pack = { version = "1.4.2", features = ["serde"], default-features = false }
 wasm-bindgen = { version = "0.2", features = ["enable-interning"] }
 wasm-bindgen-futures = "0.4"
 web-sys = { version = "0.3", features = ["Blob", "File", "FileReader", "console", "TextDecoder", "ImageData", "Window", "Response"] }

data/vendor/kreuzberg/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg"
-version = "4.8.0"
+version = "4.8.1"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
@@ -62,7 +62,7 @@ office = [
 hwp = ["dep:cfb", "dep:flate2"]
 iwork = ["dep:zip", "dep:snap"]
 email = ["dep:mail-parser", "dep:cfb", "dep:outlook-pst", "dep:tempfile", "dep:chrono"]
-html = ["dep:html-to-markdown-rs"]
+html = ["dep:html-to-markdown-rs", "dep:v_htmlescape"]
 xml = ["dep:quick-xml", "dep:roxmltree"]
 archives = ["dep:zip", "dep:tar", "dep:sevenz-rust2", "dep:flate2"]
 mdx = []
@@ -144,7 +144,7 @@ embeddings = [
 stopwords = []
 quality = ["dep:unicode-normalization", "dep:chardetng", "stopwords"]
 
-keywords-yake = ["dep:yake-rust", "stopwords"]
+keywords-yake = ["stopwords"]
 keywords-rake = ["dep:rake", "stopwords"]
 keywords = ["keywords-yake", "keywords-rake"]
 
@@ -314,7 +314,7 @@ ort = { version = "2.0.0-rc.12", default-features = false, features = [
 outlook-pst = { version = "1.2.0", optional = true }
 parking_lot = "0.12.5"
 pastey = "0.2"
-pdf_oxide = { version = "0.3.21", default-features = false, optional = true }
+pdf_oxide = { version = "0.3.22", default-features = false, optional = true }
 pdfium-render = { package = "kreuzberg-pdfium-render", path = "../kreuzberg-pdfium-render", features = ["thread_safe", "image_latest"], optional = true }
 pulldown-cmark = { version = "0.13" }
 quick-xml = { version = "0.39.2", features = ["serialize"], optional = true }
@@ -349,7 +349,7 @@ tokenizers = { version = "0.22", optional = true, default-features = false, feat
     "http",
     "fancy-regex",
 ] }
-tokio = { version = "1.51.0", features = ["rt", "rt-multi-thread", "macros", "sync", "process", "fs", "time", "io-util"], optional = true }
+tokio = { version = "1.51.1", features = ["rt", "rt-multi-thread", "macros", "sync", "process", "fs", "time", "io-util"], optional = true }
 toml = "1.1.2"
 tower = { version = "0.5", features = ["timeout", "limit", "util"], optional = true }
 tower-http = { version = "0.6", features = ["cors", "trace", "limit", "catch-panic", "request-id", "sensitive-headers", "compression-full"], optional = true }
@@ -358,8 +358,8 @@ tracing-opentelemetry = { version = "0.32", optional = true }
 unicode-normalization = { version = "0.1.25", optional = true }
 urlencoding = "2"
 utoipa = { version = "5.4", features = ["axum_extras"], optional = true }
+v_htmlescape = { version = "0.15", optional = true }
 whatlang = { version = "0.18.0", optional = true }
-yake-rust = { version = "1.0.3", optional = true }
 zip = { version = ">=7.0.0", optional = true, default-features = false, features = [
     "deflate-flate2",
 ] }
@@ -392,7 +392,7 @@ optional = true
 # Override getrandom to enable js feature for WASM targets
 # This is needed because ring/rustls (via ureq) depend on getrandom without js feature
 getrandom = { version = "0.4.2", features = ["wasm_js"] }
-tree-sitter-language-pack = { version = "1.4.1", features = ["wasm", "serde"], default-features = false, optional = true }
+tree-sitter-language-pack = { version = "1.4.2", features = ["wasm", "serde"], default-features = false, optional = true }
 wasm-bindgen-rayon = { version = "1.3", optional = true }
 
 [build-dependencies]
@@ -409,7 +409,7 @@ jsonschema = "0.45"
 serial_test = "3.4.0"
 tar = "0.4.45"
 tempfile = "3.27.0"
-tokio = { version = "1.51.0", features = ["macros", "time"] }
+tokio = { version = "1.51.1", features = ["macros", "time"] }
 tokio-test = "0.4"
 tracing-subscriber = { version = "0.3", features = ["env-filter"] }
 zip = { version = ">=7.0.0, <8.6.0", default-features = false, features = ["deflate-flate2"] }

data/vendor/kreuzberg/README.md

@@ -18,7 +18,7 @@ High-performance document intelligence library for Rust. Extract text, metadata,
 
 This is the core Rust library that powers the Python, TypeScript, and Ruby bindings.
 
-> **🚀 Version 4.8.0 Release**
+> **🚀 Version 4.8.1 Release**
 > This is a pre-release version. We invite you to test the library and [report any issues](https://github.com/kreuzberg-dev/kreuzberg/issues) you encounter.
 >
 > **Note**: The Rust crate is not currently published to crates.io for this RC. Use git dependencies or language bindings (Python, TypeScript, Ruby) instead.

data/vendor/kreuzberg/src/core/config/content_filter.rs

@@ -19,7 +19,8 @@ fn default_true() -> bool {
 pub struct ContentFilterConfig {
     /// Include running headers in extraction output.
     ///
-    /// - PDF: Disables top-margin furniture stripping.
+    /// - PDF: Disables top-margin furniture stripping and prevents the layout
+    ///   model from treating `PageHeader`-classified regions as furniture.
     /// - DOCX: Includes document headers in text output.
     /// - RTF/ODT: Headers already included; this is a no-op when true.
     /// - HTML/EPUB: Keeps `<header>` element content.
@@ -30,7 +31,8 @@ pub struct ContentFilterConfig {
 
     /// Include running footers in extraction output.
     ///
-    /// - PDF: Disables bottom-margin furniture stripping.
+    /// - PDF: Disables bottom-margin furniture stripping and prevents the layout
+    ///   model from treating `PageFooter`-classified regions as furniture.
     /// - DOCX: Includes document footers in text output.
     /// - RTF/ODT: Footers already included; this is a no-op when true.
     /// - HTML/EPUB: Keeps `<footer>` element content.
@@ -39,11 +41,16 @@ pub struct ContentFilterConfig {
     #[serde(default)]
     pub include_footers: bool,
 
-    /// Enable cross-page repeating text detection and removal.
+    /// Enable the heuristic cross-page repeating text detector.
     ///
-    /// When `true` (default), text that repeats verbatim across a
-    /// supermajority of pages is stripped. Disable this if brand names
-    /// or repeated headings are being incorrectly removed.
+    /// When `true` (default), text that repeats verbatim across a supermajority
+    /// of pages is classified as furniture and stripped.  Disable this if brand
+    /// names or repeated headings are being incorrectly removed by the heuristic.
+    ///
+    /// Note: when a layout-detection model is active, the model may independently
+    /// classify page-header / page-footer regions as furniture on a per-page basis.
+    /// To preserve those regions, set `include_headers = true` and/or
+    /// `include_footers = true` in addition to disabling this flag.
     ///
     /// Primarily affects PDF extraction.
     ///

data/vendor/kreuzberg/src/core/config/extraction/core.rs

@@ -121,6 +121,18 @@ pub struct ExtractionConfig {
     #[serde(default)]
     pub html_options: Option<html_to_markdown_rs::ConversionOptions>,
 
+    /// Styled HTML output configuration.
+    ///
+    /// When set alongside `output_format = OutputFormat::Html`, the extraction
+    /// pipeline uses [`StyledHtmlRenderer`](crate::rendering::StyledHtmlRenderer)
+    /// which emits stable `kb-*` CSS class hooks on every structural element
+    /// and optionally embeds theme CSS or user-supplied CSS in a `<style>` block.
+    ///
+    /// When `None`, the existing plain comrak-based HTML renderer is used.
+    #[cfg(feature = "html")]
+    #[serde(default)]
+    pub html_output: Option<crate::core::config::html_output::HtmlOutputConfig>,
+
     /// Default per-file timeout in seconds for batch extraction.
     ///
     /// When set, each file in a batch will be canceled after this duration
@@ -272,6 +284,8 @@ impl Default for ExtractionConfig {
             postprocessor: None,
             #[cfg(feature = "html")]
             html_options: None,
+            #[cfg(feature = "html")]
+            html_output: None,
             extraction_timeout_secs: None,
             max_concurrent_extractions: None,
             #[cfg(feature = "archives")]

data/vendor/kreuzberg/src/core/config/html_output.rs

@@ -0,0 +1,136 @@
+//! HTML output configuration.
+//!
+//! Controls how `OutputFormat::Html` renders an `InternalDocument`:
+//! which built-in theme to use, whether to embed the CSS in a `<style>`
+//! block, and optional user-supplied CSS (inline string or file path).
+
+use std::path::PathBuf;
+
+use serde::{Deserialize, Serialize};
+
+fn default_class_prefix() -> String {
+    "kb-".to_string()
+}
+
+fn default_true() -> bool {
+    true
+}
+
+/// Configuration for styled HTML output.
+///
+/// When set on [`ExtractionConfig::html_output`] alongside
+/// `output_format = OutputFormat::Html`, the pipeline builds a
+/// [`StyledHtmlRenderer`](crate::rendering::StyledHtmlRenderer) instead of
+/// the plain comrak-based renderer.
+///
+/// # Example
+///
+/// ```rust
+/// use kreuzberg::core::config::{HtmlOutputConfig, HtmlTheme};
+///
+/// let config = HtmlOutputConfig {
+///     theme: HtmlTheme::GitHub,
+///     css: Some(".kb-p { font-size: 1.1rem; }".to_string()),
+///     ..Default::default()
+/// };
+/// ```
+#[derive(Debug, Clone, Serialize, Deserialize)]
+pub struct HtmlOutputConfig {
+    /// Inline CSS string injected into the output after the theme stylesheet.
+    /// Concatenated after `css_file` content when both are set.
+    #[serde(default)]
+    pub css: Option<String>,
+
+    /// Path to a CSS file loaded once at renderer construction time.
+    /// Concatenated before `css` when both are set.
+    #[serde(default)]
+    pub css_file: Option<PathBuf>,
+
+    /// Built-in colour/typography theme. Default: [`HtmlTheme::Unstyled`].
+    #[serde(default)]
+    pub theme: HtmlTheme,
+
+    /// CSS class prefix applied to every emitted class name.
+    ///
+    /// Default: `"kb-"`. Change this if your host application already uses
+    /// classes that start with `kb-`.
+    #[serde(default = "default_class_prefix")]
+    pub class_prefix: String,
+
+    /// When `true` (default), write the resolved CSS into a `<style>` block
+    /// immediately after the opening `<div class="{prefix}doc">`.
+    ///
+    /// Set to `false` to emit only the structural markup and wire up your
+    /// own stylesheet targeting the `kb-*` class names.
+    #[serde(default = "default_true")]
+    pub embed_css: bool,
+}
+
+impl Default for HtmlOutputConfig {
+    fn default() -> Self {
+        Self {
+            css: None,
+            css_file: None,
+            theme: HtmlTheme::Unstyled,
+            class_prefix: default_class_prefix(),
+            embed_css: true,
+        }
+    }
+}
+
+/// Built-in HTML theme selection.
+#[derive(Debug, Clone, Default, PartialEq, Eq, Serialize, Deserialize)]
+#[serde(rename_all = "lowercase")]
+pub enum HtmlTheme {
+    /// Sensible defaults: system font stack, neutral colours, readable line
+    /// measure. CSS custom properties (`--kb-*`) are all defined so user CSS
+    /// can override individual values.
+    Default,
+    /// GitHub Markdown-inspired palette and spacing.
+    GitHub,
+    /// Dark background, light text.
+    Dark,
+    /// Minimal light theme with generous whitespace.
+    Light,
+    /// No built-in stylesheet emitted. CSS custom properties are still defined
+    /// on `:root` so user stylesheets can reference `var(--kb-*)` tokens.
+    #[default]
+    Unstyled,
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn default_config_values() {
+        let cfg = HtmlOutputConfig::default();
+        assert_eq!(cfg.class_prefix, "kb-");
+        assert!(cfg.embed_css);
+        assert!(cfg.css.is_none());
+        assert!(cfg.css_file.is_none());
+        assert_eq!(cfg.theme, HtmlTheme::Unstyled);
+    }
+
+    #[test]
+    fn serde_roundtrip() {
+        let cfg = HtmlOutputConfig {
+            css: Some(".kb-p { color: red; }".to_string()),
+            theme: HtmlTheme::GitHub,
+            embed_css: false,
+            ..Default::default()
+        };
+        let json = serde_json::to_string(&cfg).unwrap();
+        let back: HtmlOutputConfig = serde_json::from_str(&json).unwrap();
+        assert_eq!(back.css, cfg.css);
+        assert_eq!(back.theme, HtmlTheme::GitHub);
+        assert!(!back.embed_css);
+    }
+
+    #[test]
+    fn theme_serde() {
+        assert_eq!(serde_json::to_string(&HtmlTheme::GitHub).unwrap(), "\"github\"");
+        let t: HtmlTheme = serde_json::from_str("\"dark\"").unwrap();
+        assert_eq!(t, HtmlTheme::Dark);
+    }
+}

data/vendor/kreuzberg/src/core/config/mod.rs

@@ -9,6 +9,8 @@ pub mod content_filter;
 pub mod email;
 pub mod extraction;
 pub mod formats;
+#[cfg(feature = "html")]
+pub mod html_output;
 pub mod layout;
 pub mod llm;
 pub mod merge;
@@ -28,6 +30,8 @@ pub use extraction::{
     ExtractionConfig, FileExtractionConfig, ImageExtractionConfig, LanguageDetectionConfig, TokenReductionConfig,
 };
 pub use formats::OutputFormat;
+#[cfg(feature = "html")]
+pub use html_output::{HtmlOutputConfig, HtmlTheme};
 #[cfg(feature = "layout-detection")]
 pub use layout::{LayoutDetectionConfig, TableModel};
 pub use llm::{LlmConfig, StructuredExtractionConfig};

data/vendor/kreuzberg/src/core/pipeline/features.rs

@@ -40,7 +40,7 @@ fn recompute_boundaries_from_pages(content: &str, pages: &[crate::types::PageCon
         // Try exact match first
         if let Some(pos) = content[search_offset..].find(&page.content) {
             let byte_start = search_offset + pos;
-            let byte_end = byte_start + page.content.len();
+            let byte_end = content.floor_char_boundary(byte_start + page.content.len());
             boundaries.push(PageBoundary {
                 page_number: page.page_number,
                 byte_start,
@@ -55,7 +55,8 @@ fn recompute_boundaries_from_pages(content: &str, pages: &[crate::types::PageCon
             && let Some(pos) = content[search_offset..].find(line)
         {
             let byte_start = search_offset + pos;
-            let byte_end = (byte_start + page.content.len()).min(content.len());
+            let raw_end = (byte_start + page.content.len()).min(content.len());
+            let byte_end = content.floor_char_boundary(raw_end);
             boundaries.push(PageBoundary {
                 page_number: page.page_number,
                 byte_start,