kreuzberg 4.2.4 → 4.2.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 037c280a2c425e3e2f9f0664d63ec8760ec5751714c7cb3178b1d8d8dd004999
-  data.tar.gz: 518f80241e0c7b4515276b37261fc20114f3928740e2809e3a5519a6a3ae11a1
+  metadata.gz: 7d0b60c586fdfacb40e14d02a0f21f0d8844e347095a7d566a310ca5d3600e82
+  data.tar.gz: 5319a67e46fa8422b2f37b82b06329dfb4322c4afa0182a5ca434f3068cde531
 SHA512:
-  metadata.gz: 2f6cdde03849c18c54c587e3a500c250458b2960da207fd351b76c202842189b5eb24bd5eab5d4a5355f0faff8aeebf81fb0c5b8416aed2f75778c820f3ae000
-  data.tar.gz: a19437bcb6cf06382456718d1c53b06d065f905c55dd1e75ae5503203e1984417bb6f7468dde31af5b2c695ddc5d119d59204238086067c96cd15f659eaed566
+  metadata.gz: 4670ecee61b6ba3f0e13979587a746f3a57e7910408984f73e504258bd1a8ef053421a3e1c6ea99d86cd79f8dae899dc64c13b0ff5e997a2eda2fff2a08ba179
+  data.tar.gz: dd750e605c25e6db09093ea50c9ab44aa1b7c7fd8141ad9bb6c691edabbba553e455a358809bfafbab1a450f6c22127733eb63c5dff4737385dd3f6d200848fb

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    kreuzberg (4.2.4)
+    kreuzberg (4.2.6)
 
 GEM
   remote: https://rubygems.org/
@@ -121,7 +121,7 @@ GEM
       rubocop (~> 1.81)
     ruby-progressbar (1.13.0)
     securerandom (0.4.1)
-    sorbet-runtime (0.6.12904)
+    sorbet-runtime (0.6.12908)
     steep (1.10.0)
       activesupport (>= 5.1)
       concurrent-ruby (>= 1.1.10)
@@ -207,7 +207,7 @@ CHECKSUMS
   i18n (1.14.8) sha256=285778639134865c5e0f6269e0b818256017e8cde89993fdfcbfb64d088824a5
   io-console (0.8.2) sha256=d6e3ae7a7cc7574f4b8893b4fca2162e57a825b223a177b7afa236c5ef9814cc
   json (2.18.0) sha256=b10506aee4183f5cf49e0efc48073d7b75843ce3782c68dbeb763351c08fd505
-  kreuzberg (4.2.4)
+  kreuzberg (4.2.6)
   language_server-protocol (3.17.0.5) sha256=fd1e39a51a28bf3eec959379985a72e296e9f9acfce46f6a79d31ca8760803cc
   lint_roller (1.1.0) sha256=2c0c845b632a7d172cb849cc90c1bce937a28c5c8ccccb50dfd46a485003cc87
   listen (3.10.0) sha256=c6e182db62143aeccc2e1960033bebe7445309c7272061979bb098d03760c9d2
@@ -242,7 +242,7 @@ CHECKSUMS
   rubocop-rspec (3.9.0) sha256=8fa70a3619408237d789aeecfb9beef40576acc855173e60939d63332fdb55e2
   ruby-progressbar (1.13.0) sha256=80fc9c47a9b640d6834e0dc7b3c94c9df37f08cb072b7761e4a71e22cff29b33
   securerandom (0.4.1) sha256=cc5193d414a4341b6e225f0cb4446aceca8e50d5e1888743fac16987638ea0b1
-  sorbet-runtime (0.6.12904) sha256=0bf2ea0d70de7f3896ec1db3fbdbe89be970ddc1b92406630fd7411a3a8b1bd0
+  sorbet-runtime (0.6.12908) sha256=229f43e76527b01c5291c00c43cc29ccebe437a87b34925c3ee250ebf23d328e
   steep (1.10.0) sha256=1b295b55f9aaff1b8d3ee42453ee55bc2a1078fda0268f288edb2dc014f4d7d1
   strscan (3.1.7) sha256=5f76462b94a3ea50b44973225b7d75b2cb96d4e1bee9ef1319b99ca117b72c8c
   terminal-table (4.0.0) sha256=f504793203f8251b2ea7c7068333053f0beeea26093ec9962e62ea79f94301d2

data/README.md

@@ -22,7 +22,7 @@
     <img src="https://img.shields.io/maven-central/v/dev.kreuzberg/kreuzberg?label=Java&color=007ec6" alt="Java">
   </a>
   <a href="https://github.com/kreuzberg-dev/kreuzberg/releases">
-    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.2.4" alt="Go">
+    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.2.6" alt="Go">
   </a>
   <a href="https://www.nuget.org/packages/Kreuzberg/">
     <img src="https://img.shields.io/nuget/v/Kreuzberg?label=C%23&color=007ec6" alt="C#">

data/lib/kreuzberg/config.rb

@@ -877,7 +877,7 @@ module Kreuzberg
           chunking: @chunking&.to_h,
           language_detection: @language_detection&.to_h,
           pdf_options: @pdf_options&.to_h,
-          images: @images&.to_h,
+          image_extraction: @images&.to_h,
           postprocessor: @postprocessor&.to_h,
           token_reduction: @token_reduction&.to_h,
           keywords: @keywords&.to_h,

data/lib/kreuzberg/result.rb

@@ -103,13 +103,48 @@ module Kreuzberg
     #   @return [Array<Table>] Tables on this page
     # @!attribute [r] images
     #   @return [Array<Image>] Images on this page
-    PageContent = Struct.new(:page_number, :content, :tables, :images, keyword_init: true) do
+    # @!attribute [r] text
+    #   @return [String] The text content of this block
+    # @!attribute [r] font_size
+    #   @return [Float] The font size of the text
+    # @!attribute [r] level
+    #   @return [String] The hierarchy level (h1-h6 or body)
+    # @!attribute [r] bbox
+    #   @return [Array<Float>, nil] Bounding box (left, top, right, bottom)
+    HierarchicalBlock = Struct.new(:text, :font_size, :level, :bbox, keyword_init: true) do
+      def to_h
+        { text: text, font_size: font_size, level: level, bbox: bbox }
+      end
+    end
+
+    # @!attribute [r] block_count
+    #   @return [Integer] Number of hierarchy blocks
+    # @!attribute [r] blocks
+    #   @return [Array<HierarchicalBlock>] Hierarchical blocks
+    PageHierarchy = Struct.new(:block_count, :blocks, keyword_init: true) do
+      def to_h
+        { block_count: block_count, blocks: blocks.map(&:to_h) }
+      end
+    end
+
+    # @!attribute [r] page_number
+    #   @return [Integer] Page number (1-indexed)
+    # @!attribute [r] content
+    #   @return [String] Text content for this page
+    # @!attribute [r] tables
+    #   @return [Array<Table>] Tables on this page
+    # @!attribute [r] images
+    #   @return [Array<Image>] Images on this page
+    # @!attribute [r] hierarchy
+    #   @return [PageHierarchy, nil] Hierarchy information for the page
+    PageContent = Struct.new(:page_number, :content, :tables, :images, :hierarchy, keyword_init: true) do
       def to_h
         {
           page_number: page_number,
           content: content,
           tables: tables.map(&:to_h),
-          images: images.map(&:to_h)
+          images: images.map(&:to_h),
+          hierarchy: hierarchy&.to_h
         }
       end
     end
@@ -397,9 +432,28 @@ module Kreuzberg
           page_number: page_hash['page_number'],
           content: page_hash['content'],
           tables: parse_tables(page_hash['tables']),
-          images: parse_images(page_hash['images'])
+          images: parse_images(page_hash['images']),
+          hierarchy: parse_page_hierarchy(page_hash['hierarchy'])
+        )
+      end
+    end
+
+    def parse_page_hierarchy(hierarchy_data)
+      return nil if hierarchy_data.nil?
+
+      blocks = (hierarchy_data['blocks'] || []).map do |block_hash|
+        HierarchicalBlock.new(
+          text: block_hash['text'],
+          font_size: block_hash['font_size']&.to_f,
+          level: block_hash['level'],
+          bbox: block_hash['bbox']
         )
       end
+
+      PageHierarchy.new(
+        block_count: hierarchy_data['block_count'] || 0,
+        blocks: blocks
+      )
     end
 
     def parse_elements(elements_data)

data/lib/kreuzberg/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Kreuzberg
-  VERSION = '4.2.4'
+  VERSION = '4.2.6'
 end

data/sig/kreuzberg.rbs

@@ -195,7 +195,6 @@ module Kreuzberg
       attr_reader language_detection: LanguageDetection?
       attr_reader pdf_options: PDF?
       attr_reader image_extraction: ImageExtraction?
-      attr_reader image_preprocessing: ImagePreprocessing?
       attr_reader postprocessor: PostProcessor?
       attr_reader token_reduction: TokenReduction?
       attr_reader keywords: Keywords?
@@ -215,7 +214,6 @@ module Kreuzberg
         ?language_detection: (LanguageDetection | Hash[Symbol, untyped])?,
         ?pdf_options: (PDF | Hash[Symbol, untyped])?,
         ?image_extraction: (ImageExtraction | Hash[Symbol, untyped])?,
-        ?image_preprocessing: (ImagePreprocessing | Hash[Symbol, untyped])?,
         ?postprocessor: (PostProcessor | Hash[Symbol, untyped])?,
         ?token_reduction: (TokenReduction | Hash[Symbol, untyped])?,
         ?keywords: (Keywords | Hash[Symbol, untyped])?,

data/spec/unit/config/extraction_config_spec.rb

@@ -13,7 +13,6 @@ RSpec.describe Kreuzberg::Config::Extraction do
       expect(config.language_detection).to be_nil
       expect(config.pdf_options).to be_nil
       expect(config.image_extraction).to be_nil
-      expect(config.image_preprocessing).to be_nil
       expect(config.postprocessor).to be_nil
       expect(config.token_reduction).to be_nil
       expect(config.keywords).to be_nil
@@ -258,7 +257,6 @@ RSpec.describe Kreuzberg::Config::Extraction do
         language_detection: { enabled: true },
         pdf_options: { extract_images: true },
         image_extraction: { target_dpi: 600 },
-        image_preprocessing: { denoise: true },
         postprocessor: { enabled: true },
         token_reduction: { mode: 'light' },
         keywords: { algorithm: 'yake' },
@@ -401,7 +399,6 @@ RSpec.describe Kreuzberg::Config::Extraction do
         language_detection: { enabled: true, min_confidence: 0.9 },
         pdf_options: { extract_images: true, passwords: ['secret'] },
         image_extraction: { target_dpi: 600 },
-        image_preprocessing: { denoise: true, binarization_method: 'sauvola' },
         postprocessor: { enabled: true, enabled_processors: %w[quality] },
         token_reduction: { mode: 'light' },
         keywords: { algorithm: 'yake', max_keywords: 10 },
@@ -415,7 +412,6 @@ RSpec.describe Kreuzberg::Config::Extraction do
       expect(config.language_detection.enabled).to be true
       expect(config.pdf_options.extract_images).to be true
       expect(config.image_extraction.target_dpi).to eq 600
-      expect(config.image_preprocessing.denoise).to be true
       expect(config.postprocessor.enabled).to be true
       expect(config.token_reduction.mode).to eq 'light'
       expect(config.keywords.max_keywords).to eq 10

data/spec/unit/config/image_preprocessing_config_spec.rb

@@ -157,25 +157,6 @@ RSpec.describe Kreuzberg::Config::ImagePreprocessing do
   end
 
   describe 'nested config integration' do
-    it 'can be nested in Extraction config' do
-      preprocessing = described_class.new(target_dpi: 600, denoise: true)
-      extraction = Kreuzberg::Config::Extraction.new(image_preprocessing: preprocessing)
-
-      expect(extraction.image_preprocessing).to be_a described_class
-      expect(extraction.image_preprocessing.target_dpi).to eq 600
-      expect(extraction.image_preprocessing.denoise).to be true
-    end
-
-    it 'accepts hash in Extraction config' do
-      extraction = Kreuzberg::Config::Extraction.new(
-        image_preprocessing: { target_dpi: 600, binarization_method: 'sauvola' }
-      )
-
-      expect(extraction.image_preprocessing).to be_a described_class
-      expect(extraction.image_preprocessing.target_dpi).to eq 600
-      expect(extraction.image_preprocessing.binarization_method).to eq 'sauvola'
-    end
-
     it 'can be nested in Tesseract config' do
       preprocessing = described_class.new(denoise: true)
       tesseract = Kreuzberg::Config::Tesseract.new(preprocessing: preprocessing)

data/vendor/Cargo.toml

@@ -3,7 +3,7 @@ members = ["kreuzberg", "kreuzberg-tesseract", "kreuzberg-ffi"]
 resolver = "2"
 
 [workspace.package]
-version = "4.2.4"
+version = "4.2.6"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <nhirschfeld@gmail.com>"]
@@ -47,7 +47,7 @@ hex = "0.4.3"
 toml = "0.9.11"
 num_cpus = "1.17.0"
 once_cell = "1.21.3"
-html-to-markdown-rs = { version = "2.23.4", default-features = false }
+html-to-markdown-rs = { version = "2.24.1", default-features = false }
 reqwest = { version = "0.13.1", default-features = false, features = ["json", "rustls"] }
 image = { version = "0.25.9", default-features = false }
 lzma-rust2 = { version = "0.15.7" }

data/vendor/kreuzberg/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg"
-version = "4.2.4"
+version = "4.2.6"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <nhirschfeld@gmail.com>"]

data/vendor/kreuzberg/README.md

@@ -17,7 +17,7 @@ High-performance document intelligence library for Rust. Extract text, metadata,
 
 This is the core Rust library that powers the Python, TypeScript, and Ruby bindings.
 
-> **🚀 Version 4.2.4 Release**
+> **🚀 Version 4.2.6 Release**
 > This is a pre-release version. We invite you to test the library and [report any issues](https://github.com/kreuzberg-dev/kreuzberg/issues) you encounter.
 >
 > **Note**: The Rust crate is not currently published to crates.io for this RC. Use git dependencies or language bindings (Python, TypeScript, Ruby) instead.

data/vendor/kreuzberg-ffi/Cargo.toml

@@ -28,7 +28,7 @@ serde_json = { workspace = true }
 serde = { workspace = true }
 async-trait = { workspace = true }
 tokio = { workspace = true }
-html-to-markdown-rs = { version = "2.23.4", default-features = false }
+html-to-markdown-rs = { version = "2.24.1", default-features = false }
 rayon = { version = "1.11", optional = true }
 log = "0.4"
 

data/vendor/kreuzberg-tesseract/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg-tesseract"
-version = "4.2.4"
+version = "4.2.6"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <nhirschfeld@gmail.com>"]
@@ -24,7 +24,7 @@ thiserror = { workspace = true }
 image = { workspace = true, features = ["png"] }
 
 [build-dependencies]
-cc = { version = "^1.2.54", optional = true }
+cc = { version = "^1.2.55", optional = true }
 cmake = { version = "0.1.57", optional = true }
 zip = { version = "7.2.0", optional = true }
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kreuzberg
 version: !ruby/object:Gem::Version
-  version: 4.2.4
+  version: 4.2.6
 platform: ruby
 authors:
 - Na'aman Hirschfeld
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-01-29 00:00:00.000000000 Z
+date: 2026-01-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler