kreuzberg 4.5.1 → 4.5.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9d245ca9cadfb5b07cab9c8709854cfd0eb488684b6c5fbc6866b891f162b0d0
-  data.tar.gz: 31ab57a13cef6881bc58c52058b1ade5ca13af00ed5d81df1fc79853ca816e8d
+  metadata.gz: 2f29e7c9b7614fc78e0c54f673a804f79625081faa79317da54647937fe51a46
+  data.tar.gz: b465d7be3c677c7a7a87eb888503f57b7cf42e5bac353418a191cc2629ad3d5c
 SHA512:
-  metadata.gz: 5cada46dd61ecb89dd9a7ffdeeb5df86ca338b5864785d80753e12f0967d23e7183360dde623732c8579e9ba78a9b8ff26bdc978ee744a842a75c33bb3877784
-  data.tar.gz: 12b1b780c4065379cb7d0fde912bebfac9ae5ea48a33600e4331d705c65d58a05393fa42902e0d1d7b0d5dd2ba98b1dd231fc29a9819a60cb1a8f398146e1b9d
+  metadata.gz: fc25d857d8252f4759ed2ea07003107843182c87d855872da228f599371cdb9f705d2883995bc17ac6dd2fadf12d6aa2023eb1abf6f69f5e2844b1a90473cb02
+  data.tar.gz: 5fe146eebe572f4a6b5ac89d9e187b97eb72787493b4748ba66c968014cbc7757b0ee6bec64516968ff7419a0c6c4c5b57e0b88240a61cde454ac72fa0fed9e7

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    kreuzberg (4.5.1)
+    kreuzberg (4.5.2)
       rb_sys (~> 0.9.119)
       sorbet-runtime (~> 0.5)
 
@@ -222,7 +222,7 @@ CHECKSUMS
   io-console (0.8.2) sha256=d6e3ae7a7cc7574f4b8893b4fca2162e57a825b223a177b7afa236c5ef9814cc
   json (2.19.2) sha256=e7e1bd318b2c37c4ceee2444841c86539bc462e81f40d134cf97826cb14e83cf
   json-schema (6.2.0) sha256=e8bff46ed845a22c1ab2bd0d7eccf831c01fe23bb3920caa4c74db4306813666
-  kreuzberg (4.5.1)
+  kreuzberg (4.5.2)
   language_server-protocol (3.17.0.5) sha256=fd1e39a51a28bf3eec959379985a72e296e9f9acfce46f6a79d31ca8760803cc
   lint_roller (1.1.0) sha256=2c0c845b632a7d172cb849cc90c1bce937a28c5c8ccccb50dfd46a485003cc87
   listen (3.10.0) sha256=c6e182db62143aeccc2e1960033bebe7445309c7272061979bb098d03760c9d2

data/README.md

@@ -22,7 +22,7 @@
     <img src="https://img.shields.io/maven-central/v/dev.kreuzberg/kreuzberg?label=Java&color=007ec6" alt="Java">
   </a>
   <a href="https://github.com/kreuzberg-dev/kreuzberg/releases">
-    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.5.1" alt="Go">
+    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/kreuzberg?label=Go&color=007ec6&filter=v4.5.2" alt="Go">
   </a>
   <a href="https://www.nuget.org/packages/Kreuzberg/">
     <img src="https://img.shields.io/nuget/v/Kreuzberg?label=C%23&color=007ec6" alt="C#">

data/ext/kreuzberg_rb/native/Cargo.lock

@@ -161,6 +161,12 @@ dependencies = [
  "syn",
 ]
 
+[[package]]
+name = "arrayref"
+version = "0.3.9"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "76a2e8124351fda1ef8aaaa3bbd7ebbcb486bbcd4225aca0aa0d84bb2db8fecb"
+
 [[package]]
 name = "arrayvec"
 version = "0.7.6"
@@ -473,6 +479,20 @@ dependencies = [
  "wyz",
 ]
 
+[[package]]
+name = "blake3"
+version = "1.8.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2468ef7d57b3fb7e16b576e8377cdbde2320c60e1491e961d11da40fc4f02a2d"
+dependencies = [
+ "arrayref",
+ "arrayvec",
+ "cc",
+ "cfg-if",
+ "constant_time_eq 0.4.2",
+ "cpufeatures 0.2.17",
+]
+
 [[package]]
 name = "block-buffer"
 version = "0.10.4"
@@ -916,6 +936,12 @@ version = "0.3.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "7c74b8349d32d297c9134b8c88677813a227df8f779daa29bfc29c183fe3dca6"
 
+[[package]]
+name = "constant_time_eq"
+version = "0.4.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3d52eff69cd5e647efe296129160853a42795992097e8af39800e1060caeea9b"
+
 [[package]]
 name = "cookie"
 version = "0.18.1"
@@ -2790,6 +2816,7 @@ dependencies = [
  "biblatex",
  "biblib",
  "bitvec",
+ "blake3",
  "bytes",
  "calamine",
  "cfb 0.14.0",
@@ -6784,7 +6811,7 @@ dependencies = [
  "aes",
  "arbitrary",
  "bzip2 0.5.2",
- "constant_time_eq",
+ "constant_time_eq 0.3.1",
  "crc32fast",
  "crossbeam-utils",
  "deflate64",

data/ext/kreuzberg_rb/native/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg-rb"
-version = "4.5.1"
+version = "4.5.2"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]

data/lib/kreuzberg/config.rb

@@ -930,7 +930,8 @@ module Kreuzberg
                   :images, :postprocessor,
                   :token_reduction, :keywords, :html_options, :pages,
                   :max_concurrent_extractions, :output_format, :result_format,
-                  :security_limits, :layout, :concurrency
+                  :security_limits, :layout, :concurrency,
+                  :cache_namespace, :cache_ttl_secs
 
       # Alias for backward compatibility - image_extraction is the canonical name
       alias image_extraction images
@@ -955,7 +956,7 @@ module Kreuzberg
         language_detection pdf_options image_extraction
         postprocessor token_reduction keywords html_options pages
         max_concurrent_extractions output_format result_format
-        security_limits layout concurrency
+        security_limits layout concurrency cache_namespace cache_ttl_secs
       ].freeze
 
       # Aliases for backward compatibility
@@ -1032,7 +1033,9 @@ module Kreuzberg
                      result_format: nil,
                      security_limits: nil,
                      layout: nil,
-                     concurrency: nil)
+                     concurrency: nil,
+                     cache_namespace: nil,
+                     cache_ttl_secs: nil)
         kwargs = {
           use_cache: use_cache, enable_quality_processing: enable_quality_processing,
           force_ocr: force_ocr, include_document_structure: include_document_structure,
@@ -1043,7 +1046,9 @@ module Kreuzberg
           pages: pages, max_concurrent_extractions: max_concurrent_extractions,
           output_format: output_format, result_format: result_format,
           security_limits: security_limits, layout: layout,
-          concurrency: concurrency
+          concurrency: concurrency,
+          cache_namespace: cache_namespace,
+          cache_ttl_secs: cache_ttl_secs
         }
         extracted = extract_from_hash(hash, kwargs)
 
@@ -1077,6 +1082,8 @@ module Kreuzberg
         @max_concurrent_extractions = params[:max_concurrent_extractions]&.to_i
         @output_format = validate_output_format(params[:output_format])
         @result_format = validate_result_format(params[:result_format])
+        @cache_namespace = params[:cache_namespace]
+        @cache_ttl_secs = params[:cache_ttl_secs]&.to_i
         @security_limits = params[:security_limits]
       end
 
@@ -1112,7 +1119,9 @@ module Kreuzberg
           include_document_structure: @include_document_structure,
           max_concurrent_extractions: @max_concurrent_extractions,
           output_format: @output_format,
-          result_format: @result_format
+          result_format: @result_format,
+          cache_namespace: @cache_namespace,
+          cache_ttl_secs: @cache_ttl_secs
         }
       end
 
@@ -1271,6 +1280,10 @@ module Kreuzberg
           @output_format = validate_output_format(value)
         when :result_format
           @result_format = validate_result_format(value)
+        when :cache_namespace
+          @cache_namespace = value
+        when :cache_ttl_secs
+          @cache_ttl_secs = value&.to_i
         else
           raise ArgumentError, "Unknown configuration key: #{key}"
         end
@@ -1352,6 +1365,8 @@ module Kreuzberg
         @max_concurrent_extractions = merged.max_concurrent_extractions
         @output_format = merged.output_format
         @result_format = merged.result_format
+        @cache_namespace = merged.cache_namespace
+        @cache_ttl_secs = merged.cache_ttl_secs
       end
     end
   end

data/lib/kreuzberg/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Kreuzberg
-  VERSION = '4.5.1'
+  VERSION = '4.5.2'
 end

data/sig/kreuzberg.rbs

@@ -478,6 +478,8 @@ module Kreuzberg
     class Extraction
       attr_reader use_cache: bool
       attr_reader enable_quality_processing: bool
+      attr_reader cache_namespace: String?
+      attr_reader cache_ttl_secs: Integer?
       attr_reader force_ocr: bool
       attr_reader include_document_structure: bool
       attr_reader ocr: OCR?
@@ -520,7 +522,9 @@ module Kreuzberg
         ?concurrency: (Concurrency | Hash[Symbol, untyped])?,
         ?max_concurrent_extractions: Integer?,
         ?output_format: String?,
-        ?result_format: String?
+        ?result_format: String?,
+        ?cache_namespace: String?,
+        ?cache_ttl_secs: Integer?
       ) -> void
       def to_h: () -> Hash[Symbol, untyped]
       def to_json: (*untyped) -> String

data/vendor/Cargo.toml

@@ -2,7 +2,7 @@
 members = ["kreuzberg", "kreuzberg-ffi", "kreuzberg-tesseract", "kreuzberg-paddle-ocr", "kreuzberg-pdfium-render"]
 
 [workspace.package]
-version = "4.5.1"
+version = "4.5.2"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
@@ -15,6 +15,7 @@ ahash = "0.8.12"
 anyhow = "1.0"
 async-trait = "0.1.89"
 base64 = "0.22.1"
+blake3 = "1"
 bytes = { version = "1", features = ["serde"] }
 chrono = "0.4"
 clap = { version = "4.6", features = ["derive", "color", "suggestions"] }
@@ -29,8 +30,8 @@ hwpers = "0.5"
 image = { version = "0.25.10", default-features = false }
 itertools = "0.14"
 js-sys = "0.3"
-kreuzberg = { path = "./crates/kreuzberg", version = "4.5.1", default-features = false }
-kreuzberg-ffi = { path = "./crates/kreuzberg-ffi", version = "4.5.1" }
+kreuzberg = { path = "./crates/kreuzberg", version = "4.5.2", default-features = false }
+kreuzberg-ffi = { path = "./crates/kreuzberg-ffi", version = "4.5.2" }
 lazy_static = "1.5.0"
 libc = "0.2.183"
 log = "0.4"

data/vendor/kreuzberg/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kreuzberg"
-version = "4.5.1"
+version = "4.5.2"
 edition = "2024"
 rust-version = "1.91"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
@@ -192,6 +192,7 @@ pkg-config = "0.3"
 [dependencies]
 ahash = "0.8.12"
 async-trait = "0.1.89"
+blake3 = "1"
 base64 = "0.22.1"
 bitvec = "1.0"
 bytes = { version = "1", features = ["serde"] }

data/vendor/kreuzberg/README.md

@@ -18,7 +18,7 @@ High-performance document intelligence library for Rust. Extract text, metadata,
 
 This is the core Rust library that powers the Python, TypeScript, and Ruby bindings.
 
-> **🚀 Version 4.5.1 Release**
+> **🚀 Version 4.5.2 Release**
 > This is a pre-release version. We invite you to test the library and [report any issues](https://github.com/kreuzberg-dev/kreuzberg/issues) you encounter.
 >
 > **Note**: The Rust crate is not currently published to crates.io for this RC. Use git dependencies or language bindings (Python, TypeScript, Ruby) instead.