kreuzberg 4.0.0.pre.rc.6 → 4.0.0.pre.rc.7

data/vendor/rb-sys/src/stable_api/ruby_3_0.rs

@@ -1,9 +1,9 @@
 use super::StableApiDefinition;
 use crate::{
-    VALUE, debug_ruby_assert_type,
+    debug_ruby_assert_type,
     internal::{RArray, RString, RTypedData},
     ruby_value_type::RUBY_T_DATA,
-    value_type,
+    value_type, VALUE,
 };
 use std::{
     ffi::c_void,
@@ -307,7 +307,11 @@ impl StableApiDefinition for Definition {
 
     #[inline]
     unsafe fn rtypeddata_type(&self, obj: VALUE) -> *const crate::rb_data_type_t {
-        debug_ruby_assert_type!(obj, RUBY_T_DATA, "rtypeddata_type called on non-T_DATA object");
+        debug_ruby_assert_type!(
+            obj,
+            RUBY_T_DATA,
+            "rtypeddata_type called on non-T_DATA object"
+        );
 
         let rdata = obj as *const RTypedData;
         (*rdata).type_
@@ -315,7 +319,11 @@ impl StableApiDefinition for Definition {
 
     #[inline]
     unsafe fn rtypeddata_get_data(&self, obj: VALUE) -> *mut c_void {
-        debug_ruby_assert_type!(obj, RUBY_T_DATA, "rtypeddata_get_data called on non-T_DATA object");
+        debug_ruby_assert_type!(
+            obj,
+            RUBY_T_DATA,
+            "rtypeddata_get_data called on non-T_DATA object"
+        );
 
         // For Ruby 3.0 and lower, simply return the data field
         let rdata = obj as *const RTypedData;

data/vendor/rb-sys/src/stable_api/ruby_3_1.rs

@@ -1,9 +1,9 @@
 use super::StableApiDefinition;
 use crate::{
-    VALUE, debug_ruby_assert_type,
+    debug_ruby_assert_type,
     internal::{RArray, RString, RTypedData},
     ruby_value_type::RUBY_T_DATA,
-    value_type,
+    value_type, VALUE,
 };
 use std::{
     ffi::c_void,
@@ -300,7 +300,11 @@ impl StableApiDefinition for Definition {
 
     #[inline]
     unsafe fn rtypeddata_type(&self, obj: VALUE) -> *const crate::rb_data_type_t {
-        debug_ruby_assert_type!(obj, RUBY_T_DATA, "rtypeddata_type called on non-T_DATA object");
+        debug_ruby_assert_type!(
+            obj,
+            RUBY_T_DATA,
+            "rtypeddata_type called on non-T_DATA object"
+        );
 
         let rdata = obj as *const RTypedData;
         (*rdata).type_
@@ -308,7 +312,11 @@ impl StableApiDefinition for Definition {
 
     #[inline]
     unsafe fn rtypeddata_get_data(&self, obj: VALUE) -> *mut c_void {
-        debug_ruby_assert_type!(obj, RUBY_T_DATA, "rtypeddata_get_data called on non-T_DATA object");
+        debug_ruby_assert_type!(
+            obj,
+            RUBY_T_DATA,
+            "rtypeddata_get_data called on non-T_DATA object"
+        );
 
         // For Ruby 3.1 and lower, simply return the data field
         let rdata = obj as *const RTypedData;

data/vendor/rb-sys/src/stable_api/ruby_3_2.rs

@@ -1,9 +1,9 @@
 use super::StableApiDefinition;
 use crate::{
-    VALUE, debug_ruby_assert_type,
+    debug_ruby_assert_type,
     internal::{RArray, RString, RTypedData},
     ruby_value_type::RUBY_T_DATA,
-    value_type,
+    value_type, VALUE,
 };
 use std::{
     ffi::c_void,
@@ -298,7 +298,11 @@ impl StableApiDefinition for Definition {
 
     #[inline]
     unsafe fn rtypeddata_type(&self, obj: VALUE) -> *const crate::rb_data_type_t {
-        debug_ruby_assert_type!(obj, RUBY_T_DATA, "rtypeddata_type called on non-T_DATA object");
+        debug_ruby_assert_type!(
+            obj,
+            RUBY_T_DATA,
+            "rtypeddata_type called on non-T_DATA object"
+        );
 
         let rdata = obj as *const RTypedData;
         (*rdata).type_
@@ -306,7 +310,11 @@ impl StableApiDefinition for Definition {
 
     #[inline]
     unsafe fn rtypeddata_get_data(&self, obj: VALUE) -> *mut c_void {
-        debug_ruby_assert_type!(obj, RUBY_T_DATA, "rtypeddata_get_data called on non-T_DATA object");
+        debug_ruby_assert_type!(
+            obj,
+            RUBY_T_DATA,
+            "rtypeddata_get_data called on non-T_DATA object"
+        );
 
         // For Ruby 3.2 and lower, simply return the data field
         let rdata = obj as *const RTypedData;

data/vendor/rb-sys/src/stable_api/ruby_3_3.rs

@@ -1,9 +1,9 @@
 use super::StableApiDefinition;
 use crate::{
-    VALUE, debug_ruby_assert_type,
+    debug_ruby_assert_type,
     internal::{RArray, RString},
     ruby_value_type::RUBY_T_DATA,
-    value_type,
+    value_type, VALUE,
 };
 use std::{
     os::raw::{c_char, c_long},
@@ -284,7 +284,11 @@ impl StableApiDefinition for Definition {
 
     #[inline]
     unsafe fn rtypeddata_embedded_p(&self, obj: VALUE) -> bool {
-        debug_ruby_assert_type!(obj, RUBY_T_DATA, "rtypeddata_embedded_p called on non-T_DATA object");
+        debug_ruby_assert_type!(
+            obj,
+            RUBY_T_DATA,
+            "rtypeddata_embedded_p called on non-T_DATA object"
+        );
 
         let rdata = obj as *const crate::internal::RTypedData;
         let typed_flag = (*rdata).typed_flag;
@@ -298,7 +302,11 @@ impl StableApiDefinition for Definition {
 
     #[inline]
     unsafe fn rtypeddata_type(&self, obj: VALUE) -> *const crate::rb_data_type_t {
-        debug_ruby_assert_type!(obj, RUBY_T_DATA, "rtypeddata_type called on non-T_DATA object");
+        debug_ruby_assert_type!(
+            obj,
+            RUBY_T_DATA,
+            "rtypeddata_type called on non-T_DATA object"
+        );
 
         let rdata = obj as *const crate::internal::RTypedData;
         (*rdata).type_
@@ -306,14 +314,19 @@ impl StableApiDefinition for Definition {
 
     #[inline]
     unsafe fn rtypeddata_get_data(&self, obj: VALUE) -> *mut std::ffi::c_void {
-        debug_ruby_assert_type!(obj, RUBY_T_DATA, "rtypeddata_get_data called on non-T_DATA object");
+        debug_ruby_assert_type!(
+            obj,
+            RUBY_T_DATA,
+            "rtypeddata_get_data called on non-T_DATA object"
+        );
 
         if self.rtypeddata_embedded_p(obj) {
             // For embedded data, calculate pointer based on struct layout
             // The formula matches Ruby's implementation:
             // embedded_typed_data_size = sizeof(RTypedData) - sizeof(void *)
             const EMBEDDED_TYPED_DATA_SIZE: usize =
-                std::mem::size_of::<crate::internal::RTypedData>() - std::mem::size_of::<*mut std::ffi::c_void>();
+                std::mem::size_of::<crate::internal::RTypedData>()
+                    - std::mem::size_of::<*mut std::ffi::c_void>();
 
             // Return address after the header as the data pointer
             (obj as *mut u8).add(EMBEDDED_TYPED_DATA_SIZE) as *mut std::ffi::c_void

data/vendor/rb-sys/src/stable_api/ruby_3_4.rs

@@ -1,9 +1,9 @@
 use super::StableApiDefinition;
 use crate::{
-    VALUE, debug_ruby_assert_type,
+    debug_ruby_assert_type,
     internal::{RArray, RString, RTypedData},
     ruby_value_type::RUBY_T_DATA,
-    value_type,
+    value_type, VALUE,
 };
 use std::{
     ffi::c_void,
@@ -285,7 +285,11 @@ impl StableApiDefinition for Definition {
 
     #[inline]
     unsafe fn rtypeddata_embedded_p(&self, obj: VALUE) -> bool {
-        debug_ruby_assert_type!(obj, RUBY_T_DATA, "rtypeddata_embedded_p called on non-T_DATA object");
+        debug_ruby_assert_type!(
+            obj,
+            RUBY_T_DATA,
+            "rtypeddata_embedded_p called on non-T_DATA object"
+        );
 
         let rdata = obj as *const RTypedData;
         let typed_flag = (*rdata).typed_flag;
@@ -299,7 +303,11 @@ impl StableApiDefinition for Definition {
 
     #[inline]
     unsafe fn rtypeddata_type(&self, obj: VALUE) -> *const crate::rb_data_type_t {
-        debug_ruby_assert_type!(obj, RUBY_T_DATA, "rtypeddata_type called on non-T_DATA object");
+        debug_ruby_assert_type!(
+            obj,
+            RUBY_T_DATA,
+            "rtypeddata_type called on non-T_DATA object"
+        );
 
         let rdata = obj as *const RTypedData;
         (*rdata).type_
@@ -307,7 +315,11 @@ impl StableApiDefinition for Definition {
 
     #[inline]
     unsafe fn rtypeddata_get_data(&self, obj: VALUE) -> *mut c_void {
-        debug_ruby_assert_type!(obj, RUBY_T_DATA, "rtypeddata_get_data called on non-T_DATA object");
+        debug_ruby_assert_type!(
+            obj,
+            RUBY_T_DATA,
+            "rtypeddata_get_data called on non-T_DATA object"
+        );
 
         if self.rtypeddata_embedded_p(obj) {
             // For embedded data, calculate pointer based on struct layout

data/vendor/rb-sys/src/stable_api.rs

@@ -226,7 +226,6 @@ mod compiled;
 use compiled as api;
 
 #[cfg(stable_api_include_rust_impl)]
-#[cfg_attr(ruby_eq_2_6, path = "stable_api/ruby_2_6.rs")]
 #[cfg_attr(ruby_eq_2_7, path = "stable_api/ruby_2_7.rs")]
 #[cfg_attr(ruby_eq_3_0, path = "stable_api/ruby_3_0.rs")]
 #[cfg_attr(ruby_eq_3_1, path = "stable_api/ruby_3_1.rs")]

data/vendor/rb-sys/src/tracking_allocator.rs

@@ -3,8 +3,8 @@
 use std::{
     fmt::Formatter,
     sync::{
-        Arc,
         atomic::{AtomicIsize, Ordering},
+        Arc,
     },
 };
 
@@ -59,13 +59,11 @@ mod mri {
 
             unsafe {
                 if is_ruby_vm_started() {
-                    // On Windows, ssize_t is i32 even on 64-bit, so cast i64 to i32
                     #[cfg(all(target_pointer_width = "64", target_os = "windows"))]
                     rb_gc_adjust_memory_usage(delta as i32);
 
                     #[cfg(not(all(target_pointer_width = "64", target_os = "windows")))]
                     rb_gc_adjust_memory_usage(delta);
-
                     delta as isize
                 } else {
                     0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kreuzberg
 version: !ruby/object:Gem::Version
-  version: 4.0.0.pre.rc.6
+  version: 4.0.0.pre.rc.7
 platform: ruby
 authors:
 - Na'aman Hirschfeld
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-12-10 00:00:00.000000000 Z
+date: 2025-12-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -186,6 +186,7 @@ files:
 - Steepfile
 - examples/async_patterns.rb
 - ext/kreuzberg_rb/extconf.rb
+- ext/kreuzberg_rb/native/.cargo/config.toml
 - ext/kreuzberg_rb/native/Cargo.lock
 - ext/kreuzberg_rb/native/Cargo.toml
 - ext/kreuzberg_rb/native/README.md
@@ -241,6 +242,7 @@ files:
 - vendor/kreuzberg/src/api/types.rs
 - vendor/kreuzberg/src/cache/mod.rs
 - vendor/kreuzberg/src/chunking/mod.rs
+- vendor/kreuzberg/src/chunking/processor.rs
 - vendor/kreuzberg/src/core/batch_mode.rs
 - vendor/kreuzberg/src/core/config.rs
 - vendor/kreuzberg/src/core/extractor.rs
@@ -277,7 +279,6 @@ files:
 - vendor/kreuzberg/src/extractors/epub.rs
 - vendor/kreuzberg/src/extractors/excel.rs
 - vendor/kreuzberg/src/extractors/fictionbook.rs
-- vendor/kreuzberg/src/extractors/fictionbook.rs.backup2
 - vendor/kreuzberg/src/extractors/html.rs
 - vendor/kreuzberg/src/extractors/image.rs
 - vendor/kreuzberg/src/extractors/jats.rs
@@ -309,6 +310,7 @@ files:
 - vendor/kreuzberg/src/keywords/types.rs
 - vendor/kreuzberg/src/keywords/yake.rs
 - vendor/kreuzberg/src/language_detection/mod.rs
+- vendor/kreuzberg/src/language_detection/processor.rs
 - vendor/kreuzberg/src/lib.rs
 - vendor/kreuzberg/src/mcp/mod.rs
 - vendor/kreuzberg/src/mcp/server.rs
@@ -341,6 +343,7 @@ files:
 - vendor/kreuzberg/src/stopwords/mod.rs
 - vendor/kreuzberg/src/text/mod.rs
 - vendor/kreuzberg/src/text/quality.rs
+- vendor/kreuzberg/src/text/quality_processor.rs
 - vendor/kreuzberg/src/text/string_utils.rs
 - vendor/kreuzberg/src/text/token_reduction/cjk_utils.rs
 - vendor/kreuzberg/src/text/token_reduction/config.rs
@@ -469,7 +472,6 @@ files:
 - vendor/kreuzberg/tests/typst_behavioral_tests.rs
 - vendor/kreuzberg/tests/typst_extractor_tests.rs
 - vendor/kreuzberg/tests/xlsx_metadata_extraction_test.rs
-- vendor/rb-sys/.cargo-ok
 - vendor/rb-sys/.cargo_vcs_info.json
 - vendor/rb-sys/Cargo.lock
 - vendor/rb-sys/Cargo.toml
@@ -492,7 +494,6 @@ files:
 - vendor/rb-sys/src/stable_api.rs
 - vendor/rb-sys/src/stable_api/compiled.c
 - vendor/rb-sys/src/stable_api/compiled.rs
-- vendor/rb-sys/src/stable_api/ruby_2_6.rs
 - vendor/rb-sys/src/stable_api/ruby_2_7.rs
 - vendor/rb-sys/src/stable_api/ruby_3_0.rs
 - vendor/rb-sys/src/stable_api/ruby_3_1.rs
@@ -507,13 +508,13 @@ homepage: https://github.com/kreuzberg-dev/kreuzberg
 licenses:
 - MIT
 metadata:
-  bug_tracker_uri: https://github.com/kreuzberg-dev/kreuzberg/issues
+  homepage_uri: https://github.com/kreuzberg-dev/kreuzberg
+  source_code_uri: https://github.com/kreuzberg-dev/kreuzberg
   changelog_uri: https://github.com/kreuzberg-dev/kreuzberg/blob/main/CHANGELOG.md
   documentation_uri: https://docs.kreuzberg.dev
-  homepage_uri: https://github.com/kreuzberg-dev/kreuzberg
-  keywords: document-intelligence,document-extraction,ocr,rust,bindings
+  bug_tracker_uri: https://github.com/kreuzberg-dev/kreuzberg/issues
   rubygems_mfa_required: 'true'
-  source_code_uri: https://github.com/kreuzberg-dev/kreuzberg
+  keywords: document-intelligence,document-extraction,ocr,rust,bindings
 post_install_message:
 rdoc_options: []
 require_paths:
@@ -529,7 +530,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.20
+rubygems_version: 3.5.22
 signing_key:
 specification_version: 4
 summary: High-performance document intelligence framework