xberg 1.0.0.pre.rc.4 → 1.0.0.pre.rc.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0f60934602c639945ecbda935c02cabe03df8fe8de5bcddcc0899dba68efe646
-  data.tar.gz: 82b50843c61556eb6792503bfb42705a5c7fb9e6b56c978a809b2fea0cb88114
+  metadata.gz: fed75d3a0eb4b36e4678f04a53e9235dc49d431ce66ed615e2087b221c328305
+  data.tar.gz: a8cfc8cb1d431100f941a0caa5ec89e2404df60011ba4d1db99b032ae9b2778c
 SHA512:
-  metadata.gz: d68291a01b8624efaaf620858afdcab0f45791da334e2684a0d1717082a0a4e1d46222f88935f99f149490efb9c45129c69b53fc82cc8f1cb90dfe7276db9dfa
-  data.tar.gz: 19871a4ca7b01cc2592ab6727ded46818c9a3ffcd19a8e6dacca9447067faa86e9b69f528bd4eca1e42d397d9784bc612894c0b8eddb3631f8499d5676d795e7
+  metadata.gz: 6bc43cfaf3bf98784c2b4e727677a2aa0051f75cf6542773db5003d1ac0fb538e098cddb9bb8c82171ea337a9b977cb79d0ee612032d92c8965e07a132ba311d
+  data.tar.gz: e5a03eb280da8eabac05bfa66490580d4e35be0b9690223f26e9fc9f0c5fbea0c7459be5ca312bc72bc95fb66da0b520b19b1f72af8cce6c552033bf8bc501b1

data/ext/xberg_rb/native/Cargo.lock

@@ -8041,9 +8041,9 @@ dependencies = [
 
 [[package]]
 name = "xberg"
-version = "1.0.0-rc.4"
+version = "1.0.0-rc.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a76147a7c25971413ce67ecdd0bf8511e98e1d2961c277ddb9780a04042d1520"
+checksum = "58e6e5aad16fbd5fcc7b6502fae40cdb5e704578352d19f717ed147beae4d656"
 dependencies = [
  "ahash 0.8.12",
  "async-trait",
@@ -8159,9 +8159,9 @@ dependencies = [
 
 [[package]]
 name = "xberg-gliner"
-version = "1.0.0-rc.4"
+version = "1.0.0-rc.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "807df47546452eeac17e6cc5b806458b0fb388944737bb2ab947f755d3fdc3d4"
+checksum = "14960d4f14be04ad7599e9b4bc9971d886daab9af3b1c8c18cb5e47c5c1f087e"
 dependencies = [
  "ndarray 0.17.2",
  "ort",
@@ -8173,9 +8173,9 @@ dependencies = [
 
 [[package]]
 name = "xberg-libheif"
-version = "1.0.0-rc.4"
+version = "1.0.0-rc.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4e148e2a3c8e83255340e7c1c25ef182f295671db67394d757cfe20bca64a5b1"
+checksum = "63979f3aaceb7223c7487da9adb4218f0fd8b24945f7addc39c703367005b82b"
 dependencies = [
  "cfg-if",
  "enumn",
@@ -8186,9 +8186,9 @@ dependencies = [
 
 [[package]]
 name = "xberg-paddle-ocr"
-version = "1.0.0-rc.4"
+version = "1.0.0-rc.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "debc0f3a756b2804b1405f7be5d54ecc6c1b6147d27ee80ae787332b1b2c5679"
+checksum = "a7312f7dd14925ba307cfbae49a401f00cb10adc61ee0143eebf1823a7d6dde2"
 dependencies = [
  "geo-clipper",
  "geo-types",
@@ -8198,11 +8198,12 @@ dependencies = [
  "ort",
  "serde",
  "thiserror 2.0.18",
+ "tracing",
 ]
 
 [[package]]
 name = "xberg-rb"
-version = "1.0.0-rc.4"
+version = "1.0.0-rc.5"
 dependencies = [
  "async-trait",
  "crawlberg",
@@ -8216,9 +8217,9 @@ dependencies = [
 
 [[package]]
 name = "xberg-tesseract"
-version = "1.0.0-rc.4"
+version = "1.0.0-rc.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5304cbdb76bdd5a447b3dffd4649e62a865dad2a50d8e290648fd5d2871b9853"
+checksum = "baa8f3da708f99800852607a72dd0e7a606a8dc55959c4eac05e1c62836aa31b"
 dependencies = [
  "cc",
  "cmake",

data/ext/xberg_rb/native/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "xberg-rb"
-version = "1.0.0-rc.4"
+version = "1.0.0-rc.5"
 edition = "2024"
 license = "MIT"
 description = "High-performance document intelligence library"
@@ -17,37 +17,7 @@ path = "../src/lib.rs"
 crate-type = ["cdylib"]
 
 [features]
-default = [
-    "api",
-    "api-types",
-    "auto-rotate-types",
-    "chunking-tokenizers",
-    "diff",
-    "heic",
-    "heuristics",
-    "html",
-    "keywords-rake",
-    "keywords-yake",
-    "layout-types",
-    "liter-llm",
-    "markdown-footnotes",
-    "ocr",
-    "ocr-wasm",
-    "office",
-    "paddle-ocr-types",
-    "pdf",
-    "presets",
-    "quality",
-    "redaction",
-    "reranker",
-    "reranker-presets",
-    "svg",
-    "transcription-types",
-    "tree-sitter",
-    "url-config-types",
-    "url-ingestion",
-    "xml",
-]
+default = ["api", "api-types", "auto-rotate-types", "chunking-tokenizers", "diff", "heic", "heuristics", "html", "keywords-rake", "keywords-yake", "layout-types", "liter-llm", "markdown-footnotes", "ocr", "ocr-wasm", "office", "paddle-ocr-types", "pdf", "presets", "quality", "redaction", "reranker", "reranker-presets", "svg", "transcription-types", "tree-sitter", "url-config-types", "url-ingestion", "xml"]
 api = ["xberg/api"]
 api-types = ["xberg/api-types"]
 auto-rotate-types = ["xberg/auto-rotate-types"]
@@ -80,62 +50,17 @@ xml = ["xberg/xml"]
 
 [dependencies]
 async-trait = "0.1"
-crawlberg = { default-features = false, version = "1.0.1" }
+crawlberg = { default-features = false, version = "1.0.2" }
 magnus = "0.8"
 rb-sys = ">=0.9, <0.9.128"
 serde = { version = "1", features = ["derive"] }
 serde_json = "1"
 tokio = { version = "1", features = ["rt-multi-thread"] }
 [target.'cfg(not(any(target_os = "windows", all(target_os = "macos", target_arch = "x86_64"))))'.dependencies]
-xberg = { version = "1.0.0-rc.4", features = [
-    "full",
-    "pdf",
-    "ocr",
-    "paddle-ocr",
-    "paddle-ocr-types",
-    "layout-detection",
-    "layout-types",
-    "embeddings",
-    "embedding-presets",
-    "reranker",
-    "reranker-presets",
-    "chunking",
-    "keywords-yake",
-    "keywords-rake",
-    "language-detection",
-    "html",
-    "tree-sitter",
-    "office",
-    "email",
-    "archives",
-    "stopwords",
-    "auto-rotate",
-    "auto-rotate-types",
-    "tokio-runtime",
-    "api",
-    "api-types",
-    "mcp",
-    "liter-llm",
-    "quality",
-    "svg",
-    "transcription",
-    "transcription-types",
-    "classification",
-    "captioning",
-    "ner-onnx",
-    "ner-llm",
-    "diff",
-    "markdown-footnotes",
-    "redaction",
-    "enrichment",
-    "heuristics",
-    "presets",
-    "structured",
-    "url-ingestion",
-] }
+xberg = { version = "1.0.0-rc.5", features = ["full", "pdf", "ocr", "paddle-ocr", "paddle-ocr-types", "layout-detection", "layout-types", "embeddings", "embedding-presets", "reranker", "reranker-presets", "chunking", "keywords-yake", "keywords-rake", "language-detection", "html", "tree-sitter", "office", "email", "archives", "stopwords", "auto-rotate", "auto-rotate-types", "tokio-runtime", "api", "api-types", "mcp", "liter-llm", "quality", "svg", "transcription", "transcription-types", "classification", "captioning", "ner-onnx", "ner-llm", "diff", "markdown-footnotes", "redaction", "enrichment", "heuristics", "presets", "structured", "url-ingestion"] }
 
 [target.'cfg(target_os = "windows")'.dependencies]
-xberg = { version = "1.0.0-rc.4", features = ["windows-target"] }
+xberg = { version = "1.0.0-rc.5", features = ["windows-target"] }
 
 [target.'cfg(all(target_os = "macos", target_arch = "x86_64"))'.dependencies]
-xberg = { version = "1.0.0-rc.4", features = ["macos-intel-target"] }
+xberg = { version = "1.0.0-rc.5", features = ["macos-intel-target"] }

data/ext/xberg_rb/src/lib.rs

@@ -1,5 +1,5 @@
 // This file is auto-generated by alef. DO NOT EDIT.
-// alef:hash:064b2fedf5a210fd140f7a7a70a21a62470f21a1e52b3357db9f1855bc4b332b
+// alef:hash:9b6c82fdc18c3106bdec2c926b44f0262b7dcc51189a52c181c04410d16a2fd9
 // Re-generate with: alef generate
 #![allow(dead_code, unused_imports, unused_variables)]
 #![allow(
@@ -2415,6 +2415,7 @@ pub struct LayoutDetectionConfig {
     confidence_threshold: Option<f32>,
     apply_heuristics: bool,
     table_model: TableModel,
+    table_overlap_preference: TableOverlapPreference,
     acceleration: Option<AccelerationConfig>,
     enable_chart_understanding: bool,
 }
@@ -2471,6 +2472,10 @@ impl LayoutDetectionConfig {
                 .get(ruby.to_symbol("table_model"))
                 .and_then(|v| TableModel::try_convert(v).ok())
                 .unwrap_or_default(),
+            table_overlap_preference: kwargs
+                .get(ruby.to_symbol("table_overlap_preference"))
+                .and_then(|v| TableOverlapPreference::try_convert(v).ok())
+                .unwrap_or_default(),
             acceleration: kwargs
                 .get(ruby.to_symbol("acceleration"))
                 .and_then(|v| AccelerationConfig::try_convert(v).ok()),
@@ -2493,6 +2498,10 @@ impl LayoutDetectionConfig {
         self.table_model.clone()
     }
 
+    fn table_overlap_preference(&self) -> TableOverlapPreference {
+        self.table_overlap_preference.clone()
+    }
+
     fn acceleration(&self) -> Option<AccelerationConfig> {
         self.acceleration.clone()
     }
@@ -20581,6 +20590,51 @@ impl magnus::TryConvert for TableModel {
 unsafe impl IntoValueFromNative for TableModel {}
 unsafe impl TryConvertOwned for TableModel {}
 
+#[derive(Clone, Copy, PartialEq, Eq, Debug, serde::Serialize, serde::Deserialize)]
+#[serde(rename_all = "snake_case")]
+pub enum TableOverlapPreference {
+    Content,
+    Native,
+    Layout,
+}
+
+impl Default for TableOverlapPreference {
+    fn default() -> Self {
+        Self::Content
+    }
+}
+
+impl magnus::IntoValue for TableOverlapPreference {
+    fn into_value_with(self, handle: &Ruby) -> magnus::Value {
+        let sym = match self {
+            TableOverlapPreference::Content => "content",
+            TableOverlapPreference::Native => "native",
+            TableOverlapPreference::Layout => "layout",
+        };
+        handle.to_symbol(sym).into_value_with(handle)
+    }
+}
+
+impl magnus::TryConvert for TableOverlapPreference {
+    fn try_convert(val: magnus::Value) -> Result<Self, magnus::Error> {
+        let s: String = magnus::TryConvert::try_convert(val)?;
+        // Accept the serde wire name (snake_case), the PascalCase Rust variant name,
+        // and a lowercase fallback so fixtures written in any of those styles work.
+        match s.as_str() {
+            "content" | "Content" => Ok(TableOverlapPreference::Content),
+            "native" | "Native" => Ok(TableOverlapPreference::Native),
+            "layout" | "Layout" => Ok(TableOverlapPreference::Layout),
+            other => Err(magnus::Error::new(
+                unsafe { Ruby::get_unchecked() }.exception_arg_error(),
+                format!("invalid TableOverlapPreference value: {other}"),
+            )),
+        }
+    }
+}
+
+unsafe impl IntoValueFromNative for TableOverlapPreference {}
+unsafe impl TryConvertOwned for TableOverlapPreference {}
+
 #[derive(Clone, Copy, PartialEq, Eq, Debug, serde::Serialize, serde::Deserialize)]
 #[serde(rename_all = "snake_case")]
 pub enum CallMode {
@@ -26356,6 +26410,7 @@ impl From<LayoutDetectionConfig> for xberg::LayoutDetectionConfig {
             confidence_threshold: val.confidence_threshold,
             apply_heuristics: val.apply_heuristics,
             table_model: val.table_model.into(),
+            table_overlap_preference: val.table_overlap_preference.into(),
             acceleration: val.acceleration.map(Into::into),
             enable_chart_understanding: val.enable_chart_understanding,
         }
@@ -26369,6 +26424,7 @@ impl From<xberg::LayoutDetectionConfig> for LayoutDetectionConfig {
             confidence_threshold: val.confidence_threshold,
             apply_heuristics: val.apply_heuristics,
             table_model: val.table_model.into(),
+            table_overlap_preference: val.table_overlap_preference.into(),
             acceleration: val.acceleration.map(Into::into),
             enable_chart_understanding: val.enable_chart_understanding,
         }
@@ -30841,6 +30897,26 @@ impl From<xberg::TableModel> for TableModel {
     }
 }
 
+impl From<TableOverlapPreference> for xberg::core::config::layout::TableOverlapPreference {
+    fn from(val: TableOverlapPreference) -> Self {
+        match val {
+            TableOverlapPreference::Content => Self::Content,
+            TableOverlapPreference::Native => Self::Native,
+            TableOverlapPreference::Layout => Self::Layout,
+        }
+    }
+}
+
+impl From<xberg::core::config::layout::TableOverlapPreference> for TableOverlapPreference {
+    fn from(val: xberg::core::config::layout::TableOverlapPreference) -> Self {
+        match val {
+            xberg::core::config::layout::TableOverlapPreference::Content => Self::Content,
+            xberg::core::config::layout::TableOverlapPreference::Native => Self::Native,
+            xberg::core::config::layout::TableOverlapPreference::Layout => Self::Layout,
+        }
+    }
+}
+
 impl From<CallMode> for xberg::CallMode {
     fn from(val: CallMode) -> Self {
         match val {
@@ -32991,6 +33067,11 @@ fn ruby_init(ruby: &Ruby) -> Result<(), Error> {
 
     class.define_method("table_model", method!(LayoutDetectionConfig::table_model, 0))?;
 
+    class.define_method(
+        "table_overlap_preference",
+        method!(LayoutDetectionConfig::table_overlap_preference, 0),
+    )?;
+
     class.define_method("acceleration", method!(LayoutDetectionConfig::acceleration, 0))?;
 
     class.define_method(

data/lib/xberg/native.rb

@@ -1,5 +1,5 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:a8a2fb5049e2e094c83b3ad2e0f6f13f62b4fea58f71c4a4f1e331a37b4cdec3
+# alef:hash:9b6c82fdc18c3106bdec2c926b44f0262b7dcc51189a52c181c04410d16a2fd9
 # To regenerate: alef generate
 # To verify freshness: alef verify --exit-code
 # frozen_string_literal: true

data/lib/xberg/version.rb

@@ -1,10 +1,10 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:a8a2fb5049e2e094c83b3ad2e0f6f13f62b4fea58f71c4a4f1e331a37b4cdec3
+# alef:hash:9b6c82fdc18c3106bdec2c926b44f0262b7dcc51189a52c181c04410d16a2fd9
 # To regenerate: alef generate
 # To verify freshness: alef verify --exit-code
 # frozen_string_literal: true
 
 module Xberg
   ## The version string for this package.
-  VERSION = "1.0.0.pre.rc.4"
+  VERSION = "1.0.0.pre.rc.5"
 end

data/lib/xberg.rb

@@ -1,5 +1,5 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:a8a2fb5049e2e094c83b3ad2e0f6f13f62b4fea58f71c4a4f1e331a37b4cdec3
+# alef:hash:9b6c82fdc18c3106bdec2c926b44f0262b7dcc51189a52c181c04410d16a2fd9
 # To regenerate: alef generate
 # To verify freshness: alef verify --exit-code
 # frozen_string_literal: true

data/sig/types.rbs

@@ -1,5 +1,5 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:a8a2fb5049e2e094c83b3ad2e0f6f13f62b4fea58f71c4a4f1e331a37b4cdec3
+# alef:hash:9b6c82fdc18c3106bdec2c926b44f0262b7dcc51189a52c181c04410d16a2fd9
 # To regenerate: alef generate
 # To verify freshness: alef verify --exit-code
 
@@ -266,10 +266,11 @@ def initialize: (?results: Array[ExtractedDocument], ?errors: Array[ExtractionEr
         attr_accessor confidence_threshold: Float?
         attr_accessor apply_heuristics: bool?
         attr_accessor table_model: TableModel?
+        attr_accessor table_overlap_preference: TableOverlapPreference?
         attr_accessor acceleration: AccelerationConfig?
         attr_accessor enable_chart_understanding: bool?
 
-    def initialize: (?confidence_threshold: Float, ?apply_heuristics: bool, ?table_model: TableModel, ?acceleration: AccelerationConfig, ?enable_chart_understanding: bool) -> void
+    def initialize: (?confidence_threshold: Float, ?apply_heuristics: bool, ?table_model: TableModel, ?table_overlap_preference: TableOverlapPreference, ?acceleration: AccelerationConfig, ?enable_chart_understanding: bool) -> void
     def self.default: () -> LayoutDetectionConfig
     end
 
@@ -2202,6 +2203,10 @@ def initialize: (?max_depth: Integer, ?max_pages: Integer, ?max_concurrent: Inte
         type value = :tatr | :slanet_wired | :slanet_wireless | :slanet_plus | :slanet_auto | :disabled
     end
 
+    class TableOverlapPreference
+        type value = :content | :native | :layout
+    end
+
     class CallMode
         type value = :text_only | :vision_only | :text_plus_vision
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: xberg
 version: !ruby/object:Gem::Version
-  version: 1.0.0.pre.rc.4
+  version: 1.0.0.pre.rc.5
 platform: ruby
 authors:
 - Na'aman Hirschfeld <naaman@xberg.io>