xberg 1.3.10 → 1.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +11 -4
- data/ext/xberg_rb/native/Cargo.lock +783 -842
- data/ext/xberg_rb/native/Cargo.toml +9 -8
- data/ext/xberg_rb/src/lib.rs +2122 -470
- data/lib/xberg/native.rb +135 -100
- data/lib/xberg/version.rb +2 -2
- data/sig/types.rbs +2343 -27
- metadata +3 -3
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:24bd4a564b3f4fa43b0508e5984652c10f16c06ee4983056d3c9bfbe300ce447
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify
|
|
5
5
|
|
|
6
6
|
[package]
|
|
7
7
|
name = "xberg-rb"
|
|
8
|
-
version = "1.
|
|
8
|
+
version = "1.4.2"
|
|
9
9
|
edition = "2024"
|
|
10
10
|
authors = ["Na'aman Hirschfeld <naaman@xberg.io>", "Tobias Perlstein <tobias@xberg.io>"]
|
|
11
11
|
license = "MIT"
|
|
@@ -23,7 +23,7 @@ path = "../src/lib.rs"
|
|
|
23
23
|
crate-type = ["cdylib"]
|
|
24
24
|
|
|
25
25
|
[features]
|
|
26
|
-
default = ["api", "api-types", "auto-rotate-types", "candle-ocr", "captioning", "chunking", "chunking-tokenizers", "classification", "diff", "embedding-presets", "embeddings", "formula-recognition", "heuristics", "html", "keywords-rake", "keywords-yake", "late-interaction", "late-interaction-presets", "layout-types", "liter-llm", "markdown-footnotes", "mcp", "mcp-http", "ner-onnx", "ocr", "ocr-wasm", "office", "paddle-ocr-types", "pdf", "presets", "quality", "redaction", "redaction-rehydrate", "reranker", "reranker-presets", "sparse-embedding-presets", "sparse-embeddings", "svg", "tokio-runtime", "transcription", "transcription-types", "tree-sitter", "url-config-types", "url-ingestion", "xml"]
|
|
26
|
+
default = ["api", "api-types", "auto-rotate-types", "candle-ocr", "captioning", "chunking", "chunking-tokenizers", "classification", "diff", "embedding-presets", "embeddings", "formula-recognition", "heuristics", "html", "keywords-rake", "keywords-yake", "late-interaction", "late-interaction-presets", "layout-detection", "layout-types", "liter-llm", "markdown-footnotes", "mcp", "mcp-http", "ner-onnx", "ocr", "ocr-wasm", "office", "paddle-ocr-types", "pdf", "presets", "quality", "redaction", "redaction-rehydrate", "reranker", "reranker-presets", "sparse-embedding-presets", "sparse-embeddings", "svg", "tokio-runtime", "transcription", "transcription-types", "tree-sitter", "url-config-types", "url-ingestion", "xml"]
|
|
27
27
|
api = ["xberg/api"]
|
|
28
28
|
api-types = ["xberg/api-types"]
|
|
29
29
|
auto-rotate-types = ["xberg/auto-rotate-types"]
|
|
@@ -43,6 +43,7 @@ keywords-rake = ["xberg/keywords-rake"]
|
|
|
43
43
|
keywords-yake = ["xberg/keywords-yake"]
|
|
44
44
|
late-interaction = ["xberg/late-interaction"]
|
|
45
45
|
late-interaction-presets = ["xberg/late-interaction-presets"]
|
|
46
|
+
layout-detection = ["xberg/layout-detection"]
|
|
46
47
|
layout-types = ["xberg/layout-types"]
|
|
47
48
|
liter-llm = ["xberg/liter-llm"]
|
|
48
49
|
markdown-footnotes = ["xberg/markdown-footnotes"]
|
|
@@ -73,8 +74,8 @@ xml = ["xberg/xml"]
|
|
|
73
74
|
|
|
74
75
|
[dependencies]
|
|
75
76
|
async-trait = "0.1"
|
|
76
|
-
crawlberg = { default-features = false, version = "1.
|
|
77
|
-
html-to-markdown-rs = { default-features = false, version = "3.
|
|
77
|
+
crawlberg = { default-features = false, version = "1.13.1" }
|
|
78
|
+
html-to-markdown-rs = { default-features = false, version = "3.22.2" }
|
|
78
79
|
magnus = "0.9"
|
|
79
80
|
rb-sys = ">=0.9.130, <0.10"
|
|
80
81
|
serde = { version = "1", features = ["derive"] }
|
|
@@ -83,13 +84,13 @@ tokio = { version = "1", features = ["rt-multi-thread"] }
|
|
|
83
84
|
tracing = "0.1"
|
|
84
85
|
|
|
85
86
|
[target.'cfg(all(target_os = "macos", target_arch = "x86_64"))'.dependencies]
|
|
86
|
-
xberg = { version = "1.
|
|
87
|
+
xberg = { version = "1.4.2", default-features = false, features = ["macos-intel-target", "simd-utf8"] }
|
|
87
88
|
|
|
88
89
|
[target.'cfg(not(any(target_os = "windows", all(target_os = "macos", target_arch = "x86_64"))))'.dependencies]
|
|
89
|
-
xberg = { version = "1.
|
|
90
|
+
xberg = { version = "1.4.2", features = ["full", "pdf", "pdf-pdfium", "ocr", "paddle-ocr", "paddle-ocr-types", "layout-detection", "layout-types", "embeddings", "embedding-presets", "reranker", "reranker-presets", "sparse-embeddings", "sparse-embedding-presets", "late-interaction", "late-interaction-presets", "chunking", "keywords-yake", "keywords-rake", "language-detection", "html", "tree-sitter", "office", "email", "archives", "stopwords", "auto-rotate", "auto-rotate-types", "tokio-runtime", "api", "api-types", "mcp", "liter-llm", "quality", "svg", "transcription", "transcription-types", "classification", "captioning", "formula-recognition", "ner-onnx", "ner-llm", "diff", "markdown-footnotes", "redaction", "enrichment", "heuristics", "presets", "structured", "url-ingestion"] }
|
|
90
91
|
|
|
91
92
|
[target.'cfg(target_os = "windows")'.dependencies]
|
|
92
|
-
xberg = { version = "1.
|
|
93
|
+
xberg = { version = "1.4.2", default-features = false, features = ["windows-gnu-target", "simd-utf8"] }
|
|
93
94
|
|
|
94
95
|
# This crate deliberately does not use `[lints]` / `workspace = true`: its C-ABI /
|
|
95
96
|
# PyO3 / napi / ext-php-rs / NIF boundary requires `unsafe` code. Local lint tables
|