liter_llm 1.8.2 → 1.9.0.pre.rc.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/LICENSE +1 -1
- data/README.md +45 -38
- data/ext/liter_llm_rb/native/Cargo.lock +3 -3
- data/ext/liter_llm_rb/native/Cargo.toml +2 -2
- data/ext/liter_llm_rb/src/lib.rs +11 -1
- data/lib/liter_llm/native.rb +1 -1
- data/lib/liter_llm/version.rb +2 -2
- data/lib/liter_llm.rb +1 -1
- data/sig/types.rbs +3 -1
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 406beeba375f6c77cdf97c38d7987b2c875e874a8d96f0a8b2d5454711604983
|
|
4
|
+
data.tar.gz: 1cd3d007573eda3bec1465de1fe475219a326cb9847186c96048183d9442e1a3
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 68a601d492ed7baeef687712028a5f52e5bbdc8e528d148f2b2ca7136ceba2c7c02ce5e7726877f3268d2032e8680463544c3fb442e44ffd8239c433ff801274
|
|
7
|
+
data.tar.gz: 3c97159d4dcf4777e5b9e3912e37887e18bd45e2ffd685c597cf65464575a8483ac17b332d090c2a45cfd1c7b37e640200f52a29f80f2aae4d47030bc72d13dc
|
data/LICENSE
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
Copyright 2026
|
|
1
|
+
Copyright 2026 Kreuzberg, Inc.
|
|
2
2
|
|
|
3
3
|
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
4
4
|
|
data/README.md
CHANGED
|
@@ -1,8 +1,15 @@
|
|
|
1
|
+
<p align="center">
|
|
2
|
+
<picture>
|
|
3
|
+
<source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
|
|
4
|
+
<img alt="Xberg" width="420" src="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-light.svg">
|
|
5
|
+
</picture>
|
|
6
|
+
</p>
|
|
7
|
+
|
|
1
8
|
# Ruby
|
|
2
9
|
|
|
3
10
|
<div align="center" style="display: flex; flex-wrap: wrap; gap: 8px; justify-content: center; margin: 20px 0">
|
|
4
11
|
<!-- Built with -->
|
|
5
|
-
<a href="https://github.com/
|
|
12
|
+
<a href="https://github.com/xberg-io/alef">
|
|
6
13
|
<img src="https://img.shields.io/badge/Bindings-alef%20%D7%90-007ec6" alt="Bindings" />
|
|
7
14
|
</a>
|
|
8
15
|
<!-- Language Bindings -->
|
|
@@ -12,23 +19,23 @@
|
|
|
12
19
|
<a href="https://pypi.org/project/liter-llm/">
|
|
13
20
|
<img src="https://img.shields.io/pypi/v/liter-llm?label=Python&color=007ec6" alt="Python" />
|
|
14
21
|
</a>
|
|
15
|
-
<a href="https://www.npmjs.com/package/@
|
|
16
|
-
<img src="https://img.shields.io/npm/v/@
|
|
22
|
+
<a href="https://www.npmjs.com/package/@xberg-io/liter-llm">
|
|
23
|
+
<img src="https://img.shields.io/npm/v/@xberg-io/liter-llm?label=Node.js&color=007ec6" alt="Node.js" />
|
|
17
24
|
</a>
|
|
18
|
-
<a href="https://www.npmjs.com/package/@
|
|
19
|
-
<img src="https://img.shields.io/npm/v/@
|
|
25
|
+
<a href="https://www.npmjs.com/package/@xberg-io/liter-llm-wasm">
|
|
26
|
+
<img src="https://img.shields.io/npm/v/@xberg-io/liter-llm-wasm?label=WASM&color=007ec6" alt="WASM" />
|
|
20
27
|
</a>
|
|
21
|
-
<a href="https://central.sonatype.com/artifact/
|
|
22
|
-
<img src="https://img.shields.io/maven-central/v/
|
|
28
|
+
<a href="https://central.sonatype.com/artifact/io.xberg.literllm/liter-llm">
|
|
29
|
+
<img src="https://img.shields.io/maven-central/v/io.xberg.literllm/liter-llm?label=Java&color=007ec6" alt="Java" />
|
|
23
30
|
</a>
|
|
24
|
-
<a href="https://github.com/
|
|
25
|
-
<img src="https://img.shields.io/github/v/tag/
|
|
31
|
+
<a href="https://github.com/xberg-io/liter-llm/tree/main/packages/go">
|
|
32
|
+
<img src="https://img.shields.io/github/v/tag/xberg-io/liter-llm?label=Go&color=007ec6" alt="Go" />
|
|
26
33
|
</a>
|
|
27
34
|
<a href="https://www.nuget.org/packages/LiterLlm">
|
|
28
35
|
<img src="https://img.shields.io/nuget/v/LiterLlm?label=C%23&color=007ec6" alt="C#" />
|
|
29
36
|
</a>
|
|
30
|
-
<a href="https://packagist.org/packages/
|
|
31
|
-
<img src="https://img.shields.io/packagist/v/
|
|
37
|
+
<a href="https://packagist.org/packages/xberg-io/liter-llm">
|
|
38
|
+
<img src="https://img.shields.io/packagist/v/xberg-io/liter-llm?label=PHP&color=007ec6" alt="PHP" />
|
|
32
39
|
</a>
|
|
33
40
|
<a href="https://rubygems.org/gems/liter_llm">
|
|
34
41
|
<img src="https://img.shields.io/gem/v/liter_llm?label=Ruby&color=007ec6" alt="Ruby" />
|
|
@@ -36,28 +43,28 @@
|
|
|
36
43
|
<a href="https://hex.pm/packages/liter_llm">
|
|
37
44
|
<img src="https://img.shields.io/hexpm/v/liter_llm?label=Elixir&color=007ec6" alt="Elixir" />
|
|
38
45
|
</a>
|
|
39
|
-
<a href="https://github.com/
|
|
46
|
+
<a href="https://github.com/xberg-io/liter-llm/pkgs/container/liter-llm">
|
|
40
47
|
<img src="https://img.shields.io/badge/Docker-007ec6?logo=docker&logoColor=white" alt="Docker" />
|
|
41
48
|
</a>
|
|
42
|
-
<a href="https://github.com/
|
|
49
|
+
<a href="https://github.com/xberg-io/homebrew-tap/blob/main/Formula/liter-llm.rb">
|
|
43
50
|
<img src="https://img.shields.io/badge/Homebrew-007ec6?logo=homebrew&logoColor=white" alt="Homebrew" />
|
|
44
51
|
</a>
|
|
45
|
-
<a href="https://github.com/
|
|
52
|
+
<a href="https://github.com/xberg-io/liter-llm/tree/main/crates/liter-llm-ffi">
|
|
46
53
|
<img src="https://img.shields.io/badge/C-FFI-007ec6" alt="C FFI" />
|
|
47
54
|
</a>
|
|
48
55
|
|
|
49
56
|
<!-- Project Info -->
|
|
50
|
-
<a href="https://github.com/
|
|
57
|
+
<a href="https://github.com/xberg-io/liter-llm/blob/main/LICENSE">
|
|
51
58
|
<img src="https://img.shields.io/badge/License-MIT-007ec6" alt="License" />
|
|
52
59
|
</a>
|
|
53
|
-
<a href="https://docs.liter-llm.
|
|
60
|
+
<a href="https://docs.liter-llm.xberg.io">
|
|
54
61
|
<img src="https://img.shields.io/badge/Docs-liter--llm-007ec6" alt="Docs" />
|
|
55
62
|
</a>
|
|
56
63
|
</div>
|
|
57
64
|
<div align="center" style="margin: 24px 0 0">
|
|
58
|
-
<a href="https://
|
|
65
|
+
<a href="https://xberg.io">
|
|
59
66
|
<img
|
|
60
|
-
alt="
|
|
67
|
+
alt="xberg.io"
|
|
61
68
|
src="https://github.com/user-attachments/assets/1b6c6ad7-3b6d-4171-b1c9-f2026cc9deb8"
|
|
62
69
|
/>
|
|
63
70
|
</a>
|
|
@@ -156,8 +163,8 @@ puts
|
|
|
156
163
|
|
|
157
164
|
### Next Steps
|
|
158
165
|
|
|
159
|
-
- **[Provider Registry](https://github.com/
|
|
160
|
-
- **[GitHub Repository](https://github.com/
|
|
166
|
+
- **[Provider Registry](https://github.com/xberg-io/liter-llm/blob/main/schemas/providers.json)** - Full list of supported providers
|
|
167
|
+
- **[GitHub Repository](https://github.com/xberg-io/liter-llm)** - Source, issues, and discussions
|
|
161
168
|
|
|
162
169
|
## Features
|
|
163
170
|
|
|
@@ -177,7 +184,7 @@ Route to any provider using the `provider/model` prefix convention:
|
|
|
177
184
|
| **Google Vertex** | `vertexai/gemini-1.5-pro` |
|
|
178
185
|
| **Amazon Bedrock** | `bedrock/anthropic.claude-3-5-sonnet-20241022-v2:0` |
|
|
179
186
|
|
|
180
|
-
**[Complete Provider List](https://github.com/
|
|
187
|
+
**[Complete Provider List](https://github.com/xberg-io/liter-llm/blob/main/schemas/providers.json)**
|
|
181
188
|
|
|
182
189
|
### Key Capabilities
|
|
183
190
|
|
|
@@ -211,7 +218,7 @@ groq/llama-3.1-70b-versatile
|
|
|
211
218
|
mistral/mistral-large-latest
|
|
212
219
|
```
|
|
213
220
|
|
|
214
|
-
See the [provider registry](https://github.com/
|
|
221
|
+
See the [provider registry](https://github.com/xberg-io/liter-llm/blob/main/schemas/providers.json) for the full list.
|
|
215
222
|
|
|
216
223
|
## Proxy, MCP Server & Plugin
|
|
217
224
|
|
|
@@ -221,41 +228,41 @@ See the [provider registry](https://github.com/kreuzberg-dev/liter-llm/blob/main
|
|
|
221
228
|
Beyond the SDK, the `liter-llm` CLI ships an OpenAI-compatible proxy and a Model Context Protocol (MCP) server:
|
|
222
229
|
|
|
223
230
|
```bash
|
|
224
|
-
brew install
|
|
231
|
+
brew install xberg-io/tap/liter-llm # or: cargo install liter-llm-cli
|
|
225
232
|
liter-llm api --config liter-llm-proxy.toml # OpenAI-compatible proxy
|
|
226
233
|
liter-llm mcp --transport stdio # MCP tool server
|
|
227
234
|
|
|
228
235
|
# or run the proxy without installing:
|
|
229
|
-
docker run -p 4000:4000 -e LITER_LLM_MASTER_KEY=sk-your-key ghcr.io/
|
|
236
|
+
docker run -p 4000:4000 -e LITER_LLM_MASTER_KEY=sk-your-key ghcr.io/xberg-io/liter-llm
|
|
230
237
|
```
|
|
231
238
|
|
|
232
|
-
To use the MCP server inside a coding agent, install the **liter-llm plugin** from the [`
|
|
239
|
+
To use the MCP server inside a coding agent, install the **liter-llm plugin** from the [`xberg-io/plugins`](https://github.com/xberg-io/plugins) marketplace — it auto-registers the server. See the [MCP server](https://docs.liter-llm.xberg.io/server/mcp-server/) and [proxy server](https://docs.liter-llm.xberg.io/server/proxy-server/) guides for configuration, CLI usage, and agent integration.
|
|
233
240
|
|
|
234
241
|
</details>
|
|
235
242
|
|
|
236
243
|
## Documentation
|
|
237
244
|
|
|
238
|
-
- **[Documentation](https://docs.liter-llm.
|
|
239
|
-
- **[GitHub Repository](https://github.com/
|
|
240
|
-
- **[Provider Registry](https://github.com/
|
|
245
|
+
- **[Documentation](https://docs.liter-llm.xberg.io)** -- Full docs and API reference
|
|
246
|
+
- **[GitHub Repository](https://github.com/xberg-io/liter-llm)** -- Source, issues, and discussions
|
|
247
|
+
- **[Provider Registry](https://github.com/xberg-io/liter-llm/blob/main/schemas/providers.json)** -- 143 supported providers
|
|
241
248
|
|
|
242
|
-
## Part of
|
|
249
|
+
## Part of Xberg.io
|
|
243
250
|
|
|
244
|
-
- [
|
|
245
|
-
- [
|
|
246
|
-
- [
|
|
247
|
-
- [html-to-markdown](https://github.com/
|
|
248
|
-
- [liter-llm](https://github.com/
|
|
249
|
-
- [tree-sitter-language-pack](https://github.com/
|
|
250
|
-
- [alef](https://github.com/
|
|
251
|
+
- [Xberg](https://github.com/xberg-io/xberg) — document intelligence: text, tables, metadata from 91+ formats with optional OCR.
|
|
252
|
+
- [Xberg Enterprise](https://github.com/xberg-io/xberg-enterprise) — managed extraction API with SDKs, dashboards, and observability.
|
|
253
|
+
- [crawlberg](https://github.com/xberg-io/crawlberg) — web crawling and scraping with HTML→Markdown and headless-Chrome fallback.
|
|
254
|
+
- [html-to-markdown](https://github.com/xberg-io/html-to-markdown) — fast, lossless HTML→Markdown engine.
|
|
255
|
+
- [liter-llm](https://github.com/xberg-io/liter-llm) — universal LLM API client with native bindings for 14 languages and 143 providers.
|
|
256
|
+
- [tree-sitter-language-pack](https://github.com/xberg-io/tree-sitter-language-pack) — tree-sitter grammars and code-intelligence primitives.
|
|
257
|
+
- [alef](https://github.com/xberg-io/alef) — the polyglot binding generator that produces every per-language binding across the 5 polyglot repos.
|
|
251
258
|
- [Discord](https://discord.gg/xt9WY3GnKR) — community, roadmap, announcements.
|
|
252
259
|
|
|
253
260
|
## Contributing
|
|
254
261
|
|
|
255
|
-
Contributions are welcome! See [CONTRIBUTING.md](https://github.com/
|
|
262
|
+
Contributions are welcome! See [CONTRIBUTING.md](https://github.com/xberg-io/liter-llm/blob/main/CONTRIBUTING.md) for guidelines.
|
|
256
263
|
|
|
257
264
|
Join our [Discord community](https://discord.gg/xt9WY3GnKR) for questions and discussion.
|
|
258
265
|
|
|
259
266
|
## License
|
|
260
267
|
|
|
261
|
-
MIT -- see [LICENSE](https://github.com/
|
|
268
|
+
MIT -- see [LICENSE](https://github.com/xberg-io/liter-llm/blob/main/LICENSE) for details.
|
|
@@ -1875,9 +1875,9 @@ checksum = "92daf443525c4cce67b150400bc2316076100ce0b3686209eb8cf3c31612e6f0"
|
|
|
1875
1875
|
|
|
1876
1876
|
[[package]]
|
|
1877
1877
|
name = "liter-llm"
|
|
1878
|
-
version = "1.
|
|
1878
|
+
version = "1.9.0-rc.2"
|
|
1879
1879
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1880
|
-
checksum = "
|
|
1880
|
+
checksum = "fc9855e5bfeb77019570b58f3a29cf3e5c7a21ff20042c8889cc738cef793552"
|
|
1881
1881
|
dependencies = [
|
|
1882
1882
|
"ahash 0.8.12",
|
|
1883
1883
|
"async-trait",
|
|
@@ -1917,7 +1917,7 @@ dependencies = [
|
|
|
1917
1917
|
|
|
1918
1918
|
[[package]]
|
|
1919
1919
|
name = "liter-llm-rb"
|
|
1920
|
-
version = "1.
|
|
1920
|
+
version = "1.9.0-rc.2"
|
|
1921
1921
|
dependencies = [
|
|
1922
1922
|
"futures",
|
|
1923
1923
|
"liter-llm",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[package]
|
|
2
2
|
name = "liter-llm-rb"
|
|
3
|
-
version = "1.
|
|
3
|
+
version = "1.9.0-rc.2"
|
|
4
4
|
edition = "2024"
|
|
5
5
|
license = "MIT"
|
|
6
6
|
description = "Universal LLM API client with Rust-powered polyglot bindings."
|
|
@@ -24,7 +24,7 @@ wasm-http = ["liter-llm/wasm-http"]
|
|
|
24
24
|
|
|
25
25
|
[dependencies]
|
|
26
26
|
futures = "0.3"
|
|
27
|
-
liter-llm = { version = "1.
|
|
27
|
+
liter-llm = { version = "1.9.0-rc.2", features = ["native-http", "full"] }
|
|
28
28
|
magnus = "0.8"
|
|
29
29
|
rb-sys = ">=0.9, <0.9.128"
|
|
30
30
|
serde = { version = "1", features = ["derive"] }
|
data/ext/liter_llm_rb/src/lib.rs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
// This file is auto-generated by alef. DO NOT EDIT.
|
|
2
|
-
// alef:hash:
|
|
2
|
+
// alef:hash:1c1a4f40437bd3664405b1b60a53b4dc867f8b6f298baac7d0bf32a63ff9e517
|
|
3
3
|
// Re-generate with: alef generate
|
|
4
4
|
#![allow(dead_code, unused_imports, unused_variables)]
|
|
5
5
|
#![allow(
|
|
@@ -8587,6 +8587,12 @@ impl magnus::TryConvert for RerankDocument {
|
|
|
8587
8587
|
unsafe impl IntoValueFromNative for RerankDocument {}
|
|
8588
8588
|
unsafe impl TryConvertOwned for RerankDocument {}
|
|
8589
8589
|
|
|
8590
|
+
impl RerankDocument {
|
|
8591
|
+
pub fn _factory_object(text: String) -> Self {
|
|
8592
|
+
Self::Object { text }
|
|
8593
|
+
}
|
|
8594
|
+
}
|
|
8595
|
+
|
|
8590
8596
|
#[derive(Clone, Debug, serde::Serialize, serde::Deserialize)]
|
|
8591
8597
|
#[serde(tag = "type")]
|
|
8592
8598
|
pub enum OcrDocument {
|
|
@@ -12841,6 +12847,10 @@ fn ruby_init(ruby: &Ruby) -> Result<(), Error> {
|
|
|
12841
12847
|
|
|
12842
12848
|
class.define_method("model", method!(IntentPrototype::model, 0))?;
|
|
12843
12849
|
|
|
12850
|
+
let class = module.define_class("RerankDocument", ruby.class_object())?;
|
|
12851
|
+
|
|
12852
|
+
class.define_singleton_method("object", function!(RerankDocument::_factory_object, 1))?;
|
|
12853
|
+
|
|
12844
12854
|
let class = module.define_class("ChatStreamIterator", ruby.class_object())?;
|
|
12845
12855
|
class.define_method("next_chunk", method!(ChatStreamIterator::next_chunk, 0))?;
|
|
12846
12856
|
class.define_method("each", method!(ChatStreamIterator::each, 0))?;
|
data/lib/liter_llm/native.rb
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:1c1a4f40437bd3664405b1b60a53b4dc867f8b6f298baac7d0bf32a63ff9e517
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
# frozen_string_literal: true
|
data/lib/liter_llm/version.rb
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:1c1a4f40437bd3664405b1b60a53b4dc867f8b6f298baac7d0bf32a63ff9e517
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
# frozen_string_literal: true
|
|
6
6
|
|
|
7
7
|
module LiterLlm
|
|
8
8
|
## The version string for this package.
|
|
9
|
-
VERSION = "1.
|
|
9
|
+
VERSION = "1.9.0.pre.rc.2"
|
|
10
10
|
end
|
data/lib/liter_llm.rb
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:1c1a4f40437bd3664405b1b60a53b4dc867f8b6f298baac7d0bf32a63ff9e517
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
# frozen_string_literal: true
|
data/sig/types.rbs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:1c1a4f40437bd3664405b1b60a53b4dc867f8b6f298baac7d0bf32a63ff9e517
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
|
|
@@ -838,6 +838,8 @@ module LiterLlm
|
|
|
838
838
|
end
|
|
839
839
|
|
|
840
840
|
class RerankDocument
|
|
841
|
+
def self.object: (String text) -> RerankDocument
|
|
842
|
+
|
|
841
843
|
end
|
|
842
844
|
|
|
843
845
|
class OcrDocument
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: liter_llm
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.
|
|
4
|
+
version: 1.9.0.pre.rc.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Na'aman Hirschfeld
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2026-06-
|
|
11
|
+
date: 2026-06-27 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rb_sys
|
|
@@ -63,7 +63,7 @@ files:
|
|
|
63
63
|
- lib/liter_llm/native.rb
|
|
64
64
|
- lib/liter_llm/version.rb
|
|
65
65
|
- sig/types.rbs
|
|
66
|
-
homepage: https://github.com/
|
|
66
|
+
homepage: https://github.com/xberg-io/liter-llm
|
|
67
67
|
licenses:
|
|
68
68
|
- MIT
|
|
69
69
|
metadata:
|