liter_llm 1.9.3 → 1.10.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +7 -7
- data/ext/liter_llm_rb/native/Cargo.lock +6 -5
- data/ext/liter_llm_rb/native/Cargo.toml +2 -2
- data/ext/liter_llm_rb/src/lib.rs +1155 -33
- data/lib/liter_llm/native.rb +48 -96
- data/lib/liter_llm/version.rb +2 -2
- data/lib/liter_llm.rb +1 -1
- data/sig/types.rbs +645 -586
- metadata +2 -5
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: fda7c94bc18cfb3d6186546942c8b857931be441b9ab905420a16d05a38af8e4
|
|
4
|
+
data.tar.gz: 2e1dc52df6d3036593c4be0eaa3141e998e90cd41d98b4dd29ccffdc45865cd9
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: a2f58f75309ac2ba6c0d3b6dead14bc7fcdd09e1c2debdfc0da834970c154ef2d47b618471676ba31c3d648930372b9c6dbaf67de7fdaa7dff09ae06c1c8efc2
|
|
7
|
+
data.tar.gz: 7659b814e9d5bc18665a9c7917000f3596fe542ac4d196e0a020346daef9ac7777a0e0d42d5fb340ee40e81603a532a7ef6cc16b8d71fb1da9d741c8229cbcc9
|
data/README.md
CHANGED
|
@@ -10,7 +10,7 @@
|
|
|
10
10
|
<div align="center" style="display: flex; flex-wrap: wrap; gap: 8px; justify-content: center; margin: 20px 0">
|
|
11
11
|
<!-- Built with -->
|
|
12
12
|
<a href="https://github.com/xberg-io/alef">
|
|
13
|
-
<img src="https://img.shields.io/badge/
|
|
13
|
+
<img src="https://img.shields.io/badge/built%20with-alef%20%D7%90-007ec6" alt="Built with alef" />
|
|
14
14
|
</a>
|
|
15
15
|
<!-- Language Bindings -->
|
|
16
16
|
<a href="https://crates.io/crates/liter-llm">
|
|
@@ -79,7 +79,7 @@
|
|
|
79
79
|
</a>
|
|
80
80
|
</div>
|
|
81
81
|
|
|
82
|
-
Universal LLM API client for Ruby. Access
|
|
82
|
+
Universal LLM API client for Ruby. Access 163 LLM providers through a single interface with idiomatic Ruby API and native performance.
|
|
83
83
|
|
|
84
84
|
## What This Package Provides
|
|
85
85
|
|
|
@@ -168,7 +168,7 @@ puts
|
|
|
168
168
|
|
|
169
169
|
## Features
|
|
170
170
|
|
|
171
|
-
### Supported Providers (
|
|
171
|
+
### Supported Providers (163)
|
|
172
172
|
|
|
173
173
|
Route to any provider using the `provider/model` prefix convention:
|
|
174
174
|
|
|
@@ -188,7 +188,7 @@ Route to any provider using the `provider/model` prefix convention:
|
|
|
188
188
|
|
|
189
189
|
### Key Capabilities
|
|
190
190
|
|
|
191
|
-
- **Provider Routing** -- Single client for
|
|
191
|
+
- **Provider Routing** -- Single client for 163 LLM providers via `provider/model` prefix
|
|
192
192
|
- **Local LLMs** — Connect to locally-hosted models via Ollama, LM Studio, vLLM, llama.cpp, and other local inference servers
|
|
193
193
|
- **Unified API** -- Consistent `chat`, `chat_stream`, `embeddings`, `list_models` interface
|
|
194
194
|
- **Streaming** -- Real-time token streaming via `chat_stream`
|
|
@@ -209,7 +209,7 @@ Built on a compiled Rust core for speed and safety:
|
|
|
209
209
|
|
|
210
210
|
## Provider Routing
|
|
211
211
|
|
|
212
|
-
Route to
|
|
212
|
+
Route to 163 providers using the `provider/model` prefix convention:
|
|
213
213
|
|
|
214
214
|
```text
|
|
215
215
|
openai/gpt-4o
|
|
@@ -244,7 +244,7 @@ To use the MCP server inside a coding agent, install the **liter-llm plugin** fr
|
|
|
244
244
|
|
|
245
245
|
- **[Documentation](https://docs.liter-llm.xberg.io)** -- Full docs and API reference
|
|
246
246
|
- **[GitHub Repository](https://github.com/xberg-io/liter-llm)** -- Source, issues, and discussions
|
|
247
|
-
- **[Provider Registry](https://github.com/xberg-io/liter-llm/blob/main/schemas/providers.json)** --
|
|
247
|
+
- **[Provider Registry](https://github.com/xberg-io/liter-llm/blob/main/schemas/providers.json)** -- 163 supported providers
|
|
248
248
|
|
|
249
249
|
## Part of Xberg.io
|
|
250
250
|
|
|
@@ -252,7 +252,7 @@ To use the MCP server inside a coding agent, install the **liter-llm plugin** fr
|
|
|
252
252
|
- [Xberg Enterprise](https://github.com/xberg-io/xberg-enterprise) — managed extraction API with SDKs, dashboards, and observability.
|
|
253
253
|
- [crawlberg](https://github.com/xberg-io/crawlberg) — web crawling and scraping with HTML→Markdown and headless-Chrome fallback.
|
|
254
254
|
- [html-to-markdown](https://github.com/xberg-io/html-to-markdown) — fast, lossless HTML→Markdown engine.
|
|
255
|
-
- [liter-llm](https://github.com/xberg-io/liter-llm) — universal LLM API client with native bindings for 14 languages and
|
|
255
|
+
- [liter-llm](https://github.com/xberg-io/liter-llm) — universal LLM API client with native bindings for 14 languages and 163 providers.
|
|
256
256
|
- [tree-sitter-language-pack](https://github.com/xberg-io/tree-sitter-language-pack) — tree-sitter grammars and code-intelligence primitives.
|
|
257
257
|
- [alef](https://github.com/xberg-io/alef) — the polyglot binding generator that produces every per-language binding across the 5 polyglot repos.
|
|
258
258
|
- [Discord](https://discord.gg/xt9WY3GnKR) — community, roadmap, announcements.
|
|
@@ -702,9 +702,9 @@ dependencies = [
|
|
|
702
702
|
|
|
703
703
|
[[package]]
|
|
704
704
|
name = "crossbeam-epoch"
|
|
705
|
-
version = "0.9.
|
|
705
|
+
version = "0.9.20"
|
|
706
706
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
707
|
-
checksum = "
|
|
707
|
+
checksum = "2d6914041f254d6e9176c01941b21115dcfb7089e55135a35411081bd106ef3f"
|
|
708
708
|
dependencies = [
|
|
709
709
|
"crossbeam-utils",
|
|
710
710
|
]
|
|
@@ -1838,11 +1838,12 @@ checksum = "92daf443525c4cce67b150400bc2316076100ce0b3686209eb8cf3c31612e6f0"
|
|
|
1838
1838
|
|
|
1839
1839
|
[[package]]
|
|
1840
1840
|
name = "liter-llm"
|
|
1841
|
-
version = "1.
|
|
1841
|
+
version = "1.10.1"
|
|
1842
1842
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1843
|
-
checksum = "
|
|
1843
|
+
checksum = "c69b78084d1eed21747ab8352bbdedb0462724ff46e03986241aa71d326a81fa"
|
|
1844
1844
|
dependencies = [
|
|
1845
1845
|
"ahash 0.8.12",
|
|
1846
|
+
"arc-swap",
|
|
1846
1847
|
"async-trait",
|
|
1847
1848
|
"aws-credential-types",
|
|
1848
1849
|
"aws-sigv4",
|
|
@@ -1880,7 +1881,7 @@ dependencies = [
|
|
|
1880
1881
|
|
|
1881
1882
|
[[package]]
|
|
1882
1883
|
name = "liter-llm-rb"
|
|
1883
|
-
version = "1.
|
|
1884
|
+
version = "1.10.1"
|
|
1884
1885
|
dependencies = [
|
|
1885
1886
|
"futures",
|
|
1886
1887
|
"liter-llm",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[package]
|
|
2
2
|
name = "liter-llm-rb"
|
|
3
|
-
version = "1.
|
|
3
|
+
version = "1.10.1"
|
|
4
4
|
edition = "2024"
|
|
5
5
|
license = "MIT"
|
|
6
6
|
description = "Universal LLM API client with Rust-powered polyglot bindings."
|
|
@@ -24,7 +24,7 @@ wasm-http = ["liter-llm/wasm-http"]
|
|
|
24
24
|
|
|
25
25
|
[dependencies]
|
|
26
26
|
futures = "0.3"
|
|
27
|
-
liter-llm = { version = "1.
|
|
27
|
+
liter-llm = { version = "1.10.1", features = ["native-http", "full"] }
|
|
28
28
|
magnus = "0.8"
|
|
29
29
|
rb-sys = ">=0.9, <0.9.128"
|
|
30
30
|
serde = { version = "1", features = ["derive"] }
|