liter_llm 2.1.2-x86_64-linux → 2.2.0-x86_64-linux
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +7 -7
- data/lib/liter_llm/version.rb +2 -2
- data/lib/liter_llm_rb.so +0 -0
- data/sig/types.rbs +34 -26
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 83e28d33b3f9f8f6376c5cb2212f0b96b6614cd87574dcc6a59210701d6e065f
|
|
4
|
+
data.tar.gz: 7fb32c8784637600ebbdb8e13a05e8fa76db8b189765b21dfdd2a0c71c7b91ce
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 1741cd91ee040526000039a039371cae8723c122a23f52221f34b3f1963ec1184a528462960d3e060ce39a66ec77019b18b9329556bfca0e1f0715f49c86ada2
|
|
7
|
+
data.tar.gz: 30ac039039a3ac9b91d4806e58ba6c0a1da4a3d7e9074342697db2abf0b1ee1e4b2fc476870a6020d1a5065034b8e3212bac337140c246c47bdf24fac3a11cb2
|
data/README.md
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
<!-- This file is auto-generated by alef — DO NOT EDIT. -->
|
|
2
|
-
<!-- alef:hash:
|
|
2
|
+
<!-- alef:hash:7c40d8eb1d087bfcbe645868b4311d50b36fbd38633bc3e137cf5adeb8081fbb -->
|
|
3
3
|
<!-- To regenerate: alef readme -->
|
|
4
4
|
<!-- To verify freshness: alef verify -->
|
|
5
5
|
|
|
@@ -87,7 +87,7 @@
|
|
|
87
87
|
</a>
|
|
88
88
|
</div>
|
|
89
89
|
|
|
90
|
-
Universal LLM API client for Ruby. Access
|
|
90
|
+
Universal LLM API client for Ruby. Access 174 LLM providers through a single interface with idiomatic Ruby API and native performance.
|
|
91
91
|
|
|
92
92
|
## What This Package Provides
|
|
93
93
|
|
|
@@ -176,7 +176,7 @@ puts
|
|
|
176
176
|
|
|
177
177
|
## Features
|
|
178
178
|
|
|
179
|
-
### Supported Providers (
|
|
179
|
+
### Supported Providers (174)
|
|
180
180
|
|
|
181
181
|
Route to any provider using the `provider/model` prefix convention:
|
|
182
182
|
|
|
@@ -196,7 +196,7 @@ Route to any provider using the `provider/model` prefix convention:
|
|
|
196
196
|
|
|
197
197
|
### Key Capabilities
|
|
198
198
|
|
|
199
|
-
- **Provider Routing** -- Single client for
|
|
199
|
+
- **Provider Routing** -- Single client for 174 LLM providers via `provider/model` prefix
|
|
200
200
|
- **Local LLMs** — Connect to locally-hosted models via Ollama, LM Studio, vLLM, llama.cpp, and other local inference servers
|
|
201
201
|
- **Unified API** -- Consistent `chat`, `chat_stream`, `embeddings`, `list_models` interface
|
|
202
202
|
- **Streaming** -- Real-time token streaming via `chat_stream`
|
|
@@ -217,7 +217,7 @@ Built on a compiled Rust core for speed and safety:
|
|
|
217
217
|
|
|
218
218
|
## Provider Routing
|
|
219
219
|
|
|
220
|
-
Route to
|
|
220
|
+
Route to 174 providers using the `provider/model` prefix convention:
|
|
221
221
|
|
|
222
222
|
```text
|
|
223
223
|
openai/gpt-4o
|
|
@@ -253,7 +253,7 @@ To use the MCP server inside a coding agent, install the **liter-llm plugin** fr
|
|
|
253
253
|
|
|
254
254
|
- **[Documentation](https://docs.liter-llm.xberg.io)** -- Full docs and API reference
|
|
255
255
|
- **[GitHub Repository](https://github.com/xberg-io/liter-llm)** -- Source, issues, and discussions
|
|
256
|
-
- **[Provider Registry](https://github.com/xberg-io/liter-llm/blob/main/schemas/providers.json)** --
|
|
256
|
+
- **[Provider Registry](https://github.com/xberg-io/liter-llm/blob/main/schemas/providers.json)** -- 174 supported providers
|
|
257
257
|
|
|
258
258
|
## Part of Xberg.io
|
|
259
259
|
|
|
@@ -261,7 +261,7 @@ To use the MCP server inside a coding agent, install the **liter-llm plugin** fr
|
|
|
261
261
|
- [Xberg Enterprise](https://github.com/xberg-io/xberg-enterprise) — managed extraction API with SDKs, dashboards, and observability.
|
|
262
262
|
- [crawlberg](https://github.com/xberg-io/crawlberg) — web crawling and scraping with HTML→Markdown and headless-Chrome fallback.
|
|
263
263
|
- [html-to-markdown](https://github.com/xberg-io/html-to-markdown) — fast, lossless HTML→Markdown engine.
|
|
264
|
-
- [liter-llm](https://github.com/xberg-io/liter-llm) — universal LLM API client with native bindings for 14 languages and
|
|
264
|
+
- [liter-llm](https://github.com/xberg-io/liter-llm) — universal LLM API client with native bindings for 14 languages and 174 providers.
|
|
265
265
|
- [tree-sitter-language-pack](https://github.com/xberg-io/tree-sitter-language-pack) — tree-sitter grammars and code-intelligence primitives.
|
|
266
266
|
- [alef](https://github.com/xberg-io/alef) — the polyglot binding generator that produces every per-language binding across the 5 polyglot repos.
|
|
267
267
|
- [Discord](https://discord.gg/xt9WY3GnKR) — community, roadmap, announcements.
|
data/lib/liter_llm/version.rb
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:88d843936a293d3dbc8d7b28247e23b849ade6bdaec311f512475702e7f6d5d3
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify
|
|
5
5
|
# frozen_string_literal: true
|
|
6
6
|
|
|
7
7
|
module LiterLlm
|
|
8
8
|
## The version string for this package.
|
|
9
|
-
VERSION = "2.
|
|
9
|
+
VERSION = "2.2.0"
|
|
10
10
|
end
|
data/lib/liter_llm_rb.so
CHANGED
|
Binary file
|
data/sig/types.rbs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:d586cd0ed89b7c23a36a35404031b0152d6e4bb331734e021b41b776a7a22706
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify
|
|
5
5
|
|
|
@@ -195,6 +195,12 @@ module LiterLlm
|
|
|
195
195
|
def initialize: (?index: Integer, ?message: AssistantMessage, ?finish_reason: enum_FinishReason, ?logprobs: String) -> void
|
|
196
196
|
end
|
|
197
197
|
|
|
198
|
+
class CompletionTokensDetails
|
|
199
|
+
attr_reader reasoning_tokens: Integer
|
|
200
|
+
|
|
201
|
+
def initialize: (?reasoning_tokens: Integer) -> void
|
|
202
|
+
end
|
|
203
|
+
|
|
198
204
|
class CreateBatchRequest
|
|
199
205
|
attr_reader input_file_id: String
|
|
200
206
|
attr_reader endpoint: String
|
|
@@ -277,31 +283,31 @@ module LiterLlm
|
|
|
277
283
|
end
|
|
278
284
|
|
|
279
285
|
class DefaultClient
|
|
280
|
-
def
|
|
286
|
+
def chat_async: (ChatCompletionRequest req) -> ChatCompletionResponse
|
|
281
287
|
def chat_stream: (ChatCompletionRequest req) -> Enumerator[ChatCompletionChunk]
|
|
282
|
-
def
|
|
283
|
-
def
|
|
284
|
-
def
|
|
285
|
-
def
|
|
286
|
-
def
|
|
287
|
-
def
|
|
288
|
-
def
|
|
289
|
-
def
|
|
290
|
-
def
|
|
291
|
-
def
|
|
292
|
-
def
|
|
293
|
-
def
|
|
294
|
-
def
|
|
295
|
-
def
|
|
296
|
-
def
|
|
297
|
-
def
|
|
298
|
-
def
|
|
299
|
-
def
|
|
300
|
-
def
|
|
301
|
-
def
|
|
302
|
-
def
|
|
303
|
-
def
|
|
304
|
-
def
|
|
288
|
+
def embed_async: (EmbeddingRequest req) -> EmbeddingResponse
|
|
289
|
+
def list_models_async: () -> ModelsListResponse
|
|
290
|
+
def image_generate_async: (CreateImageRequest req) -> ImagesResponse
|
|
291
|
+
def speech_async: (CreateSpeechRequest req) -> String
|
|
292
|
+
def transcribe_async: (CreateTranscriptionRequest req) -> TranscriptionResponse
|
|
293
|
+
def moderate_async: (ModerationRequest req) -> ModerationResponse
|
|
294
|
+
def rerank_async: (RerankRequest req) -> RerankResponse
|
|
295
|
+
def search_async: (SearchRequest req) -> SearchResponse
|
|
296
|
+
def ocr_async: (OcrRequest req) -> OcrResponse
|
|
297
|
+
def create_file_async: (CreateFileRequest req) -> FileObject
|
|
298
|
+
def retrieve_file_async: (String file_id) -> FileObject
|
|
299
|
+
def delete_file_async: (String file_id) -> DeleteResponse
|
|
300
|
+
def list_files_async: (?FileListQuery query) -> FileListResponse
|
|
301
|
+
def file_content_async: (String file_id) -> String
|
|
302
|
+
def create_batch_async: (CreateBatchRequest req) -> BatchObject
|
|
303
|
+
def retrieve_batch_async: (String batch_id) -> BatchObject
|
|
304
|
+
def list_batches_async: (?BatchListQuery query) -> BatchListResponse
|
|
305
|
+
def cancel_batch_async: (String batch_id) -> BatchObject
|
|
306
|
+
def fetch_batch_for_polling_async: (String batch_id) -> BatchObject
|
|
307
|
+
def wait_for_batch_async: (String batch_id, WaitForBatchConfig config) -> BatchObject
|
|
308
|
+
def create_response_async: (CreateResponseRequest req) -> ResponseObject
|
|
309
|
+
def retrieve_response_async: (String response_id) -> ResponseObject
|
|
310
|
+
def cancel_response_async: (String response_id) -> ResponseObject
|
|
305
311
|
end
|
|
306
312
|
|
|
307
313
|
class DeleteResponse
|
|
@@ -896,8 +902,9 @@ module LiterLlm
|
|
|
896
902
|
attr_reader completion_tokens: Integer
|
|
897
903
|
attr_reader total_tokens: Integer
|
|
898
904
|
attr_reader prompt_tokens_details: PromptTokensDetails?
|
|
905
|
+
attr_reader completion_tokens_details: CompletionTokensDetails?
|
|
899
906
|
|
|
900
|
-
def initialize: (?prompt_tokens: Integer, ?completion_tokens: Integer, ?total_tokens: Integer, ?prompt_tokens_details: PromptTokensDetails) -> void
|
|
907
|
+
def initialize: (?prompt_tokens: Integer, ?completion_tokens: Integer, ?total_tokens: Integer, ?prompt_tokens_details: PromptTokensDetails, ?completion_tokens_details: CompletionTokensDetails) -> void
|
|
901
908
|
end
|
|
902
909
|
|
|
903
910
|
class UserMessage
|
|
@@ -1041,6 +1048,7 @@ module LiterLlm
|
|
|
1041
1048
|
|
|
1042
1049
|
class LiterLlmErrorInfo
|
|
1043
1050
|
def status_code: () -> Integer
|
|
1051
|
+
def retry_after: () -> Integer?
|
|
1044
1052
|
def transient?: () -> bool
|
|
1045
1053
|
def error_type: () -> String
|
|
1046
1054
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: liter_llm
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 2.
|
|
4
|
+
version: 2.2.0
|
|
5
5
|
platform: x86_64-linux
|
|
6
6
|
authors:
|
|
7
7
|
- Na'aman Hirschfeld
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2026-
|
|
11
|
+
date: 2026-10-08 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: sorbet-runtime
|