@xberg-io/liter-llm 1.10.1 → 1.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +6 -6
- package/index.d.ts +18 -4
- package/liter-llm-node.darwin-arm64.node +0 -0
- package/liter-llm-node.linux-arm64-gnu.node +0 -0
- package/liter-llm-node.linux-x64-gnu.node +0 -0
- package/liter-llm-node.win32-arm64-msvc.node +0 -0
- package/liter-llm-node.win32-x64-msvc.node +0 -0
- package/package.json +7 -7
package/README.md
CHANGED
|
@@ -79,7 +79,7 @@
|
|
|
79
79
|
</a>
|
|
80
80
|
</div>
|
|
81
81
|
|
|
82
|
-
Universal LLM API client for TypeScript and Node.js. Access
|
|
82
|
+
Universal LLM API client for TypeScript and Node.js. Access 165 LLM providers through a single interface with native NAPI-RS bindings, async/await, streaming, tool calling, and full TypeScript type definitions.
|
|
83
83
|
|
|
84
84
|
## What This Package Provides
|
|
85
85
|
|
|
@@ -227,7 +227,7 @@ This binding uses NAPI-RS to provide native Node.js bindings with:
|
|
|
227
227
|
|
|
228
228
|
## Features
|
|
229
229
|
|
|
230
|
-
### Supported Providers (
|
|
230
|
+
### Supported Providers (165)
|
|
231
231
|
|
|
232
232
|
Route to any provider using the `provider/model` prefix convention:
|
|
233
233
|
|
|
@@ -247,7 +247,7 @@ Route to any provider using the `provider/model` prefix convention:
|
|
|
247
247
|
|
|
248
248
|
### Key Capabilities
|
|
249
249
|
|
|
250
|
-
- **Provider Routing** -- Single client for
|
|
250
|
+
- **Provider Routing** -- Single client for 165 LLM providers via `provider/model` prefix
|
|
251
251
|
- **Local LLMs** — Connect to locally-hosted models via Ollama, LM Studio, vLLM, llama.cpp, and other local inference servers
|
|
252
252
|
- **Unified API** -- Consistent `chat`, `chat_stream`, `embeddings`, `list_models` interface
|
|
253
253
|
- **Streaming** -- Real-time token streaming via `chat_stream`
|
|
@@ -268,7 +268,7 @@ Built on a compiled Rust core for speed and safety:
|
|
|
268
268
|
|
|
269
269
|
## Provider Routing
|
|
270
270
|
|
|
271
|
-
Route to
|
|
271
|
+
Route to 165 providers using the `provider/model` prefix convention:
|
|
272
272
|
|
|
273
273
|
```text
|
|
274
274
|
openai/gpt-4o
|
|
@@ -303,7 +303,7 @@ To use the MCP server inside a coding agent, install the **liter-llm plugin** fr
|
|
|
303
303
|
|
|
304
304
|
- **[Documentation](https://docs.liter-llm.xberg.io)** -- Full docs and API reference
|
|
305
305
|
- **[GitHub Repository](https://github.com/xberg-io/liter-llm)** -- Source, issues, and discussions
|
|
306
|
-
- **[Provider Registry](https://github.com/xberg-io/liter-llm/blob/main/schemas/providers.json)** --
|
|
306
|
+
- **[Provider Registry](https://github.com/xberg-io/liter-llm/blob/main/schemas/providers.json)** -- 165 supported providers
|
|
307
307
|
|
|
308
308
|
## Part of Xberg.io
|
|
309
309
|
|
|
@@ -311,7 +311,7 @@ To use the MCP server inside a coding agent, install the **liter-llm plugin** fr
|
|
|
311
311
|
- [Xberg Enterprise](https://github.com/xberg-io/xberg-enterprise) — managed extraction API with SDKs, dashboards, and observability.
|
|
312
312
|
- [crawlberg](https://github.com/xberg-io/crawlberg) — web crawling and scraping with HTML→Markdown and headless-Chrome fallback.
|
|
313
313
|
- [html-to-markdown](https://github.com/xberg-io/html-to-markdown) — fast, lossless HTML→Markdown engine.
|
|
314
|
-
- [liter-llm](https://github.com/xberg-io/liter-llm) — universal LLM API client with native bindings for 14 languages and
|
|
314
|
+
- [liter-llm](https://github.com/xberg-io/liter-llm) — universal LLM API client with native bindings for 14 languages and 165 providers.
|
|
315
315
|
- [tree-sitter-language-pack](https://github.com/xberg-io/tree-sitter-language-pack) — tree-sitter grammars and code-intelligence primitives.
|
|
316
316
|
- [alef](https://github.com/xberg-io/alef) — the polyglot binding generator that produces every per-language binding across the 5 polyglot repos.
|
|
317
317
|
- [Discord](https://discord.gg/xt9WY3GnKR) — community, roadmap, announcements.
|
package/index.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
// This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
// alef:hash:
|
|
2
|
+
// alef:hash:c7947a41084f71e69944233535fbeda5cd13b37144078f1895b6b57a7802d3fe
|
|
3
3
|
// To regenerate: alef generate
|
|
4
4
|
// To verify freshness: alef verify --exit-code
|
|
5
5
|
/* eslint-disable */
|
|
@@ -18,7 +18,7 @@ export declare function allProviders(): Array<ProviderConfig>;
|
|
|
18
18
|
/**
|
|
19
19
|
* Return the capability flags for a named provider.
|
|
20
20
|
*
|
|
21
|
-
* Performs an O(n) linear scan over the embedded registry (
|
|
21
|
+
* Performs an O(n) linear scan over the embedded registry (165 entries).
|
|
22
22
|
* Returns an owned value so bindings can pass capability data without
|
|
23
23
|
* borrowing registry internals.
|
|
24
24
|
*
|
|
@@ -229,6 +229,11 @@ export interface AssistantMessage {
|
|
|
229
229
|
readonly refusal?: string
|
|
230
230
|
/** Deprecated legacy function_call field; retained for API compatibility. */
|
|
231
231
|
readonly functionCall?: FunctionCall
|
|
232
|
+
/**
|
|
233
|
+
* Reasoning/thinking tokens returned by the provider, if any (e.g. DeepSeek R1, Qwen
|
|
234
|
+
* `reasoning_content`, or Anthropic extended thinking).
|
|
235
|
+
*/
|
|
236
|
+
readonly reasoningContent?: string
|
|
232
237
|
}
|
|
233
238
|
|
|
234
239
|
/**
|
|
@@ -708,7 +713,7 @@ export interface DecodedDataUrl {
|
|
|
708
713
|
/**
|
|
709
714
|
* Default client implementation backed by `reqwest`.
|
|
710
715
|
*
|
|
711
|
-
* Sends requests to
|
|
716
|
+
* Sends requests to 165 LLM providers with automatic provider detection
|
|
712
717
|
* and per-request routing. The provider is resolved at construction time
|
|
713
718
|
* from `model_hint` (or defaults to OpenAI), but individual requests can
|
|
714
719
|
* override the provider via model name prefix (e.g. `"anthropic/claude-3-5-sonnet"`
|
|
@@ -808,7 +813,14 @@ export interface EmbeddingObject {
|
|
|
808
813
|
* `String` so non-standard provider values do not break deserialization.
|
|
809
814
|
*/
|
|
810
815
|
readonly object: string
|
|
811
|
-
/**
|
|
816
|
+
/**
|
|
817
|
+
* The embedding vector.
|
|
818
|
+
*
|
|
819
|
+
* Providers may return this as a JSON float array or, when
|
|
820
|
+
* `encoding_format: "base64"` was requested, as a base64 string of
|
|
821
|
+
* little-endian `f32` bytes. Base64 responses are decoded on read; this
|
|
822
|
+
* field always serializes back out as a JSON float array.
|
|
823
|
+
*/
|
|
812
824
|
readonly embedding: Array<number>
|
|
813
825
|
/** Index in the batch (corresponds to input order). */
|
|
814
826
|
readonly index: number
|
|
@@ -1643,6 +1655,8 @@ export interface StreamDelta {
|
|
|
1643
1655
|
readonly functionCall?: StreamFunctionCall
|
|
1644
1656
|
/** Partial refusal message. */
|
|
1645
1657
|
readonly refusal?: string
|
|
1658
|
+
/** Partial reasoning/thinking tokens (OpenAI-compatible extension used by DeepSeek R1, Qwen, etc.). */
|
|
1659
|
+
readonly reasoningContent?: string
|
|
1646
1660
|
}
|
|
1647
1661
|
|
|
1648
1662
|
/**
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@xberg-io/liter-llm",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.11.0",
|
|
4
4
|
"description": "Universal LLM API client with Rust-powered polyglot bindings.",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"repository": {
|
|
@@ -18,12 +18,12 @@
|
|
|
18
18
|
},
|
|
19
19
|
"files": ["index.js", "index.d.ts", "*.node"],
|
|
20
20
|
"optionalDependencies": {
|
|
21
|
-
"@xberg-io/liter-llm-linux-x64-gnu": "1.
|
|
22
|
-
"@xberg-io/liter-llm-linux-arm64-gnu": "1.
|
|
23
|
-
"@xberg-io/liter-llm-darwin-x64": "1.
|
|
24
|
-
"@xberg-io/liter-llm-darwin-arm64": "1.
|
|
25
|
-
"@xberg-io/liter-llm-win32-x64-msvc": "1.
|
|
26
|
-
"@xberg-io/liter-llm-win32-arm64-msvc": "1.
|
|
21
|
+
"@xberg-io/liter-llm-linux-x64-gnu": "1.11.0",
|
|
22
|
+
"@xberg-io/liter-llm-linux-arm64-gnu": "1.11.0",
|
|
23
|
+
"@xberg-io/liter-llm-darwin-x64": "1.11.0",
|
|
24
|
+
"@xberg-io/liter-llm-darwin-arm64": "1.11.0",
|
|
25
|
+
"@xberg-io/liter-llm-win32-x64-msvc": "1.11.0",
|
|
26
|
+
"@xberg-io/liter-llm-win32-arm64-msvc": "1.11.0"
|
|
27
27
|
},
|
|
28
28
|
"napi": {
|
|
29
29
|
"packageName": "@xberg-io/liter-llm",
|