llmshim 0.3.5 → 0.3.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -8
- package/package.json +7 -7
package/README.md
CHANGED
|
@@ -24,14 +24,14 @@ const client = new Client(); // no baseUrl -> auto-starts the bundled proxy on f
|
|
|
24
24
|
|
|
25
25
|
// Non-streaming
|
|
26
26
|
const res = await client.chat({
|
|
27
|
-
model: "anthropic/claude-sonnet-
|
|
27
|
+
model: "anthropic/claude-sonnet-5",
|
|
28
28
|
messages: [{ role: "user", content: "What is Rust in one sentence?" }],
|
|
29
29
|
});
|
|
30
30
|
console.log(res.message.content);
|
|
31
31
|
|
|
32
32
|
// Streaming — an async iterator of typed events
|
|
33
33
|
for await (const ev of client.stream({
|
|
34
|
-
model: "gpt-5.
|
|
34
|
+
model: "gpt-5.6-sol",
|
|
35
35
|
messages: [{ role: "user", content: "Write a haiku about the ocean." }],
|
|
36
36
|
})) {
|
|
37
37
|
if (ev.type === "reasoning") process.stdout.write(`\x1b[2m${ev.text}\x1b[0m`);
|
|
@@ -54,9 +54,9 @@ reads its own credentials from the environment (or `llmshim configure`):
|
|
|
54
54
|
| ---------- | -------------------------------------------------- | ------------------------------------------------- |
|
|
55
55
|
| OpenAI | `openai/gpt-5.6-sol` | `OPENAI_API_KEY` |
|
|
56
56
|
| Anthropic | `anthropic/claude-sonnet-5` | `ANTHROPIC_API_KEY` |
|
|
57
|
-
| Gemini | `gemini/gemini-3.
|
|
58
|
-
| xAI | `xai/grok-4.
|
|
59
|
-
| OpenRouter | `openrouter/anthropic/claude-sonnet-
|
|
57
|
+
| Gemini | `gemini/gemini-3.8-flash` | `GEMINI_API_KEY` |
|
|
58
|
+
| xAI | `xai/grok-4.6` | `XAI_API_KEY` |
|
|
59
|
+
| OpenRouter | `openrouter/anthropic/claude-sonnet-5` | `OPENROUTER_API_KEY` |
|
|
60
60
|
| vLLM | `vllm/<served-model>` | `VLLM_BASE_URL` (+ optional `VLLM_API_KEY`) |
|
|
61
61
|
| SGLang | `sglang/<served-model>` | `SGLANG_BASE_URL` (+ optional `SGLANG_API_KEY`) |
|
|
62
62
|
|
|
@@ -96,7 +96,7 @@ An ordered list tried in turn on retryable upstream failures (429/5xx):
|
|
|
96
96
|
await client.chat({
|
|
97
97
|
model: "anthropic/claude-sonnet-5",
|
|
98
98
|
messages: [{ role: "user", content: "Hi" }],
|
|
99
|
-
fallback: ["openai/gpt-5.6-sol", "gemini/gemini-3.
|
|
99
|
+
fallback: ["openai/gpt-5.6-sol", "gemini/gemini-3.8-flash"],
|
|
100
100
|
});
|
|
101
101
|
```
|
|
102
102
|
|
|
@@ -113,13 +113,13 @@ await client.chat({
|
|
|
113
113
|
model: "anthropic/claude-sonnet-5",
|
|
114
114
|
messages: [{ role: "user", content: "Think hard about this." }],
|
|
115
115
|
provider_config: {
|
|
116
|
-
"x-anthropic": { thinking: { type: "
|
|
116
|
+
"x-anthropic": { thinking: { type: "adaptive" }, output_config: { effort: "high" } },
|
|
117
117
|
},
|
|
118
118
|
});
|
|
119
119
|
|
|
120
120
|
// OpenRouter routing preferences, for example:
|
|
121
121
|
await client.chat({
|
|
122
|
-
model: "openrouter/anthropic/claude-sonnet-
|
|
122
|
+
model: "openrouter/anthropic/claude-sonnet-5",
|
|
123
123
|
messages: [{ role: "user", content: "Hi" }],
|
|
124
124
|
provider_config: {
|
|
125
125
|
"x-openrouter": { provider: { sort: "throughput" } }, // also: models, transforms
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "llmshim",
|
|
3
|
-
"version": "0.3.
|
|
4
|
-
"description": "TypeScript client for the llmshim proxy (multi-provider LLM API)
|
|
3
|
+
"version": "0.3.7",
|
|
4
|
+
"description": "TypeScript client for the llmshim proxy (multi-provider LLM API) \u2014 bundles a prebuilt binary and auto-starts it, or connects to a proxy you run yourself.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/index.js",
|
|
7
7
|
"module": "./dist/index.js",
|
|
@@ -20,11 +20,11 @@
|
|
|
20
20
|
"node": ">=18"
|
|
21
21
|
},
|
|
22
22
|
"optionalDependencies": {
|
|
23
|
-
"llmshim-darwin-arm64": "0.3.
|
|
24
|
-
"llmshim-darwin-x64": "0.3.
|
|
25
|
-
"llmshim-linux-x64": "0.3.
|
|
26
|
-
"llmshim-linux-arm64": "0.3.
|
|
27
|
-
"@sanjay920/llmshim-win32-x64": "0.3.
|
|
23
|
+
"llmshim-darwin-arm64": "0.3.7",
|
|
24
|
+
"llmshim-darwin-x64": "0.3.7",
|
|
25
|
+
"llmshim-linux-x64": "0.3.7",
|
|
26
|
+
"llmshim-linux-arm64": "0.3.7",
|
|
27
|
+
"@sanjay920/llmshim-win32-x64": "0.3.7"
|
|
28
28
|
},
|
|
29
29
|
"scripts": {
|
|
30
30
|
"build": "tsc -p tsconfig.json",
|