llmshim 0.3.3 → 0.3.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +143 -1
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +2 -1
- package/dist/server.js.map +1 -1
- package/dist/types.d.ts +22 -12
- package/dist/types.d.ts.map +1 -1
- package/package.json +6 -6
package/README.md
CHANGED
|
@@ -44,7 +44,149 @@ console.log(await client.models());
|
|
|
44
44
|
console.log(await client.health());
|
|
45
45
|
```
|
|
46
46
|
|
|
47
|
-
##
|
|
47
|
+
## Providers
|
|
48
|
+
|
|
49
|
+
Pick a provider by prefixing the model with `provider/`. Auto-detection also
|
|
50
|
+
works for well-known names, but the explicit form is unambiguous. Each provider
|
|
51
|
+
reads its own credentials from the environment (or `llmshim configure`):
|
|
52
|
+
|
|
53
|
+
| Provider | Model string | Env vars |
|
|
54
|
+
| ---------- | -------------------------------------------------- | ------------------------------------------------- |
|
|
55
|
+
| OpenAI | `openai/gpt-5.6-sol` | `OPENAI_API_KEY` |
|
|
56
|
+
| Anthropic | `anthropic/claude-sonnet-5` | `ANTHROPIC_API_KEY` |
|
|
57
|
+
| Gemini | `gemini/gemini-3.5-flash` | `GEMINI_API_KEY` |
|
|
58
|
+
| xAI | `xai/grok-4.5` | `XAI_API_KEY` |
|
|
59
|
+
| OpenRouter | `openrouter/anthropic/claude-sonnet-4.5` | `OPENROUTER_API_KEY` |
|
|
60
|
+
| vLLM | `vllm/<served-model>` | `VLLM_BASE_URL` (+ optional `VLLM_API_KEY`) |
|
|
61
|
+
| SGLang | `sglang/<served-model>` | `SGLANG_BASE_URL` (+ optional `SGLANG_API_KEY`) |
|
|
62
|
+
|
|
63
|
+
`vllm`/`sglang` target any self-hosted (local or remote) OpenAI-compatible
|
|
64
|
+
server — point the base URL at it and reference the served model name.
|
|
65
|
+
|
|
66
|
+
## Request configuration
|
|
67
|
+
|
|
68
|
+
Every request accepts three optional knobs alongside `model` and `messages`:
|
|
69
|
+
|
|
70
|
+
### `config` — provider-agnostic settings
|
|
71
|
+
|
|
72
|
+
llmshim maps these to each provider's native dialect (clamping where a model
|
|
73
|
+
doesn't support a value):
|
|
74
|
+
|
|
75
|
+
```ts
|
|
76
|
+
const res = await client.chat({
|
|
77
|
+
model: "openai/gpt-5.6-sol",
|
|
78
|
+
messages: [{ role: "user", content: "Explain quicksort." }],
|
|
79
|
+
config: {
|
|
80
|
+
reasoning_effort: "high", // none | low | medium | high | xhigh | max
|
|
81
|
+
reasoning_mode: "standard", // standard | pro
|
|
82
|
+
max_tokens: 1024,
|
|
83
|
+
temperature: 0.7,
|
|
84
|
+
top_p: 0.95,
|
|
85
|
+
top_k: 40,
|
|
86
|
+
stop: ["\n\n"],
|
|
87
|
+
},
|
|
88
|
+
});
|
|
89
|
+
```
|
|
90
|
+
|
|
91
|
+
### `fallback` — try other models on retryable errors
|
|
92
|
+
|
|
93
|
+
An ordered list tried in turn on retryable upstream failures (429/5xx):
|
|
94
|
+
|
|
95
|
+
```ts
|
|
96
|
+
await client.chat({
|
|
97
|
+
model: "anthropic/claude-sonnet-5",
|
|
98
|
+
messages: [{ role: "user", content: "Hi" }],
|
|
99
|
+
fallback: ["openai/gpt-5.6-sol", "gemini/gemini-3.5-flash"],
|
|
100
|
+
});
|
|
101
|
+
```
|
|
102
|
+
|
|
103
|
+
### `provider_config` — raw, provider-native passthrough
|
|
104
|
+
|
|
105
|
+
Merged into the underlying request at its **root**. Native controls must be
|
|
106
|
+
**namespaced** by provider (`x-anthropic`, `x-openai`, `x-gemini`,
|
|
107
|
+
`x-openrouter`, `x-vllm`, `x-sglang`); `tools`, `response_format`, and
|
|
108
|
+
`reasoning_summary` sit at the top level. Use it for anything `config` doesn't
|
|
109
|
+
cover:
|
|
110
|
+
|
|
111
|
+
```ts
|
|
112
|
+
await client.chat({
|
|
113
|
+
model: "anthropic/claude-sonnet-5",
|
|
114
|
+
messages: [{ role: "user", content: "Think hard about this." }],
|
|
115
|
+
provider_config: {
|
|
116
|
+
"x-anthropic": { thinking: { type: "enabled", budget_tokens: 4000 } },
|
|
117
|
+
},
|
|
118
|
+
});
|
|
119
|
+
|
|
120
|
+
// OpenRouter routing preferences, for example:
|
|
121
|
+
await client.chat({
|
|
122
|
+
model: "openrouter/anthropic/claude-sonnet-4.5",
|
|
123
|
+
messages: [{ role: "user", content: "Hi" }],
|
|
124
|
+
provider_config: {
|
|
125
|
+
"x-openrouter": { provider: { sort: "throughput" } }, // also: models, transforms
|
|
126
|
+
},
|
|
127
|
+
});
|
|
128
|
+
```
|
|
129
|
+
|
|
130
|
+
## Tools
|
|
131
|
+
|
|
132
|
+
Send tool definitions through `provider_config.tools` (OpenAI Chat Completions
|
|
133
|
+
format — llmshim translates to each provider's native shape). Read tool calls
|
|
134
|
+
from `message.tool_calls` on a non-streaming response, or from `tool_call`
|
|
135
|
+
events while streaming:
|
|
136
|
+
|
|
137
|
+
```ts
|
|
138
|
+
const tools = [
|
|
139
|
+
{
|
|
140
|
+
type: "function",
|
|
141
|
+
function: {
|
|
142
|
+
name: "get_weather",
|
|
143
|
+
description: "Get the current weather for a city.",
|
|
144
|
+
parameters: {
|
|
145
|
+
type: "object",
|
|
146
|
+
properties: { city: { type: "string" } },
|
|
147
|
+
required: ["city"],
|
|
148
|
+
},
|
|
149
|
+
},
|
|
150
|
+
},
|
|
151
|
+
];
|
|
152
|
+
|
|
153
|
+
// Non-streaming
|
|
154
|
+
const res = await client.chat({
|
|
155
|
+
model: "openai/gpt-5.6-sol",
|
|
156
|
+
messages: [{ role: "user", content: "What's the weather in Paris?" }],
|
|
157
|
+
provider_config: { tools },
|
|
158
|
+
});
|
|
159
|
+
for (const call of res.message.tool_calls ?? []) {
|
|
160
|
+
console.log(call.function?.name, call.function?.arguments); // "get_weather", '{"city":"Paris"}'
|
|
161
|
+
}
|
|
162
|
+
|
|
163
|
+
// Streaming
|
|
164
|
+
for await (const ev of client.stream({
|
|
165
|
+
model: "openai/gpt-5.6-sol",
|
|
166
|
+
messages: [{ role: "user", content: "What's the weather in Paris?" }],
|
|
167
|
+
provider_config: { tools },
|
|
168
|
+
})) {
|
|
169
|
+
if (ev.type === "tool_call") console.log(ev.name, ev.arguments);
|
|
170
|
+
}
|
|
171
|
+
```
|
|
172
|
+
|
|
173
|
+
## Reasoning
|
|
174
|
+
|
|
175
|
+
Request reasoning with `config.reasoning_effort` / `config.reasoning_mode`
|
|
176
|
+
(above). On a non-streaming response the model's reasoning text is on
|
|
177
|
+
`res.reasoning`; while streaming it arrives as `reasoning` events. To replay a
|
|
178
|
+
model's reasoning back on a later turn, set `reasoning_content` on the assistant
|
|
179
|
+
message you send:
|
|
180
|
+
|
|
181
|
+
```ts
|
|
182
|
+
messages.push({
|
|
183
|
+
role: "assistant",
|
|
184
|
+
content: res.message.content,
|
|
185
|
+
reasoning_content: res.reasoning ?? undefined,
|
|
186
|
+
});
|
|
187
|
+
```
|
|
188
|
+
|
|
189
|
+
## Client options
|
|
48
190
|
|
|
49
191
|
```ts
|
|
50
192
|
new Client({
|
package/dist/server.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAcH,6FAA6F;AAC7F,wBAAgB,mBAAmB,IAAI,MAAM,CAkB5C;AA+GD;;;;GAIG;AACH,wBAAgB,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAcH,6FAA6F;AAC7F,wBAAgB,mBAAmB,IAAI,MAAM,CAkB5C;AA+GD;;;;GAIG;AACH,wBAAgB,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,CA0C9C"}
|
package/dist/server.js
CHANGED
|
@@ -174,7 +174,8 @@ export function ensureServer() {
|
|
|
174
174
|
stopServer();
|
|
175
175
|
if (stderr.includes("No API keys found")) {
|
|
176
176
|
throw new Error("No API keys configured. Set them via environment variables " +
|
|
177
|
-
"(OPENAI_API_KEY, ANTHROPIC_API_KEY, GEMINI_API_KEY, XAI_API_KEY
|
|
177
|
+
"(OPENAI_API_KEY, ANTHROPIC_API_KEY, GEMINI_API_KEY, XAI_API_KEY, " +
|
|
178
|
+
"OPENROUTER_API_KEY, or VLLM_BASE_URL / SGLANG_BASE_URL for self-hosted) " +
|
|
178
179
|
"or `llmshim configure`.");
|
|
179
180
|
}
|
|
180
181
|
throw new Error(`llmshim proxy failed to start on port ${port}.\nBinary: ${binary}\nstderr: ${stderr}`);
|
package/dist/server.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,KAAK,EAAqB,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,SAAS,IAAI,WAAW,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE5C,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAE/C,IAAI,aAAa,GAAwB,IAAI,CAAC;AAC9C,IAAI,UAAU,GAAkB,IAAI,CAAC;AACrC,IAAI,QAAQ,GAA2B,IAAI,CAAC;AAE5C,6FAA6F;AAC7F,MAAM,UAAU,mBAAmB;IACjC,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC;IAC9B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1B,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;IAC9B,MAAM,KAAK,GAA2B;QACpC,cAAc,EAAE,sBAAsB;QACtC,YAAY,EAAE,oBAAoB;QAClC,WAAW,EAAE,mBAAmB;QAChC,aAAa,EAAE,qBAAqB;QACpC,sEAAsE;QACtE,2DAA2D;QAC3D,WAAW,EAAE,8BAA8B;KAC5C,CAAC;IACF,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;IACvB,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,+CAA+C,GAAG,GAAG,CAAC,CAAC;IACzE,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,6FAA6F;AAC7F,SAAS,iBAAiB;IACxB,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,GAAG,mBAAmB,EAAE,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC;QACH,gFAAgF;QAChF,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,eAAe,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;QACzE,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACxD,UAAU,CAAC,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC;QACtC,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,6EAA6E;AAC7E,SAAS,UAAU;IACjB,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;IAC3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC7F,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3C,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC;gBACH,UAAU,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC;gBACxC,OAAO,SAAS,CAAC;YACnB,CAAC;YAAC,MAAM,CAAC;gBACP,yBAAyB;YAC3B,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,0EAA0E;AAC1E,SAAS,UAAU;IACjB,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;IACpC,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAC5B,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAC1B,MAAM,IAAI,KAAK,CACb,6CAA6C;QAC3C,4FAA4F;QAC5F,+EAA+E;QAC/E,2DAA2D;QAC3D,6EAA6E,CAChF,CAAC;AACJ,CAAC;AAED,yCAAyC;AACzC,SAAS,YAAY;IACnB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,GAAG,GAAG,YAAY,EAAE,CAAC;QAC3B,GAAG,CAAC,KAAK,EAAE,CAAC;QACZ,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACxB,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE;YAC9B,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC;YAC9B,IAAI,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC3C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;gBAC1B,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YACjC,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,KAAK,EAAE,CAAC;gBACZ,MAAM,CAAC,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC,CAAC;YACvD,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,gFAAgF;AAChF,SAAS,aAAa,CAAC,IAAY,EAAE,SAAS,GAAG,MAAM;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACxC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YAC7D,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE;gBAC1B,MAAM,CAAC,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;gBACxB,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjB,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;oBAC3B,OAAO,CAAC,KAAK,CAAC,CAAC;gBACjB,CAAC;qBAAM,CAAC;oBACN,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC;QACF,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,UAAU;IACjB,IAAI,aAAa,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,aAAa,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,eAAe;QACjB,CAAC;IACH,CAAC;IACD,aAAa,GAAG,IAAI,CAAC;IACrB,UAAU,GAAG,IAAI,CAAC;IAClB,QAAQ,GAAG,IAAI,CAAC;AAClB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY;IAC1B,IAAI,aAAa,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC,OAAO,CAAC,oBAAoB,UAAU,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE9B,QAAQ,GAAG,CAAC,KAAK,IAAI,EAAE;QACrB,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,MAAM,YAAY,EAAE,CAAC;QAElC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE;YACrC,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE;YAC9E,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC;SACpC,CAAC,CAAC;QAEH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEjC,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,UAAU,EAAE,CAAC;YACb,IAAI,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CACb,6DAA6D;oBAC3D,mEAAmE;oBACnE,yBAAyB,CAC5B,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,yCAAyC,IAAI,cAAc,MAAM,aAAa,MAAM,EAAE,CAAC,CAAC;QAC1G,CAAC;QAED,aAAa,GAAG,KAAK,CAAC;QACtB,UAAU,GAAG,IAAI,CAAC;QAClB,OAAO,oBAAoB,IAAI,EAAE,CAAC;IACpC,CAAC,CAAC,EAAE,CAAC;IAEL,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,KAAK,EAAqB,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,SAAS,IAAI,WAAW,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE5C,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAE/C,IAAI,aAAa,GAAwB,IAAI,CAAC;AAC9C,IAAI,UAAU,GAAkB,IAAI,CAAC;AACrC,IAAI,QAAQ,GAA2B,IAAI,CAAC;AAE5C,6FAA6F;AAC7F,MAAM,UAAU,mBAAmB;IACjC,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC;IAC9B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1B,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;IAC9B,MAAM,KAAK,GAA2B;QACpC,cAAc,EAAE,sBAAsB;QACtC,YAAY,EAAE,oBAAoB;QAClC,WAAW,EAAE,mBAAmB;QAChC,aAAa,EAAE,qBAAqB;QACpC,sEAAsE;QACtE,2DAA2D;QAC3D,WAAW,EAAE,8BAA8B;KAC5C,CAAC;IACF,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;IACvB,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,+CAA+C,GAAG,GAAG,CAAC,CAAC;IACzE,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,6FAA6F;AAC7F,SAAS,iBAAiB;IACxB,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,GAAG,mBAAmB,EAAE,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC;QACH,gFAAgF;QAChF,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,eAAe,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;QACzE,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACxD,UAAU,CAAC,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC;QACtC,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,6EAA6E;AAC7E,SAAS,UAAU;IACjB,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;IAC3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC7F,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3C,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC;gBACH,UAAU,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC;gBACxC,OAAO,SAAS,CAAC;YACnB,CAAC;YAAC,MAAM,CAAC;gBACP,yBAAyB;YAC3B,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,0EAA0E;AAC1E,SAAS,UAAU;IACjB,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;IACpC,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAC5B,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAC1B,MAAM,IAAI,KAAK,CACb,6CAA6C;QAC3C,4FAA4F;QAC5F,+EAA+E;QAC/E,2DAA2D;QAC3D,6EAA6E,CAChF,CAAC;AACJ,CAAC;AAED,yCAAyC;AACzC,SAAS,YAAY;IACnB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,GAAG,GAAG,YAAY,EAAE,CAAC;QAC3B,GAAG,CAAC,KAAK,EAAE,CAAC;QACZ,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACxB,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE;YAC9B,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC;YAC9B,IAAI,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC3C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;gBAC1B,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YACjC,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,KAAK,EAAE,CAAC;gBACZ,MAAM,CAAC,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC,CAAC;YACvD,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,gFAAgF;AAChF,SAAS,aAAa,CAAC,IAAY,EAAE,SAAS,GAAG,MAAM;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACxC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YAC7D,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE;gBAC1B,MAAM,CAAC,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;gBACxB,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjB,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;oBAC3B,OAAO,CAAC,KAAK,CAAC,CAAC;gBACjB,CAAC;qBAAM,CAAC;oBACN,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC;QACF,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,UAAU;IACjB,IAAI,aAAa,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,aAAa,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,eAAe;QACjB,CAAC;IACH,CAAC;IACD,aAAa,GAAG,IAAI,CAAC;IACrB,UAAU,GAAG,IAAI,CAAC;IAClB,QAAQ,GAAG,IAAI,CAAC;AAClB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY;IAC1B,IAAI,aAAa,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC,OAAO,CAAC,oBAAoB,UAAU,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE9B,QAAQ,GAAG,CAAC,KAAK,IAAI,EAAE;QACrB,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,MAAM,YAAY,EAAE,CAAC;QAElC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE;YACrC,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE;YAC9E,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC;SACpC,CAAC,CAAC;QAEH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEjC,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,UAAU,EAAE,CAAC;YACb,IAAI,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CACb,6DAA6D;oBAC3D,mEAAmE;oBACnE,0EAA0E;oBAC1E,yBAAyB,CAC5B,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,yCAAyC,IAAI,cAAc,MAAM,aAAa,MAAM,EAAE,CAAC,CAAC;QAC1G,CAAC;QAED,aAAa,GAAG,KAAK,CAAC;QACtB,UAAU,GAAG,IAAI,CAAC;QAClB,OAAO,oBAAoB,IAAI,EAAE,CAAC;IACpC,CAAC,CAAC,EAAE,CAAC;IAEL,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
package/dist/types.d.ts
CHANGED
|
@@ -30,6 +30,11 @@ export interface Message {
|
|
|
30
30
|
tool_call_id?: string;
|
|
31
31
|
/** Tool calls made by the assistant. */
|
|
32
32
|
tool_calls?: ToolCall[];
|
|
33
|
+
/**
|
|
34
|
+
* Reasoning/thinking text produced by the assistant on a previous turn.
|
|
35
|
+
* Set it to replay a model's own reasoning back into the conversation.
|
|
36
|
+
*/
|
|
37
|
+
reasoning_content?: string;
|
|
33
38
|
}
|
|
34
39
|
/** Provider-agnostic configuration. */
|
|
35
40
|
export interface Config {
|
|
@@ -43,7 +48,7 @@ export interface Config {
|
|
|
43
48
|
/**
|
|
44
49
|
* Unified reasoning/thinking depth across all providers. llmshim maps each
|
|
45
50
|
* value to the target provider/model's native control, clamping to the
|
|
46
|
-
* nearest supported tier (see docs/reasoning.md).
|
|
51
|
+
* nearest supported tier (see docs/src/guides/reasoning.md).
|
|
47
52
|
*/
|
|
48
53
|
reasoning_effort?: ReasoningEffort;
|
|
49
54
|
/** Unified reasoning mode; see {@link ReasoningMode}. Default "standard". */
|
|
@@ -69,16 +74,20 @@ export interface ChatRequest {
|
|
|
69
74
|
}
|
|
70
75
|
/** Token usage reported by the provider. */
|
|
71
76
|
export interface Usage {
|
|
72
|
-
input_tokens
|
|
73
|
-
output_tokens
|
|
74
|
-
/** Reasoning/thinking tokens used (
|
|
77
|
+
input_tokens: number;
|
|
78
|
+
output_tokens: number;
|
|
79
|
+
/** Reasoning/thinking tokens used (omitted when zero). */
|
|
75
80
|
reasoning_tokens?: number;
|
|
76
|
-
total_tokens
|
|
81
|
+
total_tokens: number;
|
|
77
82
|
}
|
|
78
83
|
/** The assistant message inside a ChatResponse. */
|
|
79
84
|
export interface ResponseMessage {
|
|
80
85
|
role: string;
|
|
81
|
-
|
|
86
|
+
/**
|
|
87
|
+
* Assistant content — a string for plain text, or an array of content
|
|
88
|
+
* blocks for vision / structured tool output (an arbitrary JSON value).
|
|
89
|
+
*/
|
|
90
|
+
content: unknown;
|
|
82
91
|
tool_calls?: ToolCall[];
|
|
83
92
|
}
|
|
84
93
|
/** Response body from POST /v1/chat (non-streaming). */
|
|
@@ -108,18 +117,19 @@ export interface ReasoningEvent {
|
|
|
108
117
|
/** A tool call emitted during streaming. */
|
|
109
118
|
export interface ToolCallEvent {
|
|
110
119
|
type: "tool_call";
|
|
111
|
-
id
|
|
112
|
-
name
|
|
120
|
+
id: string;
|
|
121
|
+
name: string;
|
|
113
122
|
/** JSON-encoded arguments. */
|
|
114
|
-
arguments
|
|
123
|
+
arguments: string;
|
|
115
124
|
}
|
|
116
125
|
/** Final token usage, emitted near the end of a stream. */
|
|
117
126
|
export interface UsageEvent {
|
|
118
127
|
type: "usage";
|
|
119
|
-
input_tokens
|
|
120
|
-
output_tokens
|
|
128
|
+
input_tokens: number;
|
|
129
|
+
output_tokens: number;
|
|
130
|
+
/** Reasoning/thinking tokens used (omitted when zero). */
|
|
121
131
|
reasoning_tokens?: number;
|
|
122
|
-
total_tokens
|
|
132
|
+
total_tokens: number;
|
|
123
133
|
}
|
|
124
134
|
/** Terminal event signalling the stream is complete. */
|
|
125
135
|
export interface DoneEvent {
|
package/dist/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,8DAA8D;AAC9D,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;AAEnF;;;;GAIG;AACH,MAAM,MAAM,aAAa,GAAG,UAAU,GAAG,KAAK,CAAC;AAE/C,sCAAsC;AACtC,MAAM,MAAM,IAAI,GAAG,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,GAAG,WAAW,CAAC;AAE1E,yCAAyC;AACzC,MAAM,WAAW,QAAQ;IACvB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,QAAQ,CAAC,EAAE;QACT,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,8BAA8B;QAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH;AAED,gDAAgD;AAChD,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,IAAI,CAAC;IACX,yDAAyD;IACzD,OAAO,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC;IACzD,4EAA4E;IAC5E,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,wCAAwC;IACxC,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,8DAA8D;AAC9D,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;AAEnF;;;;GAIG;AACH,MAAM,MAAM,aAAa,GAAG,UAAU,GAAG,KAAK,CAAC;AAE/C,sCAAsC;AACtC,MAAM,MAAM,IAAI,GAAG,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,GAAG,WAAW,CAAC;AAE1E,yCAAyC;AACzC,MAAM,WAAW,QAAQ;IACvB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,QAAQ,CAAC,EAAE;QACT,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,8BAA8B;QAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH;AAED,gDAAgD;AAChD,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,IAAI,CAAC;IACX,yDAAyD;IACzD,OAAO,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC;IACzD,4EAA4E;IAC5E,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,wCAAwC;IACxC,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;IACxB;;;OAGG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,uCAAuC;AACvC,MAAM,WAAW,MAAM;IACrB,6BAA6B;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kCAAkC;IAClC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,eAAe,CAAC;IACnC,6EAA6E;IAC7E,cAAc,CAAC,EAAE,aAAa,CAAC;CAChC;AAED,+DAA+D;AAC/D,MAAM,WAAW,WAAW;IAC1B;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IACd,6BAA6B;IAC7B,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,kEAAkE;IAClE,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,uCAAuC;IACvC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qEAAqE;IACrE,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,oEAAoE;IACpE,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,4CAA4C;AAC5C,MAAM,WAAW,KAAK;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,0DAA0D;IAC1D,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,mDAAmD;AACnD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb;;;OAGG;IACH,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;CACzB;AAED,wDAAwD;AACxD,MAAM,WAAW,YAAY;IAC3B,qCAAqC;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,0CAA0C;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,eAAe,CAAC;IACzB,2DAA2D;IAC3D,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,KAAK,EAAE,KAAK,CAAC;IACb,0CAA0C;IAC1C,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,8BAA8B;AAC9B,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,0CAA0C;AAC1C,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,4CAA4C;AAC5C,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,WAAW,CAAC;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,8BAA8B;IAC9B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,2DAA2D;AAC3D,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,OAAO,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,0DAA0D;IAC1D,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,wDAAwD;AACxD,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,oCAAoC;AACpC,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,sEAAsE;AACtE,MAAM,MAAM,WAAW,GACnB,YAAY,GACZ,cAAc,GACd,aAAa,GACb,UAAU,GACV,SAAS,GACT,UAAU,CAAC;AAEf,iDAAiD;AACjD,MAAM,WAAW,SAAS;IACxB,6CAA6C;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,0CAA0C;IAC1C,IAAI,EAAE,MAAM,CAAC;CACd;AAED,yCAAyC;AACzC,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,SAAS,EAAE,CAAC;CACrB;AAED,sCAAsC;AACtC,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,oCAAoC;IACpC,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,oDAAoD;AACpD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "llmshim",
|
|
3
|
-
"version": "0.3.
|
|
3
|
+
"version": "0.3.4",
|
|
4
4
|
"description": "TypeScript client for the llmshim proxy (multi-provider LLM API) — bundles a prebuilt binary and auto-starts it, or connects to a proxy you run yourself.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/index.js",
|
|
@@ -20,11 +20,11 @@
|
|
|
20
20
|
"node": ">=18"
|
|
21
21
|
},
|
|
22
22
|
"optionalDependencies": {
|
|
23
|
-
"llmshim-darwin-arm64": "0.3.
|
|
24
|
-
"llmshim-darwin-x64": "0.3.
|
|
25
|
-
"llmshim-linux-x64": "0.3.
|
|
26
|
-
"llmshim-linux-arm64": "0.3.
|
|
27
|
-
"@sanjay920/llmshim-win32-x64": "0.3.
|
|
23
|
+
"llmshim-darwin-arm64": "0.3.4",
|
|
24
|
+
"llmshim-darwin-x64": "0.3.4",
|
|
25
|
+
"llmshim-linux-x64": "0.3.4",
|
|
26
|
+
"llmshim-linux-arm64": "0.3.4",
|
|
27
|
+
"@sanjay920/llmshim-win32-x64": "0.3.4"
|
|
28
28
|
},
|
|
29
29
|
"scripts": {
|
|
30
30
|
"build": "tsc -p tsconfig.json",
|