llmsim 0.0.0-stage → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +61 -2
- package/index.cjs +841 -0
- package/index.d.cts +39 -0
- package/llmsim.darwin-arm64.node +0 -0
- package/llmsim.darwin-x64.node +0 -0
- package/llmsim.linux-arm64-gnu.node +0 -0
- package/llmsim.linux-x64-gnu.node +0 -0
- package/llmsim.win32-x64-msvc.node +0 -0
- package/package.json +64 -4
- package/wrapper.d.ts +110 -0
- package/wrapper.js +112 -0
package/README.md
CHANGED
|
@@ -1,3 +1,62 @@
|
|
|
1
|
-
#
|
|
1
|
+
# llmsim (Node.js / TypeScript)
|
|
2
2
|
|
|
3
|
-
|
|
3
|
+
In-process [llmsim](https://github.com/chaliy/llmsim) server for Node.js and
|
|
4
|
+
TypeScript tests: a fast LLM API simulator for the OpenAI (Chat Completions,
|
|
5
|
+
Responses, Images), Anthropic Messages, and OpenResponses APIs. No model, no
|
|
6
|
+
network, no API key. The server is the same Rust code as the `llmsim` CLI,
|
|
7
|
+
shipped as a prebuilt native addon (Linux x64/arm64, macOS, Windows x64).
|
|
8
|
+
|
|
9
|
+
```bash
|
|
10
|
+
npm install --save-dev llmsim
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Usage
|
|
14
|
+
|
|
15
|
+
```ts
|
|
16
|
+
import OpenAI from "openai";
|
|
17
|
+
import { Server } from "llmsim";
|
|
18
|
+
|
|
19
|
+
const sim = await Server.start({ generator: "echo", latency: "instant" });
|
|
20
|
+
try {
|
|
21
|
+
const client = new OpenAI({ baseURL: sim.openaiBaseUrl, apiKey: "unused" });
|
|
22
|
+
const reply = await client.chat.completions.create({
|
|
23
|
+
model: "gpt-5",
|
|
24
|
+
messages: [{ role: "user", content: "hello" }],
|
|
25
|
+
});
|
|
26
|
+
console.log(reply.choices[0].message.content); // "Echo: hello"
|
|
27
|
+
console.log(sim.stats().total_requests); // 1
|
|
28
|
+
} finally {
|
|
29
|
+
await sim.stop();
|
|
30
|
+
}
|
|
31
|
+
```
|
|
32
|
+
|
|
33
|
+
Anthropic: `new Anthropic({ baseURL: sim.anthropicBaseUrl, apiKey: "unused" })`.
|
|
34
|
+
|
|
35
|
+
`Server` implements `Symbol.asyncDispose`, so `await using sim = await Server.start()`
|
|
36
|
+
works where explicit resource management is available.
|
|
37
|
+
|
|
38
|
+
## Options
|
|
39
|
+
|
|
40
|
+
`Server.start(options)` accepts the same settings as the `llmsim serve` TOML
|
|
41
|
+
file. Sources merge in this order, later wins: `configFile` or `toml`, then
|
|
42
|
+
`config` (an object shaped like the TOML), then the shortcut options.
|
|
43
|
+
|
|
44
|
+
| Option | Meaning |
|
|
45
|
+
|---|---|
|
|
46
|
+
| `host`, `port` | Bind address. Defaults `127.0.0.1` and `0` (a free port) |
|
|
47
|
+
| `generator` | `lorem` (default), `echo`, `random`, `sequence`, `fixed:<text>` |
|
|
48
|
+
| `targetTokens` | Target response length |
|
|
49
|
+
| `latency` | Named profile: `instant`, `fast`, `gpt5`, `claude-sonnet`, ... |
|
|
50
|
+
| `script` | Scripted-mode file (exact replies, tool calls, per turn) |
|
|
51
|
+
| `scenarios` | Load-test scenario file or directory |
|
|
52
|
+
|
|
53
|
+
```ts
|
|
54
|
+
await Server.start({ config: { errors: { rate_limit_rate: 0.2 } } });
|
|
55
|
+
await Server.start({ configFile: "llmsim.toml", port: 8080 });
|
|
56
|
+
```
|
|
57
|
+
|
|
58
|
+
Properties: `url`, `port`, `host`, `openaiBaseUrl`, `anthropicBaseUrl`,
|
|
59
|
+
`openresponsesBaseUrl`, `config`, `isRunning`. Methods: `stats()`, `stop()`.
|
|
60
|
+
Also exported: `startServer(options)`, `resolveConfig(options)`, `version`.
|
|
61
|
+
|
|
62
|
+
Full docs: <https://github.com/chaliy/llmsim/blob/main/docs/bindings.md>
|
package/index.cjs
ADDED
|
@@ -0,0 +1,841 @@
|
|
|
1
|
+
/* eslint-disable */
|
|
2
|
+
// @ts-nocheck
|
|
3
|
+
/* auto-generated by NAPI-RS */
|
|
4
|
+
|
|
5
|
+
const { readFileSync } = require('fs')
|
|
6
|
+
let nativeBinding = null
|
|
7
|
+
// Which artifact actually loaded. The WASI fallback chain overwrites it with
|
|
8
|
+
// the flavor it resolved; the late native retry below leaves it alone because
|
|
9
|
+
// it only runs while no WASI candidate has been loaded. The take-over check
|
|
10
|
+
// after the load-failure block can also set it.
|
|
11
|
+
let __napiLoadedBindingTarget = 'native'
|
|
12
|
+
// What this loader's own `requireNative()` calls returned. The check after
|
|
13
|
+
// the load-failure block compares it with `nativeBinding` to tell a binding
|
|
14
|
+
// this loader loaded from one that code outside it put in its place.
|
|
15
|
+
let __napiRequiredNativeBinding = null
|
|
16
|
+
const loadErrors = []
|
|
17
|
+
|
|
18
|
+
const isMusl = () => {
|
|
19
|
+
let musl = false
|
|
20
|
+
if (process.platform === 'linux') {
|
|
21
|
+
musl = isMuslFromFilesystem()
|
|
22
|
+
if (musl === null) {
|
|
23
|
+
musl = isMuslFromReport()
|
|
24
|
+
}
|
|
25
|
+
if (musl === null) {
|
|
26
|
+
musl = isMuslFromChildProcess()
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
return musl
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
const isFileMusl = (f) => f.includes('libc.musl-') || f.includes('ld-musl-')
|
|
33
|
+
|
|
34
|
+
const isMuslFromFilesystem = () => {
|
|
35
|
+
try {
|
|
36
|
+
return readFileSync('/usr/bin/ldd', 'utf-8').includes('musl')
|
|
37
|
+
} catch {
|
|
38
|
+
return null
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
const isMuslFromReport = () => {
|
|
43
|
+
let report = null
|
|
44
|
+
if (process.report && typeof process.report.getReport === 'function') {
|
|
45
|
+
process.report.excludeNetwork = true
|
|
46
|
+
report = process.report.getReport()
|
|
47
|
+
}
|
|
48
|
+
if (!report) {
|
|
49
|
+
return null
|
|
50
|
+
}
|
|
51
|
+
if (report.header && report.header.glibcVersionRuntime) {
|
|
52
|
+
return false
|
|
53
|
+
}
|
|
54
|
+
if (Array.isArray(report.sharedObjects)) {
|
|
55
|
+
if (report.sharedObjects.some(isFileMusl)) {
|
|
56
|
+
return true
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
return false
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
const isMuslFromChildProcess = () => {
|
|
63
|
+
try {
|
|
64
|
+
return require('child_process').execSync('ldd --version', { encoding: 'utf8' }).includes('musl')
|
|
65
|
+
} catch (e) {
|
|
66
|
+
// If we reach this case, we don't know if the system is musl or not, so is better to just fallback to false
|
|
67
|
+
return false
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
function requireNative() {
|
|
72
|
+
if (process.env.NAPI_RS_NATIVE_LIBRARY_PATH) {
|
|
73
|
+
try {
|
|
74
|
+
const overrideBinding = require(process.env.NAPI_RS_NATIVE_LIBRARY_PATH)
|
|
75
|
+
// The override may be a generated WASI loader, which already reports its
|
|
76
|
+
// own flavor. Adopt it: `module.exports` aliases this object, so claiming
|
|
77
|
+
// 'native' would both misreport the artifact and overwrite the loader's
|
|
78
|
+
// marker through the alias.
|
|
79
|
+
__napiLoadedBindingTarget =
|
|
80
|
+
overrideBinding && typeof overrideBinding.__napiBindingTarget === 'string'
|
|
81
|
+
? overrideBinding.__napiBindingTarget
|
|
82
|
+
: 'native'
|
|
83
|
+
return overrideBinding
|
|
84
|
+
} catch (err) {
|
|
85
|
+
loadErrors.push(err)
|
|
86
|
+
}
|
|
87
|
+
} else if (process.platform === 'android') {
|
|
88
|
+
if (process.arch === 'arm64') {
|
|
89
|
+
try {
|
|
90
|
+
return require('./llmsim.android-arm64.node')
|
|
91
|
+
} catch (e) {
|
|
92
|
+
loadErrors.push(e)
|
|
93
|
+
}
|
|
94
|
+
try {
|
|
95
|
+
const binding = require('llmsim-android-arm64')
|
|
96
|
+
const bindingPackageVersion = require('llmsim-android-arm64/package.json').version
|
|
97
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
98
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
99
|
+
}
|
|
100
|
+
return binding
|
|
101
|
+
} catch (e) {
|
|
102
|
+
loadErrors.push(e)
|
|
103
|
+
}
|
|
104
|
+
} else if (process.arch === 'arm') {
|
|
105
|
+
try {
|
|
106
|
+
return require('./llmsim.android-arm-eabi.node')
|
|
107
|
+
} catch (e) {
|
|
108
|
+
loadErrors.push(e)
|
|
109
|
+
}
|
|
110
|
+
try {
|
|
111
|
+
const binding = require('llmsim-android-arm-eabi')
|
|
112
|
+
const bindingPackageVersion = require('llmsim-android-arm-eabi/package.json').version
|
|
113
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
114
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
115
|
+
}
|
|
116
|
+
return binding
|
|
117
|
+
} catch (e) {
|
|
118
|
+
loadErrors.push(e)
|
|
119
|
+
}
|
|
120
|
+
} else {
|
|
121
|
+
loadErrors.push(new Error(`Unsupported architecture on Android ${process.arch}`))
|
|
122
|
+
}
|
|
123
|
+
} else if (process.platform === 'win32') {
|
|
124
|
+
if (process.arch === 'x64') {
|
|
125
|
+
if ((process.config && process.config.variables && process.config.variables.shlib_suffix === 'dll.a') || (process.config && process.config.variables && process.config.variables.node_target_type === 'shared_library')) {
|
|
126
|
+
try {
|
|
127
|
+
return require('./llmsim.win32-x64-gnu.node')
|
|
128
|
+
} catch (e) {
|
|
129
|
+
loadErrors.push(e)
|
|
130
|
+
}
|
|
131
|
+
try {
|
|
132
|
+
const binding = require('llmsim-win32-x64-gnu')
|
|
133
|
+
const bindingPackageVersion = require('llmsim-win32-x64-gnu/package.json').version
|
|
134
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
135
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
136
|
+
}
|
|
137
|
+
return binding
|
|
138
|
+
} catch (e) {
|
|
139
|
+
loadErrors.push(e)
|
|
140
|
+
}
|
|
141
|
+
} else {
|
|
142
|
+
try {
|
|
143
|
+
return require('./llmsim.win32-x64-msvc.node')
|
|
144
|
+
} catch (e) {
|
|
145
|
+
loadErrors.push(e)
|
|
146
|
+
}
|
|
147
|
+
try {
|
|
148
|
+
const binding = require('llmsim-win32-x64-msvc')
|
|
149
|
+
const bindingPackageVersion = require('llmsim-win32-x64-msvc/package.json').version
|
|
150
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
151
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
152
|
+
}
|
|
153
|
+
return binding
|
|
154
|
+
} catch (e) {
|
|
155
|
+
loadErrors.push(e)
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
} else if (process.arch === 'ia32') {
|
|
159
|
+
try {
|
|
160
|
+
return require('./llmsim.win32-ia32-msvc.node')
|
|
161
|
+
} catch (e) {
|
|
162
|
+
loadErrors.push(e)
|
|
163
|
+
}
|
|
164
|
+
try {
|
|
165
|
+
const binding = require('llmsim-win32-ia32-msvc')
|
|
166
|
+
const bindingPackageVersion = require('llmsim-win32-ia32-msvc/package.json').version
|
|
167
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
168
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
169
|
+
}
|
|
170
|
+
return binding
|
|
171
|
+
} catch (e) {
|
|
172
|
+
loadErrors.push(e)
|
|
173
|
+
}
|
|
174
|
+
} else if (process.arch === 'arm64') {
|
|
175
|
+
try {
|
|
176
|
+
return require('./llmsim.win32-arm64-msvc.node')
|
|
177
|
+
} catch (e) {
|
|
178
|
+
loadErrors.push(e)
|
|
179
|
+
}
|
|
180
|
+
try {
|
|
181
|
+
const binding = require('llmsim-win32-arm64-msvc')
|
|
182
|
+
const bindingPackageVersion = require('llmsim-win32-arm64-msvc/package.json').version
|
|
183
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
184
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
185
|
+
}
|
|
186
|
+
return binding
|
|
187
|
+
} catch (e) {
|
|
188
|
+
loadErrors.push(e)
|
|
189
|
+
}
|
|
190
|
+
} else {
|
|
191
|
+
loadErrors.push(new Error(`Unsupported architecture on Windows: ${process.arch}`))
|
|
192
|
+
}
|
|
193
|
+
} else if (process.platform === 'darwin') {
|
|
194
|
+
try {
|
|
195
|
+
return require('./llmsim.darwin-universal.node')
|
|
196
|
+
} catch (e) {
|
|
197
|
+
loadErrors.push(e)
|
|
198
|
+
}
|
|
199
|
+
try {
|
|
200
|
+
const binding = require('llmsim-darwin-universal')
|
|
201
|
+
const bindingPackageVersion = require('llmsim-darwin-universal/package.json').version
|
|
202
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
203
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
204
|
+
}
|
|
205
|
+
return binding
|
|
206
|
+
} catch (e) {
|
|
207
|
+
loadErrors.push(e)
|
|
208
|
+
}
|
|
209
|
+
if (process.arch === 'x64') {
|
|
210
|
+
try {
|
|
211
|
+
return require('./llmsim.darwin-x64.node')
|
|
212
|
+
} catch (e) {
|
|
213
|
+
loadErrors.push(e)
|
|
214
|
+
}
|
|
215
|
+
try {
|
|
216
|
+
const binding = require('llmsim-darwin-x64')
|
|
217
|
+
const bindingPackageVersion = require('llmsim-darwin-x64/package.json').version
|
|
218
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
219
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
220
|
+
}
|
|
221
|
+
return binding
|
|
222
|
+
} catch (e) {
|
|
223
|
+
loadErrors.push(e)
|
|
224
|
+
}
|
|
225
|
+
} else if (process.arch === 'arm64') {
|
|
226
|
+
try {
|
|
227
|
+
return require('./llmsim.darwin-arm64.node')
|
|
228
|
+
} catch (e) {
|
|
229
|
+
loadErrors.push(e)
|
|
230
|
+
}
|
|
231
|
+
try {
|
|
232
|
+
const binding = require('llmsim-darwin-arm64')
|
|
233
|
+
const bindingPackageVersion = require('llmsim-darwin-arm64/package.json').version
|
|
234
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
235
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
236
|
+
}
|
|
237
|
+
return binding
|
|
238
|
+
} catch (e) {
|
|
239
|
+
loadErrors.push(e)
|
|
240
|
+
}
|
|
241
|
+
} else {
|
|
242
|
+
loadErrors.push(new Error(`Unsupported architecture on macOS: ${process.arch}`))
|
|
243
|
+
}
|
|
244
|
+
} else if (process.platform === 'freebsd') {
|
|
245
|
+
if (process.arch === 'x64') {
|
|
246
|
+
try {
|
|
247
|
+
return require('./llmsim.freebsd-x64.node')
|
|
248
|
+
} catch (e) {
|
|
249
|
+
loadErrors.push(e)
|
|
250
|
+
}
|
|
251
|
+
try {
|
|
252
|
+
const binding = require('llmsim-freebsd-x64')
|
|
253
|
+
const bindingPackageVersion = require('llmsim-freebsd-x64/package.json').version
|
|
254
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
255
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
256
|
+
}
|
|
257
|
+
return binding
|
|
258
|
+
} catch (e) {
|
|
259
|
+
loadErrors.push(e)
|
|
260
|
+
}
|
|
261
|
+
} else if (process.arch === 'arm64') {
|
|
262
|
+
try {
|
|
263
|
+
return require('./llmsim.freebsd-arm64.node')
|
|
264
|
+
} catch (e) {
|
|
265
|
+
loadErrors.push(e)
|
|
266
|
+
}
|
|
267
|
+
try {
|
|
268
|
+
const binding = require('llmsim-freebsd-arm64')
|
|
269
|
+
const bindingPackageVersion = require('llmsim-freebsd-arm64/package.json').version
|
|
270
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
271
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
272
|
+
}
|
|
273
|
+
return binding
|
|
274
|
+
} catch (e) {
|
|
275
|
+
loadErrors.push(e)
|
|
276
|
+
}
|
|
277
|
+
} else if (process.arch === 'ppc64') {
|
|
278
|
+
try {
|
|
279
|
+
return require('./llmsim.freebsd-ppc64.node')
|
|
280
|
+
} catch (e) {
|
|
281
|
+
loadErrors.push(e)
|
|
282
|
+
}
|
|
283
|
+
try {
|
|
284
|
+
const binding = require('llmsim-freebsd-ppc64')
|
|
285
|
+
const bindingPackageVersion = require('llmsim-freebsd-ppc64/package.json').version
|
|
286
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
287
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
288
|
+
}
|
|
289
|
+
return binding
|
|
290
|
+
} catch (e) {
|
|
291
|
+
loadErrors.push(e)
|
|
292
|
+
}
|
|
293
|
+
} else {
|
|
294
|
+
loadErrors.push(new Error(`Unsupported architecture on FreeBSD: ${process.arch}`))
|
|
295
|
+
}
|
|
296
|
+
} else if (process.platform === 'linux') {
|
|
297
|
+
if (process.arch === 'x64') {
|
|
298
|
+
if (isMusl()) {
|
|
299
|
+
try {
|
|
300
|
+
return require('./llmsim.linux-x64-musl.node')
|
|
301
|
+
} catch (e) {
|
|
302
|
+
loadErrors.push(e)
|
|
303
|
+
}
|
|
304
|
+
try {
|
|
305
|
+
const binding = require('llmsim-linux-x64-musl')
|
|
306
|
+
const bindingPackageVersion = require('llmsim-linux-x64-musl/package.json').version
|
|
307
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
308
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
309
|
+
}
|
|
310
|
+
return binding
|
|
311
|
+
} catch (e) {
|
|
312
|
+
loadErrors.push(e)
|
|
313
|
+
}
|
|
314
|
+
} else {
|
|
315
|
+
try {
|
|
316
|
+
return require('./llmsim.linux-x64-gnu.node')
|
|
317
|
+
} catch (e) {
|
|
318
|
+
loadErrors.push(e)
|
|
319
|
+
}
|
|
320
|
+
try {
|
|
321
|
+
const binding = require('llmsim-linux-x64-gnu')
|
|
322
|
+
const bindingPackageVersion = require('llmsim-linux-x64-gnu/package.json').version
|
|
323
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
324
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
325
|
+
}
|
|
326
|
+
return binding
|
|
327
|
+
} catch (e) {
|
|
328
|
+
loadErrors.push(e)
|
|
329
|
+
}
|
|
330
|
+
}
|
|
331
|
+
} else if (process.arch === 'arm64') {
|
|
332
|
+
if (isMusl()) {
|
|
333
|
+
try {
|
|
334
|
+
return require('./llmsim.linux-arm64-musl.node')
|
|
335
|
+
} catch (e) {
|
|
336
|
+
loadErrors.push(e)
|
|
337
|
+
}
|
|
338
|
+
try {
|
|
339
|
+
const binding = require('llmsim-linux-arm64-musl')
|
|
340
|
+
const bindingPackageVersion = require('llmsim-linux-arm64-musl/package.json').version
|
|
341
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
342
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
343
|
+
}
|
|
344
|
+
return binding
|
|
345
|
+
} catch (e) {
|
|
346
|
+
loadErrors.push(e)
|
|
347
|
+
}
|
|
348
|
+
} else {
|
|
349
|
+
try {
|
|
350
|
+
return require('./llmsim.linux-arm64-gnu.node')
|
|
351
|
+
} catch (e) {
|
|
352
|
+
loadErrors.push(e)
|
|
353
|
+
}
|
|
354
|
+
try {
|
|
355
|
+
const binding = require('llmsim-linux-arm64-gnu')
|
|
356
|
+
const bindingPackageVersion = require('llmsim-linux-arm64-gnu/package.json').version
|
|
357
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
358
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
359
|
+
}
|
|
360
|
+
return binding
|
|
361
|
+
} catch (e) {
|
|
362
|
+
loadErrors.push(e)
|
|
363
|
+
}
|
|
364
|
+
}
|
|
365
|
+
} else if (process.arch === 'arm') {
|
|
366
|
+
if (isMusl()) {
|
|
367
|
+
try {
|
|
368
|
+
return require('./llmsim.linux-arm-musleabihf.node')
|
|
369
|
+
} catch (e) {
|
|
370
|
+
loadErrors.push(e)
|
|
371
|
+
}
|
|
372
|
+
try {
|
|
373
|
+
const binding = require('llmsim-linux-arm-musleabihf')
|
|
374
|
+
const bindingPackageVersion = require('llmsim-linux-arm-musleabihf/package.json').version
|
|
375
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
376
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
377
|
+
}
|
|
378
|
+
return binding
|
|
379
|
+
} catch (e) {
|
|
380
|
+
loadErrors.push(e)
|
|
381
|
+
}
|
|
382
|
+
} else {
|
|
383
|
+
try {
|
|
384
|
+
return require('./llmsim.linux-arm-gnueabihf.node')
|
|
385
|
+
} catch (e) {
|
|
386
|
+
loadErrors.push(e)
|
|
387
|
+
}
|
|
388
|
+
try {
|
|
389
|
+
const binding = require('llmsim-linux-arm-gnueabihf')
|
|
390
|
+
const bindingPackageVersion = require('llmsim-linux-arm-gnueabihf/package.json').version
|
|
391
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
392
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
393
|
+
}
|
|
394
|
+
return binding
|
|
395
|
+
} catch (e) {
|
|
396
|
+
loadErrors.push(e)
|
|
397
|
+
}
|
|
398
|
+
}
|
|
399
|
+
} else if (process.arch === 'loong64') {
|
|
400
|
+
if (isMusl()) {
|
|
401
|
+
try {
|
|
402
|
+
return require('./llmsim.linux-loong64-musl.node')
|
|
403
|
+
} catch (e) {
|
|
404
|
+
loadErrors.push(e)
|
|
405
|
+
}
|
|
406
|
+
try {
|
|
407
|
+
const binding = require('llmsim-linux-loong64-musl')
|
|
408
|
+
const bindingPackageVersion = require('llmsim-linux-loong64-musl/package.json').version
|
|
409
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
410
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
411
|
+
}
|
|
412
|
+
return binding
|
|
413
|
+
} catch (e) {
|
|
414
|
+
loadErrors.push(e)
|
|
415
|
+
}
|
|
416
|
+
} else {
|
|
417
|
+
try {
|
|
418
|
+
return require('./llmsim.linux-loong64-gnu.node')
|
|
419
|
+
} catch (e) {
|
|
420
|
+
loadErrors.push(e)
|
|
421
|
+
}
|
|
422
|
+
try {
|
|
423
|
+
const binding = require('llmsim-linux-loong64-gnu')
|
|
424
|
+
const bindingPackageVersion = require('llmsim-linux-loong64-gnu/package.json').version
|
|
425
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
426
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
427
|
+
}
|
|
428
|
+
return binding
|
|
429
|
+
} catch (e) {
|
|
430
|
+
loadErrors.push(e)
|
|
431
|
+
}
|
|
432
|
+
}
|
|
433
|
+
} else if (process.arch === 'riscv64') {
|
|
434
|
+
if (isMusl()) {
|
|
435
|
+
try {
|
|
436
|
+
return require('./llmsim.linux-riscv64-musl.node')
|
|
437
|
+
} catch (e) {
|
|
438
|
+
loadErrors.push(e)
|
|
439
|
+
}
|
|
440
|
+
try {
|
|
441
|
+
const binding = require('llmsim-linux-riscv64-musl')
|
|
442
|
+
const bindingPackageVersion = require('llmsim-linux-riscv64-musl/package.json').version
|
|
443
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
444
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
445
|
+
}
|
|
446
|
+
return binding
|
|
447
|
+
} catch (e) {
|
|
448
|
+
loadErrors.push(e)
|
|
449
|
+
}
|
|
450
|
+
} else {
|
|
451
|
+
try {
|
|
452
|
+
return require('./llmsim.linux-riscv64-gnu.node')
|
|
453
|
+
} catch (e) {
|
|
454
|
+
loadErrors.push(e)
|
|
455
|
+
}
|
|
456
|
+
try {
|
|
457
|
+
const binding = require('llmsim-linux-riscv64-gnu')
|
|
458
|
+
const bindingPackageVersion = require('llmsim-linux-riscv64-gnu/package.json').version
|
|
459
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
460
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
461
|
+
}
|
|
462
|
+
return binding
|
|
463
|
+
} catch (e) {
|
|
464
|
+
loadErrors.push(e)
|
|
465
|
+
}
|
|
466
|
+
}
|
|
467
|
+
} else if (process.arch === 'ppc64') {
|
|
468
|
+
try {
|
|
469
|
+
return require('./llmsim.linux-ppc64-gnu.node')
|
|
470
|
+
} catch (e) {
|
|
471
|
+
loadErrors.push(e)
|
|
472
|
+
}
|
|
473
|
+
try {
|
|
474
|
+
const binding = require('llmsim-linux-ppc64-gnu')
|
|
475
|
+
const bindingPackageVersion = require('llmsim-linux-ppc64-gnu/package.json').version
|
|
476
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
477
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
478
|
+
}
|
|
479
|
+
return binding
|
|
480
|
+
} catch (e) {
|
|
481
|
+
loadErrors.push(e)
|
|
482
|
+
}
|
|
483
|
+
} else if (process.arch === 's390x') {
|
|
484
|
+
try {
|
|
485
|
+
return require('./llmsim.linux-s390x-gnu.node')
|
|
486
|
+
} catch (e) {
|
|
487
|
+
loadErrors.push(e)
|
|
488
|
+
}
|
|
489
|
+
try {
|
|
490
|
+
const binding = require('llmsim-linux-s390x-gnu')
|
|
491
|
+
const bindingPackageVersion = require('llmsim-linux-s390x-gnu/package.json').version
|
|
492
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
493
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
494
|
+
}
|
|
495
|
+
return binding
|
|
496
|
+
} catch (e) {
|
|
497
|
+
loadErrors.push(e)
|
|
498
|
+
}
|
|
499
|
+
} else {
|
|
500
|
+
loadErrors.push(new Error(`Unsupported architecture on Linux: ${process.arch}`))
|
|
501
|
+
}
|
|
502
|
+
} else if (process.platform === 'openharmony') {
|
|
503
|
+
if (process.arch === 'arm64') {
|
|
504
|
+
try {
|
|
505
|
+
return require('./llmsim.openharmony-arm64.node')
|
|
506
|
+
} catch (e) {
|
|
507
|
+
loadErrors.push(e)
|
|
508
|
+
}
|
|
509
|
+
try {
|
|
510
|
+
const binding = require('llmsim-openharmony-arm64')
|
|
511
|
+
const bindingPackageVersion = require('llmsim-openharmony-arm64/package.json').version
|
|
512
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
513
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
514
|
+
}
|
|
515
|
+
return binding
|
|
516
|
+
} catch (e) {
|
|
517
|
+
loadErrors.push(e)
|
|
518
|
+
}
|
|
519
|
+
} else if (process.arch === 'x64') {
|
|
520
|
+
try {
|
|
521
|
+
return require('./llmsim.openharmony-x64.node')
|
|
522
|
+
} catch (e) {
|
|
523
|
+
loadErrors.push(e)
|
|
524
|
+
}
|
|
525
|
+
try {
|
|
526
|
+
const binding = require('llmsim-openharmony-x64')
|
|
527
|
+
const bindingPackageVersion = require('llmsim-openharmony-x64/package.json').version
|
|
528
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
529
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
530
|
+
}
|
|
531
|
+
return binding
|
|
532
|
+
} catch (e) {
|
|
533
|
+
loadErrors.push(e)
|
|
534
|
+
}
|
|
535
|
+
} else if (process.arch === 'arm') {
|
|
536
|
+
try {
|
|
537
|
+
return require('./llmsim.openharmony-arm.node')
|
|
538
|
+
} catch (e) {
|
|
539
|
+
loadErrors.push(e)
|
|
540
|
+
}
|
|
541
|
+
try {
|
|
542
|
+
const binding = require('llmsim-openharmony-arm')
|
|
543
|
+
const bindingPackageVersion = require('llmsim-openharmony-arm/package.json').version
|
|
544
|
+
if (bindingPackageVersion !== '0.8.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
545
|
+
throw new Error(`Native binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
546
|
+
}
|
|
547
|
+
return binding
|
|
548
|
+
} catch (e) {
|
|
549
|
+
loadErrors.push(e)
|
|
550
|
+
}
|
|
551
|
+
} else {
|
|
552
|
+
loadErrors.push(new Error(`Unsupported architecture on OpenHarmony: ${process.arch}`))
|
|
553
|
+
}
|
|
554
|
+
} else {
|
|
555
|
+
loadErrors.push(new Error(`Unsupported OS: ${process.platform}, architecture: ${process.arch}`))
|
|
556
|
+
}
|
|
557
|
+
}
|
|
558
|
+
|
|
559
|
+
function createLoadErrorChain(errors) {
|
|
560
|
+
return errors.reduce((previous, current) => {
|
|
561
|
+
let message
|
|
562
|
+
try {
|
|
563
|
+
message =
|
|
564
|
+
current && typeof current.message === 'string'
|
|
565
|
+
? current.message
|
|
566
|
+
: String(current)
|
|
567
|
+
} catch {
|
|
568
|
+
message = 'Unknown error'
|
|
569
|
+
}
|
|
570
|
+
const error = new Error(message)
|
|
571
|
+
error.cause = previous
|
|
572
|
+
return error
|
|
573
|
+
}, null)
|
|
574
|
+
}
|
|
575
|
+
|
|
576
|
+
// NAPI_RS_FORCE_WASI is a tri-state flag:
|
|
577
|
+
// unset / any other value → native binding preferred, WASI is only a fallback
|
|
578
|
+
// 'true' → prefer WASI, but retain native as a lazy fallback
|
|
579
|
+
// 'error' → require WASI without initializing a native fallback
|
|
580
|
+
// Treating any non-empty string as truthy (the historical behavior) meant
|
|
581
|
+
// NAPI_RS_FORCE_WASI=false, NAPI_RS_FORCE_WASI=0, etc. inadvertently triggered
|
|
582
|
+
// the WASI path, causing ENOENT for packages shipped without a .wasi.cjs file.
|
|
583
|
+
//
|
|
584
|
+
// NAPI_RS_WASI_FLAVOR selects one exact generated flavor and implies strict
|
|
585
|
+
// WASI loading. It never crosses into another flavor or falls back to native.
|
|
586
|
+
const __napiWasiFlavors = ['wasm32-wasi']
|
|
587
|
+
const __napiWasiFlavor = process.env.NAPI_RS_WASI_FLAVOR
|
|
588
|
+
const __napiWasiFlavorRequested =
|
|
589
|
+
typeof __napiWasiFlavor === 'string' && __napiWasiFlavor.length > 0
|
|
590
|
+
if (
|
|
591
|
+
__napiWasiFlavorRequested &&
|
|
592
|
+
__napiWasiFlavors.indexOf(__napiWasiFlavor) === -1
|
|
593
|
+
) {
|
|
594
|
+
throw new Error(
|
|
595
|
+
'Unsupported WASI flavor "' +
|
|
596
|
+
__napiWasiFlavor +
|
|
597
|
+
'". Available flavors: ' +
|
|
598
|
+
__napiWasiFlavors.join(', '),
|
|
599
|
+
)
|
|
600
|
+
}
|
|
601
|
+
const forceWasiError = process.env.NAPI_RS_FORCE_WASI === 'error'
|
|
602
|
+
const forceWasi =
|
|
603
|
+
process.env.NAPI_RS_FORCE_WASI === 'true' ||
|
|
604
|
+
forceWasiError ||
|
|
605
|
+
__napiWasiFlavorRequested
|
|
606
|
+
|
|
607
|
+
if (!forceWasi) {
|
|
608
|
+
nativeBinding = requireNative()
|
|
609
|
+
__napiRequiredNativeBinding = nativeBinding
|
|
610
|
+
}
|
|
611
|
+
|
|
612
|
+
if (!nativeBinding || forceWasi) {
|
|
613
|
+
let wasiBinding = null
|
|
614
|
+
let wasiBindingLoaded = false
|
|
615
|
+
const wasiBindingErrors = []
|
|
616
|
+
const __napiWasiResolveCandidate = (specifier, isPackage, localArtifacts) => {
|
|
617
|
+
try {
|
|
618
|
+
require.resolve(specifier)
|
|
619
|
+
} catch (resolveError) {
|
|
620
|
+
if (!resolveError || resolveError.code !== 'MODULE_NOT_FOUND') {
|
|
621
|
+
throw resolveError
|
|
622
|
+
}
|
|
623
|
+
if (isPackage) {
|
|
624
|
+
try {
|
|
625
|
+
require.resolve(specifier + '/package.json')
|
|
626
|
+
} catch (packageError) {
|
|
627
|
+
if (packageError && packageError.code === 'MODULE_NOT_FOUND') {
|
|
628
|
+
return resolveError
|
|
629
|
+
}
|
|
630
|
+
// An exports restriction proves the package exists even when its
|
|
631
|
+
// package.json is not public. Preserve the root resolution failure.
|
|
632
|
+
throw resolveError
|
|
633
|
+
}
|
|
634
|
+
// The package exists but its main/export target is broken.
|
|
635
|
+
throw resolveError
|
|
636
|
+
}
|
|
637
|
+
return resolveError
|
|
638
|
+
}
|
|
639
|
+
if (localArtifacts) {
|
|
640
|
+
let artifactError = null
|
|
641
|
+
for (let i = 0; i < localArtifacts.length; i++) {
|
|
642
|
+
try {
|
|
643
|
+
require.resolve(localArtifacts[i])
|
|
644
|
+
return null
|
|
645
|
+
} catch (resolveError) {
|
|
646
|
+
if (!resolveError || resolveError.code !== 'MODULE_NOT_FOUND') {
|
|
647
|
+
throw resolveError
|
|
648
|
+
}
|
|
649
|
+
artifactError = resolveError
|
|
650
|
+
}
|
|
651
|
+
}
|
|
652
|
+
return artifactError
|
|
653
|
+
}
|
|
654
|
+
return null
|
|
655
|
+
}
|
|
656
|
+
if (!wasiBindingLoaded && (!__napiWasiFlavorRequested || __napiWasiFlavor === 'wasm32-wasi')) {
|
|
657
|
+
let candidateError = null
|
|
658
|
+
let candidateFailed = false
|
|
659
|
+
try {
|
|
660
|
+
candidateError = __napiWasiResolveCandidate('./llmsim.wasi.cjs', false, ['./llmsim.wasm32-wasi.debug.wasm', './llmsim.wasm32-wasi.wasm'])
|
|
661
|
+
candidateFailed = candidateError !== null
|
|
662
|
+
if (!candidateFailed) {
|
|
663
|
+
wasiBinding = require('./llmsim.wasi.cjs')
|
|
664
|
+
nativeBinding = wasiBinding
|
|
665
|
+
__napiLoadedBindingTarget = 'wasm32-wasi'
|
|
666
|
+
wasiBindingLoaded = true
|
|
667
|
+
}
|
|
668
|
+
} catch (err) {
|
|
669
|
+
candidateError = err
|
|
670
|
+
candidateFailed = true
|
|
671
|
+
}
|
|
672
|
+
if (candidateFailed) {
|
|
673
|
+
wasiBindingErrors.push(candidateError)
|
|
674
|
+
loadErrors.push(candidateError)
|
|
675
|
+
}
|
|
676
|
+
}
|
|
677
|
+
if (!wasiBindingLoaded && (!__napiWasiFlavorRequested || __napiWasiFlavor === 'wasm32-wasi')) {
|
|
678
|
+
let candidateError = null
|
|
679
|
+
let candidateFailed = false
|
|
680
|
+
try {
|
|
681
|
+
candidateError = __napiWasiResolveCandidate('llmsim-wasm32-wasi', true, undefined)
|
|
682
|
+
candidateFailed = candidateError !== null
|
|
683
|
+
if (!candidateFailed) {
|
|
684
|
+
if (process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
685
|
+
const bindingPackageVersion = require('llmsim-wasm32-wasi/package.json').version
|
|
686
|
+
if (bindingPackageVersion !== '0.8.0') {
|
|
687
|
+
throw new Error(`WASI binding package version mismatch, expected 0.8.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
688
|
+
}
|
|
689
|
+
}
|
|
690
|
+
wasiBinding = require('llmsim-wasm32-wasi')
|
|
691
|
+
nativeBinding = wasiBinding
|
|
692
|
+
__napiLoadedBindingTarget = 'wasm32-wasi'
|
|
693
|
+
wasiBindingLoaded = true
|
|
694
|
+
}
|
|
695
|
+
} catch (err) {
|
|
696
|
+
candidateError = err
|
|
697
|
+
candidateFailed = true
|
|
698
|
+
}
|
|
699
|
+
if (candidateFailed) {
|
|
700
|
+
wasiBindingErrors.push(candidateError)
|
|
701
|
+
loadErrors.push(candidateError)
|
|
702
|
+
}
|
|
703
|
+
}
|
|
704
|
+
if (
|
|
705
|
+
!wasiBindingLoaded &&
|
|
706
|
+
forceWasi &&
|
|
707
|
+
!forceWasiError &&
|
|
708
|
+
!__napiWasiFlavorRequested
|
|
709
|
+
) {
|
|
710
|
+
nativeBinding = requireNative()
|
|
711
|
+
__napiRequiredNativeBinding = nativeBinding
|
|
712
|
+
}
|
|
713
|
+
if ((forceWasiError || __napiWasiFlavorRequested) && !wasiBindingLoaded) {
|
|
714
|
+
const error = new Error(
|
|
715
|
+
__napiWasiFlavorRequested
|
|
716
|
+
? 'WASI binding for flavor "' + __napiWasiFlavor + '" not found'
|
|
717
|
+
: 'WASI binding not found and NAPI_RS_FORCE_WASI is set to error',
|
|
718
|
+
)
|
|
719
|
+
error.cause = createLoadErrorChain(wasiBindingErrors)
|
|
720
|
+
throw error
|
|
721
|
+
}
|
|
722
|
+
}
|
|
723
|
+
|
|
724
|
+
if (!nativeBinding) {
|
|
725
|
+
if (loadErrors.length > 0) {
|
|
726
|
+
const error = new Error(
|
|
727
|
+
`Cannot find native binding. ` +
|
|
728
|
+
`npm has a bug related to optional dependencies (https://github.com/npm/cli/issues/4828). ` +
|
|
729
|
+
'Please try `npm i` again after removing both package-lock.json and node_modules directory.',
|
|
730
|
+
)
|
|
731
|
+
// assign instead of the `new Error(message, { cause })` options form,
|
|
732
|
+
// which Node < 16.9 silently ignores
|
|
733
|
+
error.cause = createLoadErrorChain(loadErrors)
|
|
734
|
+
throw error
|
|
735
|
+
}
|
|
736
|
+
throw new Error(`Failed to load native binding`)
|
|
737
|
+
}
|
|
738
|
+
|
|
739
|
+
// A package can patch its own fallback in front of the load-failure check
|
|
740
|
+
// above, e.g. a WebContainer download through `napi-postinstall/fallback`.
|
|
741
|
+
// That fallback swaps `nativeBinding` for a generated WASI loader, which has
|
|
742
|
+
// already stamped its own flavor, while the target above still says 'native'.
|
|
743
|
+
// Take that flavor over, or the CommonJS stamp throws a conflict and the ESM
|
|
744
|
+
// export reports the wrong artifact. Three limits keep the conflict check:
|
|
745
|
+
// - only a binding this loader did not load itself, so a native addon whose
|
|
746
|
+
// `#[napi(module_exports)]` hook claims the name is still rejected;
|
|
747
|
+
// - only an own data property, read through its descriptor, so no addon
|
|
748
|
+
// getter runs here, and it must read back the same, as the stamp reads it;
|
|
749
|
+
// - only a flavor in `__napiWasiFlavors`, the ones this loader's own WASI
|
|
750
|
+
// chain can report ('wasm32-wasi' for a package without a WASI target).
|
|
751
|
+
// This is metadata and never fails a load: a throwing Proxy trap keeps 'native'.
|
|
752
|
+
if (
|
|
753
|
+
__napiLoadedBindingTarget === 'native' &&
|
|
754
|
+
nativeBinding !== __napiRequiredNativeBinding
|
|
755
|
+
) {
|
|
756
|
+
try {
|
|
757
|
+
const __napiBindingTargetDescriptor = Object.getOwnPropertyDescriptor(
|
|
758
|
+
nativeBinding,
|
|
759
|
+
'__napiBindingTarget',
|
|
760
|
+
)
|
|
761
|
+
if (
|
|
762
|
+
__napiBindingTargetDescriptor &&
|
|
763
|
+
__napiWasiFlavors.indexOf(__napiBindingTargetDescriptor.value) !== -1 &&
|
|
764
|
+
nativeBinding.__napiBindingTarget === __napiBindingTargetDescriptor.value
|
|
765
|
+
) {
|
|
766
|
+
__napiLoadedBindingTarget = __napiBindingTargetDescriptor.value
|
|
767
|
+
}
|
|
768
|
+
} catch {
|
|
769
|
+
// keep 'native'
|
|
770
|
+
}
|
|
771
|
+
}
|
|
772
|
+
|
|
773
|
+
function __napiStampBindingTarget(exportsObject, target) {
|
|
774
|
+
if (
|
|
775
|
+
Object.prototype.hasOwnProperty.call(exportsObject, '__napiBindingTarget')
|
|
776
|
+
) {
|
|
777
|
+
if (exportsObject.__napiBindingTarget === target) {
|
|
778
|
+
// Already ours: the root entry aliases the object it loaded, so a WASI
|
|
779
|
+
// fallback candidate — or a `NAPI_RS_NATIVE_LIBRARY_PATH` override that
|
|
780
|
+
// is a generated loader — arrives already stamped with this same value.
|
|
781
|
+
return target
|
|
782
|
+
}
|
|
783
|
+
const error = new Error(
|
|
784
|
+
'`__napiBindingTarget` is reserved by the generated binding loader, but the loaded binding already exports it. Rename the export, e.g. #[napi(js_name = "...")].',
|
|
785
|
+
)
|
|
786
|
+
error.code = 'ERR_NAPI_BINDING_TARGET_CONFLICT'
|
|
787
|
+
throw error
|
|
788
|
+
}
|
|
789
|
+
if (!Object.isExtensible(exportsObject)) {
|
|
790
|
+
// A `#[napi(module_exports)]` hook may seal or freeze this object
|
|
791
|
+
// (`Object::seal` / `Object::freeze`). Reporting the artifact is metadata,
|
|
792
|
+
// never a reason to fail an otherwise successful load, so the stamp is
|
|
793
|
+
// skipped. What a consumer still sees then follows the entry point: the
|
|
794
|
+
// browser and deferred loaders declare `__napiBindingTarget` at module
|
|
795
|
+
// level and go on reporting it, while the CommonJS entries hand back this
|
|
796
|
+
// very object as `module.exports`, so there the value is absent.
|
|
797
|
+
return target
|
|
798
|
+
}
|
|
799
|
+
try {
|
|
800
|
+
// [[Define]], not [[Set]]: an ordinary assignment walks the prototype
|
|
801
|
+
// chain, so an inherited accessor could swallow the value or throw and
|
|
802
|
+
// fail an otherwise successful load. The descriptor is what a successful
|
|
803
|
+
// assignment would have produced.
|
|
804
|
+
Object.defineProperty(exportsObject, '__napiBindingTarget', {
|
|
805
|
+
configurable: true,
|
|
806
|
+
enumerable: true,
|
|
807
|
+
value: target,
|
|
808
|
+
writable: true,
|
|
809
|
+
})
|
|
810
|
+
} catch {
|
|
811
|
+
// Same rule as the non-extensible skip above: reporting the artifact is
|
|
812
|
+
// metadata, never a reason to fail an otherwise successful load. An exotic
|
|
813
|
+
// object (a Proxy whose defineProperty trap refuses) is skipped, not
|
|
814
|
+
// thrown over.
|
|
815
|
+
}
|
|
816
|
+
// The CommonJS loaders assign this return value so `cjs-module-lexer` — and
|
|
817
|
+
// therefore Node's CJS -> ESM named export detection — can see
|
|
818
|
+
// `__napiBindingTarget` statically.
|
|
819
|
+
return target
|
|
820
|
+
}
|
|
821
|
+
// Stamp before the alias, not after. The guard only reads `nativeBinding`
|
|
822
|
+
// (`hasOwnProperty` plus a comparison), which is safe against any addon
|
|
823
|
+
// accessor; an assignment is not, because a `#[napi(module_exports)]` hook can
|
|
824
|
+
// expose a getter reporting this very value and a setter that throws. So the
|
|
825
|
+
// assignment lands on the loader's own `module.exports`, still the original
|
|
826
|
+
// object here, and the alias below replaces it.
|
|
827
|
+
//
|
|
828
|
+
// The assignment is what keeps the marker a statically visible CommonJS export:
|
|
829
|
+
// `cjs-module-lexer` is Node's CJS -> ESM named export detection, it cannot see
|
|
830
|
+
// a bare call, and the later `module.exports = nativeBinding` does not undo the
|
|
831
|
+
// detection. The assignment itself always succeeds — its target is this
|
|
832
|
+
// loader's own, still extensible `module.exports` — and the alias below then
|
|
833
|
+
// discards the value it wrote. What a consumer reads is whatever the guard put
|
|
834
|
+
// on `nativeBinding`, so on a frozen binding, where the guard skips, the
|
|
835
|
+
// linked import resolves to `undefined`.
|
|
836
|
+
module.exports.__napiBindingTarget = __napiStampBindingTarget(nativeBinding, __napiLoadedBindingTarget)
|
|
837
|
+
module.exports = nativeBinding
|
|
838
|
+
module.exports.NativeServer = nativeBinding.NativeServer
|
|
839
|
+
module.exports.nativeVersion = nativeBinding.nativeVersion
|
|
840
|
+
module.exports.resolveConfigNative = nativeBinding.resolveConfigNative
|
|
841
|
+
module.exports.startServerNative = nativeBinding.startServerNative
|
package/index.d.cts
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
/* auto-generated by NAPI-RS */
|
|
2
|
+
/* eslint-disable */
|
|
3
|
+
|
|
4
|
+
/**
|
|
5
|
+
* Which binding artifact the generated loader actually loaded: `'native'` for
|
|
6
|
+
* a native addon, otherwise the `platformArchABI` of the WASI flavor. Every
|
|
7
|
+
* flavor napi-rs can build is listed, because `NAPI_RS_NATIVE_LIBRARY_PATH`
|
|
8
|
+
* can point the loader at a WASI artifact this package does not build itself.
|
|
9
|
+
*/
|
|
10
|
+
export declare const __napiBindingTarget: 'native' | 'wasm32-wasi' | 'wasm32-wasip1'
|
|
11
|
+
|
|
12
|
+
/** A running llmsim server. Create with `startServer()`. */
|
|
13
|
+
export declare class NativeServer {
|
|
14
|
+
/** Base URL, e.g. `http://127.0.0.1:41234`. */
|
|
15
|
+
get url(): string
|
|
16
|
+
get host(): string
|
|
17
|
+
/** The bound port (the real one when port 0 was requested). */
|
|
18
|
+
get port(): number
|
|
19
|
+
get isRunning(): boolean
|
|
20
|
+
/** Server statistics as a JSON string (same shape as `GET /llmsim/stats`). */
|
|
21
|
+
statsJson(): string
|
|
22
|
+
/** Gracefully stop the server and wait for it to finish. Idempotent. */
|
|
23
|
+
stop(): Promise<void>
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
/** Version of the native addon (matches the npm package version). */
|
|
27
|
+
export declare function nativeVersion(): string
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* Parse and validate a config (TOML text plus JSON overrides) without
|
|
31
|
+
* starting a server. Returns the effective config as JSON.
|
|
32
|
+
*/
|
|
33
|
+
export declare function resolveConfigNative(toml?: string | undefined | null, overridesJson?: string | undefined | null): string
|
|
34
|
+
|
|
35
|
+
/**
|
|
36
|
+
* Start a server. `toml` is a full config file's text; `overridesJson` is a
|
|
37
|
+
* JSON object deep-merged on top. Resolves once the port is bound.
|
|
38
|
+
*/
|
|
39
|
+
export declare function startServerNative(toml?: string | undefined | null, overridesJson?: string | undefined | null): Promise<NativeServer>
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
package/package.json
CHANGED
|
@@ -1,6 +1,66 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "llmsim",
|
|
3
|
-
"version": "0.
|
|
4
|
-
"
|
|
5
|
-
"
|
|
6
|
-
|
|
3
|
+
"version": "0.8.0",
|
|
4
|
+
"description": "In-process LLM API simulator (OpenAI, Anthropic, OpenResponses) for tests and load testing",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"main": "wrapper.js",
|
|
7
|
+
"types": "wrapper.d.ts",
|
|
8
|
+
"exports": {
|
|
9
|
+
".": {
|
|
10
|
+
"types": "./wrapper.d.ts",
|
|
11
|
+
"default": "./wrapper.js"
|
|
12
|
+
}
|
|
13
|
+
},
|
|
14
|
+
"author": "Mykhailo Chalyi <mike@chaliy.name>",
|
|
15
|
+
"license": "MIT",
|
|
16
|
+
"repository": {
|
|
17
|
+
"type": "git",
|
|
18
|
+
"url": "git+https://github.com/chaliy/llmsim.git",
|
|
19
|
+
"directory": "crates/llmsim-js"
|
|
20
|
+
},
|
|
21
|
+
"homepage": "https://github.com/chaliy/llmsim",
|
|
22
|
+
"bugs": "https://github.com/chaliy/llmsim/issues",
|
|
23
|
+
"keywords": [
|
|
24
|
+
"llm",
|
|
25
|
+
"openai",
|
|
26
|
+
"anthropic",
|
|
27
|
+
"simulator",
|
|
28
|
+
"mock",
|
|
29
|
+
"testing"
|
|
30
|
+
],
|
|
31
|
+
"napi": {
|
|
32
|
+
"binaryName": "llmsim",
|
|
33
|
+
"targets": [
|
|
34
|
+
"x86_64-apple-darwin",
|
|
35
|
+
"aarch64-apple-darwin",
|
|
36
|
+
"x86_64-unknown-linux-gnu",
|
|
37
|
+
"aarch64-unknown-linux-gnu",
|
|
38
|
+
"x86_64-pc-windows-msvc"
|
|
39
|
+
]
|
|
40
|
+
},
|
|
41
|
+
"files": [
|
|
42
|
+
"wrapper.js",
|
|
43
|
+
"wrapper.d.ts",
|
|
44
|
+
"index.cjs",
|
|
45
|
+
"index.d.cts",
|
|
46
|
+
"llmsim.*.node"
|
|
47
|
+
],
|
|
48
|
+
"scripts": {
|
|
49
|
+
"build": "npm run build:napi && npm run build:ts",
|
|
50
|
+
"build:napi": "napi build --platform --release --js index.cjs --dts index.d.cts",
|
|
51
|
+
"build:debug": "napi build --platform --js index.cjs --dts index.d.cts && npm run build:ts",
|
|
52
|
+
"build:ts": "tsc",
|
|
53
|
+
"test": "node --test __test__/*.test.mjs",
|
|
54
|
+
"type-check": "tsc --noEmit"
|
|
55
|
+
},
|
|
56
|
+
"devDependencies": {
|
|
57
|
+
"@anthropic-ai/sdk": "^0.40.0",
|
|
58
|
+
"@napi-rs/cli": "^3.9.0",
|
|
59
|
+
"@types/node": "^22.0.0",
|
|
60
|
+
"openai": "^6.45.0",
|
|
61
|
+
"typescript": "^5.9.0"
|
|
62
|
+
},
|
|
63
|
+
"engines": {
|
|
64
|
+
"node": ">= 18"
|
|
65
|
+
}
|
|
66
|
+
}
|
package/wrapper.d.ts
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
/** Config shaped like the `llmsim serve` TOML file. Unknown keys are ignored. */
|
|
2
|
+
export interface LlmSimConfig {
|
|
3
|
+
server?: {
|
|
4
|
+
host?: string;
|
|
5
|
+
port?: number;
|
|
6
|
+
max_websocket_connections?: number;
|
|
7
|
+
};
|
|
8
|
+
latency?: {
|
|
9
|
+
profile?: string;
|
|
10
|
+
ttft_mean_ms?: number;
|
|
11
|
+
ttft_stddev_ms?: number;
|
|
12
|
+
tbt_mean_ms?: number;
|
|
13
|
+
tbt_stddev_ms?: number;
|
|
14
|
+
};
|
|
15
|
+
response?: {
|
|
16
|
+
generator?: string;
|
|
17
|
+
target_tokens?: number;
|
|
18
|
+
script_path?: string;
|
|
19
|
+
scenarios_path?: string;
|
|
20
|
+
};
|
|
21
|
+
errors?: {
|
|
22
|
+
rate_limit_rate?: number;
|
|
23
|
+
server_error_rate?: number;
|
|
24
|
+
timeout_rate?: number;
|
|
25
|
+
timeout_after_ms?: number;
|
|
26
|
+
};
|
|
27
|
+
models?: {
|
|
28
|
+
available?: string[];
|
|
29
|
+
};
|
|
30
|
+
[section: string]: unknown;
|
|
31
|
+
}
|
|
32
|
+
export interface ServerOptions {
|
|
33
|
+
/** Object shaped like the TOML config, e.g. `{ errors: { rate_limit_rate: 0.1 } }`. */
|
|
34
|
+
config?: LlmSimConfig;
|
|
35
|
+
/** TOML config text. */
|
|
36
|
+
toml?: string;
|
|
37
|
+
/** Path to a TOML config file. */
|
|
38
|
+
configFile?: string;
|
|
39
|
+
/** Bind address. Default `127.0.0.1`. */
|
|
40
|
+
host?: string;
|
|
41
|
+
/** Bind port. Default `0` (pick a free port). */
|
|
42
|
+
port?: number;
|
|
43
|
+
/** `lorem`, `echo`, `random`, `sequence` or `fixed:<text>`. */
|
|
44
|
+
generator?: string;
|
|
45
|
+
/** Target response length in tokens. */
|
|
46
|
+
targetTokens?: number;
|
|
47
|
+
/** Named latency profile: `instant`, `fast`, `gpt5`, `claude-sonnet`, ... */
|
|
48
|
+
latency?: string;
|
|
49
|
+
/** Path to a scripted-mode YAML/JSON file. */
|
|
50
|
+
script?: string;
|
|
51
|
+
/** Path to a scenarios file or directory. */
|
|
52
|
+
scenarios?: string;
|
|
53
|
+
}
|
|
54
|
+
/** Counters reported by `GET /llmsim/stats`. */
|
|
55
|
+
export interface Stats {
|
|
56
|
+
uptime_secs: number;
|
|
57
|
+
total_requests: number;
|
|
58
|
+
active_requests: number;
|
|
59
|
+
streaming_requests: number;
|
|
60
|
+
non_streaming_requests: number;
|
|
61
|
+
completions_requests: number;
|
|
62
|
+
responses_requests: number;
|
|
63
|
+
websocket_requests: number;
|
|
64
|
+
messages_requests: number;
|
|
65
|
+
image_requests: number;
|
|
66
|
+
systemone_requests: number;
|
|
67
|
+
active_websocket_connections: number;
|
|
68
|
+
prompt_tokens: number;
|
|
69
|
+
completion_tokens: number;
|
|
70
|
+
total_tokens: number;
|
|
71
|
+
total_errors: number;
|
|
72
|
+
rate_limit_errors: number;
|
|
73
|
+
server_errors: number;
|
|
74
|
+
timeout_errors: number;
|
|
75
|
+
requests_per_second: number;
|
|
76
|
+
avg_latency_ms: number;
|
|
77
|
+
min_latency_ms: number | null;
|
|
78
|
+
max_latency_ms: number | null;
|
|
79
|
+
model_requests: Record<string, number>;
|
|
80
|
+
}
|
|
81
|
+
/** Version of the native addon. */
|
|
82
|
+
export declare const version: string;
|
|
83
|
+
/** Validate options and return the effective config without starting a server. */
|
|
84
|
+
export declare function resolveConfig(options?: ServerOptions): LlmSimConfig;
|
|
85
|
+
/** An llmsim HTTP server running inside this process. */
|
|
86
|
+
export declare class Server implements AsyncDisposable {
|
|
87
|
+
#private;
|
|
88
|
+
readonly config: LlmSimConfig;
|
|
89
|
+
private constructor();
|
|
90
|
+
/** Bind and start serving. Resolves once the port is bound. */
|
|
91
|
+
static start(options?: ServerOptions): Promise<Server>;
|
|
92
|
+
/** Base URL, e.g. `http://127.0.0.1:41234`. */
|
|
93
|
+
get url(): string;
|
|
94
|
+
get host(): string;
|
|
95
|
+
get port(): number;
|
|
96
|
+
get isRunning(): boolean;
|
|
97
|
+
/** `baseURL` for the `openai` SDK. */
|
|
98
|
+
get openaiBaseUrl(): string;
|
|
99
|
+
/** `baseURL` for `@anthropic-ai/sdk` (the SDK appends `/v1`). */
|
|
100
|
+
get anthropicBaseUrl(): string;
|
|
101
|
+
/** Base URL for OpenResponses clients. */
|
|
102
|
+
get openresponsesBaseUrl(): string;
|
|
103
|
+
/** Request, token, and latency counters. Throws once stopped. */
|
|
104
|
+
stats(): Stats;
|
|
105
|
+
/** Gracefully stop the server. Idempotent. */
|
|
106
|
+
stop(): Promise<void>;
|
|
107
|
+
[Symbol.asyncDispose](): Promise<void>;
|
|
108
|
+
}
|
|
109
|
+
/** Shorthand for `Server.start(options)`. */
|
|
110
|
+
export declare function startServer(options?: ServerOptions): Promise<Server>;
|
package/wrapper.js
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
1
|
+
// In-process llmsim server for Node.js / TypeScript tests.
|
|
2
|
+
//
|
|
3
|
+
// Decisions:
|
|
4
|
+
// - The native addon (`index.cjs`, generated by napi) is CommonJS; this ESM
|
|
5
|
+
// wrapper loads it with createRequire so the package stays `type: module`.
|
|
6
|
+
// - Option sources merge in a fixed order, later wins: configFile/toml,
|
|
7
|
+
// config, shortcut options. Same order as the Python package.
|
|
8
|
+
// - Defaults bind 127.0.0.1 on port 0 (a free port) so parallel test workers
|
|
9
|
+
// never collide.
|
|
10
|
+
import { readFileSync } from "node:fs";
|
|
11
|
+
import { createRequire } from "node:module";
|
|
12
|
+
const require = createRequire(import.meta.url);
|
|
13
|
+
const native = require("./index.cjs");
|
|
14
|
+
/** Version of the native addon. */
|
|
15
|
+
export const version = native.nativeVersion();
|
|
16
|
+
function isPlain(value) {
|
|
17
|
+
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
18
|
+
}
|
|
19
|
+
function merge(base, overrides) {
|
|
20
|
+
const out = { ...base };
|
|
21
|
+
for (const [key, value] of Object.entries(overrides)) {
|
|
22
|
+
const current = out[key];
|
|
23
|
+
out[key] = isPlain(value) && isPlain(current) ? merge(current, value) : value;
|
|
24
|
+
}
|
|
25
|
+
return out;
|
|
26
|
+
}
|
|
27
|
+
function toNative(options) {
|
|
28
|
+
if (options.toml !== undefined && options.configFile !== undefined) {
|
|
29
|
+
throw new TypeError("pass either toml or configFile, not both");
|
|
30
|
+
}
|
|
31
|
+
const toml = options.configFile !== undefined ? readFileSync(options.configFile, "utf8") : options.toml;
|
|
32
|
+
let overrides = {
|
|
33
|
+
server: { host: options.host ?? "127.0.0.1", port: options.port ?? 0 },
|
|
34
|
+
};
|
|
35
|
+
if (options.config)
|
|
36
|
+
overrides = merge(overrides, options.config);
|
|
37
|
+
const response = {};
|
|
38
|
+
if (options.generator !== undefined)
|
|
39
|
+
response.generator = options.generator;
|
|
40
|
+
if (options.targetTokens !== undefined)
|
|
41
|
+
response.target_tokens = options.targetTokens;
|
|
42
|
+
if (options.script !== undefined)
|
|
43
|
+
response.script_path = options.script;
|
|
44
|
+
if (options.scenarios !== undefined)
|
|
45
|
+
response.scenarios_path = options.scenarios;
|
|
46
|
+
if (Object.keys(response).length > 0)
|
|
47
|
+
overrides = merge(overrides, { response });
|
|
48
|
+
if (options.latency !== undefined) {
|
|
49
|
+
overrides = merge(overrides, { latency: { profile: options.latency } });
|
|
50
|
+
}
|
|
51
|
+
return { toml, overrides: JSON.stringify(overrides) };
|
|
52
|
+
}
|
|
53
|
+
/** Validate options and return the effective config without starting a server. */
|
|
54
|
+
export function resolveConfig(options = {}) {
|
|
55
|
+
const { toml, overrides } = toNative(options);
|
|
56
|
+
return JSON.parse(native.resolveConfigNative(toml, overrides));
|
|
57
|
+
}
|
|
58
|
+
/** An llmsim HTTP server running inside this process. */
|
|
59
|
+
export class Server {
|
|
60
|
+
#native;
|
|
61
|
+
config;
|
|
62
|
+
constructor(nativeServer, config) {
|
|
63
|
+
this.#native = nativeServer;
|
|
64
|
+
this.config = config;
|
|
65
|
+
}
|
|
66
|
+
/** Bind and start serving. Resolves once the port is bound. */
|
|
67
|
+
static async start(options = {}) {
|
|
68
|
+
const { toml, overrides } = toNative(options);
|
|
69
|
+
const config = JSON.parse(native.resolveConfigNative(toml, overrides));
|
|
70
|
+
return new Server(await native.startServerNative(toml, overrides), config);
|
|
71
|
+
}
|
|
72
|
+
/** Base URL, e.g. `http://127.0.0.1:41234`. */
|
|
73
|
+
get url() {
|
|
74
|
+
return this.#native.url;
|
|
75
|
+
}
|
|
76
|
+
get host() {
|
|
77
|
+
return this.#native.host;
|
|
78
|
+
}
|
|
79
|
+
get port() {
|
|
80
|
+
return this.#native.port;
|
|
81
|
+
}
|
|
82
|
+
get isRunning() {
|
|
83
|
+
return this.#native.isRunning;
|
|
84
|
+
}
|
|
85
|
+
/** `baseURL` for the `openai` SDK. */
|
|
86
|
+
get openaiBaseUrl() {
|
|
87
|
+
return `${this.url}/openai/v1`;
|
|
88
|
+
}
|
|
89
|
+
/** `baseURL` for `@anthropic-ai/sdk` (the SDK appends `/v1`). */
|
|
90
|
+
get anthropicBaseUrl() {
|
|
91
|
+
return `${this.url}/anthropic`;
|
|
92
|
+
}
|
|
93
|
+
/** Base URL for OpenResponses clients. */
|
|
94
|
+
get openresponsesBaseUrl() {
|
|
95
|
+
return `${this.url}/openresponses/v1`;
|
|
96
|
+
}
|
|
97
|
+
/** Request, token, and latency counters. Throws once stopped. */
|
|
98
|
+
stats() {
|
|
99
|
+
return JSON.parse(this.#native.statsJson());
|
|
100
|
+
}
|
|
101
|
+
/** Gracefully stop the server. Idempotent. */
|
|
102
|
+
async stop() {
|
|
103
|
+
await this.#native.stop();
|
|
104
|
+
}
|
|
105
|
+
async [Symbol.asyncDispose]() {
|
|
106
|
+
await this.stop();
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
/** Shorthand for `Server.start(options)`. */
|
|
110
|
+
export function startServer(options = {}) {
|
|
111
|
+
return Server.start(options);
|
|
112
|
+
}
|