@infernetprotocol/cli 0.1.51 → 0.1.52

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (2) hide show
  1. package/lib/vllm.js +9 -2
  2. package/package.json +7 -7
package/lib/vllm.js CHANGED
@@ -232,8 +232,15 @@ export async function startVllmServe({ source, servedName, port = VLLM_PORT, tok
232
232
  // runtime — notably `ninja`, which FlashInfer needs to JIT-compile its
233
233
  // sampling kernel during profile_run. Without this vLLM dies with
234
234
  // "FileNotFoundError: 'ninja'" even though it's pip-installed in the venv.
235
- const venvBin = path.dirname(bin);
236
- env.PATH = `${venvBin}${path.delimiter}${env.PATH || ''}`;
235
+ // NOTE: `bin` is usually a symlink (~/.local/bin/vllm -> the venv), so
236
+ // dirname(bin) is the symlink dir, NOT the venv bin where ninja lives.
237
+ // Resolve the real path AND add the canonical venv bin dir to be safe.
238
+ const home = process.env.HOME || process.env.USERPROFILE || '';
239
+ const infernetHome = process.env.INFERNET_HOME || `${home}/.infernet`;
240
+ let realBinDir = path.dirname(bin);
241
+ try { realBinDir = path.dirname(fss.realpathSync(bin)); } catch { /* keep dirname */ }
242
+ const pathDirs = [realBinDir, path.join(infernetHome, 'vllm-venv', 'bin'), env.PATH || ''];
243
+ env.PATH = pathDirs.filter(Boolean).join(path.delimiter);
237
244
  // Give the engine plenty of time to come up on slow (virtualized) GPUs —
238
245
  // vLLM's own default is 600s, which ThunderCompute exceeds. Overridable.
239
246
  if (!env.VLLM_ENGINE_READY_TIMEOUT_S) {
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@infernetprotocol/cli",
3
- "version": "0.1.51",
3
+ "version": "0.1.52",
4
4
  "description": "GPU-node CLI / daemon for the Infernet Protocol — register a GPU server with a Supabase control plane and start earning.",
5
5
  "license": "MIT",
6
6
  "type": "module",
@@ -30,12 +30,12 @@
30
30
  "ora": "^9.4.0",
31
31
  "react": "^17.0.2",
32
32
  "react-blessed": "^0.7.2",
33
- "@infernetprotocol/config": "0.1.51",
34
- "@infernetprotocol/deploy-providers": "0.1.51",
35
- "@infernetprotocol/auth": "0.1.51",
36
- "@infernetprotocol/engine": "0.1.51",
37
- "@infernetprotocol/gpu": "0.1.51",
38
- "@infernetprotocol/rpc-adapter": "0.1.51"
33
+ "@infernetprotocol/config": "0.1.52",
34
+ "@infernetprotocol/auth": "0.1.52",
35
+ "@infernetprotocol/deploy-providers": "0.1.52",
36
+ "@infernetprotocol/rpc-adapter": "0.1.52",
37
+ "@infernetprotocol/gpu": "0.1.52",
38
+ "@infernetprotocol/engine": "0.1.52"
39
39
  },
40
40
  "repository": {
41
41
  "type": "git",