offgrid-ai 0.2.2 → 0.2.4

package/README.md

@@ -59,6 +59,7 @@ curl -fsSL https://raw.githubusercontent.com/eeshansrivastava89/offgrid-ai/main/
 
 | Backend | Type | Auto-detected |
 |---|---|---|
+| **LM Studio** | Visual model browser + CLI (`lms`) | ✓ models in `~/.lmstudio/models/` |
 | **llama.cpp** | Local server | ✓ GGUF models in `~/.lmstudio/models/` |
 | **llama.cpp MTP** | Local server (speculative decoding) | ✓ MTP detected from model metadata |
 | **Ollama** | Managed server | ✓ via `localhost:11434` |
@@ -70,7 +71,10 @@ When you run `offgrid-ai` for the first time on a fresh machine:
 
 1. **Homebrew** — Required. Offered to install if missing.
 2. **llama-server** — Required for GGUF models. Offered to install via Homebrew.
-3. **Model backend** — At least one is needed: LM Studio, Ollama, or oMLX.
+3. **Model backend** — At least one is needed (LM Studio recommended):
+   - **LM Studio** — visual model browser + `lms` CLI, download models with `lms get qwen/qwen3.5-9b`
+   - **Ollama** — models download on demand with `ollama pull`
+   - **oMLX** — Apple Silicon optimized
 4. **Models** — If no models found, tells you where to get them.
 
 Subsequent runs skip everything that's already installed.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "offgrid-ai",
-  "version": "0.2.2",
+  "version": "0.2.4",
   "description": "Privacy-first CLI for running local LLMs — discover, configure, run, benchmark",
   "author": "Eeshan Srivastava (https://eeshans.com)",
   "type": "module",

package/src/cli.mjs

@@ -1,5 +1,5 @@
 import { homedir } from "node:os";
-import { existsSync, statSync, rmSync } from "node:fs";
+import { existsSync, statSync, rmSync, readFileSync, appendFileSync, mkdirSync, copyFileSync } from "node:fs";
 import { join } from "node:path";
 import { ensureDirs, findLlamaServer, hasHomebrew, DATA_DIR } from "./config.mjs";
 import { scanGgufModels } from "./scan.mjs";
@@ -577,17 +577,53 @@ async function onboardFlow() {
       console.log(pc.dim("You need at least one model backend to use offgrid-ai.\n"));
 
       const backendChoice = await prompt.choice("Install a model backend?", [
+        { value: "lmstudio", label: "LM Studio (recommended)", hint: "brew install --cask lm-studio — visual model browser + CLI" },
         { value: "ollama", label: "Ollama", hint: "brew install ollama — models download on demand" },
-        { value: "lmstudio", label: "LM Studio", hint: "brew install --cask lm-studio — visual model browser" },
         { value: "omlx", label: "oMLX", hint: "brew tap jundot/omlx && brew install omlx — Apple Silicon optimized" },
-        { value: "all", label: "Install all three", hint: "Ollama + LM Studio + oMLX" },
+        { value: "all", label: "Install all three", hint: "LM Studio + Ollama + oMLX" },
         { value: "skip", label: "Skip for now", hint: "I'll set up models myself" },
-      ], "ollama");
+      ], "lmstudio");
 
       const { execFile } = await import("node:child_process");
       const { promisify } = await import("node:util");
 
-      if (backendChoice === "ollama") {
+      const lmsAppBundle = "/Applications/LM Studio.app/Contents/Resources/app/.webpack/lms";
+      const lmsBin = join(homedir(), ".lmstudio", "bin");
+
+      const ensureLmsOnPath = () => {
+        const lmsDest = join(lmsBin, "lms");
+        // Bootstrap lms from app bundle if not yet in ~/.lmstudio/bin
+        if (!existsSync(lmsDest) && existsSync(lmsAppBundle)) {
+          mkdirSync(lmsBin, { recursive: true });
+          copyFileSync(lmsAppBundle, lmsDest);
+        }
+        if (!existsSync(lmsDest)) return;
+        if (process.env.PATH.split(":").includes(lmsBin)) return;
+        process.env.PATH = `${lmsBin}:${process.env.PATH}`;
+        const profileFiles = [join(homedir(), ".zshrc"), join(homedir(), ".bash_profile")];
+        const line = `export PATH="$PATH:$HOME/.lmstudio/bin"`;
+        for (const f of profileFiles) {
+          if (!existsSync(f)) continue;
+          const content = readFileSync(f, "utf8");
+          if (content.includes(".lmstudio/bin")) continue;
+          appendFileSync(f, `\n${line}\n`);
+        }
+      };
+
+      if (backendChoice === "lmstudio") {
+        console.log(pc.cyan("Installing LM Studio via Homebrew..."));
+        try {
+          await promisify(execFile)("brew", ["install", "--cask", "lm-studio"], { stdio: "inherit" });
+          ensureLmsOnPath();
+          console.log(pc.green("✓ LM Studio installed"));
+          console.log(pc.yellow("\nDownload your first model:"));
+          console.log(pc.bold("  lms get qwen/qwen3.5-9b"));
+          console.log(pc.dim("Then run offgrid-ai again to pick and run a model."));
+        } catch (err) {
+          console.log(pc.red(`Failed to install LM Studio: ${err.message}`));
+          console.log(pc.dim("Download it manually from https://lmstudio.ai"));
+        }
+      } else if (backendChoice === "ollama") {
         console.log(pc.cyan("Installing Ollama via Homebrew..."));
         try {
           await promisify(execFile)("brew", ["install", "ollama"], { stdio: "inherit" });
@@ -605,16 +641,6 @@ async function onboardFlow() {
           console.log(pc.red(`Failed to install Ollama: ${err.message}`));
           console.log(pc.dim("Install it manually from https://ollama.com"));
         }
-      } else if (backendChoice === "lmstudio") {
-        console.log(pc.cyan("Installing LM Studio via Homebrew..."));
-        try {
-          await promisify(execFile)("brew", ["install", "--cask", "lm-studio"], { stdio: "inherit" });
-          console.log(pc.green("✓ LM Studio installed"));
-          console.log(pc.yellow("\nOpen LM Studio to browse and download models, then run offgrid-ai again."));
-        } catch (err) {
-          console.log(pc.red(`Failed to install LM Studio: ${err.message}`));
-          console.log(pc.dim("Download it manually from https://lmstudio.ai"));
-        }
       } else if (backendChoice === "omlx") {
         console.log(pc.cyan("Installing oMLX via Homebrew..."));
         try {
@@ -630,22 +656,23 @@ async function onboardFlow() {
         }
       } else if (backendChoice === "all") {
         let installed = [];
-        // Ollama
-        console.log(pc.cyan("Installing Ollama via Homebrew..."));
-        try {
-          await promisify(execFile)("brew", ["install", "ollama"], { stdio: "inherit" });
-          installed.push("Ollama");
-        } catch {
-          console.log(pc.yellow("Ollama installation failed. Install manually from https://ollama.com"));
-        }
         // LM Studio
         console.log(pc.cyan("Installing LM Studio via Homebrew..."));
         try {
           await promisify(execFile)("brew", ["install", "--cask", "lm-studio"], { stdio: "inherit" });
+          ensureLmsOnPath();
           installed.push("LM Studio");
         } catch {
           console.log(pc.yellow("LM Studio installation failed. Download from https://lmstudio.ai"));
         }
+        // Ollama
+        console.log(pc.cyan("Installing Ollama via Homebrew..."));
+        try {
+          await promisify(execFile)("brew", ["install", "ollama"], { stdio: "inherit" });
+          installed.push("Ollama");
+        } catch {
+          console.log(pc.yellow("Ollama installation failed. Install manually from https://ollama.com"));
+        }
         // oMLX
         console.log(pc.cyan("Installing oMLX via Homebrew..."));
         try {
@@ -657,9 +684,17 @@ async function onboardFlow() {
         }
         if (installed.length > 0) {
           console.log(pc.green(`\n✓ Installed: ${installed.join(", ")}`));
-          console.log(pc.yellow("Next steps:"));
-          console.log(pc.bold("  ollama pull gemma3:4b"));
-          console.log(pc.dim("Or open LM Studio to browse models, or run: omlx start"));
+          console.log(pc.yellow("Next steps — download your first model:"));
+          if (installed.includes("LM Studio")) {
+            console.log(pc.bold("  lms get qwen/qwen3.5-9b"));
+          }
+          if (installed.includes("Ollama")) {
+            console.log(pc.bold("  ollama pull gemma3:4b"));
+          }
+          if (installed.includes("oMLX")) {
+            console.log(pc.bold("  omlx start"));
+          }
+          console.log(pc.dim("Then run offgrid-ai again to pick and run a model."));
         }
       } else {
         console.log(pc.dim("Run offgrid-ai again when you've set up a model backend."));