offgrid-ai 0.2.5 → 0.2.7

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "offgrid-ai",
-  "version": "0.2.5",
+  "version": "0.2.7",
   "description": "Privacy-first CLI for running local LLMs — discover, configure, run, benchmark",
   "author": "Eeshan Srivastava (https://eeshans.com)",
   "type": "module",

package/src/cli.mjs

@@ -1,4 +1,4 @@
-import { homedir } from "node:os";
+import { homedir, totalmem } from "node:os";
 import { existsSync, statSync, rmSync, readFileSync, appendFileSync, mkdirSync, copyFileSync } from "node:fs";
 import { join } from "node:path";
 import { ensureDirs, findLlamaServer, hasHomebrew, DATA_DIR } from "./config.mjs";
@@ -23,6 +23,7 @@ export async function run(argv) {
   if (command === "status") return statusCommand();
   if (command === "stop") return stopCommand(argv.slice(1));
   if (command === "uninstall" || command === "--uninstall") return uninstallCommand(argv.slice(1));
+  if (command === "--verbose") return mainFlow(); // verbose flag handled inside onboardFlow
 
   throw new Error(`Unknown command: ${command}. Run offgrid-ai help`);
 }
@@ -488,20 +489,48 @@ async function runningProfiles() {
 
 // ── Onboarding ──────────────────────────────────────────────────────────────
 
+// ── Model recommendations by RAM ───────────────────────────────────────
+// Tier → { lms: [...], ollama: string, label }
+// lms entries are tried in order (first staff-pick match wins, or @quant forces it)
+const MODEL_TIERS = [
+  { maxGB: 8,  lms: "google/gemma-4-e2b",                   ollama: "gemma4:e2b",             label: "Gemma 4 E2B (2B effective)" },
+  { maxGB: 16, lms: "google/gemma-4-e4b",                   ollama: "gemma4:e4b",             label: "Gemma 4 E4B (4B effective)" },
+  { maxGB: 32, lms: "qwen/qwen3.5-9b",                     ollama: "qwen3.5:9b-q4_K_M",     label: "Qwen 3.5 9B" },
+  { maxGB: Infinity, lms: "qwen/qwen3.6-35b-a3b",          ollama: "qwen3.6:35b-a3b",        label: "Qwen 3.6 35B-A3B" },
+];
+
+function recommendedModel() {
+  const gb = totalmem() / (1024 ** 3);
+  const tier = MODEL_TIERS.find(t => gb <= t.maxGB) || MODEL_TIERS[MODEL_TIERS.length - 1];
+  return tier;
+}
+
 async function onboardFlow() {
   startInteractive("offgrid-ai setup");
   const prompt = createPrompt();
+  const verbose = process.argv.includes("--verbose");
 
   const { spawn } = await import("node:child_process");
 
-  /** Run a command, stream output to terminal, throw on failure. */
+  /** Run a command. Verbose: stream output. Quiet: show only label + result. */
   const run = (cmd, args, label) => new Promise((resolve, reject) => {
-    const child = spawn(cmd, args, { stdio: "inherit" });
-    child.on("close", (code) => {
-      if (code === 0) resolve();
-      else reject(new Error(`${label || cmd} exited with code ${code}`));
-    });
-    child.on("error", (err) => reject(err));
+    if (verbose) {
+      const child = spawn(cmd, args, { stdio: "inherit" });
+      child.on("close", (code) => {
+        if (code === 0) resolve();
+        else reject(new Error(`${label || cmd} exited with code ${code}`));
+      });
+      child.on("error", (err) => reject(err));
+    } else {
+      const child = spawn(cmd, args, { stdio: ["ignore", "pipe", "pipe"] });
+      let stderr = "";
+      child.stderr.on("data", (d) => { stderr += d; });
+      child.on("close", (code) => {
+        if (code === 0) resolve();
+        else reject(new Error(stderr.split("\n").filter(l => l.trim()).slice(-3).join("\n") || `${label || cmd} exited with code ${code}`));
+      });
+      child.on("error", (err) => reject(err));
+    }
   });
   try {
     console.log(pc.bold("Welcome to offgrid-ai!"));
@@ -621,23 +650,37 @@ async function onboardFlow() {
       };
 
       if (backendChoice === "lmstudio") {
+        const model = recommendedModel();
         console.log(pc.cyan("Installing LM Studio via Homebrew..."));
         try {
           await run("brew", ["install", "--cask", "lm-studio"], "LM Studio");
           const lmsReady = ensureLmsOnPath();
           console.log(pc.green("✓ LM Studio installed"));
-          console.log(pc.yellow("\nDownload your first model:"));
           if (lmsReady) {
-            console.log(pc.bold("  lms get qwen/qwen3.5-9b"));
+            const download = await prompt.yesNo(`Download a model now? (${model.label})`, true);
+            if (download) {
+              console.log(pc.cyan(`Downloading ${model.lms} via lms...`));
+              try {
+                await run("lms", ["get", model.lms, "-y"], `lms get ${model.lms}`);
+                console.log(pc.green("✓ Model downloaded."));
+              } catch {
+                console.log(pc.yellow(`Model download failed. Run manually: lms get ${model.lms}`));
+              }
+            } else {
+              console.log(pc.yellow("Download a model later:"));
+              console.log(pc.bold(`  lms get ${model.lms}`));
+            }
           } else {
-            console.log(pc.bold("  Open LM Studio once, then: lms get qwen/qwen3.5-9b"));
+            console.log(pc.yellow("\nOpen LM Studio once to finish setup, then download a model:"));
+            console.log(pc.bold(`  lms get ${model.lms}`));
           }
           console.log(pc.dim("Then run offgrid-ai again to pick and run a model."));
-        } catch (err) {
-          console.log(pc.red(`✗ LM Studio installation failed.`));
+        } catch {
+          console.log(pc.red("✗ LM Studio installation failed."));
           console.log(pc.dim("Download it manually from https://lmstudio.ai"));
         }
       } else if (backendChoice === "ollama") {
+        const model = recommendedModel();
         console.log(pc.cyan("Installing Ollama via Homebrew..."));
         try {
           await run("brew", ["install", "ollama"], "Ollama");
@@ -648,11 +691,22 @@ async function onboardFlow() {
             await new Promise((resolve) => setTimeout(resolve, 2000));
           } catch { /* may already be running */ }
           console.log(pc.green("Ollama is running."));
-          console.log(pc.yellow("\nPull your first model:"));
-          console.log(pc.bold("  ollama pull gemma3:4b"));
+          const download = await prompt.yesNo(`Pull a model now? (${model.label})`, true);
+          if (download) {
+            console.log(pc.cyan(`Pulling ${model.ollama} via Ollama...`));
+            try {
+              await run("ollama", ["pull", model.ollama], `ollama pull ${model.ollama}`);
+              console.log(pc.green("✓ Model pulled."));
+            } catch {
+              console.log(pc.yellow(`Model pull failed. Run manually: ollama pull ${model.ollama}`));
+            }
+          } else {
+            console.log(pc.yellow("Pull a model later:"));
+            console.log(pc.bold(`  ollama pull ${model.ollama}`));
+          }
           console.log(pc.dim("Then run offgrid-ai again to pick and run a model."));
-        } catch (err) {
-          console.log(pc.red(`✗ Ollama installation failed.`));
+        } catch {
+          console.log(pc.red("✗ Ollama installation failed."));
           console.log(pc.dim("Install it manually from https://ollama.com"));
         }
       } else if (backendChoice === "omlx") {
@@ -669,21 +723,25 @@ async function onboardFlow() {
           console.log(pc.dim("Install manually: brew tap jundot/omlx && brew install omlx"));
         }
       } else if (backendChoice === "all") {
+        const model = recommendedModel();
         let installed = [];
         // LM Studio
         console.log(pc.cyan("Installing LM Studio via Homebrew..."));
+        let lmsReady = false;
         try {
           await run("brew", ["install", "--cask", "lm-studio"], "LM Studio");
-          const lmsReady = ensureLmsOnPath();
-          installed.push(lmsReady ? "LM Studio" : "LM Studio (open app once for lms CLI)");
+          lmsReady = ensureLmsOnPath();
+          installed.push("LM Studio");
         } catch {
           console.log(pc.yellow("✗ LM Studio installation failed. Download from https://lmstudio.ai"));
         }
         // Ollama
         console.log(pc.cyan("Installing Ollama via Homebrew..."));
+        let ollamaInstalled = false;
         try {
           await run("brew", ["install", "ollama"], "Ollama");
           installed.push("Ollama");
+          ollamaInstalled = true;
         } catch {
           console.log(pc.yellow("✗ Ollama installation failed. Install manually from https://ollama.com"));
         }
@@ -696,19 +754,45 @@ async function onboardFlow() {
         } catch {
           console.log(pc.yellow("✗ oMLX installation failed. Install manually: brew tap jundot/omlx && brew install omlx"));
         }
+        // Auto-download model with best available backend
         if (installed.length > 0) {
           console.log(pc.green(`\n✓ Installed: ${installed.join(", ")}`));
-          console.log(pc.yellow("Next steps — download your first model:"));
-          const hasLms = installed.some(i => i.includes("LM Studio"));
-          if (hasLms) {
-            const lmsReady = installed.some(i => i === "LM Studio");
-            console.log(pc.bold(lmsReady ? "  lms get qwen/qwen3.5-9b" : "  Open LM Studio once, then: lms get qwen/qwen3.5-9b"));
-          }
-          if (installed.includes("Ollama")) {
-            console.log(pc.bold("  ollama pull gemma3:4b"));
-          }
-          if (installed.includes("oMLX")) {
-            console.log(pc.bold("  omlx start"));
+          if (lmsReady) {
+            const download = await prompt.yesNo(`Download a model now? (${model.label})`, true);
+            if (download) {
+              console.log(pc.cyan(`Downloading ${model.lms} via lms...`));
+              try {
+                await run("lms", ["get", model.lms, "-y"], `lms get ${model.lms}`);
+                console.log(pc.green("✓ Model downloaded."));
+              } catch {
+                console.log(pc.yellow(`Model download failed. Run manually: lms get ${model.lms}`));
+              }
+            }
+          } else if (ollamaInstalled) {
+            // Start Ollama and offer to pull
+            console.log(pc.cyan("Starting Ollama..."));
+            try { await run("ollama", ["serve"], "Ollama serve"); await new Promise(r => setTimeout(r, 2000)); } catch { /* may already be running */ }
+            const download = await prompt.yesNo(`Pull a model now? (${model.label})`, true);
+            if (download) {
+              console.log(pc.cyan(`Pulling ${model.ollama} via Ollama...`));
+              try {
+                await run("ollama", ["pull", model.ollama], `ollama pull ${model.ollama}`);
+                console.log(pc.green("✓ Model pulled."));
+              } catch {
+                console.log(pc.yellow(`Model pull failed. Run manually: ollama pull ${model.ollama}`));
+              }
+            }
+          } else {
+            console.log(pc.yellow(`Recommended model for your machine (${model.label}):`));
+            if (installed.some(i => i.includes("LM Studio"))) {
+              console.log(pc.bold(lmsReady ? `  lms get ${model.lms}` : `  Open LM Studio once, then: lms get ${model.lms}`));
+            }
+            if (installed.includes("Ollama")) {
+              console.log(pc.bold(`  ollama pull ${model.ollama}`));
+            }
+            if (installed.includes("oMLX")) {
+              console.log(pc.bold("  omlx start"));
+            }
           }
           console.log(pc.dim("Then run offgrid-ai again to pick and run a model."));
         }
@@ -794,9 +878,20 @@ async function removeDataDir() {
 async function removeSelf() {
   console.log(pc.cyan("\nUninstalling offgrid-ai..."));
   const { spawn: spawnUninstall } = await import("node:child_process");
+  const verbose = process.argv.includes("--verbose");
   const runCmd = (cmd, args, label) => new Promise((resolve, reject) => {
-    const child = spawnUninstall(cmd, args, { stdio: "inherit" });
-    child.on("close", (code) => code === 0 ? resolve() : reject(new Error(`${label || cmd} exited with code ${code}`)));
+    const stdio = verbose ? "inherit" : ["ignore", "pipe", "pipe"];
+    const child = spawnUninstall(cmd, args, { stdio });
+    if (!verbose) {
+      let stderr = "";
+      child.stderr?.on("data", (d) => { stderr += d; });
+      child.on("close", (code) => {
+        if (code === 0) resolve();
+        else reject(new Error(stderr.split("\n").filter(l => l.trim()).slice(-3).join("\n") || `${label || cmd} exited with code ${code}`));
+      });
+    } else {
+      child.on("close", (code) => code === 0 ? resolve() : reject(new Error(`${label || cmd} exited with code ${code}`)));
+    }
     child.on("error", (err) => reject(err));
   });
   try {
@@ -847,6 +942,9 @@ Usage:
   offgrid-ai help       Show this help
   offgrid-ai version    Show version
 
+Flags:
+  --verbose             Show install output (brew, lms, ollama, etc.)
+
 First run? offgrid-ai walks you through installing everything you need.
 After that, just run it — it finds your models, auto-configures, and launches Pi.`);
 }