offgrid-ai 0.16.3 → 0.17.0

package/README.md

@@ -77,14 +77,12 @@ Pick a model from the list and press Enter. offgrid-ai configures the rest and o
 offgrid-ai              # primary entry-point for the CLI
 offgrid-ai status       # see if any model is running
 offgrid-ai stop         # stop the running model
-offgrid-ai benchmark    # run a benchmark paired with my local llm benchmark runner
 offgrid-ai uninstall    # remove offgrid-ai
 ```
 
 ## What can I do with it?
 
 - **Chat with local models** — you download the models yourself, and then offgrid-ai helps configure and run then
-- **Run benchmarks** — compare how different models perform on creative or data-science tasks. Pairs with my other [local llm benchmark runner](https://github.com/eeshansrivastava89/local-llm-visual-benchmark)
 - **Keep data private** — everything runs on your machine without any cloud connections
 
 ## Need help?

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "offgrid-ai",
-  "version": "0.16.3",
-  "description": "Privacy-first CLI for running local LLMs — discover, configure, run, benchmark",
+  "version": "0.17.0",
+  "description": "Privacy-first CLI for running local LLMs — discover, configure, run, and chat",
   "author": "Eeshan Srivastava (https://eeshans.com)",
   "type": "module",
   "bin": {
@@ -11,7 +11,6 @@
     "bin/*.mjs",
     "src/*.mjs",
     "src/commands/*.mjs",
-    "src/benchmark/*.mjs",
     "resources/*.py",
     "resources/recommendations.json",
     "install.sh"
@@ -34,7 +33,7 @@
     "start": "node bin/offgrid-ai.mjs",
     "test": "node --test test/*.mjs",
     "test:integration": "OFFGRID_INTEGRATION=1 node --test test/integration/*.mjs",
-    "lint": "eslint src/*.mjs src/commands/*.mjs src/benchmark/*.mjs scripts/*.mjs bin/*.mjs",
+    "lint": "eslint src/*.mjs src/commands/*.mjs scripts/*.mjs bin/*.mjs",
     "check:privacy": "node scripts/privacy-gate.mjs",
     "release:check": "bash scripts/release-check.sh",
     "release:check:fast": "bash scripts/release-check.sh --skip-install --skip-manual",
@@ -42,9 +41,6 @@
     "pretest": "npm run lint"
   },
   "dependencies": {
-    "@earendil-works/pi-agent-core": "^0.80.3",
-    "@earendil-works/pi-ai": "^0.80.3",
-    "@earendil-works/pi-coding-agent": "^0.80.3",
     "@inquirer/prompts": "^8.5.2",
     "picocolors": "^1.1.0"
   },
@@ -61,9 +57,5 @@
     "@eslint/js": "^10.0.1",
     "eslint": "^10.4.1",
     "globals": "^17.6.0"
-  },
-  "allowScripts": {
-    "@google/genai": true,
-    "protobufjs": true
   }
 }

package/src/cli.mjs

@@ -5,7 +5,6 @@ import { modelsCommand } from "./commands/models.mjs";
 import { runCommand } from "./commands/run.mjs";
 import { statusCommand } from "./commands/status.mjs";
 import { stopCommand } from "./commands/stop.mjs";
-import { benchmarkCommand } from "./commands/benchmark.mjs";
 import { uninstallCommand } from "./commands/uninstall.mjs";
 
 async function offerUpdate(argv) {
@@ -45,7 +44,6 @@ export async function run(argv) {
   if (command === "run") return runCommand(argv.slice(1));
   if (command === "status") return statusCommand();
   if (command === "stop") return stopCommand(argv.slice(1));
-  if (command === "benchmark") return benchmarkCommand();
   if (command === "uninstall" || command === "--uninstall") return uninstallCommand(argv.slice(1));
   if (command === "--verbose") return mainFlow();
 
@@ -69,10 +67,9 @@ function printHelp() {
     ["Start", pc.bold("offgrid-ai")],
     ["Status", "offgrid-ai status"],
     ["Stop", "offgrid-ai stop"],
-    ["Benchmark", "offgrid-ai benchmark"],
     ["Uninstall", "offgrid-ai uninstall"],
     ["Version", "offgrid-ai version"],
   ]), { formatBorder: pc.cyan }));
-  console.log("\n" + renderCard("How it works", "Run offgrid-ai, choose a local model, and start chatting in Pi.\n\nFirst run walks you through missing tools. After that, offgrid-ai remembers your model setup.\n\nFor benchmarks, run offgrid-ai benchmark to prepare a visual or data-science benchmark run.", { formatBorder: pc.magenta }));
+  console.log("\n" + renderCard("How it works", "Run offgrid-ai, choose a local model, and start chatting in Pi.\n\nFirst run walks you through missing tools. After that, offgrid-ai remembers your model setup.", { formatBorder: pc.magenta }));
   console.log("\n" + pc.dim("Tip: use --verbose only when you want detailed install output."));
 }

package/src/commands/main.mjs

@@ -7,7 +7,7 @@ import { offerManagedLlamaRuntimeUpdate } from "../runtime.mjs";
 import { offerManagedOmlxUpdate, hasOmlx } from "../omlx-runtime.mjs";
 import { hasLmStudioInstalled, scanManagedModels } from "../managed.mjs";
 import { recommendedModel } from "../recommendations.mjs";
-import { pc, startInteractive, createPrompt } from "../ui.mjs";
+import { pc, startInteractive, createPrompt, renderCard } from "../ui.mjs";
 import { onboardFlow } from "./onboard.mjs";
 import { modelCommandCenter } from "./models.mjs";
 import { statusCommand } from "./status.mjs";
@@ -58,9 +58,31 @@ export async function mainFlow() {
   if (!process.stdin.isTTY) return await statusCommand();
 
   startInteractive("offgrid-ai");
+  printStatusHeader({ llamaBinary, managedModels, piInstalled, omlxInstalled: await hasOmlx(), profiles });
+  console.log(pc.dim("  How to get models — offgrid-ai finds them on disk after you download:"));
+  console.log(pc.dim("    LM Studio       Open LM Studio app, browse and download"));
+  console.log(pc.dim("    oMLX            Open oMLX app, browse and download"));
+  console.log(pc.dim("    HuggingFace     hf download mlx-community/gemma-4-e2b-it-4bit"));
+  console.log("");
   return await modelCommandCenter({ profiles, ggufModels, managedModels, drafters });
 }
 
+function printStatusHeader({ llamaBinary, managedModels, piInstalled, omlxInstalled, profiles }) {
+  const omlxServerUp = managedModels.some((m) => m.backendId === "omlx" && m.status === "ok");
+  const parts = [
+    llamaBinary ? pc.green("llama.cpp ✓") : pc.red("llama.cpp ✗"),
+  ];
+  if (omlxInstalled) {
+    parts.push(omlxServerUp ? pc.green("oMLX ✓ server up") : pc.yellow("oMLX ✓ server down"));
+  } else {
+    parts.push(pc.red("oMLX ✗"));
+  }
+  parts.push(piInstalled ? pc.green("Pi ✓") : pc.red("Pi ✗"));
+  if (profiles.length > 0) parts.push(pc.dim(`${profiles.length} model${profiles.length === 1 ? "" : "s"}`));
+  console.log(renderCard("offgrid-ai", parts.join(pc.dim("  ·  ")), { formatBorder: pc.cyan }));
+  console.log("");
+}
+
 async function printNoModelsHelp(llamaBinary) {
   console.log(pc.yellow("No models found."));
   console.log(pc.dim("You need to download a model to use offgrid-ai.\n"));

package/src/commands/models.mjs

@@ -1,12 +1,16 @@
-import { ensureDirs } from "../config.mjs";
+import { ensureDirs, getModelScanDirs, addModelScanDir, removeModelScanDir, DEFAULT_MODEL_DIRS, findLlamaServer, HF_HUB_DIR } from "../config.mjs";
+import { existsSync } from "node:fs";
+import { homedir } from "node:os";
+import { join } from "node:path";
 import { backendFor, BACKENDS } from "../backends.mjs";
 import { createProfileFromModel, readProfile, saveProfile, deleteProfile, profileJsonPath } from "../profiles.mjs";
 import { isProfileRunning, isProfileServerUp, modelAvailableOnServer, stopProfile } from "../process.mjs";
-import { syncPiConfig, removeFromPiConfig } from "../harness-pi.mjs";
+import { syncPiConfig, removeFromPiConfig, hasPi } from "../harness-pi.mjs";
+import { hasOmlx } from "../omlx-runtime.mjs";
 import { configureLocalProfile, configureManagedProfile } from "../profile-setup.mjs";
-import { pc, startInteractive, createPrompt, modelSelect } from "../ui.mjs";
+import { pc, startInteractive, createPrompt, modelSelect, renderCard, renderRows } from "../ui.mjs";
 import { buildCatalogItems, createManagedProfile, itemKey, loadModelCatalog, normalizeCatalog } from "../model-catalog.mjs";
-import { modelSelectOption, modelNameWidth, inferBackendId, formatSourceLabel, discoverySourceForItem, printGgufModelDetails, printManagedModelDetails, printWorkspaceHeader, printBenchmarkLine, printProfileDetails } from "../model-presenters.mjs";
+import { modelSelectOption, modelNameWidth, inferBackendId, formatSourceLabel, discoverySourceForItem, printGgufModelDetails, printManagedModelDetails, printProfileDetails } from "../model-presenters.mjs";
 import { runProfile } from "./run.mjs";
 
 const { stripVTControlCharacters } = await import("node:util");
@@ -31,7 +35,19 @@ export async function modelCommandCenter(initialCatalog) {
     return;
   }
 
-  const catalog = initialCatalog.newModels ? initialCatalog : await loadModelCatalog();
+  let catalog = initialCatalog.newModels ? initialCatalog : await loadModelCatalog();
+
+  while (true) {
+    const result = await showModelPicker(catalog);
+    if (result === "rescan") {
+      catalog = await loadModelCatalog();
+      continue;
+    }
+    return;
+  }
+}
+
+async function showModelPicker(catalog) {
   const normalized = normalizeCatalog(catalog);
   const allItems = buildCatalogItems(normalized);
   if (allItems.length === 0) {
@@ -50,9 +66,6 @@ export async function modelCommandCenter(initialCatalog) {
       if (!(await modelAvailableOnServer(profile))) modelMissingIds.add(profile.id);
     }
   }
-  printWorkspaceHeader(normalized, runningProfilesNow, modelMissingIds);
-  await printBenchmarkLine();
-
   const nameWidth = modelNameWidth(allItems);
 
   const statusFor = (item) => {
@@ -82,15 +95,10 @@ export async function modelCommandCenter(initialCatalog) {
   }
 
   const groups = [];
-  const backendColors = {
-    "llama-cpp": pc.cyan,
-    omlx: pc.magenta,
-  };
   for (const { backendId, sourceId, items } of byBackend.values()) {
     const backendLabel = backendFor(backendId)?.label ?? backendId;
     const sourceLabel = formatSourceLabel(sourceId);
-    const color = backendColors[backendId] ?? pc.dim;
-    const sep = `Inference: ${pc.bold(color(backendLabel))} ${pc.dim("|")} Source: ${sourceLabel} (${items.length})`;
+    const sep = `  ${pc.dim(backendLabel + " · " + sourceLabel + " (" + items.length + ")")}`;
     const groupItems = items.map((item) => {
       const opt = modelSelectOption(item, { runningProfilesNow, modelMissingIds, nameWidth, compact: true });
       return { value: opt.value, label: opt.label, description: opt.description };
@@ -103,13 +111,21 @@ export async function modelCommandCenter(initialCatalog) {
       const opt = modelSelectOption(item, { runningProfilesNow, modelMissingIds, nameWidth, compact: true });
       return { value: opt.value, label: opt.label, description: opt.description };
     });
-    groups.push({ separator: `  ${pc.bold(pc.yellow(`Needs setup (${setupItems.length})`))}`, items: groupItems });
+    groups.push({ separator: `  ${pc.yellow("Needs setup (" + setupItems.length + ")")}`, items: groupItems });
   }
 
+  groups.push({ separator: " ", items: [{ value: "__settings__", label: `${pc.dim("○")}  ${pc.cyan("⚙ Status & settings")}` }] });
+
   const prompt = createPrompt();
   try {
     const selected = await modelSelect("Select a model", groups, { pageSize: 20 });
     if (!selected) return;
+
+    if (selected === "__settings__") {
+      await settingsFlow(prompt);
+      return "rescan";
+    }
+
     const item = allItems.find((candidate) => itemKey(candidate) === selected);
     if (!item) return;
 
@@ -144,10 +160,6 @@ function actionsForItem(item) {
         { value: "run", name: "Start chatting", desc: "Launch and open Pi" },
         { value: "reconfigure", name: "Reconfigure", desc: "Change context, MTP, settings" },
       );
-      const backend = backendFor(item.profile.backend);
-      if (backend.type === "local-server" || backend.type === "managed-server") {
-        available.push({ value: "benchmark", name: "Benchmark", desc: "Prepare a benchmark run" });
-      }
     }
     available.push({ value: "remove", name: "Remove", desc: missing ? "Delete this broken setup" : "Delete this setup" });
     if (missing) {
@@ -155,10 +167,6 @@ function actionsForItem(item) {
         { value: "run", name: "Start chatting", desc: "Launch and open Pi", dimmed: true },
         { value: "reconfigure", name: "Reconfigure", desc: "Change context, MTP, settings", dimmed: true },
       );
-      const backend = backendFor(item.profile.backend);
-      if (backend.type === "local-server" || backend.type === "managed-server") {
-        available.push({ value: "benchmark", name: "Benchmark", desc: "Prepare a benchmark run", dimmed: true });
-      }
     }
     return formatActions(available);
   }
@@ -176,7 +184,7 @@ function actionsForItem(item) {
 
 async function performAction(prompt, action, item) {
   const missing = item.type === "profile" && item.fileMissing;
-  if (missing && ["run", "reconfigure", "benchmark"].includes(action)) {
+  if (missing && ["run", "reconfigure"].includes(action)) {
     console.log(pc.red("This model's file is no longer on disk. Remove the setup or move the file back."));
     return;
   }
@@ -185,14 +193,6 @@ async function performAction(prompt, action, item) {
     if (item.type === "managed") return printManagedModelDetails(item.model, BACKENDS[item.backendId]);
     return printGgufModelDetails(item.model, item.drafter);
   }
-  if (action === "benchmark") {
-    if (item.type === "profile") {
-      const { benchmarkForProfile } = await import("../benchmark.mjs");
-      return await benchmarkForProfile(await readProfile(item.profile.id));
-    }
-    const { benchmarkFlow } = await import("../benchmark.mjs");
-    return await benchmarkFlow();
-  }
   if (action === "run") return await runItem(item);
   if (action === "reconfigure" || action === "setup") return await setupItem(prompt, item);
   if (action === "remove" && item.type === "profile") return await removeProfileInteractive(item.profile.id);
@@ -255,4 +255,77 @@ async function removeProfileInteractive(id) {
   await removeFromPiConfig(profile);
   await deleteProfile(id);
   console.log(pc.green(`Removed ${profile.label} (${profile.id})`));
+}
+
+// ── Settings & discovery path management ───────────────────────────────────
+
+async function settingsFlow(prompt) {
+  while (true) {
+    const llamaBinary = await findLlamaServer();
+    const omlxInstalled = await hasOmlx();
+    const piInstalled = await hasPi();
+
+    let omlxServerUp = false;
+    if (omlxInstalled) {
+      try {
+        const res = await fetch("http://127.0.0.1:8000/v1/models", { signal: AbortSignal.timeout(2000) });
+        omlxServerUp = res.ok;
+      } catch { /* server down */ }
+    }
+
+    console.log("");
+    console.log(renderCard("Runtime status", renderRows([
+      ["llama.cpp", llamaBinary ? pc.green("✓ ") + pc.dim(llamaBinary) : pc.red("✗ not found")],
+      ["oMLX", omlxInstalled ? (omlxServerUp ? pc.green("✓ server up") : pc.yellow("✓ installed · server down")) : pc.red("✗ not found")],
+      ["Pi", piInstalled ? pc.green("✓ installed") : pc.red("✗ not found")],
+    ]), { formatBorder: pc.cyan }));
+
+    const scanDirs = await getModelScanDirs();
+    const defaultSet = new Set(DEFAULT_MODEL_DIRS);
+    const pathLabels = new Map([
+      [join(homedir(), ".lmstudio", "models"), "LM Studio downloads"],
+      [join(homedir(), ".omlx", "models"), "oMLX downloads"],
+      [HF_HUB_DIR, "HuggingFace CLI downloads"],
+    ]);
+    const pathRows = scanDirs.map((dir) => {
+      const exists = existsSync(dir);
+      const isBuiltin = defaultSet.has(dir);
+      const desc = pathLabels.get(dir);
+      const label = `${exists ? pc.green("✓") : pc.red("✗")}  ${dir}`;
+      const tags = [desc, isBuiltin ? "built-in" : "custom"].filter(Boolean).join(pc.dim(" · "));
+      return [label, pc.dim(tags)];
+    });
+    console.log("");
+    console.log(renderCard("Discovery paths", renderRows(pathRows), { formatBorder: pc.magenta }));
+
+    const customDirs = scanDirs.filter((d) => !defaultSet.has(d));
+    const choices = [
+      { value: "add", label: "Add discovery path" },
+      ...(customDirs.length > 0 ? [{ value: "remove", label: "Remove discovery path" }] : []),
+      { value: "back", label: "Back to models" },
+    ];
+    const action = await prompt.choice("Settings", choices, "back");
+
+    if (!action || action === "back") return;
+
+    if (action === "add") {
+      const dir = await prompt.text("Path to model directory", "");
+      if (!dir || !dir.trim()) continue;
+      const cleanDir = dir.trim();
+      if (!existsSync(cleanDir)) {
+        console.log(pc.red(`Directory not found: ${cleanDir}`));
+        continue;
+      }
+      await addModelScanDir(cleanDir);
+      console.log(pc.green(`Added: ${cleanDir}`));
+    }
+
+    if (action === "remove") {
+      const removeChoices = customDirs.map((d) => ({ value: d, label: d }));
+      const toRemove = await prompt.choice("Remove path", removeChoices);
+      if (!toRemove) continue;
+      await removeModelScanDir(toRemove);
+      console.log(pc.green(`Removed: ${toRemove}`));
+    }
+  }
 }

package/src/commands/run.mjs

@@ -113,6 +113,7 @@ async function launchHarness(profile, options, isManaged, withHarness, backend)
   }
 
   if (!(await hasPiModel(profile))) await syncPiConfig(profile);
+
   try {
     await launchPi(profile);
   } finally {
@@ -121,10 +122,6 @@ async function launchHarness(profile, options, isManaged, withHarness, backend)
         const result = await stopProfile(profile);
         console.log(result.stopped ? pc.green(`[stop] ${result.message}`) : pc.dim(`[stop] ${result.message}`));
       } else {
-        // Managed-server backends (oMLX): unload the model from the
-        // server's memory via its HTTP API. The server itself stays running
-        // (offgrid-ai doesn't manage it), but the model is released — same UX
-        // as local-server backends where stopProfile kills the process.
         const result = await unloadModelFromServer(profile);
         if (result.unloaded) {
           console.log(pc.green(`[unload] ${backend.label}: model unloaded`));

package/src/config.mjs

@@ -26,6 +26,7 @@ export const HF_HUB_DIR = process.env.HF_HUB_CACHE
 
 export const DEFAULT_MODEL_DIRS = [
   join(homedir(), ".lmstudio", "models"),
+  join(homedir(), ".omlx", "models"),
   HF_HUB_DIR,
 ];
 
@@ -47,7 +48,6 @@ const CONFIG_PATH = join(DATA_DIR, "config.json");
 
 const DEFAULT_CONFIG = {
   modelScanDirs: [],
-  benchmarkRepoPath: null,
   binaryOverrides: {},
 };
 
@@ -78,6 +78,21 @@ export async function getModelScanDirs() {
   return [...DEFAULT_MODEL_DIRS, ...config.modelScanDirs].filter((dir, i, arr) => arr.indexOf(dir) === i);
 }
 
+export async function addModelScanDir(dir) {
+  const config = await loadConfig();
+  config.modelScanDirs ??= [];
+  if (!config.modelScanDirs.includes(dir)) {
+    config.modelScanDirs.push(dir);
+    await saveConfig(config);
+  }
+}
+
+export async function removeModelScanDir(dir) {
+  const config = await loadConfig();
+  config.modelScanDirs = (config.modelScanDirs ?? []).filter((d) => d !== dir);
+  await saveConfig(config);
+}
+
 // ── Binary discovery ──────────────────────────────────────────────────────
 
 import { execFile } from "node:child_process";

package/src/model-name.mjs

@@ -4,9 +4,9 @@
 // No other function should format, title-case, or dissect a model name.
 //
 // The returned `id` is always the raw identifier (untouched) and is used for
-// API calls, profile IDs, Pi config matching, and benchmark directory slugs.
+// API calls, profile IDs, and Pi config matching.
 // The returned `display` is the human-readable string shown in pickers, details,
-// and benchmark metadata.
+
 
 // ── Known model families ────────────────────────────────────────────────
 //

package/src/model-presenters.mjs

@@ -7,9 +7,8 @@ import { pc, formatBytes, renderSectionRows } from "./ui.mjs";
 import { capabilitySummary, ggufDetailParts, isProfileFileMissing, profileDetailParts } from "./model-summary.mjs";
 import { itemKey } from "./model-catalog.mjs";
 import { DATA_DIR } from "./config.mjs";
-import { findBenchmarkRepo } from "./benchmark.mjs";
 
-const OPTION_SEPARATOR = pc.dim("  │  ");
+const OPTION_SEPARATOR = "  ";
 const OPTION_STATUS_WIDTH = 12;
 const OPTION_BACKEND_WIDTH = 14;
 const OPTION_SOURCE_WIDTH = 14;
@@ -218,15 +217,6 @@ export function printWorkspaceHeader(normalized, runningProfilesNow, modelMissin
   console.log(pc.dim("   ─────────────────────────────────────────────────────────"));
 }
 
-export async function printBenchmarkLine() {
-  const repoPath = await findBenchmarkRepo();
-  if (repoPath) {
-    console.log(pc.green("   ✓") + " local-llm-visual-benchmark linked");
-  } else {
-    console.log(pc.yellow("   ○") + " to run benchmarks, pair with " + pc.cyan("local-llm-visual-benchmark"));
-  }
-}
-
 export async function printProfileDetails(profile) {
   const backend = backendFor(profile.backend);
   const isManaged = backend.type === "managed-server";
@@ -266,8 +256,9 @@ export async function printProfileDetails(profile) {
       const scriptPath = join(profileDir(profile.id), "start.sh");
       console.log("\n" + renderSectionRows("Server command", [
         ["Run manually", pc.cyan(`bash ${scriptPath}`)],
-        ["Command", pc.dim(script)],
-      ], { columns: Math.min(process.stdout.columns ?? 120, 140) }));
+      ]));
+      console.log("");
+      console.log(pc.dim(script));
     }
   }
 }