offgrid-ai 0.6.5 → 0.6.7

package/README.md

@@ -38,7 +38,7 @@ curl -fsSL https://raw.githubusercontent.com/eeshansrivastava89/offgrid-ai/main/
 Or if you already have Node.js:
 
 ```bash
-npm install -g offgrid-ai
+npm install -g offgrid-ai@latest --prefer-online
 ```
 
 Or review the install script first:

package/install.sh

@@ -107,7 +107,7 @@ fi
 
 echo ""
 printf "${BOLD}Installing offgrid-ai...${RESET}\n"
-dry npm install -g offgrid-ai
+dry npm install -g offgrid-ai@latest --prefer-online
 
 # ── Dry-run early exit ──────────────────────────────────────────────────────
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "offgrid-ai",
-  "version": "0.6.5",
+  "version": "0.6.7",
   "description": "Privacy-first CLI for running local LLMs — discover, configure, run, benchmark",
   "author": "Eeshan Srivastava (https://eeshans.com)",
   "type": "module",
@@ -10,6 +10,7 @@
   "files": [
     "bin/*.mjs",
     "src/*.mjs",
+    "src/commands/*.mjs",
     "install.sh"
   ],
   "publishConfig": {
@@ -29,7 +30,8 @@
   "scripts": {
     "start": "node bin/offgrid-ai.mjs",
     "test": "node --test test/*.mjs",
-    "lint": "eslint src/*.mjs bin/*.mjs",
+    "test:integration": "OFFGRID_INTEGRATION=1 node --test test/integration/*.mjs",
+    "lint": "eslint src/*.mjs src/commands/*.mjs bin/*.mjs",
     "check:privacy": "node scripts/privacy-gate.mjs",
     "release:check": "bash scripts/release-check.sh",
     "release:check:fast": "bash scripts/release-check.sh --skip-install --skip-manual",

package/src/autodetect.mjs

@@ -73,14 +73,13 @@ export function computeFlags(capabilities, modelPath, mmprojPath, draftModelPath
     flags.chatTemplateKwargs = { enable_thinking: true };
   }
 
-  // Build argv. Prefer llama.cpp's Hugging Face resolver when a repo ref is
-  // known, so companion files such as Gemma 4 MTP drafters are discovered by
-  // llama.cpp instead of offgrid-ai maintaining repo-specific file rules.
-  const hfRef = capabilities.hfRepo ? `${capabilities.hfRepo}${capabilities.hfVariant ? `:${capabilities.hfVariant}` : ""}` : null;
-  const argv = hfRef ? ["-hf", hfRef] : ["--model", modelPath];
-
-  if (mmprojPath && !hfRef) argv.push("--mmproj", mmprojPath);
-  if (draftModelPath && !hfRef) argv.push("--spec-draft-model", draftModelPath);
+  // Build argv
+  const argv = [
+    "--model", modelPath,
+  ];
+
+  if (mmprojPath) argv.push("--mmproj", mmprojPath);
+  if (draftModelPath) argv.push("--spec-draft-model", draftModelPath);
 
   argv.push(
     "--host", String(flags.host),

package/src/backend-installers.mjs

@@ -0,0 +1,57 @@
+import { pc } from "./ui.mjs";
+
+export const BACKEND_INSTALLERS = {
+  lmstudio: {
+    label: "LM Studio",
+    choiceLabel: "LM Studio (recommended)",
+    hint: "brew install --cask lm-studio — visual model browser + CLI",
+    commands: [["brew", ["install", "--cask", "lm-studio"], "LM Studio"]],
+    success(model) {
+      console.log(pc.green("✓ LM Studio installed"));
+      console.log(pc.yellow("\nOpen LM Studio and download a model to get started."));
+      console.log(pc.dim(`Recommended for your machine: ${model.label}`));
+      console.log(pc.dim("Then run offgrid-ai again to pick and run a model."));
+    },
+    failure: "Download it manually from https://lmstudio.ai",
+    allFailure: "✗ LM Studio installation failed. Download from https://lmstudio.ai",
+  },
+  ollama: {
+    label: "Ollama",
+    choiceLabel: "Ollama",
+    hint: "brew install ollama — models download on demand",
+    commands: [["brew", ["install", "ollama"], "Ollama"]],
+    success(model) {
+      console.log(pc.green("✓ Ollama installed"));
+      console.log(pc.yellow("\nStart Ollama and pull a model:"));
+      console.log(pc.bold(`  ollama serve &   ollama pull ${model.ollama}`));
+      console.log(pc.dim(`Recommended for your machine: ${model.label}`));
+      console.log(pc.dim("Then run offgrid-ai again to pick and run a model."));
+    },
+    failure: "Install it manually from https://ollama.com",
+    allFailure: "✗ Ollama installation failed. Install manually from https://ollama.com",
+  },
+  omlx: {
+    label: "oMLX",
+    choiceLabel: "oMLX",
+    hint: "brew tap jundot/omlx && brew install omlx — Apple Silicon optimized",
+    commands: [
+      ["brew", ["tap", "jundot/omlx", "https://github.com/jundot/omlx"], "oMLX tap"],
+      ["brew", ["install", "omlx"], "oMLX"],
+    ],
+    success(model) {
+      console.log(pc.green("✓ oMLX installed"));
+      console.log(pc.yellow("\nStart oMLX and download a model:"));
+      console.log(pc.bold("  omlx start"));
+      console.log(pc.dim(`Recommended for your machine: ${model.label}`));
+      console.log(pc.dim("Then run offgrid-ai again to pick and run a model."));
+    },
+    failure: "Install manually: brew tap jundot/omlx && brew install omlx",
+    allFailure: "✗ oMLX installation failed. Install manually: brew tap jundot/omlx && brew install omlx",
+  },
+};
+
+export const BACKEND_INSTALL_CHOICES = [
+  ...Object.entries(BACKEND_INSTALLERS).map(([value, installer]) => ({ value, label: installer.choiceLabel, hint: installer.hint })),
+  { value: "all", label: "Install all three", hint: "LM Studio + Ollama + oMLX" },
+  { value: "skip", label: "Skip for now", hint: "I'll set up models myself" },
+];

package/src/backends.mjs

@@ -117,16 +117,18 @@ async function scanOmlxModels() {
     if (!response.ok) return [];
     const body = await response.json();
     if (!Array.isArray(body?.data)) return [];
-    return body.data.map((model) => ({
-      id: model.id,
-      label: omlxLabel(model.id),
-      aliasSuggestion: model.id,
-      sizeBytes: 0,
-      quant: null,
-      family: null,
-      backend: "omlx",
-      source: "omlx",
-    })).sort((a, b) => a.label.localeCompare(b.label));
+    return body.data
+      .filter((model) => isChatOmlxModel(model))
+      .map((model) => ({
+        id: model.id,
+        label: omlxLabel(model.id),
+        aliasSuggestion: model.id,
+        sizeBytes: 0,
+        quant: null,
+        family: null,
+        backend: "omlx",
+        source: "omlx",
+      })).sort((a, b) => a.label.localeCompare(b.label));
   } catch {
     return [];
   }
@@ -141,6 +143,14 @@ function isLocalOllamaModel(model) {
   return true;
 }
 
+function isChatOmlxModel(model) {
+  if (typeof model?.id !== "string" || !model.id.trim()) return false;
+  const type = String(model.type ?? model.model_type ?? "").toLowerCase();
+  if (["embedding", "embeddings", "reranker", "tool", "converter"].includes(type)) return false;
+  if (Object.hasOwn(model, "max_model_len") && model.max_model_len === null) return false;
+  return true;
+}
+
 function ollamaLabel(name) {
   return name.replace(/[-_]/g, " ").replace(/^gemma\b/i, "Gemma").replace(/^qwen/i, "Qwen");
 }