offgrid-ai 0.6.4 → 0.6.6

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "offgrid-ai",
-  "version": "0.6.4",
+  "version": "0.6.6",
   "description": "Privacy-first CLI for running local LLMs — discover, configure, run, benchmark",
   "author": "Eeshan Srivastava (https://eeshans.com)",
   "type": "module",

package/src/backends.mjs

@@ -117,16 +117,18 @@ async function scanOmlxModels() {
     if (!response.ok) return [];
     const body = await response.json();
     if (!Array.isArray(body?.data)) return [];
-    return body.data.map((model) => ({
-      id: model.id,
-      label: omlxLabel(model.id),
-      aliasSuggestion: model.id,
-      sizeBytes: 0,
-      quant: null,
-      family: null,
-      backend: "omlx",
-      source: "omlx",
-    })).sort((a, b) => a.label.localeCompare(b.label));
+    return body.data
+      .filter((model) => isChatOmlxModel(model))
+      .map((model) => ({
+        id: model.id,
+        label: omlxLabel(model.id),
+        aliasSuggestion: model.id,
+        sizeBytes: 0,
+        quant: null,
+        family: null,
+        backend: "omlx",
+        source: "omlx",
+      })).sort((a, b) => a.label.localeCompare(b.label));
   } catch {
     return [];
   }
@@ -141,6 +143,14 @@ function isLocalOllamaModel(model) {
   return true;
 }
 
+function isChatOmlxModel(model) {
+  if (typeof model?.id !== "string" || !model.id.trim()) return false;
+  const type = String(model.type ?? model.model_type ?? "").toLowerCase();
+  if (["embedding", "embeddings", "reranker", "tool", "converter"].includes(type)) return false;
+  if (Object.hasOwn(model, "max_model_len") && model.max_model_len === null) return false;
+  return true;
+}
+
 function ollamaLabel(name) {
   return name.replace(/[-_]/g, " ").replace(/^gemma\b/i, "Gemma").replace(/^qwen/i, "Qwen");
 }

package/src/cli.mjs

@@ -284,7 +284,7 @@ function optionTag(text, color, width) {
 function optionStatusTag(kind) {
   const statuses = {
     running: ["RUNNING", pc.green],
-    ready: ["SET UP", pc.green],
+    ready: ["READY", pc.green],
     missing: ["FILE MISSING", pc.red],
     setup: ["NEEDS SETUP", pc.yellow],
   };
@@ -307,11 +307,7 @@ function optionLabel({ status, source, name, details = [] }) {
   return [status, source, pc.bold(name), ...details].filter(Boolean).join(OPTION_SEPARATOR);
 }
 
-function optionHint(parts) {
-  return parts.filter(Boolean).join(" · ");
-}
-
-function modelSelectOption(item, { runningProfilesNow, drafters }) {
+function modelSelectOption(item, { runningProfilesNow }) {
   if (item.type === "profile") {
     const { profile } = item;
     const backend = backendFor(profile.backend);
@@ -319,41 +315,27 @@ function modelSelectOption(item, { runningProfilesNow, drafters }) {
     const fileMissing = item.fileMissing;
     const status = optionStatusTag(fileMissing ? "missing" : running ? "running" : "ready");
     const source = optionSourceTag(profile.backend, backend.label);
-    const caps = profile.capabilities ?? {};
-    let mtpLabel;
-    if (profile.drafterPath) mtpLabel = pc.green("MTP on");
-    else if (drafters ? matchDrafter(profile.modelPath, drafters) : null) mtpLabel = pc.yellow("MTP available");
-    else if (caps.architecture === "gemma4") mtpLabel = pc.yellow("MTP needs drafter");
-    const ctxLabel = profile.flags?.ctxSize ? pc.dim(`${(profile.flags.ctxSize / 1000).toFixed(0)}k ctx`) : null;
-    const label = optionLabel({ status, source, name: profile.label, details: [ctxLabel, mtpLabel] });
-    return { value: itemKey(item), label, hint: optionHint([profile.modelAlias, humanCapabilitySummary(caps), profile.baseUrl]) };
+    const label = optionLabel({ status, source, name: profile.label });
+    return { value: itemKey(item), label };
   }
   if (item.type === "new") {
-    const { model, drafter } = item;
-    const caps = detectCapabilities(model.path, model.mmprojPath);
-    const mtpAvailable = caps.mtp || Boolean(drafter);
-    let mtpLabel;
-    if (mtpAvailable) mtpLabel = pc.green("MTP available");
-    else if (caps.architecture === "gemma4") mtpLabel = pc.yellow("MTP needs drafter");
+    const { model } = item;
     const label = optionLabel({
       status: optionStatusTag("setup"),
       source: optionSourceTag("gguf", "GGUF file"),
       name: model.label,
-      details: [pc.dim(formatBytes(model.sizeBytes)), mtpLabel],
     });
-    return { value: itemKey(item), label, hint: optionHint([basename(model.path), humanCapabilitySummary(caps), model.quant]) };
+    return { value: itemKey(item), label };
   }
   // managed
   const { model, backendId } = item;
   const backend = BACKENDS[backendId];
-  const details = [model.quant ? pc.dim(model.quant) : null, model.sizeBytes ? pc.dim(formatBytes(model.sizeBytes)) : null];
   const label = optionLabel({
     status: optionStatusTag("setup"),
     source: optionSourceTag(backendId, backend.label),
     name: model.label,
-    details,
   });
-  return { value: itemKey(item), label, hint: optionHint([model.id, "available through local backend"]) };
+  return { value: itemKey(item), label };
 }
 
 function actionsForItem(item) {

package/src/profiles.mjs

@@ -150,6 +150,7 @@ export async function createProfileFromModel(model, backendId, drafterPath) {
     backend,
     providerId: backend,
     modelAlias: model.aliasSuggestion,
+    source: model.source,
     modelPath: model.path,
     mmprojPath: model.mmprojPath,
     drafterPath: drafterPath ?? null,

package/src/scan.mjs

@@ -158,6 +158,7 @@ function quantFromName(name) {
   return name.match(/(Q\d_K_[A-Z]+|Q\d_[01]|UD-[A-Z0-9_]+)/)?.[1];
 }
 
+
 function safeReadGgufMetadata(path) {
   try {
     return readGgufMetadata(path);