offgrid-ai 0.10.1 → 0.10.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "offgrid-ai",
-  "version": "0.10.1",
+  "version": "0.10.2",
   "description": "Privacy-first CLI for running local LLMs — discover, configure, run, benchmark",
   "author": "Eeshan Srivastava (https://eeshans.com)",
   "type": "module",

package/src/backends.mjs

@@ -1,7 +1,7 @@
 import { findLlamaServer } from "./config.mjs";
 import { scanGgufModels } from "./scan.mjs";
 import { parseModelName } from "./model-name.mjs";
-import { scanMlxModels } from "./mlx-discovery.mjs";
+import { scanMlxModels, scanOmlxModelSizes, lookupOmlxModelSize } from "./mlx-discovery.mjs";
 import { DEFAULT_PORT as MLX_VLM_PORT } from "./mlx-flags.mjs";
 
 // ── Backend definitions ────────────────────────────────────────────────────
@@ -95,19 +95,26 @@ async function scanOmlxModels() {
   }
   const body = await response.json();
   if (!Array.isArray(body?.data)) return [];
+
+  // The oMLX API doesn't return model sizes — look them up from disk.
+  const sizeMap = await scanOmlxModelSizes();
+
   return body.data
     .filter((model) => isChatOmlxModel(model))
-    .map((model) => ({
-      id: model.id,
-      label: parseModelName(model.id, "omlx").display,
-      aliasSuggestion: model.id,
-      sizeBytes: model.size ?? 0,
-      contextLength: model.max_model_len ?? null,
-      quant: null,
-      family: null,
-      backend: "omlx",
-      source: "omlx",
-    })).sort((a, b) => a.label.localeCompare(b.label));
+    .map((model) => {
+      const sizeFromDisk = lookupOmlxModelSize(model.id, sizeMap);
+      return {
+        id: model.id,
+        label: parseModelName(model.id, "omlx").display,
+        aliasSuggestion: model.id,
+        sizeBytes: sizeFromDisk ?? (model.size ?? 0),
+        contextLength: model.max_model_len ?? null,
+        quant: null,
+        family: null,
+        backend: "omlx",
+        source: "omlx",
+      };
+    }).sort((a, b) => a.label.localeCompare(b.label));
 }
 
 // ── Labels ──────────────────────────────────────────────────────────────

package/src/mlx-discovery.mjs

@@ -291,4 +291,51 @@ export function defaultMlxContextLength(trainedCtx, ramGb) {
   if (ramGb < 16) return Math.min(trainedCtx, 8192);
   if (ramGb < 32) return Math.min(trainedCtx, 16384);
   return trainedCtx;
+}
+
+// ── oMLX model size lookup (from disk) ────────────────────────────────────
+
+/**
+ * Scan the oMLX models directory (~/.omlx/models/) for MLX model directories
+ * and return a Map of basename → sizeBytes.  The oMLX API doesn't return model
+ * sizes, so we compute them from the safetensors files on disk.
+ */
+export async function scanOmlxModelSizes() {
+  if (!existsSync(OMLX_MODELS_DIR)) return new Map();
+  const sizeByBasename = new Map();
+
+  async function walk(dir) {
+    let entries;
+    try {
+      entries = await readdir(dir, { withFileTypes: true });
+    } catch {
+      return;
+    }
+    for (const entry of entries) {
+      if (!entry.isDirectory()) continue;
+      const fullPath = join(dir, entry.name);
+      if (await isMlxModelDir(fullPath)) {
+        const sizeBytes = await getMlxDirSizeBytes(fullPath);
+        if (sizeBytes > 0) sizeByBasename.set(entry.name, sizeBytes);
+      } else {
+        await walk(fullPath);
+      }
+    }
+  }
+
+  await walk(OMLX_MODELS_DIR);
+  return sizeByBasename;
+}
+
+/**
+ * Look up a model's size by its oMLX API id.  Tries exact match, then the
+ * segment after `--` (oMLX org--name format), then after `/` (HF format).
+ */
+export function lookupOmlxModelSize(modelId, sizeMap) {
+  if (sizeMap.has(modelId)) return sizeMap.get(modelId);
+  const dashIdx = modelId.indexOf("--");
+  if (dashIdx >= 0 && sizeMap.has(modelId.slice(dashIdx + 2))) return sizeMap.get(modelId.slice(dashIdx + 2));
+  const slashIdx = modelId.indexOf("/");
+  if (slashIdx >= 0 && sizeMap.has(modelId.slice(slashIdx + 1))) return sizeMap.get(modelId.slice(slashIdx + 1));
+  return null;
 }

package/src/model-presenters.mjs

@@ -11,7 +11,7 @@ import { DATA_DIR } from "./config.mjs";
 import { findBenchmarkRepo } from "./benchmark.mjs";
 
 const OPTION_SEPARATOR = pc.dim("  │  ");
-const OPTION_STATUS_WIDTH = 10;
+const OPTION_STATUS_WIDTH = 12;
 const OPTION_BACKEND_WIDTH = 14;
 const OPTION_SOURCE_WIDTH = 14;
 const OPTION_CTX_WIDTH = 5;
@@ -30,7 +30,7 @@ function optionStatusTag(kind) {
     serverup: ["READY", pc.blue],
     ready: ["READY", pc.blue],
     missing: ["MISSING", pc.red],
-    setup: ["SETUP", pc.yellow],
+    setup: ["NEEDS SETUP", pc.yellow],
   };
   const [text, color] = statuses[kind] ?? [kind, pc.dim];
   return optionPad(text, color, OPTION_STATUS_WIDTH);
@@ -101,6 +101,9 @@ function discoverySourceForItem(item) {
 }
 
 function optionCtxLabel(item) {
+  // Context window is a configured value — only profiles (READY/RUNNING)
+  // have one. SETUP items (new/managed) show "—".
+  if (item.type !== "profile") return optionPad("—", null, OPTION_CTX_WIDTH);
   if (item.contextLength) {
     return optionPad(`${(item.contextLength / 1000).toFixed(0)}k`, null, OPTION_CTX_WIDTH);
   }