offgrid-ai 0.5.1 → 0.5.3

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "offgrid-ai",
-  "version": "0.5.1",
+  "version": "0.5.3",
   "description": "Privacy-first CLI for running local LLMs — discover, configure, run, benchmark",
   "author": "Eeshan Srivastava (https://eeshans.com)",
   "type": "module",

package/src/cli.mjs

@@ -177,7 +177,6 @@ async function modelCommandCenter(initialCatalog) {
     const normalized = normalizeCatalog(initialCatalog);
     const allItems = buildCatalogItems(normalized);
     if (allItems.length === 0) return;
-    // Non-interactive: just show summary
     for (const item of allItems) console.log(item.label);
     return;
   }
@@ -185,7 +184,6 @@ async function modelCommandCenter(initialCatalog) {
   const prompt = createPrompt();
   try {
     while (true) {
-      // Reload catalog each loop to reflect setup/remove changes
       const catalog = await loadModelCatalog();
       const normalized = normalizeCatalog(catalog);
       const allItems = buildCatalogItems(normalized);
@@ -203,6 +201,9 @@ async function modelCommandCenter(initialCatalog) {
         ["File missing", fileMissingCount > 0 ? pc.red(`${fileMissingCount} setup${fileMissingCount === 1 ? "" : "s"}`) : pc.dim("none")],
       ]), { formatBorder: summaryBorder }));
 
+      // Show model cards for all items
+      printModelCards(allItems, { runningProfilesNow, drafters: normalized.drafters });
+
       const options = allItems.map((item) => modelSelectOption(item, { runningProfilesNow, drafters: normalized.drafters }));
       const selected = await prompt.choice("Select a model", options);
       if (!selected) break;
@@ -210,13 +211,9 @@ async function modelCommandCenter(initialCatalog) {
       if (!item) break;
 
       const actions = actionsForItem(item);
-      if (actions.length === 1) {
-        await performAction(prompt, actions[0].value, item);
-      } else {
-        const action = await prompt.choice(item.label, actions, actions[0].value);
-        if (!action) continue;
-        await performAction(prompt, action, item);
-      }
+      const action = await prompt.choice(item.label, actions, actions[0].value);
+      if (!action) continue;
+      await performAction(prompt, action, item);
     }
   } finally {
     prompt.close();
@@ -282,24 +279,27 @@ function modelSelectOption(item, { runningProfilesNow }) {
     const { profile } = item;
     const running = runningProfilesNow.some((r) => r.id === profile.id);
     const fileMissing = item.fileMissing;
-    const caps = profile.capabilities ?? {};
     let status;
-    if (fileMissing) status = pc.red("⚠ File missing");
-    else if (running) status = pc.green("● Running");
-    else status = pc.dim("● Ready");
-    const labelParts = [profile.label, status];
-    if (profile.drafterPath) labelParts.push(pc.green("MTP"));
-    if (profile.flags?.ctxSize) labelParts.push(`${(profile.flags.ctxSize / 1000).toFixed(0)}k ctx`);
-    return { value: itemKey(item), label: labelParts.join(" "), hint: humanCapabilitySummary(caps) || profile.modelAlias };
+    if (fileMissing) status = pc.red("⚠ missing");
+    else if (running) status = pc.green("● running");
+    else status = pc.dim("● ready");
+    // MTP label: enabled vs available vs not available
+    let mtpLabel;
+    if (profile.drafterPath) mtpLabel = pc.green("MTP");
+    else if ((profile.capabilities?.architecture === "gemma4")) mtpLabel = pc.yellow("MTP available");
+    const ctxLabel = profile.flags?.ctxSize ? `${(profile.flags.ctxSize / 1000).toFixed(0)}k` : null;
+    const label = [profile.label, status, mtpLabel, ctxLabel].filter(Boolean).join(" ");
+    return { value: itemKey(item), label, hint: humanCapabilitySummary(profile.capabilities ?? {}) || profile.modelAlias };
   }
   if (item.type === "new") {
     const { model, drafter } = item;
     const caps = detectCapabilities(model.path, model.mmprojPath);
-    const labelParts = [model.label, pc.yellow("Needs setup")];
-    if (caps.mtp || drafter) labelParts.push(pc.green("MTP ✓"));
-    else if (caps.architecture === "gemma4") labelParts.push(pc.yellow("MTP"));
-    labelParts.push(formatBytes(model.sizeBytes));
-    return { value: itemKey(item), label: labelParts.join(" "), hint: humanCapabilitySummary(caps) || model.quant };
+    const mtpAvailable = caps.mtp || Boolean(drafter);
+    let mtpLabel;
+    if (mtpAvailable) mtpLabel = pc.green("MTP ✓");
+    else if (caps.architecture === "gemma4") mtpLabel = pc.yellow("MTP");
+    const label = [model.label, pc.yellow("needs setup"), mtpLabel, formatBytes(model.sizeBytes)].filter(Boolean).join(" ");
+    return { value: itemKey(item), label, hint: humanCapabilitySummary(caps) || model.quant };
   }
   // managed
   const { model, backendId } = item;
@@ -339,6 +339,76 @@ function isProfileFileMissing(profile) {
   return !existsSync(profile.modelPath);
 }
 
+function printModelCards(items, { runningProfilesNow, drafters }) {
+  // Group items by type for section headers
+  const profiles = items.filter((i) => i.type === "profile");
+  const newModels = items.filter((i) => i.type === "new");
+  const managed = items.filter((i) => i.type === "managed");
+
+  if (profiles.length > 0) {
+    console.log("\n" + pc.bold("Ready to chat"));
+    for (const item of profiles) {
+      const { profile } = item;
+      const backend = backendFor(profile.backend);
+      const running = runningProfilesNow.some((r) => r.id === profile.id);
+      const fileMissing = item.fileMissing;
+      const caps = profile.capabilities ?? {};
+      let status;
+      if (fileMissing) status = pc.red("File missing");
+      else if (running) status = pc.green("Running now");
+      else status = "Ready";
+      const border = fileMissing ? pc.red : running ? pc.green : pc.dim;
+      // MTP: enabled vs available
+      let mtpLabel;
+      if (profile.drafterPath) mtpLabel = pc.green("MTP enabled");
+      else if (drafters ? matchDrafter(profile.modelPath, drafters) : null) mtpLabel = pc.yellow("MTP available");
+      else if (caps.architecture === "gemma4") mtpLabel = pc.yellow("MTP: needs drafter");
+      const detailParts = [fileMissing ? pc.red("File not found") : humanCapabilitySummary(caps)];
+      if (mtpLabel) detailParts.push(mtpLabel);
+      const ctxLabel = profile.flags?.ctxSize ? `${(profile.flags.ctxSize / 1000).toFixed(0)}k ctx` : null;
+      if (ctxLabel) detailParts.push(ctxLabel);
+      console.log(renderCard(profile.label, renderRows([
+        ["Status", status],
+        ["Details", detailParts.join(pc.dim(" · "))],
+        ["Runs with", backend.label],
+      ]), { formatBorder: border }));
+    }
+  }
+
+  if (newModels.length > 0) {
+    console.log("\n" + pc.bold("Needs setup"));
+    for (const item of newModels) {
+      const { model, drafter } = item;
+      const caps = detectCapabilities(model.path, model.mmprojPath);
+      const mtpAvailable = caps.mtp || Boolean(drafter);
+      const mtpLabel = mtpAvailable
+        ? pc.green("MTP ✓")
+        : (caps.architecture === "gemma4")
+          ? pc.yellow("MTP: needs drafter")
+          : null;
+      const detailParts = [humanCapabilitySummary(caps)];
+      if (mtpLabel) detailParts.push(mtpLabel);
+      detailParts.push(formatBytes(model.sizeBytes));
+      console.log(renderCard(model.label, renderRows([
+        ["Status", pc.yellow("Needs setup")],
+        ["Details", detailParts.join(pc.dim(" · "))],
+      ]), { formatBorder: pc.yellow }));
+    }
+  }
+
+  for (const beId of ["ollama", "omlx"]) {
+    const managedForBackend = managed.filter((i) => i.backendId === beId);
+    if (managedForBackend.length === 0) continue;
+    const be = BACKENDS[beId];
+    console.log("\n" + pc.bold(`Via ${be.label}`));
+    for (const item of managedForBackend) {
+      console.log(renderCard(item.model.label, renderRows([
+        ["Details", [item.model.id, item.model.quant].filter(Boolean).join(pc.dim(" · "))],
+      ]), { formatBorder: pc.dim }));
+    }
+  }
+}
+
 async function performAction(prompt, action, item) {
   if (action === "inspect") {
     if (item.type === "profile") return await printProfileDetails(await readProfile(item.profile.id));