offgrid-ai 0.18.1 → 0.18.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "offgrid-ai",
-  "version": "0.18.1",
+  "version": "0.18.2",
   "description": "Privacy-first CLI for running local LLMs — discover, configure, run, and chat",
   "author": "Eeshan Srivastava (https://eeshans.com)",
   "type": "module",

package/src/download.mjs

@@ -1,7 +1,7 @@
 // Model download flow — HuggingFace downloads with quant picker and RAM fit.
 // Used by onboarding (no models found) and the model picker (↓ Download a model).
 
-import { hasHfCli, parseHfRef, resolveHfDownload, downloadModel, listGgufFiles, getHfModelInfo, isMlxRepo } from "./huggingface.mjs";
+import { hasHfCli, parseHfRef, resolveHfDownload, downloadModel, listGgufFiles, listMmprojFiles, getHfModelInfo, isMlxRepo } from "./huggingface.mjs";
 import { detectHardware, installedRamGB, getFreeDiskBytes } from "./hardware.mjs";
 import { allFittingModels } from "./recommendations.mjs";
 import { parseModelName } from "./model-name.mjs";
@@ -140,6 +140,22 @@ export async function downloadFlow(prompt) {
     return false;
   }
 
+  // For GGUF, check if the repo has a vision projector (mmproj) to download alongside
+  let extraFiles = [];
+  if (plan.format === "gguf") {
+    try {
+      const mmprojFiles = await listMmprojFiles(repo);
+      if (mmprojFiles.length > 0) {
+        const mmproj = mmprojFiles[0];
+        extraFiles = [mmproj.path];
+        plan.totalSizeBytes += mmproj.sizeBytes;
+        console.log(pc.dim(`Includes vision projector: ${mmproj.path} (${formatBytes(mmproj.sizeBytes)})`));
+      }
+    } catch {
+      // If we can't check for mmproj, proceed without it
+    }
+  }
+
   console.log(pc.dim(`\nDownloading ${repo}${filename ? `/${filename}` : ""} (${formatBytes(plan.totalSizeBytes)})`));
   if (plan.format === "mlx") {
     const modelParts = repo.split("/").filter(Boolean);
@@ -158,7 +174,7 @@ export async function downloadFlow(prompt) {
       console.log(pc.green("\n✓ Download complete."));
       await offerOmlxRestart(prompt, "to load the new model");
     } else {
-      await downloadModel(plan);
+      await downloadModel(plan, { extraFiles });
       console.log(pc.green("\n✓ Download complete. Run offgrid-ai again to see the model in the picker."));
     }
     return true;

package/src/huggingface.mjs

@@ -92,11 +92,11 @@ async function getHfTree(repo, { branch = "main", fetchImpl = globalThis.fetch }
   return await response.json();
 }
 
-/** List all GGUF files in a HuggingFace repo with their sizes (excludes MTP drafters). */
+/** List all GGUF files in a HuggingFace repo with their sizes (excludes MTP drafters and vision projectors). */
 export async function listGgufFiles(repo, { fetchImpl = globalThis.fetch } = {}) {
   const tree = await getHfTree(repo, { fetchImpl });
   return tree
-    .filter((f) => f.type === "file" && f.path.endsWith(".gguf") && !isDrafterFile(f.path))
+    .filter((f) => f.type === "file" && f.path.endsWith(".gguf") && !isDrafterFile(f.path) && !isMmprojFile(f.path))
     .map((f) => ({
       path: f.path,
       sizeBytes: f.lfs?.size ?? f.size ?? 0,
@@ -116,6 +116,23 @@ function isDrafterFile(path) {
   return false;
 }
 
+/** Check if a GGUF file is a vision projector (mmproj) based on its name. */
+function isMmprojFile(path) {
+  const name = path.split("/").pop() ?? path;
+  return /mmproj/i.test(name);
+}
+
+/** List all mmproj (vision projector) GGUF files in a HuggingFace repo. */
+export async function listMmprojFiles(repo, { fetchImpl = globalThis.fetch } = {}) {
+  const tree = await getHfTree(repo, { fetchImpl });
+  return tree
+    .filter((f) => f.type === "file" && f.path.endsWith(".gguf") && isMmprojFile(f.path))
+    .map((f) => ({
+      path: f.path,
+      sizeBytes: f.lfs?.size ?? f.size ?? 0,
+    }));
+}
+
 /** Fetch model metadata from the HF API. */
 export async function getHfModelInfo(repo, { fetchImpl = globalThis.fetch } = {}) {
   const url = `https://huggingface.co/api/models/${repo}`;
@@ -178,6 +195,7 @@ export async function resolveHfDownload(input, { fetchImpl = globalThis.fetch }
  * @param {object} model - from resolveHfDownload
  * @param {object} [options]
  * @param {string} [options.localDir] - for MLX: target directory
+ * @param {string[]} [options.extraFiles] - additional files to download (e.g. mmproj)
  * @returns {Promise<{ localDir: string, format: string }>}
  */
 export async function downloadModel(model, options = {}) {
@@ -188,6 +206,10 @@ export async function downloadModel(model, options = {}) {
     // Single file to HF cache — scanner finds it there
     await mkdir(HF_HUB_DIR, { recursive: true });
     args.push(model.files[0].filename, "--cache-dir", HF_HUB_DIR);
+    // Include additional files (e.g. vision projector) in the same download
+    for (const file of options.extraFiles ?? []) {
+      args.push(file);
+    }
     localDir = HF_HUB_DIR;
   } else if (options.localDir) {
     // Full repo to a flat local directory (oMLX)