@infersec/conduit 1.112.0 → 1.112.1

package/dist/cli.js

@@ -137936,12 +137936,20 @@ async function detectVRAMViaSysfs(pciBusSuffix) {
             const deviceDir = path$1.join(DRM_PATH, entry, "device");
             const totalStr = await readSysfsFile(path$1.join(deviceDir, "mem_info_vram_total"));
             const usedStr = await readSysfsFile(path$1.join(deviceDir, "mem_info_vram_used"));
+            const gttTotalStr = await readSysfsFile(path$1.join(deviceDir, "mem_info_gtt_total"));
+            const gttUsedStr = await readSysfsFile(path$1.join(deviceDir, "mem_info_gtt_used"));
             const totalBytes = totalStr !== null ? parseInt(totalStr, 10) : null;
             const usedBytes = usedStr !== null ? parseInt(usedStr, 10) : null;
+            const gttTotalBytes = gttTotalStr !== null ? parseInt(gttTotalStr, 10) : null;
+            const gttUsedBytes = gttUsedStr !== null ? parseInt(gttUsedStr, 10) : null;
             const validTotal = totalBytes !== null && Number.isFinite(totalBytes) && totalBytes >= 0;
             const validUsed = usedBytes !== null && Number.isFinite(usedBytes) && usedBytes >= 0;
+            const validGttTotal = gttTotalBytes !== null && Number.isFinite(gttTotalBytes) && gttTotalBytes >= 0;
+            const validGttUsed = gttUsedBytes !== null && Number.isFinite(gttUsedBytes) && gttUsedBytes >= 0;
             if (validTotal) {
                 return {
+                    gttTotalBytes: validGttTotal ? gttTotalBytes : null,
+                    gttUsedBytes: validGttUsed ? gttUsedBytes : null,
                     memoryTotalBytes: totalBytes,
                     memoryUsedBytes: validUsed ? usedBytes : null
                 };
@@ -137951,36 +137959,74 @@ async function detectVRAMViaSysfs(pciBusSuffix) {
     catch {
         // sysfs not available
     }
-    return { memoryTotalBytes: null, memoryUsedBytes: null };
+    return {
+        gttTotalBytes: null,
+        gttUsedBytes: null,
+        memoryTotalBytes: null,
+        memoryUsedBytes: null
+    };
 }
-async function detectVRAMViaRocmSmi() {
+// rocm-smi accepts a single --showmeminfo type per invocation, so VRAM and GTT
+// arrive from separate calls; both share this per-card parser.
+function parseRocmSmiMemory({ keyPrefix, stdout }) {
+    const parsed = JSON.parse(stdout);
+    const results = [];
+    const cards = Object.entries(parsed).filter(([key]) => key.startsWith("card"));
+    for (const [, data] of cards) {
+        const bus = data["PCI Bus"] ?? null;
+        const totalStr = data[`${keyPrefix} Total Memory (B)`] ?? null;
+        const usedStr = data[`${keyPrefix} Total Used Memory (B)`] ?? null;
+        const totalBytes = totalStr !== null ? parseInt(totalStr, 10) : null;
+        const usedBytes = usedStr !== null ? parseInt(usedStr, 10) : null;
+        const validTotal = totalBytes !== null && Number.isFinite(totalBytes) && totalBytes >= 0;
+        const validUsed = usedBytes !== null && Number.isFinite(usedBytes) && usedBytes >= 0;
+        if (bus) {
+            results.push({
+                bus,
+                memoryTotalBytes: validTotal ? totalBytes : null,
+                memoryUsedBytes: validUsed ? usedBytes : null
+            });
+        }
+    }
+    return results;
+}
+const ROCM_SMI_TIMEOUT_MS = 10_000;
+async function detectVRAMViaRocmSmi({ logger }) {
     try {
-        const { stdout } = await execa("rocm-smi", [
-            "--showbus",
-            "--showmeminfo",
-            "vram",
-            "--json"
+        const [vramResult, gttResult] = await Promise.allSettled([
+            execa("rocm-smi", ["--showbus", "--showmeminfo", "vram", "--json"], {
+                timeout: ROCM_SMI_TIMEOUT_MS
+            }),
+            execa("rocm-smi", ["--showbus", "--showmeminfo", "gtt", "--json"], {
+                timeout: ROCM_SMI_TIMEOUT_MS
+            })
         ]);
-        const parsed = JSON.parse(stdout);
-        const results = [];
-        const cards = Object.entries(parsed).filter(([key]) => key.startsWith("card"));
-        for (const [, data] of cards) {
-            const bus = data["PCI Bus"] ?? null;
-            const totalStr = data["VRAM Total Memory (B)"] ?? null;
-            const usedStr = data["VRAM Total Used Memory (B)"] ?? null;
-            const totalBytes = totalStr !== null ? parseInt(totalStr, 10) : null;
-            const usedBytes = usedStr !== null ? parseInt(usedStr, 10) : null;
-            const validTotal = totalBytes !== null && Number.isFinite(totalBytes) && totalBytes >= 0;
-            const validUsed = usedBytes !== null && Number.isFinite(usedBytes) && usedBytes >= 0;
-            if (bus) {
-                results.push({
-                    bus,
-                    memoryTotalBytes: validTotal ? totalBytes : null,
-                    memoryUsedBytes: validUsed ? usedBytes : null
+        if (vramResult.status !== "fulfilled")
+            return [];
+        let gttEntries = [];
+        if (gttResult.status === "fulfilled") {
+            try {
+                gttEntries = parseRocmSmiMemory({
+                    keyPrefix: "GTT",
+                    stdout: gttResult.value.stdout
                 });
             }
+            catch (error) {
+                // Unusable GTT output (e.g. older rocm-smi) degrades to VRAM-only
+                logger.warn("rocm-smi GTT output parse failed", { error: asError(error) });
+            }
         }
-        return results;
+        const gttByBus = new Map(gttEntries.map(entry => [entry.bus, entry]));
+        return parseRocmSmiMemory({ keyPrefix: "VRAM", stdout: vramResult.value.stdout }).map(vram => {
+            const gtt = gttByBus.get(vram.bus);
+            return {
+                bus: vram.bus,
+                gttTotalBytes: gtt?.memoryTotalBytes ?? null,
+                gttUsedBytes: gtt?.memoryUsedBytes ?? null,
+                memoryTotalBytes: vram.memoryTotalBytes,
+                memoryUsedBytes: vram.memoryUsedBytes
+            };
+        });
     }
     catch {
         return [];
@@ -138045,8 +138091,9 @@ async function detectGPUsViaNvidiaSmi({ logger }) {
                 vendor: "NVIDIA"
             });
         }
-        // Unified-memory devices (e.g. NVIDIA GB10 on DGX Spark) report "[N/A]" for
-        // memory. Their compute pool is system RAM, so fall back to /proc/meminfo.
+        // Shared/unified-memory devices (e.g. NVIDIA GB10 on DGX Spark) report
+        // "[N/A]" for memory. Their compute pool is system RAM, so fall back to
+        // /proc/meminfo. (AMD iGPUs get the same treatment via GTT merging.)
         if (gpus.some(gpu => gpu.memoryTotalBytes === null)) {
             const systemMemory = await readSystemMemoryBytes({ logger });
             const total = systemMemory.totalBytes;
@@ -138070,7 +138117,7 @@ async function detectGPUsViaNvidiaSmi({ logger }) {
     }
 }
 function buildMergedGPUs(options) {
-    const { lspciGPUs, nvidiaGPUs, rocmVRAM, siGPUs, sysfsVRAMMap } = options;
+    const { lspciGPUs, nvidiaGPUs, rocmVRAM, siGPUs, systemTotalBytes, sysfsVRAMMap } = options;
     const rocmByBus = new Map();
     for (const entry of rocmVRAM) {
         const key = normalizeBusAddress(entry.bus);
@@ -138111,6 +138158,7 @@ function buildMergedGPUs(options) {
                     gpu: existing,
                     key,
                     rocmByBus,
+                    systemTotalBytes,
                     sysfsVRAMMap
                 });
             }
@@ -138130,30 +138178,73 @@ function buildMergedGPUs(options) {
             gpu,
             key,
             rocmByBus,
+            systemTotalBytes,
             sysfsVRAMMap
         });
         byBus.set(key, gpu);
     }
     return [...byBus.values()];
 }
-function applySysfsOrRocmVRAM({ gpu, key, rocmByBus, sysfsVRAMMap }) {
+// Shared-memory GPUs (AMD iGPUs) expose a small dedicated VRAM carve-out via
+// mem_info_vram_total while the real usable pool - GTT - is carved dynamically
+// from system RAM. When GTT exceeds VRAM the device is treated as integrated
+// and the two pools combine (capped by installed RAM). Note that GTT defaults
+// to half of system RAM even on discrete GPUs, so a dGPU with less VRAM than
+// that also merges - acceptable, since GTT remains real addressable memory
+// for amdgpu compute (albeit slower over PCIe).
+function mergeGTTMemory({ gttTotalBytes, gttUsedBytes, systemTotalBytes, vramTotalBytes, vramUsedBytes }) {
+    if (vramTotalBytes === null || !Number.isFinite(vramTotalBytes)) {
+        return { memoryTotalBytes: null, memoryUsedBytes: null };
+    }
+    const isIntegrated = gttTotalBytes !== null && gttTotalBytes > vramTotalBytes;
+    if (!isIntegrated) {
+        return { memoryTotalBytes: vramTotalBytes, memoryUsedBytes: vramUsedBytes };
+    }
+    const combined = vramTotalBytes + gttTotalBytes;
+    const capped = systemTotalBytes !== null && systemTotalBytes > 0
+        ? Math.min(combined, systemTotalBytes)
+        : combined;
+    const hasCompleteUsage = vramUsedBytes !== null &&
+        Number.isFinite(vramUsedBytes) &&
+        gttUsedBytes !== null &&
+        Number.isFinite(gttUsedBytes);
+    const memoryUsedBytes = hasCompleteUsage
+        ? Math.min(vramUsedBytes + gttUsedBytes, capped)
+        : null;
+    return { memoryTotalBytes: capped, memoryUsedBytes };
+}
+function applySysfsOrRocmVRAM({ gpu, key, rocmByBus, systemTotalBytes, sysfsVRAMMap }) {
     const sysfs = sysfsVRAMMap.get(key);
-    let totalBytes = sysfs?.memoryTotalBytes ?? null;
-    let usedBytes = sysfs?.memoryUsedBytes ?? null;
-    if (totalBytes === null) {
+    let vramTotalBytes = sysfs?.memoryTotalBytes ?? null;
+    let vramUsedBytes = sysfs?.memoryUsedBytes ?? null;
+    let gttTotalBytes = sysfs?.gttTotalBytes ?? null;
+    let gttUsedBytes = sysfs?.gttUsedBytes ?? null;
+    if (vramTotalBytes === null) {
         const rocm = rocmByBus.get(key);
         if (rocm) {
-            totalBytes = rocm.memoryTotalBytes;
-            usedBytes = rocm.memoryUsedBytes;
-        }
-    }
-    if (totalBytes === null || !Number.isFinite(totalBytes))
+            vramTotalBytes = rocm.memoryTotalBytes;
+            vramUsedBytes = rocm.memoryUsedBytes;
+            gttTotalBytes = rocm.gttTotalBytes;
+            gttUsedBytes = rocm.gttUsedBytes;
+        }
+    }
+    const merged = mergeGTTMemory({
+        gttTotalBytes,
+        gttUsedBytes,
+        systemTotalBytes,
+        vramTotalBytes,
+        vramUsedBytes
+    });
+    if (merged.memoryTotalBytes === null || !Number.isFinite(merged.memoryTotalBytes))
         return;
-    gpu.memoryTotalBytes = totalBytes;
-    gpu.memoryUsedBytes = usedBytes !== null && Number.isFinite(usedBytes) ? usedBytes : null;
+    gpu.memoryTotalBytes = merged.memoryTotalBytes;
+    gpu.memoryUsedBytes =
+        merged.memoryUsedBytes !== null && Number.isFinite(merged.memoryUsedBytes)
+            ? merged.memoryUsedBytes
+            : null;
     gpu.memoryFreeBytes =
-        usedBytes !== null && Number.isFinite(usedBytes)
-            ? Math.max(totalBytes - usedBytes, 0)
+        gpu.memoryUsedBytes !== null
+            ? Math.max(gpu.memoryTotalBytes - gpu.memoryUsedBytes, 0)
             : null;
 }
 async function collectMachineMetadata({ logger }) {
@@ -138164,7 +138255,7 @@ async function collectMachineMetadata({ logger }) {
         si.graphics(),
         detectGPUsViaLspci(),
         detectGPUsViaNvidiaSmi({ logger }),
-        detectVRAMViaRocmSmi()
+        detectVRAMViaRocmSmi({ logger })
     ]);
     const cpuInfo = cpuResult.status === "fulfilled" ? cpuResult.value : null;
     const memInfo = memResult.status === "fulfilled" ? memResult.value : null;
@@ -138219,6 +138310,7 @@ async function collectMachineMetadata({ logger }) {
         nvidiaGPUs: resolvedNvidiaGPUs,
         rocmVRAM: resolvedRocmVRAM,
         siGPUs,
+        systemTotalBytes: memInfo?.total ?? null,
         sysfsVRAMMap
     });
     const machineMetadata = {
@@ -342892,12 +342984,13 @@ async function runModelFit(options) {
     console.log();
     const feasible = filterFeasibleModels({ detection, models: recommendedModels });
     if (feasible.length === 0) {
+        const smallestTierGB = Math.min(...recommendedModels.map(model => model.vramTierGB));
         console.error("No recommended models fit this hardware. " +
             `Budget: ${formatBytes$1(detection.gpus.some(gpu => gpu.memoryTotalBytes)
                 ? Math.max(...detection.gpus
                     .map(gpu => gpu.memoryTotalBytes ?? 0)
                     .filter(bytes => bytes > 0))
-                : detection.memory.totalBytes)}. Smallest tier starts at 2 GB.`);
+                : detection.memory.totalBytes)}. Smallest tier starts at ${smallestTierGB} GB.`);
         process.exitCode = 1;
         return;
     }

package/dist/cli.sea.cjs

@@ -158165,12 +158165,20 @@ async function detectVRAMViaSysfs(pciBusSuffix) {
             const deviceDir = path$1.join(DRM_PATH, entry, "device");
             const totalStr = await readSysfsFile(path$1.join(deviceDir, "mem_info_vram_total"));
             const usedStr = await readSysfsFile(path$1.join(deviceDir, "mem_info_vram_used"));
+            const gttTotalStr = await readSysfsFile(path$1.join(deviceDir, "mem_info_gtt_total"));
+            const gttUsedStr = await readSysfsFile(path$1.join(deviceDir, "mem_info_gtt_used"));
             const totalBytes = totalStr !== null ? parseInt(totalStr, 10) : null;
             const usedBytes = usedStr !== null ? parseInt(usedStr, 10) : null;
+            const gttTotalBytes = gttTotalStr !== null ? parseInt(gttTotalStr, 10) : null;
+            const gttUsedBytes = gttUsedStr !== null ? parseInt(gttUsedStr, 10) : null;
             const validTotal = totalBytes !== null && Number.isFinite(totalBytes) && totalBytes >= 0;
             const validUsed = usedBytes !== null && Number.isFinite(usedBytes) && usedBytes >= 0;
+            const validGttTotal = gttTotalBytes !== null && Number.isFinite(gttTotalBytes) && gttTotalBytes >= 0;
+            const validGttUsed = gttUsedBytes !== null && Number.isFinite(gttUsedBytes) && gttUsedBytes >= 0;
             if (validTotal) {
                 return {
+                    gttTotalBytes: validGttTotal ? gttTotalBytes : null,
+                    gttUsedBytes: validGttUsed ? gttUsedBytes : null,
                     memoryTotalBytes: totalBytes,
                     memoryUsedBytes: validUsed ? usedBytes : null
                 };
@@ -158180,36 +158188,74 @@ async function detectVRAMViaSysfs(pciBusSuffix) {
     catch {
         // sysfs not available
     }
-    return { memoryTotalBytes: null, memoryUsedBytes: null };
+    return {
+        gttTotalBytes: null,
+        gttUsedBytes: null,
+        memoryTotalBytes: null,
+        memoryUsedBytes: null
+    };
 }
-async function detectVRAMViaRocmSmi() {
+// rocm-smi accepts a single --showmeminfo type per invocation, so VRAM and GTT
+// arrive from separate calls; both share this per-card parser.
+function parseRocmSmiMemory({ keyPrefix, stdout }) {
+    const parsed = JSON.parse(stdout);
+    const results = [];
+    const cards = Object.entries(parsed).filter(([key]) => key.startsWith("card"));
+    for (const [, data] of cards) {
+        const bus = data["PCI Bus"] ?? null;
+        const totalStr = data[`${keyPrefix} Total Memory (B)`] ?? null;
+        const usedStr = data[`${keyPrefix} Total Used Memory (B)`] ?? null;
+        const totalBytes = totalStr !== null ? parseInt(totalStr, 10) : null;
+        const usedBytes = usedStr !== null ? parseInt(usedStr, 10) : null;
+        const validTotal = totalBytes !== null && Number.isFinite(totalBytes) && totalBytes >= 0;
+        const validUsed = usedBytes !== null && Number.isFinite(usedBytes) && usedBytes >= 0;
+        if (bus) {
+            results.push({
+                bus,
+                memoryTotalBytes: validTotal ? totalBytes : null,
+                memoryUsedBytes: validUsed ? usedBytes : null
+            });
+        }
+    }
+    return results;
+}
+const ROCM_SMI_TIMEOUT_MS = 10_000;
+async function detectVRAMViaRocmSmi({ logger }) {
     try {
-        const { stdout } = await execa("rocm-smi", [
-            "--showbus",
-            "--showmeminfo",
-            "vram",
-            "--json"
+        const [vramResult, gttResult] = await Promise.allSettled([
+            execa("rocm-smi", ["--showbus", "--showmeminfo", "vram", "--json"], {
+                timeout: ROCM_SMI_TIMEOUT_MS
+            }),
+            execa("rocm-smi", ["--showbus", "--showmeminfo", "gtt", "--json"], {
+                timeout: ROCM_SMI_TIMEOUT_MS
+            })
         ]);
-        const parsed = JSON.parse(stdout);
-        const results = [];
-        const cards = Object.entries(parsed).filter(([key]) => key.startsWith("card"));
-        for (const [, data] of cards) {
-            const bus = data["PCI Bus"] ?? null;
-            const totalStr = data["VRAM Total Memory (B)"] ?? null;
-            const usedStr = data["VRAM Total Used Memory (B)"] ?? null;
-            const totalBytes = totalStr !== null ? parseInt(totalStr, 10) : null;
-            const usedBytes = usedStr !== null ? parseInt(usedStr, 10) : null;
-            const validTotal = totalBytes !== null && Number.isFinite(totalBytes) && totalBytes >= 0;
-            const validUsed = usedBytes !== null && Number.isFinite(usedBytes) && usedBytes >= 0;
-            if (bus) {
-                results.push({
-                    bus,
-                    memoryTotalBytes: validTotal ? totalBytes : null,
-                    memoryUsedBytes: validUsed ? usedBytes : null
+        if (vramResult.status !== "fulfilled")
+            return [];
+        let gttEntries = [];
+        if (gttResult.status === "fulfilled") {
+            try {
+                gttEntries = parseRocmSmiMemory({
+                    keyPrefix: "GTT",
+                    stdout: gttResult.value.stdout
                 });
             }
+            catch (error) {
+                // Unusable GTT output (e.g. older rocm-smi) degrades to VRAM-only
+                logger.warn("rocm-smi GTT output parse failed", { error: asError(error) });
+            }
         }
-        return results;
+        const gttByBus = new Map(gttEntries.map(entry => [entry.bus, entry]));
+        return parseRocmSmiMemory({ keyPrefix: "VRAM", stdout: vramResult.value.stdout }).map(vram => {
+            const gtt = gttByBus.get(vram.bus);
+            return {
+                bus: vram.bus,
+                gttTotalBytes: gtt?.memoryTotalBytes ?? null,
+                gttUsedBytes: gtt?.memoryUsedBytes ?? null,
+                memoryTotalBytes: vram.memoryTotalBytes,
+                memoryUsedBytes: vram.memoryUsedBytes
+            };
+        });
     }
     catch {
         return [];
@@ -158274,8 +158320,9 @@ async function detectGPUsViaNvidiaSmi({ logger }) {
                 vendor: "NVIDIA"
             });
         }
-        // Unified-memory devices (e.g. NVIDIA GB10 on DGX Spark) report "[N/A]" for
-        // memory. Their compute pool is system RAM, so fall back to /proc/meminfo.
+        // Shared/unified-memory devices (e.g. NVIDIA GB10 on DGX Spark) report
+        // "[N/A]" for memory. Their compute pool is system RAM, so fall back to
+        // /proc/meminfo. (AMD iGPUs get the same treatment via GTT merging.)
         if (gpus.some(gpu => gpu.memoryTotalBytes === null)) {
             const systemMemory = await readSystemMemoryBytes({ logger });
             const total = systemMemory.totalBytes;
@@ -158299,7 +158346,7 @@ async function detectGPUsViaNvidiaSmi({ logger }) {
     }
 }
 function buildMergedGPUs(options) {
-    const { lspciGPUs, nvidiaGPUs, rocmVRAM, siGPUs, sysfsVRAMMap } = options;
+    const { lspciGPUs, nvidiaGPUs, rocmVRAM, siGPUs, systemTotalBytes, sysfsVRAMMap } = options;
     const rocmByBus = new Map();
     for (const entry of rocmVRAM) {
         const key = normalizeBusAddress(entry.bus);
@@ -158340,6 +158387,7 @@ function buildMergedGPUs(options) {
                     gpu: existing,
                     key,
                     rocmByBus,
+                    systemTotalBytes,
                     sysfsVRAMMap
                 });
             }
@@ -158359,30 +158407,73 @@ function buildMergedGPUs(options) {
             gpu,
             key,
             rocmByBus,
+            systemTotalBytes,
             sysfsVRAMMap
         });
         byBus.set(key, gpu);
     }
     return [...byBus.values()];
 }
-function applySysfsOrRocmVRAM({ gpu, key, rocmByBus, sysfsVRAMMap }) {
+// Shared-memory GPUs (AMD iGPUs) expose a small dedicated VRAM carve-out via
+// mem_info_vram_total while the real usable pool - GTT - is carved dynamically
+// from system RAM. When GTT exceeds VRAM the device is treated as integrated
+// and the two pools combine (capped by installed RAM). Note that GTT defaults
+// to half of system RAM even on discrete GPUs, so a dGPU with less VRAM than
+// that also merges - acceptable, since GTT remains real addressable memory
+// for amdgpu compute (albeit slower over PCIe).
+function mergeGTTMemory({ gttTotalBytes, gttUsedBytes, systemTotalBytes, vramTotalBytes, vramUsedBytes }) {
+    if (vramTotalBytes === null || !Number.isFinite(vramTotalBytes)) {
+        return { memoryTotalBytes: null, memoryUsedBytes: null };
+    }
+    const isIntegrated = gttTotalBytes !== null && gttTotalBytes > vramTotalBytes;
+    if (!isIntegrated) {
+        return { memoryTotalBytes: vramTotalBytes, memoryUsedBytes: vramUsedBytes };
+    }
+    const combined = vramTotalBytes + gttTotalBytes;
+    const capped = systemTotalBytes !== null && systemTotalBytes > 0
+        ? Math.min(combined, systemTotalBytes)
+        : combined;
+    const hasCompleteUsage = vramUsedBytes !== null &&
+        Number.isFinite(vramUsedBytes) &&
+        gttUsedBytes !== null &&
+        Number.isFinite(gttUsedBytes);
+    const memoryUsedBytes = hasCompleteUsage
+        ? Math.min(vramUsedBytes + gttUsedBytes, capped)
+        : null;
+    return { memoryTotalBytes: capped, memoryUsedBytes };
+}
+function applySysfsOrRocmVRAM({ gpu, key, rocmByBus, systemTotalBytes, sysfsVRAMMap }) {
     const sysfs = sysfsVRAMMap.get(key);
-    let totalBytes = sysfs?.memoryTotalBytes ?? null;
-    let usedBytes = sysfs?.memoryUsedBytes ?? null;
-    if (totalBytes === null) {
+    let vramTotalBytes = sysfs?.memoryTotalBytes ?? null;
+    let vramUsedBytes = sysfs?.memoryUsedBytes ?? null;
+    let gttTotalBytes = sysfs?.gttTotalBytes ?? null;
+    let gttUsedBytes = sysfs?.gttUsedBytes ?? null;
+    if (vramTotalBytes === null) {
         const rocm = rocmByBus.get(key);
         if (rocm) {
-            totalBytes = rocm.memoryTotalBytes;
-            usedBytes = rocm.memoryUsedBytes;
-        }
-    }
-    if (totalBytes === null || !Number.isFinite(totalBytes))
+            vramTotalBytes = rocm.memoryTotalBytes;
+            vramUsedBytes = rocm.memoryUsedBytes;
+            gttTotalBytes = rocm.gttTotalBytes;
+            gttUsedBytes = rocm.gttUsedBytes;
+        }
+    }
+    const merged = mergeGTTMemory({
+        gttTotalBytes,
+        gttUsedBytes,
+        systemTotalBytes,
+        vramTotalBytes,
+        vramUsedBytes
+    });
+    if (merged.memoryTotalBytes === null || !Number.isFinite(merged.memoryTotalBytes))
         return;
-    gpu.memoryTotalBytes = totalBytes;
-    gpu.memoryUsedBytes = usedBytes !== null && Number.isFinite(usedBytes) ? usedBytes : null;
+    gpu.memoryTotalBytes = merged.memoryTotalBytes;
+    gpu.memoryUsedBytes =
+        merged.memoryUsedBytes !== null && Number.isFinite(merged.memoryUsedBytes)
+            ? merged.memoryUsedBytes
+            : null;
     gpu.memoryFreeBytes =
-        usedBytes !== null && Number.isFinite(usedBytes)
-            ? Math.max(totalBytes - usedBytes, 0)
+        gpu.memoryUsedBytes !== null
+            ? Math.max(gpu.memoryTotalBytes - gpu.memoryUsedBytes, 0)
             : null;
 }
 async function collectMachineMetadata({ logger }) {
@@ -158393,7 +158484,7 @@ async function collectMachineMetadata({ logger }) {
         si.graphics(),
         detectGPUsViaLspci(),
         detectGPUsViaNvidiaSmi({ logger }),
-        detectVRAMViaRocmSmi()
+        detectVRAMViaRocmSmi({ logger })
     ]);
     const cpuInfo = cpuResult.status === "fulfilled" ? cpuResult.value : null;
     const memInfo = memResult.status === "fulfilled" ? memResult.value : null;
@@ -158448,6 +158539,7 @@ async function collectMachineMetadata({ logger }) {
         nvidiaGPUs: resolvedNvidiaGPUs,
         rocmVRAM: resolvedRocmVRAM,
         siGPUs,
+        systemTotalBytes: memInfo?.total ?? null,
         sysfsVRAMMap
     });
     const machineMetadata = {
@@ -363121,12 +363213,13 @@ async function runModelFit(options) {
     console.log();
     const feasible = filterFeasibleModels({ detection, models: recommendedModels });
     if (feasible.length === 0) {
+        const smallestTierGB = Math.min(...recommendedModels.map(model => model.vramTierGB));
         console.error("No recommended models fit this hardware. " +
             `Budget: ${formatBytes$1(detection.gpus.some(gpu => gpu.memoryTotalBytes)
                 ? Math.max(...detection.gpus
                     .map(gpu => gpu.memoryTotalBytes ?? 0)
                     .filter(bytes => bytes > 0))
-                : detection.memory.totalBytes)}. Smallest tier starts at 2 GB.`);
+                : detection.memory.totalBytes)}. Smallest tier starts at ${smallestTierGB} GB.`);
         process.exitCode = 1;
         return;
     }

package/dist/utils/machineInfo.d.ts

@@ -1,8 +1,26 @@
 import type { InferenceAgentMachineMetadata } from "@infersec/definitions";
 import type { Logger } from "@infersec/logger";
 export declare function normalizeBusAddress(bus: string | null | undefined): string | null;
+export declare function parseRocmSmiMemory({ keyPrefix, stdout }: {
+    keyPrefix: "GTT" | "VRAM";
+    stdout: string;
+}): Array<{
+    bus: string;
+    memoryTotalBytes: number | null;
+    memoryUsedBytes: number | null;
+}>;
 export declare function parseNvidiaSmiNumber(value: string | undefined): number | null;
 export declare function parseNvidiaSmiMemoryBytes(value: string | undefined): number | null;
+export declare function mergeGTTMemory({ gttTotalBytes, gttUsedBytes, systemTotalBytes, vramTotalBytes, vramUsedBytes }: {
+    gttTotalBytes: number | null;
+    gttUsedBytes: number | null;
+    systemTotalBytes: number | null;
+    vramTotalBytes: number | null;
+    vramUsedBytes: number | null;
+}): {
+    memoryTotalBytes: number | null;
+    memoryUsedBytes: number | null;
+};
 export declare function collectMachineMetadata({ logger }: {
     logger: Logger;
 }): Promise<InferenceAgentMachineMetadata>;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@infersec/conduit",
   "description": "End user conduit agent for connecting local LLMs to the cloud.",
-  "version": "1.112.0",
+  "version": "1.112.1",
   "bin": {
     "infersec-conduit": "./dist/cli.js"
   },