@infersec/conduit 1.45.0 → 1.46.0

package/dist/cli.js

@@ -18458,6 +18458,13 @@ preprocess(value => {
         return value === 1;
     return value;
 }, boolean$1());
+preprocess(value => {
+    if (typeof value === "number")
+        return value;
+    if (typeof value === "string" && /^-?\d+(\.\d+)?$/.test(value))
+        return Number(value);
+    return value;
+}, number$1());
 _enum([
     "DELETE",
     "GET",
@@ -18874,6 +18881,7 @@ const InferenceAgentMachineGPUSchema = object({
     driverVersion: string$1().nullable(),
     memoryFreeBytes: number$1().int().nonnegative().nullable(),
     memoryTotalBytes: number$1().int().nonnegative().nullable(),
+    memoryUsedBytes: number$1().int().nonnegative().nullable(),
     model: string$1().nullable(),
     temperatureCelsius: number$1().nullable(),
     vendor: string$1().nullable()
@@ -114706,16 +114714,19 @@ async function proxyRequest({ configuration, request, signal }) {
 
 class ConduitStateReportManager {
     apiClient;
+    collectMachineMetadata;
     conduitStateManager;
     downloadProgressReportIntervalMs;
     logger;
     stateIntervalMs;
     conduitStateReportInFlight = false;
     lastConduitStateReportAt = 0;
+    lastMachineReportAt = null;
     pendingConduitStateReport = null;
     stateInterval = null;
-    constructor({ apiClient, conduitStateManager, downloadProgressReportIntervalMs, logger, stateIntervalMs }) {
+    constructor({ apiClient, collectMachineMetadata, conduitStateManager, downloadProgressReportIntervalMs, logger, stateIntervalMs }) {
         this.apiClient = apiClient;
+        this.collectMachineMetadata = collectMachineMetadata;
         this.conduitStateManager = conduitStateManager;
         this.downloadProgressReportIntervalMs = downloadProgressReportIntervalMs;
         this.logger = logger;
@@ -114777,6 +114788,19 @@ class ConduitStateReportManager {
                     error: asError(error)
                 });
             }
+            if (this.lastMachineReportAt === null ||
+                Date.now() - this.lastMachineReportAt >= 30_000) {
+                try {
+                    const machine = await this.collectMachineMetadata();
+                    await this.apiClient.reportMachineMetadata({ machine });
+                    this.lastMachineReportAt = Date.now();
+                }
+                catch (error) {
+                    this.logger.error("Failed to report machine metadata", {
+                        error: asError(error)
+                    });
+                }
+            }
         }
         catch (error) {
             this.logger.error("Conduit state update failed", {
@@ -124005,13 +124029,25 @@ function resolveCpuValue(value) {
     }
     return null;
 }
+function parseLspciFields(line) {
+    if (line.includes("\t")) {
+        return line.split("\t");
+    }
+    const fields = [];
+    const re = /("[^"]*"|\S+)/g;
+    let match;
+    while ((match = re.exec(line)) !== null) {
+        fields.push(match[1]);
+    }
+    return fields;
+}
 async function detectGPUsViaLspci() {
     try {
         const { stdout } = await execa("lspci", ["-nn", "-mm", "-D"]);
         const lines = stdout.split("\n");
         const gpus = [];
         for (const line of lines) {
-            const fields = line.split("\t");
+            const fields = parseLspciFields(line);
             if (fields.length < 4)
                 continue;
             const classField = stripQuotes(fields[1] ?? "");
@@ -124160,6 +124196,7 @@ function buildMergedGPUs(options) {
                 const validSysfsUsed = sysfsUsed !== null && Number.isFinite(sysfsUsed);
                 if (validSysfsTotal) {
                     existing.memoryTotalBytes = sysfsTotal;
+                    existing.memoryUsedBytes = validSysfsUsed ? sysfsUsed : null;
                     existing.memoryFreeBytes =
                         validSysfsUsed && sysfsUsed !== null ? sysfsTotal - sysfsUsed : null;
                 }
@@ -124183,6 +124220,7 @@ function buildMergedGPUs(options) {
                 ? totalBytes - usedBytes
                 : null,
             memoryTotalBytes: totalBytes,
+            memoryUsedBytes: usedBytes !== null && Number.isFinite(usedBytes) ? usedBytes : null,
             model: lspciGPU.model,
             temperatureCelsius: null,
             vendor: lspciGPU.vendor
@@ -124207,15 +124245,21 @@ async function collectMachineMetadata() {
         : { controllers: [] };
     const resolvedLspciGPUs = lspciGPUs.status === "fulfilled" ? lspciGPUs.value : [];
     const resolvedRocmVRAM = rocmVRAM.status === "fulfilled" ? rocmVRAM.value : [];
-    const siGPUs = (graphicsInfo.controllers ?? []).map((controller) => ({
-        bus: controller.bus ?? null,
-        driverVersion: controller.driverVersion ?? null,
-        memoryFreeBytes: normalizeMegabytes(controller.memoryFree ?? null),
-        memoryTotalBytes: normalizeMegabytes(controller.memoryTotal ?? null),
-        model: controller.model ?? controller.name ?? null,
-        temperatureCelsius: controller.temperatureGpu ?? null,
-        vendor: controller.vendor ?? null
-    }));
+    const siGPUs = (graphicsInfo.controllers ?? []).map((controller) => {
+        const totalBytes = normalizeMegabytes(controller.memoryTotal ?? null);
+        const freeBytes = normalizeMegabytes(controller.memoryFree ?? null);
+        const usedBytes = totalBytes !== null && freeBytes !== null ? totalBytes - freeBytes : null;
+        return {
+            bus: controller.bus ?? null,
+            driverVersion: controller.driverVersion ?? null,
+            memoryFreeBytes: freeBytes,
+            memoryTotalBytes: totalBytes,
+            memoryUsedBytes: usedBytes !== null && usedBytes >= 0 ? usedBytes : null,
+            model: controller.model ?? controller.name ?? null,
+            temperatureCelsius: controller.temperatureGpu ?? null,
+            vendor: controller.vendor ?? null
+        };
+    });
     const busSources = new Set();
     for (const lspciGPU of resolvedLspciGPUs) {
         busSources.add(lspciGPU.bus);
@@ -124319,6 +124363,7 @@ async function createApplication({ abortController, apiClient, configuration, lo
     });
     const conduitStateReportManager = new ConduitStateReportManager({
         apiClient,
+        collectMachineMetadata: collectMachineMetadata,
         conduitStateManager,
         downloadProgressReportIntervalMs: 5000,
         logger,

package/dist/state/ConduitStateReportManager.d.ts

@@ -1,18 +1,22 @@
+import type { InferenceAgentMachineMetadata } from "@infersec/definitions";
 import { Logger } from "@infersec/logger";
 import { APIClient } from "../apiClient/index.js";
 import { ConduitStateManager } from "./ConduitStateManager.js";
 export declare class ConduitStateReportManager {
     private apiClient;
+    private collectMachineMetadata;
     private conduitStateManager;
     private downloadProgressReportIntervalMs;
     private logger;
     private stateIntervalMs;
     private conduitStateReportInFlight;
     private lastConduitStateReportAt;
+    private lastMachineReportAt;
     private pendingConduitStateReport;
     private stateInterval;
-    constructor({ apiClient, conduitStateManager, downloadProgressReportIntervalMs, logger, stateIntervalMs }: {
+    constructor({ apiClient, collectMachineMetadata, conduitStateManager, downloadProgressReportIntervalMs, logger, stateIntervalMs }: {
         apiClient: APIClient;
+        collectMachineMetadata: () => Promise<InferenceAgentMachineMetadata>;
         conduitStateManager: ConduitStateManager;
         downloadProgressReportIntervalMs: number;
         logger: Logger;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@infersec/conduit",
   "description": "End user conduit agent for connecting local LLMs to the cloud.",
-  "version": "1.45.0",
+  "version": "1.46.0",
   "bin": {
     "infersec-conduit": "./dist/cli.js"
   },