@infersec/conduit 1.8.0 → 1.8.1

package/dist/cli.js

@@ -6,7 +6,7 @@ const __dirname = __pathDirname(__filename);
 
 import { parseArgs } from 'node:util';
 import 'node:crypto';
-import { a as asError, s as startInferenceAgent } from './start-CVgqDYvF.js';
+import { a as asError, s as startInferenceAgent } from './start-ItMOqpI1.js';
 import 'argon2';
 import 'node:child_process';
 import 'node:stream';

package/dist/index.js

@@ -5,7 +5,7 @@ const __filename = __fileURLToPath(import.meta.url);
 const __dirname = __pathDirname(__filename);
 
 import 'node:crypto';
-import { s as startInferenceAgent, a as asError } from './start-CVgqDYvF.js';
+import { s as startInferenceAgent, a as asError } from './start-ItMOqpI1.js';
 import 'argon2';
 import 'node:child_process';
 import 'node:stream';

package/dist/modelManagement/ModelManager.d.ts

@@ -30,5 +30,7 @@ export declare class ModelManager extends EventEmitter<ModelManagerEvents> {
         onDownloadProgress?: (update: ModelDownloadProgressUpdate) => void;
     }): Promise<void>;
     start(): Promise<void>;
+    private isEngineReady;
+    private waitForEngineReady;
 }
 export {};

package/dist/{start-CVgqDYvF.js → start-ItMOqpI1.js}

@@ -105091,8 +105091,48 @@ class ModelManager extends EventEmitter {
         this.logger.info("Started LLM engine", {
             agentEngineType: this.engine
         });
+        try {
+            await this.waitForEngineReady();
+        }
+        catch (error) {
+            const err = error instanceof Error ? error : new Error(String(error));
+            this.emit("engineError", err);
+            throw err;
+        }
         this.emit("engineReady");
     }
+    async isEngineReady() {
+        switch (this.engine) {
+            case "llama.cpp":
+            case "vllm": {
+                try {
+                    const response = await this.fetchOpenAI("/v1/models", {
+                        method: "GET",
+                        signal: AbortSignal.timeout(5000)
+                    });
+                    return response.ok;
+                }
+                catch (_error) {
+                    return false;
+                }
+            }
+            default:
+                return true;
+        }
+    }
+    async waitForEngineReady() {
+        const maxWaitMs = 5 * 60 * 1000;
+        const pollIntervalMs = 2000;
+        const start = Date.now();
+        while (Date.now() - start < maxWaitMs) {
+            const ready = await this.isEngineReady();
+            if (ready) {
+                return;
+            }
+            await new Promise(resolve => setTimeout(resolve, pollIntervalMs));
+        }
+        throw new Error("LLM engine failed readiness checks within timeout");
+    }
 }
 
 async function handleSSERequests({ apiURL, configuration, logger, onRequest, onRequestEnd, onRequestStart }) {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@infersec/conduit",
   "description": "End user conduit agent for connecting local LLMs to the cloud.",
-  "version": "1.8.0",
+  "version": "1.8.1",
   "bin": {
     "infersec-conduit": "./dist/cli.js"
   },