@infersec/conduit 1.108.0 → 1.109.1

package/dist/cli.js

@@ -69402,6 +69402,7 @@ function validateAndExtract(type, data, schemas) {
 function containsStatusOnly(payload) {
     return !!payload && typeof payload === "object" && "statusText" in payload;
 }
+const KEEPALIVE_INTERVAL_MS = 15_000;
 function sendTextStreamResponse({ logger, res, stream }) {
     const failStream = (error) => {
         if (res.writableEnded || res.destroyed)
@@ -69427,10 +69428,38 @@ function sendTextStreamResponse({ logger, res, stream }) {
         })}\n\n`);
         res.end();
     };
+    let keepalive = null;
+    let streamEnded = false;
+    const stopKeepalive = () => {
+        if (keepalive !== null) {
+            clearInterval(keepalive);
+            keepalive = null;
+        }
+    };
+    res.on("close", stopKeepalive);
+    res.flushHeaders();
+    stream.on("close", () => {
+        stopKeepalive();
+        if (!streamEnded && !res.writableEnded && !res.destroyed) {
+            failStream(new Error("Upstream stream closed prematurely"));
+        }
+    });
+    stream.on("end", () => {
+        streamEnded = true;
+        stopKeepalive();
+    });
     stream.on("error", error => {
+        stopKeepalive();
         failStream(error instanceof Error ? error : new Error(String(error)));
     });
     stream.pipe(res);
+    keepalive = setInterval(() => {
+        if (res.writableEnded || res.destroyed) {
+            stopKeepalive();
+            return;
+        }
+        res.write(": keepalive\n\n");
+    }, KEEPALIVE_INTERVAL_MS);
 }
 function implementSingleEndpoint({ endpoint, handler, logger, method, mount, route }) {
     const expressRoute = getHTTPMethod(mount, method);

package/dist/cli.sea.cjs

@@ -69417,6 +69417,7 @@ function validateAndExtract(type, data, schemas) {
 function containsStatusOnly(payload) {
     return !!payload && typeof payload === "object" && "statusText" in payload;
 }
+const KEEPALIVE_INTERVAL_MS = 15_000;
 function sendTextStreamResponse({ logger, res, stream }) {
     const failStream = (error) => {
         if (res.writableEnded || res.destroyed)
@@ -69442,10 +69443,38 @@ function sendTextStreamResponse({ logger, res, stream }) {
         })}\n\n`);
         res.end();
     };
+    let keepalive = null;
+    let streamEnded = false;
+    const stopKeepalive = () => {
+        if (keepalive !== null) {
+            clearInterval(keepalive);
+            keepalive = null;
+        }
+    };
+    res.on("close", stopKeepalive);
+    res.flushHeaders();
+    stream.on("close", () => {
+        stopKeepalive();
+        if (!streamEnded && !res.writableEnded && !res.destroyed) {
+            failStream(new Error("Upstream stream closed prematurely"));
+        }
+    });
+    stream.on("end", () => {
+        streamEnded = true;
+        stopKeepalive();
+    });
     stream.on("error", error => {
+        stopKeepalive();
         failStream(error instanceof Error ? error : new Error(String(error)));
     });
     stream.pipe(res);
+    keepalive = setInterval(() => {
+        if (res.writableEnded || res.destroyed) {
+            stopKeepalive();
+            return;
+        }
+        res.write(": keepalive\n\n");
+    }, KEEPALIVE_INTERVAL_MS);
 }
 function implementSingleEndpoint({ endpoint, handler, logger, method, mount, route }) {
     const expressRoute = getHTTPMethod(mount, method);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@infersec/conduit",
   "description": "End user conduit agent for connecting local LLMs to the cloud.",
-  "version": "1.108.0",
+  "version": "1.109.1",
   "bin": {
     "infersec-conduit": "./dist/cli.js"
   },