@infersec/conduit 1.22.8 → 1.23.0

package/dist/cli.js

@@ -6,7 +6,7 @@ const __dirname = __pathDirname(__filename);
 
 import { parseArgs } from 'node:util';
 import 'node:crypto';
-import { a as asError, s as startInferenceAgent } from './start-Cqvc5hOj.js';
+import { a as asError, s as startInferenceAgent } from './start-MoDI8K51.js';
 import 'argon2';
 import 'node:child_process';
 import 'node:stream';

package/dist/index.js

@@ -5,7 +5,7 @@ const __filename = __fileURLToPath(import.meta.url);
 const __dirname = __pathDirname(__filename);
 
 import 'node:crypto';
-import { s as startInferenceAgent, a as asError } from './start-Cqvc5hOj.js';
+import { s as startInferenceAgent, a as asError } from './start-MoDI8K51.js';
 import 'argon2';
 import 'node:child_process';
 import 'node:stream';

package/dist/{start-Cqvc5hOj.js → start-MoDI8K51.js}

@@ -14747,9 +14747,7 @@ const InferenceAgentMachineReportPayloadSchema = object({
     machine: InferenceAgentMachineMetadataSchema
 });
 const InferenceAgentResponseChunkPayloadSchema = object({
-    data: string$1()
-        .regex(/^data:text\/plain;base64,/)
-        .nullable(),
+    data: string$1().nullable(),
     headers: record(string$1(), string$1()).default({}).optional(),
     requestID: ULIDSchema,
     sequence: number$1().int().nonnegative(),
@@ -15258,9 +15256,7 @@ object({
     status: number$1().int().min(100).max(599)
 });
 const ClientToServerAPIResponseSchema = object({
-    data: string$1()
-        .regex(/^data:text\/plain;base64,/)
-        .nullable(),
+    data: string$1().nullable(),
     headers: record(string$1(), string$1()).default({}).optional(),
     requestID: ULIDSchema,
     status: number$1().int().min(100).max(599).default(200).optional()
@@ -108436,7 +108432,7 @@ async function handleRequest({ apiURL, configuration, logger, modelID, onRequest
             apiURL,
             configuration,
             payload: {
-                data: encodeTextChunk(failureMessage),
+                data: encodeBinaryChunk(Buffer.from(failureMessage)),
                 sequence: 0,
                 status: 502
             },
@@ -108481,7 +108477,9 @@ async function streamResponse({ apiURL, configuration, logger, requestID, reques
     let timeToFirstTokenMs = null;
     if (response.body instanceof Readable) {
         for await (const chunk of response.body) {
-            const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
+            const buffer = Buffer.isBuffer(chunk)
+                ? chunk
+                : Buffer.from(chunk);
             if (timeToFirstTokenMs === null) {
                 timeToFirstTokenMs = Math.max(0, Date.now() - requestStartedAt);
             }
@@ -108490,7 +108488,7 @@ async function streamResponse({ apiURL, configuration, logger, requestID, reques
                 apiURL,
                 configuration,
                 payload: {
-                    data: encodeTextChunk(buffer),
+                    data: encodeBinaryChunk(buffer),
                     sequence,
                     status: response.status
                 },
@@ -108527,7 +108525,7 @@ async function streamResponse({ apiURL, configuration, logger, requestID, reques
         apiURL,
         configuration,
         payload: {
-            data: encodeTextChunk(responsePayload),
+            data: encodeBinaryChunk(Buffer.from(responsePayload)),
             headers: response.headers,
             sequence,
             status: response.status
@@ -108572,11 +108570,8 @@ async function postChunk({ apiURL, configuration, payload, requestID }) {
         method: "POST"
     });
 }
-function encodeTextChunk(chunk) {
-    if (Buffer.isBuffer(chunk)) {
-        return `data:text/plain;base64,${chunk.toString("base64")}`;
-    }
-    return `data:text/plain;base64,${Buffer.from(chunk, "utf-8").toString("base64")}`;
+function encodeBinaryChunk(chunk) {
+    return chunk.toString("base64");
 }
 function calculateRequestBytes(body) {
     if (body === null || body === undefined) {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@infersec/conduit",
   "description": "End user conduit agent for connecting local LLMs to the cloud.",
-  "version": "1.22.8",
+  "version": "1.23.0",
   "bin": {
     "infersec-conduit": "./dist/cli.js"
   },