@infersec/conduit 1.46.1 → 1.47.0

package/dist/cli.js

@@ -18502,22 +18502,6 @@ const ULIDSchema = string$1().refine(isValid, { message: "Invalid ULID" });
 //
 //  irid://SERVICE/ACCOUNT_ID/RESOURCE_ID::RESOURCE_SUB_SPECIFIER
 const IRID_MAX_LENGTH = 2048;
-// export const IRIDSchema = z.custom<`irid://${string}/${string}/${string}:${string}`>((irid) => {
-//     if (typeof irid !== "string") return false;
-//     if (!/^irid:\/\//.test(irid)) return false;
-//     const prefixStripped = irid.replace(/^irid:\/\//, "");
-//     if (irid.length > IRID_MAX_LENGTH) {
-//         return false;
-//     }
-//     if (!/:[a-z0-9:.-]+$/.test(prefixStripped)) return false;
-//     const [components] = prefixStripped.split(":");
-//     const [service, accountID, resourceID] = components.split("/");
-//     if (!/^[a-z0-9-]+$/.test(service)) return false;
-//     if (!isValid(accountID)) return false;
-//     if (!/^[a-z0-9-]+$/.test(resourceID)) return false;
-//     return true;
-// }, "Invalid IRID value");
-// export const IRIDSchema = z.string().brand<`irid://${string}/${string}/${string}:${string}`>();
 const IRIDSchema = string$1()
     .refine(irid => /^irid:\/\//.test(irid), { message: "Bad IRID prefix" })
     .refine(irid => irid.length <= IRID_MAX_LENGTH, {
@@ -18965,6 +18949,7 @@ const ConduitStateSchema = z
     })
 ])
     .and(z.object({
+    activeRequestCount: z.number().int().nonnegative().optional(),
     timestamp: z.iso.datetime()
 }));
 const ConduitState = z.preprocess(value => {
@@ -19666,6 +19651,17 @@ const API_CLIENT_CONDUIT_OPENAI_REFERENCE = {
     }
 });
 
+var RoutingMethod;
+(function (RoutingMethod) {
+    RoutingMethod["FirstAvailable"] = "first-available";
+    RoutingMethod["RoundRobin"] = "round-robin";
+})(RoutingMethod || (RoutingMethod = {}));
+RoutingMethod.FirstAvailable;
+({
+    [RoutingMethod.FirstAvailable]: "First Available",
+    [RoutingMethod.RoundRobin]: "Round Robin"
+});
+
 object({
     accountID: ULIDSchema.optional(),
     email: string$1().email(),
@@ -19741,7 +19737,7 @@ custom((perm) => {
 });
 // #endregion
 
-// @ts-ignore
+// @ts-expect-error Cannot find name "window" in VSCode
 const isBrowser = typeof window !== "undefined";
 
 const APIRequestSchema = object({
@@ -114910,6 +114906,7 @@ class ConduitStateReportManager {
 }
 
 class ConduitStateManager {
+    activeRequestCount = 0;
     currentState;
     constructor({ initialState }) {
         this.currentState = {
@@ -114917,22 +114914,31 @@ class ConduitStateManager {
             timestamp: new Date().toISOString()
         };
     }
+    decrementActiveRequestCount() {
+        this.activeRequestCount = Math.max(0, this.activeRequestCount - 1);
+    }
     getState() {
-        return this.currentState;
+        return {
+            ...this.currentState,
+            activeRequestCount: this.activeRequestCount
+        };
+    }
+    incrementActiveRequestCount() {
+        this.activeRequestCount += 1;
     }
     setState(state) {
         this.currentState = {
             ...state,
             timestamp: new Date().toISOString()
         };
-        return this.currentState;
+        return this.getState();
     }
     touch() {
         this.currentState = {
             ...this.currentState,
             timestamp: new Date().toISOString()
         };
-        return this.currentState;
+        return this.getState();
     }
 }
 
@@ -124708,10 +124714,12 @@ async function createApplication({ abortController, apiClient, configuration, lo
             });
         },
         onRequestEnd: () => {
-            return;
+            conduitStateManager.decrementActiveRequestCount();
+            conduitStateReportManager.reportStateChange();
         },
         onRequestStart: () => {
-            return;
+            conduitStateManager.incrementActiveRequestCount();
+            conduitStateReportManager.reportStateChange();
         },
         reportMetrics: apiClient.reportPromptMetrics,
         signal: abortController.signal

package/dist/state/ConduitStateManager.d.ts

@@ -3,11 +3,14 @@ type ConduitStateInput = Record<string, unknown> & {
     state: ConduitState["state"];
 };
 export declare class ConduitStateManager {
+    private activeRequestCount;
     private currentState;
     constructor({ initialState }: {
         initialState: ConduitStateInput;
     });
+    decrementActiveRequestCount(): void;
     getState(): ConduitState;
+    incrementActiveRequestCount(): void;
     setState(state: ConduitStateInput): ConduitState;
     touch(): ConduitState;
 }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@infersec/conduit",
   "description": "End user conduit agent for connecting local LLMs to the cloud.",
-  "version": "1.46.1",
+  "version": "1.47.0",
   "bin": {
     "infersec-conduit": "./dist/cli.js"
   },
@@ -22,6 +22,8 @@
     "format": "prettier --write .",
     "prepublishOnly": "npm run build",
     "start": "npm run build && node ./dist/cli.js inference start",
+    "start-2": "npm run build && node ./dist/cli.js inference start --source 01k1p3rgt1wdq8k43rev1dg4mh --port 9506",
+    "start-3": "npm run build && node ./dist/cli.js inference start --source 01k1p3rgt1wdq8k43rev1dg4mj --port 9507",
     "test": "npm run test:types && npm run test:lint && npm run test:format && npm run test:unit",
     "test:format": "prettier --check .",
     "test:lint": "eslint source/**/*.ts",