@infersec/conduit 1.4.1

package/dist/start.d.ts

@@ -0,0 +1,4 @@
+import { ConfigurationOverrides } from "./configuration.js";
+export declare function startInferenceAgent({ configurationOverrides }: {
+    configurationOverrides?: ConfigurationOverrides;
+}): Promise<void>;

package/dist/utils/engineMetrics.d.ts

@@ -0,0 +1,36 @@
+import { Readable } from "node:stream";
+import { Logger } from "@infersec/logger";
+import { LLMEngine } from "@infersec/definitions";
+export interface EngineUsageMetrics {
+    completionTokens: number | null;
+    promptTokens: number | null;
+    totalTokens: number | null;
+}
+interface EngineMetricsLoggerOptions {
+    agentEngineType: LLMEngine;
+    logger: Logger;
+    requestBodyBytes: number;
+    requestPath: string;
+}
+interface EngineMetricsCompletion {
+    error: Error | null;
+    requestBodyBytes: number;
+    responseBytes: number;
+    usage: EngineUsageMetrics | null;
+}
+interface MonitorEngineResponseOptions extends EngineMetricsLoggerOptions {
+    body: Readable;
+    onComplete?: (result: EngineMetricsCompletion) => void;
+}
+interface EngineMetricsLogOptions extends EngineMetricsLoggerOptions {
+    error?: Error;
+    level: "info" | "error";
+    responseBytes: number;
+    usage?: EngineUsageMetrics | null;
+}
+interface MonitorEngineResponseResult {
+    stream: Readable;
+}
+export declare function logEngineMetrics({ agentEngineType, error, level, logger, requestBodyBytes, requestPath, responseBytes, usage }: EngineMetricsLogOptions): void;
+export declare function monitorEngineResponseStream({ agentEngineType, body, logger, onComplete, requestBodyBytes, requestPath }: MonitorEngineResponseOptions): MonitorEngineResponseResult;
+export {};

package/dist/utils/machineInfo.d.ts

@@ -0,0 +1,2 @@
+import { InferenceAgentMachineMetadata } from "@infersec/definitions";
+export declare function collectMachineMetadata(): Promise<InferenceAgentMachineMetadata>;

package/dist/utils/openai.d.ts

@@ -0,0 +1,20 @@
+import { Readable } from "node:stream";
+import { InferenceAgentLLMMetricsPayload } from "@infersec/definitions";
+import { Logger } from "@infersec/logger";
+import { Configuration } from "../configuration.js";
+import { ModelManager } from "../modelManagement/ModelManager.js";
+export declare function proxyOpenAIStreamingRoute({ body, configuration, logger, modelManager, path, reportMetrics }: {
+    body: unknown;
+    configuration: Configuration;
+    logger: Logger;
+    modelManager: ModelManager;
+    path: "/v1/chat/completions" | "/v1/completions";
+    reportMetrics: (payload: InferenceAgentLLMMetricsPayload) => Promise<void>;
+}): Promise<{
+    body: Readable;
+    headers: Record<string, string>;
+    status: number;
+} | {
+    status: number;
+    statusText: string;
+}>;

package/dist/utils/timer.d.ts

@@ -0,0 +1 @@
+export declare function sleep(ms: number): Promise<void>;

package/package.json

@@ -0,0 +1,64 @@
+{
+  "name": "@infersec/conduit",
+  "description": "End user inference agent for connecting local LLMs to the cloud.",
+  "version": "1.4.1",
+  "bin": {
+    "infersec-conduit": "./dist/cli.js"
+  },
+  "exports": {
+    ".": {
+      "default": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "type": "module",
+  "scripts": {
+    "build": "npm run clean && npm run build:bundle",
+    "build:bundle": "rollup -c",
+    "clean": "rm -rf ./dist",
+    "format": "prettier --write .",
+    "prepublishOnly": "npm run build",
+    "start": "npm run build && node ./dist/index.js",
+    "test": "npm run test:types && npm run test:lint && npm run test:format",
+    "test:format": "prettier --check .",
+    "test:lint": "eslint source/**/*.ts",
+    "test:types": "tsc -p tsconfig.json --noEmit"
+  },
+  "prettier": "@infersec/prettier",
+  "publishConfig": {
+    "access": "public"
+  },
+  "types": "./dist/index.d.ts",
+  "devDependencies": {
+    "@infersec/definitions": "*",
+    "@infersec/fetch": "*",
+    "@infersec/logger": "*",
+    "@infersec/prettier": "*",
+    "@infersec/tsconfig": "*",
+    "@infersec/utils": "*",
+    "@rollup/plugin-commonjs": "^28.0.6",
+    "@rollup/plugin-json": "^6.1.0",
+    "@rollup/plugin-node-resolve": "^16.0.1",
+    "@rollup/plugin-typescript": "^12.1.4",
+    "@types/express": "^4.17.23",
+    "@types/supertest": "^6.0.3",
+    "rollup": "^4.46.2",
+    "tslib": "^2.8.1"
+  },
+  "dependencies": {
+    "@huggingface/hub": "^2.5.2",
+    "eventemitter3": "^5.0.1",
+    "execa": "^9.6.0",
+    "express": "^4.21.2",
+    "express-promise-router": "^4.1.1",
+    "glob": "^11.0.3",
+    "supertest": "^7.1.4",
+    "systeminformation": "^5.30.3",
+    "undici": "^7.13.0",
+    "zod": "^4.2.1"
+  }
+}