@infersec/conduit 1.113.0 → 1.114.0

package/dist/commands/engineOptions.d.ts

@@ -2,6 +2,7 @@ import type { CreateEngineBody, UpdateEngineBody } from "../managementClient/ind
 import type { ManagementCommandOptions } from "./managementOptions.js";
 export interface EngineCreateCommandOptions extends ManagementCommandOptions {
     arg?: string[];
+    baseUrl?: string;
     type?: string;
 }
 export declare function buildEngineCreateBody(options: EngineCreateCommandOptions): CreateEngineBody;

package/dist/modelManagement/ModelManager.d.ts

@@ -18,6 +18,7 @@ export declare class ModelManager extends EventEmitter<ModelManagerEvents> {
     private uniqueName;
     readonly contextLength: number | null;
     protected readonly logger: Logger;
+    private discoveredModelNames;
     private engineProcess;
     private healthPollInterval;
     private lastEngineError;
@@ -49,8 +50,11 @@ export declare class ModelManager extends EventEmitter<ModelManagerEvents> {
     get lastExitCode(): number | null;
     get lastExitSignal(): NodeJS.Signals | null;
     get state(): EngineLifecycleState;
+    get resolvedServedModelName(): string | null;
     get wasRunning(): boolean;
+    private get customBaseURL();
     private checkEngineReadiness;
+    private checkCustomReadiness;
     private checkGenericHealthReadiness;
     private checkLlamacppReadiness;
     private checkVLLMReadiness;
@@ -60,6 +64,7 @@ export declare class ModelManager extends EventEmitter<ModelManagerEvents> {
     private get lockFilePath();
     private acquireDownloadLock;
     private recordEngineError;
+    private requireCustomBaseURL;
     private releaseDownloadLock;
     private bindEngineProcessEvents;
     private startEngineProcess;

package/dist/reporting/engineExecutionReporter.d.ts

@@ -19,7 +19,8 @@ export interface EngineExecutionReportSource {
  * Flattens flat CLI extra-arg tokens into [arg, value] pairs, sorted by ARG NAME (ascending, ties by
  * value). `--flag=value` pairs split on the first `=`; a bare `--flag` consumes the following token
  * as its value when that token does not start with "-" (classic CLI convention); anything else
- * (flags, non-strings) is dropped.
+ * (flags, non-strings) is dropped. Secret-like option values are masked before pairing so they
+ * never reach execution reports.
  */
 export declare function pairExtraArgs(tokens: unknown): Array<[string, string]>;
 /**

package/dist/utils/engineMetrics.d.ts

@@ -27,6 +27,7 @@ interface MonitorEngineResponseOptions extends EngineMetricsLoggerOptions {
     engineType: string;
     onComplete?: (result: EngineMetricsCompletion) => void | Promise<void>;
     requestStartedAt?: number;
+    responseModelName?: string | null;
 }
 interface EngineMetricsLogOptions extends EngineMetricsLoggerOptions {
     error?: Error;
@@ -37,7 +38,7 @@ interface EngineMetricsLogOptions extends EngineMetricsLoggerOptions {
 interface MonitorEngineResponseResult {
     stream: Readable;
 }
-export declare function monitorEngineResponseStream({ agentEngineType, body, contextLength, engineConfig, engineType, logger, onComplete, requestBodyBytes, requestPath, requestStartedAt }: MonitorEngineResponseOptions): MonitorEngineResponseResult;
-export declare function monitorEngineResponseSingle({ agentEngineType, body, contextLength, engineConfig, engineType, logger, onComplete, requestBodyBytes, requestPath, requestStartedAt }: MonitorEngineResponseOptions): MonitorEngineResponseResult;
+export declare function monitorEngineResponseStream({ agentEngineType, body, contextLength, engineConfig, engineType, logger, onComplete, requestBodyBytes, requestPath, requestStartedAt, responseModelName }: MonitorEngineResponseOptions): MonitorEngineResponseResult;
+export declare function monitorEngineResponseSingle({ agentEngineType, body, contextLength, engineConfig, engineType, logger, onComplete, requestBodyBytes, requestPath, requestStartedAt, responseModelName }: MonitorEngineResponseOptions): MonitorEngineResponseResult;
 export declare function logEngineMetrics({ agentEngineType, error, level, logger, requestBodyBytes, requestPath, responseBytes, usage }: EngineMetricsLogOptions): void;
 export {};

package/dist/utils/openai.d.ts

@@ -19,6 +19,14 @@ export declare function applyChatTemplateKwargs({ body, model }: {
     body: PlainObject;
     model: LLMModel;
 }): PlainObject;
+export declare function serializeRequestBody(body: unknown, { model, path, servedModelName }?: {
+    model?: LLMModel;
+    path?: string;
+    servedModelName?: string | null;
+}): {
+    bytes: number;
+    payload: string;
+};
 export declare function proxyEmbeddingsRoute({ body, conduitConfiguration, endpointId, logger, modelID, modelManager, reportMetrics, signal }: {
     body: unknown;
     conduitConfiguration: InferenceAgentConfiguration;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@infersec/conduit",
   "description": "End user conduit agent for connecting local LLMs to the cloud.",
-  "version": "1.113.0",
+  "version": "1.114.0",
   "bin": {
     "infersec-conduit": "./dist/cli.js"
   },