@infersec/conduit 1.113.0 → 1.114.1

package/dist/commands/engineOptions.d.ts

@@ -2,6 +2,7 @@ import type { CreateEngineBody, UpdateEngineBody } from "../managementClient/ind
 import type { ManagementCommandOptions } from "./managementOptions.js";
 export interface EngineCreateCommandOptions extends ManagementCommandOptions {
     arg?: string[];
+    baseUrl?: string;
     type?: string;
 }
 export declare function buildEngineCreateBody(options: EngineCreateCommandOptions): CreateEngineBody;

package/dist/modelManagement/ModelManager.d.ts

@@ -18,8 +18,11 @@ export declare class ModelManager extends EventEmitter<ModelManagerEvents> {
     private uniqueName;
     readonly contextLength: number | null;
     protected readonly logger: Logger;
+    private discoveredModelNames;
+    private customProbeCount;
     private engineProcess;
     private healthPollInterval;
+    private lastCustomReadinessReport;
     private lastEngineError;
     private lifecycleState;
     private downloadLockHandle;
@@ -49,8 +52,12 @@ export declare class ModelManager extends EventEmitter<ModelManagerEvents> {
     get lastExitCode(): number | null;
     get lastExitSignal(): NodeJS.Signals | null;
     get state(): EngineLifecycleState;
+    get resolvedServedModelName(): string | null;
     get wasRunning(): boolean;
+    private get customBaseURL();
     private checkEngineReadiness;
+    private checkCustomReadiness;
+    private reportCustomReadinessChange;
     private checkGenericHealthReadiness;
     private checkLlamacppReadiness;
     private checkVLLMReadiness;
@@ -60,6 +67,7 @@ export declare class ModelManager extends EventEmitter<ModelManagerEvents> {
     private get lockFilePath();
     private acquireDownloadLock;
     private recordEngineError;
+    private requireCustomBaseURL;
     private releaseDownloadLock;
     private bindEngineProcessEvents;
     private startEngineProcess;

package/dist/reporting/engineExecutionReporter.d.ts

@@ -19,7 +19,8 @@ export interface EngineExecutionReportSource {
  * Flattens flat CLI extra-arg tokens into [arg, value] pairs, sorted by ARG NAME (ascending, ties by
  * value). `--flag=value` pairs split on the first `=`; a bare `--flag` consumes the following token
  * as its value when that token does not start with "-" (classic CLI convention); anything else
- * (flags, non-strings) is dropped.
+ * (flags, non-strings) is dropped. Secret-like option values are masked before pairing so they
+ * never reach execution reports.
  */
 export declare function pairExtraArgs(tokens: unknown): Array<[string, string]>;
 /**

package/dist/utils/engineMetrics.d.ts

@@ -27,6 +27,7 @@ interface MonitorEngineResponseOptions extends EngineMetricsLoggerOptions {
     engineType: string;
     onComplete?: (result: EngineMetricsCompletion) => void | Promise<void>;
     requestStartedAt?: number;
+    responseModelName?: string | null;
 }
 interface EngineMetricsLogOptions extends EngineMetricsLoggerOptions {
     error?: Error;
@@ -37,7 +38,7 @@ interface EngineMetricsLogOptions extends EngineMetricsLoggerOptions {
 interface MonitorEngineResponseResult {
     stream: Readable;
 }
-export declare function monitorEngineResponseStream({ agentEngineType, body, contextLength, engineConfig, engineType, logger, onComplete, requestBodyBytes, requestPath, requestStartedAt }: MonitorEngineResponseOptions): MonitorEngineResponseResult;
-export declare function monitorEngineResponseSingle({ agentEngineType, body, contextLength, engineConfig, engineType, logger, onComplete, requestBodyBytes, requestPath, requestStartedAt }: MonitorEngineResponseOptions): MonitorEngineResponseResult;
+export declare function monitorEngineResponseStream({ agentEngineType, body, contextLength, engineConfig, engineType, logger, onComplete, requestBodyBytes, requestPath, requestStartedAt, responseModelName }: MonitorEngineResponseOptions): MonitorEngineResponseResult;
+export declare function monitorEngineResponseSingle({ agentEngineType, body, contextLength, engineConfig, engineType, logger, onComplete, requestBodyBytes, requestPath, requestStartedAt, responseModelName }: MonitorEngineResponseOptions): MonitorEngineResponseResult;
 export declare function logEngineMetrics({ agentEngineType, error, level, logger, requestBodyBytes, requestPath, responseBytes, usage }: EngineMetricsLogOptions): void;
 export {};

package/dist/utils/openai.d.ts

@@ -19,6 +19,14 @@ export declare function applyChatTemplateKwargs({ body, model }: {
     body: PlainObject;
     model: LLMModel;
 }): PlainObject;
+export declare function serializeRequestBody(body: unknown, { model, path, servedModelName }?: {
+    model?: LLMModel;
+    path?: string;
+    servedModelName?: string | null;
+}): {
+    bytes: number;
+    payload: string;
+};
 export declare function proxyEmbeddingsRoute({ body, conduitConfiguration, endpointId, logger, modelID, modelManager, reportMetrics, signal }: {
     body: unknown;
     conduitConfiguration: InferenceAgentConfiguration;
@@ -36,6 +44,12 @@ export declare function proxyEmbeddingsRoute({ body, conduitConfiguration, endpo
     status: number;
     statusText: string;
 }>;
+/**
+ * Forwards upstream headers, dropping content-length when the response body
+ * is rewritten (model-name substitution changes its length; a stale
+ * content-length desyncs the stream and aborts downstream readers).
+ */
+export declare function buildProxyResponseHeaders(headers: Headers, rewriteActive: boolean): Record<string, string>;
 export declare function proxyOpenAIStreamingRoute({ body, conduitConfiguration, endpointId, logger, modelID, modelManager, path, reportMetrics, signal }: {
     body: unknown;
     conduitConfiguration: InferenceAgentConfiguration;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@infersec/conduit",
   "description": "End user conduit agent for connecting local LLMs to the cloud.",
-  "version": "1.113.0",
+  "version": "1.114.1",
   "bin": {
     "infersec-conduit": "./dist/cli.js"
   },