@infersec/conduit 1.28.1 → 1.29.0

package/dist/cli.js

@@ -6,7 +6,7 @@ const __dirname = __pathDirname(__filename);
 
 import { parseArgs } from 'node:util';
 import 'node:crypto';
-import { a as asError, s as startInferenceAgent } from './start-DtAR3bT0.js';
+import { a as asError, s as startInferenceAgent } from './start-CyERvKjg.js';
 import 'argon2';
 import 'node:child_process';
 import 'node:stream';

package/dist/index.js

@@ -5,7 +5,7 @@ const __filename = __fileURLToPath(import.meta.url);
 const __dirname = __pathDirname(__filename);
 
 import 'node:crypto';
-import { s as startInferenceAgent, a as asError } from './start-DtAR3bT0.js';
+import { s as startInferenceAgent, a as asError } from './start-CyERvKjg.js';
 import 'argon2';
 import 'node:child_process';
 import 'node:stream';

package/dist/requestHandlers/createConduitGeneralAPIReferenceHandlers.d.ts

@@ -0,0 +1,92 @@
+import { type Logger } from "@infersec/logger";
+import { ModelManager } from "../modelManagement/ModelManager.js";
+import { ConduitStateManager } from "../state/ConduitStateManager.js";
+interface CreateConduitGeneralAPIReferenceHandlersOptions {
+    cycleEngine: () => Promise<void>;
+    conduitStateManager: ConduitStateManager;
+    getModelManager: () => ModelManager;
+    logger: Logger;
+    setErrorState: ({ error }: {
+        error: string;
+    }) => void;
+    startEngine: () => Promise<void>;
+    stopEngine: ({ reason }: {
+        reason: string;
+    }) => Promise<void>;
+    stopRequestedByControl: () => boolean;
+}
+export declare function createConduitGeneralAPIReferenceHandlers({ cycleEngine, conduitStateManager, getModelManager, logger, setErrorState, startEngine, stopEngine, stopRequestedByControl }: CreateConduitGeneralAPIReferenceHandlersOptions): {
+    "/conduit/engine/start": {
+        POST: () => Promise<{
+            status: number;
+            statusText: string;
+            body?: undefined;
+        } | {
+            body: {
+                acknowledged: true;
+            };
+            status: number;
+            statusText?: undefined;
+        }>;
+    };
+    "/conduit/engine/stop": {
+        POST: () => Promise<{
+            status: number;
+            statusText: string;
+            body?: undefined;
+        } | {
+            body: {
+                acknowledged: true;
+            };
+            status: number;
+            statusText?: undefined;
+        }>;
+    };
+    "/conduit/engine/cycle": {
+        POST: () => Promise<{
+            status: number;
+            statusText: string;
+            body?: undefined;
+        } | {
+            body: {
+                acknowledged: true;
+            };
+            status: number;
+            statusText?: undefined;
+        }>;
+    };
+};
+export declare function createPostCycleEngineHandler(options: CreateConduitGeneralAPIReferenceHandlersOptions): () => Promise<{
+    status: number;
+    statusText: string;
+    body?: undefined;
+} | {
+    body: {
+        acknowledged: true;
+    };
+    status: number;
+    statusText?: undefined;
+}>;
+export declare function createPostStartEngineHandler(options: CreateConduitGeneralAPIReferenceHandlersOptions): () => Promise<{
+    status: number;
+    statusText: string;
+    body?: undefined;
+} | {
+    body: {
+        acknowledged: true;
+    };
+    status: number;
+    statusText?: undefined;
+}>;
+export declare function createPostStopEngineHandler(options: CreateConduitGeneralAPIReferenceHandlersOptions): () => Promise<{
+    status: number;
+    statusText: string;
+    body?: undefined;
+} | {
+    body: {
+        acknowledged: true;
+    };
+    status: number;
+    statusText?: undefined;
+}>;
+export {};

package/dist/requestHandlers/createConduitOpenAIAPIReferenceHandlers.d.ts

@@ -0,0 +1,208 @@
+import { API_CLIENT_CONDUIT_OPENAI_REFERENCE } from "@infersec/definitions";
+import { implementAPIReference } from "@infersec/fetch";
+import { Logger } from "@infersec/logger";
+import { APIClient } from "../apiClient/index.js";
+import { Configuration } from "../configuration.js";
+import { ModelManager } from "../modelManagement/ModelManager.js";
+type ConduitOpenAIAPIReferenceHandlers = Parameters<typeof implementAPIReference<typeof API_CLIENT_CONDUIT_OPENAI_REFERENCE>>[0]["api"];
+export declare function createConduitOpenAIAPIReferenceHandlers({ apiClient, configuration, getModelID, getModelManager, logger, startup }: {
+    apiClient: APIClient;
+    configuration: Configuration;
+    getModelID: () => string;
+    getModelManager: () => ModelManager;
+    logger: Logger;
+    startup: number;
+}): ConduitOpenAIAPIReferenceHandlers;
+export declare function createGetModelsHandler(options: {
+    apiClient: APIClient;
+    configuration: Configuration;
+    getModelID: () => string;
+    getModelManager: () => ModelManager;
+    logger: Logger;
+    startup: number;
+}): (params: {
+    req: import("@infersec/fetch").APIRequest;
+    res: import("@infersec/fetch").APIResponse;
+    parameters: Record<string, never>;
+    query: Record<string, never>;
+    body: never;
+    responseSchema: import("zod").ZodObject<{
+        object: import("zod").ZodLiteral<"list">;
+        data: import("zod").ZodArray<import("zod").ZodObject<{
+            id: import("zod").ZodString;
+            object: import("zod").ZodLiteral<"model">;
+            created: import("zod").ZodNumber;
+            owned_by: import("zod").ZodString;
+            limit: import("zod").ZodOptional<import("zod").ZodObject<{
+                context: import("zod").ZodNullable<import("zod").ZodNumber>;
+            }, import("zod/v4/core").$strip>>;
+        }, import("zod/v4/core").$strip>>;
+    }, import("zod/v4/core").$strip>;
+}) => Promise<{
+    body: {
+        object: "list";
+        data: {
+            id: string;
+            object: "model";
+            created: number;
+            owned_by: string;
+            limit?: {
+                context: number | null;
+            } | undefined;
+        }[];
+    };
+    headers?: Record<string, string>;
+    status: number;
+} | {
+    headers?: Record<string, string>;
+    status: number;
+    statusText: string;
+}>;
+export declare function createPostChatCompletionsHandler(options: {
+    apiClient: APIClient;
+    configuration: Configuration;
+    getModelID: () => string;
+    getModelManager: () => ModelManager;
+    logger: Logger;
+    startup: number;
+}): (params: {
+    req: import("@infersec/fetch").APIRequest;
+    res: import("@infersec/fetch").APIResponse;
+    parameters: Record<string, never>;
+    query: Record<string, never>;
+    body: {
+        messages: ({
+            role: "system";
+            content: string;
+            name?: string | undefined;
+        } | {
+            role: "user";
+            content: string | ({
+                type: "text";
+                text: string;
+            } | {
+                type: "image_url";
+                image_url: {
+                    url: string;
+                    detail?: "auto" | "low" | "high" | undefined;
+                };
+            })[];
+            name?: string | undefined;
+        } | {
+            role: "assistant";
+            content?: string | null | undefined;
+            name?: string | undefined;
+            tool_calls?: {
+                id: string;
+                type: "function";
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+            }[] | undefined;
+            function_call?: {
+                name: string;
+                arguments: string;
+            } | undefined;
+            refusal?: string | null | undefined;
+        } | {
+            role: "tool";
+            content: string;
+            tool_call_id: string;
+        } | {
+            role: "function";
+            content: string | null;
+            name: string;
+        })[];
+        model: string;
+        frequency_penalty?: number | null | undefined;
+        function_call?: "none" | "auto" | {
+            name: string;
+        } | undefined;
+        functions?: {
+            name: string;
+            description?: string | undefined;
+            parameters?: Record<string, any> | undefined;
+        }[] | undefined;
+        logit_bias?: Record<string, number> | null | undefined;
+        logprobs?: boolean | null | undefined;
+        top_logprobs?: number | null | undefined;
+        max_tokens?: number | null | undefined;
+        n?: number | null | undefined;
+        presence_penalty?: number | null | undefined;
+        response_format?: {
+            type: "text" | "json_object";
+        } | undefined;
+        seed?: number | null | undefined;
+        stop?: string | string[] | null | undefined;
+        stream?: boolean | null | undefined;
+        temperature?: number | null | undefined;
+        tool_choice?: "none" | "auto" | {
+            type: "function";
+            function: {
+                name: string;
+            };
+        } | undefined;
+        tools?: {
+            type: "function";
+            function: {
+                name: string;
+                description?: string | undefined;
+                parameters?: Record<string, any> | undefined;
+            };
+        }[] | undefined;
+        top_p?: number | null | undefined;
+        user?: string | undefined;
+    };
+    responseSchema: undefined;
+}) => Promise<{
+    body: import("stream").Readable;
+    headers?: Record<string, string>;
+    status: number;
+} | {
+    headers?: Record<string, string>;
+    status: number;
+    statusText: string;
+}>;
+export declare function createPostCompletionsHandler(options: {
+    apiClient: APIClient;
+    configuration: Configuration;
+    getModelID: () => string;
+    getModelManager: () => ModelManager;
+    logger: Logger;
+    startup: number;
+}): (params: {
+    req: import("@infersec/fetch").APIRequest;
+    res: import("@infersec/fetch").APIResponse;
+    parameters: Record<string, never>;
+    query: Record<string, never>;
+    body: {
+        model: string;
+        prompt: string | number[] | string[] | number[][] | null;
+        best_of?: number | null | undefined;
+        echo?: boolean | null | undefined;
+        frequency_penalty?: number | null | undefined;
+        logit_bias?: Record<string, number> | null | undefined;
+        logprobs?: number | null | undefined;
+        max_tokens?: number | null | undefined;
+        n?: number | null | undefined;
+        presence_penalty?: number | null | undefined;
+        seed?: number | null | undefined;
+        stop?: string | string[] | null | undefined;
+        stream?: boolean | null | undefined;
+        suffix?: string | null | undefined;
+        temperature?: number | null | undefined;
+        top_p?: number | null | undefined;
+        user?: string | undefined;
+    };
+    responseSchema: undefined;
+}) => Promise<{
+    body: import("stream").Readable;
+    headers?: Record<string, string>;
+    status: number;
+} | {
+    headers?: Record<string, string>;
+    status: number;
+    statusText: string;
+}>;
+export {};

package/dist/requestHandlers/createHealthHandler.d.ts

@@ -0,0 +1,2 @@
+import { Request, Response } from "express";
+export declare function createHealthHandler(): (_req: Request, res: Response) => void;