@infersec/conduit 1.66.0 → 1.68.0

package/dist/ConduitConnection.d.ts

@@ -1,9 +1,8 @@
-import type { LLMEngine, ULID } from "@infersec/definitions";
+import type { ULID } from "@infersec/definitions";
 import type { Logger } from "@infersec/logger";
 export interface ConduitConnectionOptions {
     apiKey: string;
     apiURL: string;
-    engine: LLMEngine;
     enginePort: number;
     logger: Logger;
     port: number;

package/dist/benchmark/evaluation/bfclEvaluator.d.ts

@@ -7,6 +7,7 @@ export declare function loadBFCLProblems(): Promise<{
 export declare function evaluateBFCL(options: {
     apiKey: string;
     answers: Map<string, BFCLAnswer>;
+    checkpointDir?: string;
     completionEndpoint: string;
     concurrency: number;
     endpointID: string;

package/dist/benchmark/evaluation/checkpoint.d.ts

@@ -0,0 +1,7 @@
+export interface Checkpoint<T> {
+    completedIndices: number[];
+    results: Array<T | null>;
+}
+export declare function loadCheckpoint<T>(filePath: string): Promise<Checkpoint<T> | null>;
+export declare function saveCheckpoint<T>(filePath: string, checkpoint: Checkpoint<T>): Promise<void>;
+export declare function removeCheckpoint(filePath: string): Promise<void>;

package/dist/benchmark/evaluation/codeEvaluator.d.ts

@@ -9,6 +9,7 @@ interface ProblemResult {
 }
 export declare function evaluateCodeCompletion(options: {
     apiKey: string;
+    checkpointDir?: string;
     completionEndpoint: string;
     concurrency: number;
     endpointID: string;

package/dist/benchmark/evaluation/mbppEvaluator.d.ts

@@ -2,6 +2,7 @@ import type { BenchmarkStats, MBPPPlusProblem } from "../types.js";
 export declare function loadMBPPPlusProblems(): Promise<MBPPPlusProblem[]>;
 export declare function evaluateMBPPPlus(options: {
     apiKey: string;
+    checkpointDir?: string;
     completionEndpoint: string;
     concurrency: number;
     endpointID: string;