model-test-bench 1.0.2

package/dist/server/services/runner.js

@@ -0,0 +1,99 @@
+// ---------------------------------------------------------------------------
+// AiSdkRunner — executes a single run via Vercel AI SDK (streaming)
+// ---------------------------------------------------------------------------
+import { streamText, stepCountIs } from 'ai';
+import { createModel } from './model-factory.js';
+import { getEnabledTools } from './tools.js';
+// ---------------------------------------------------------------------------
+// Implementation
+// ---------------------------------------------------------------------------
+export class AiSdkRunner {
+    logger;
+    constructor(logger) {
+        this.logger = logger;
+    }
+    async executeRun(provider, scenario, run, callbacks, externalAbortController) {
+        const startTime = Date.now();
+        const messages = [];
+        const abortController = externalAbortController ?? new AbortController();
+        let timeoutId;
+        try {
+            // Set up timeout
+            const timeoutMs = provider.timeoutSeconds * 1000;
+            timeoutId = setTimeout(() => abortController.abort(), timeoutMs);
+            callbacks.onStatusChange('running');
+            // Build model and tools
+            const model = createModel(provider);
+            const tools = getEnabledTools(scenario.enabledTools);
+            const hasTools = Object.keys(tools).length > 0;
+            // Stream the query
+            const result = streamText({
+                model,
+                system: scenario.systemPrompt || undefined,
+                prompt: scenario.prompt,
+                temperature: provider.temperature,
+                maxOutputTokens: provider.maxTokens,
+                topP: provider.topP,
+                tools: hasTools ? tools : undefined,
+                stopWhen: stepCountIs(hasTools ? 10 : 1),
+                abortSignal: abortController.signal,
+            });
+            // Consume the stream, forwarding each part to the frontend via callbacks
+            for await (const part of result.fullStream) {
+                const record = {
+                    timestamp: new Date().toISOString(),
+                    message: part,
+                };
+                messages.push(record);
+                callbacks.onMessage(record);
+            }
+            // Await final aggregated values
+            const finalText = await result.text;
+            const usage = await result.usage;
+            const steps = await result.steps;
+            const durationMs = Date.now() - startTime;
+            const completedRun = {
+                ...run,
+                status: 'completed',
+                messages,
+                resultText: finalText,
+                totalCostUsd: 0,
+                durationMs,
+                numTurns: steps.length,
+                updatedAt: new Date().toISOString(),
+            };
+            callbacks.onStatusChange('completed');
+            this.logger.info('Run completed', {
+                runId: run.id,
+                durationMs,
+                inputTokens: usage?.inputTokens ?? 0,
+                outputTokens: usage?.outputTokens ?? 0,
+                steps: steps.length,
+            });
+            return completedRun;
+        }
+        catch (err) {
+            const durationMs = Date.now() - startTime;
+            const errorMessage = err instanceof Error ? err.message : String(err);
+            const isAbort = abortController.signal.aborted;
+            const errorRun = {
+                ...run,
+                status: isAbort ? 'cancelled' : 'failed',
+                messages,
+                resultText: '',
+                totalCostUsd: 0,
+                durationMs,
+                numTurns: 0,
+                error: isAbort ? `Timeout after ${provider.timeoutSeconds}s` : errorMessage,
+                updatedAt: new Date().toISOString(),
+            };
+            callbacks.onStatusChange(errorRun.status);
+            return errorRun;
+        }
+        finally {
+            if (timeoutId !== undefined)
+                clearTimeout(timeoutId);
+        }
+    }
+}
+//# sourceMappingURL=runner.js.map

package/dist/server/services/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../../src/server/services/runner.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,oEAAoE;AACpE,8EAA8E;AAE9E,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,IAAI,CAAC;AAI7C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE7C,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E,MAAM,OAAO,WAAW;IACO;IAA7B,YAA6B,MAAe;QAAf,WAAM,GAAN,MAAM,CAAS;IAAG,CAAC;IAEhD,KAAK,CAAC,UAAU,CACd,QAAkB,EAClB,QAAkB,EAClB,GAAQ,EACR,SAAuB,EACvB,uBAAyC;QAEzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,eAAe,GAAG,uBAAuB,IAAI,IAAI,eAAe,EAAE,CAAC;QAEzE,IAAI,SAAoD,CAAC;QAEzD,IAAI,CAAC;YACH,iBAAiB;YACjB,MAAM,SAAS,GAAG,QAAQ,CAAC,cAAc,GAAG,IAAI,CAAC;YACjD,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;YACjE,SAAS,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YAEpC,wBAAwB;YACxB,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;YACpC,MAAM,KAAK,GAAG,eAAe,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;YACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;YAE/C,mBAAmB;YACnB,MAAM,MAAM,GAAG,UAAU,CAAC;gBACxB,KAAK;gBACL,MAAM,EAAE,QAAQ,CAAC,YAAY,IAAI,SAAS;gBAC1C,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,eAAe,EAAE,QAAQ,CAAC,SAAS;gBACnC,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;gBACnC,QAAQ,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxC,WAAW,EAAE,eAAe,CAAC,MAAM;aACpC,CAAC,CAAC;YAEH,yEAAyE;YACzE,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBAC3C,MAAM,MAAM,GAAqB;oBAC/B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,OAAO,EAAE,IAA0C;iBACpD,CAAC;gBACF,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtB,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC9B,CAAC;YAED,gCAAgC;YAChC,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;YACpC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC;YACjC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE1C,MAAM,YAAY,GAAQ;gBACxB,GAAG,GAAG;gBACN,MAAM,EAAE,WAAW;gBACnB,QAAQ;gBACR,UAAU,EAAE,SAAS;gBACrB,YAAY,EAAE,CAAC;gBACf,UAAU;gBACV,QAAQ,EAAE,KAAK,CAAC,MAAM;gBACtB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC,CAAC;YACF,SAAS,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;YAEtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE;gBAChC,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,UAAU;gBACV,WAAW,EAAE,KAAK,EAAE,WAAW,IAAI,CAAC;gBACpC,YAAY,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;gBACtC,KAAK,EAAE,KAAK,CAAC,MAAM;aACpB,CAAC,CAAC;YAEH,OAAO,YAAY,CAAC;QACtB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC1C,MAAM,YAAY,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACtE,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC;YAE/C,MAAM,QAAQ,GAAQ;gBACpB,GAAG,GAAG;gBACN,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;gBACxC,QAAQ;gBACR,UAAU,EAAE,EAAE;gBACd,YAAY,EAAE,CAAC;gBACf,UAAU;gBACV,QAAQ,EAAE,CAAC;gBACX,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,iBAAiB,QAAQ,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,YAAY;gBAC3E,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC,CAAC;YACF,SAAS,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC1C,OAAO,QAAQ,CAAC;QAClB,CAAC;gBAAS,CAAC;YACT,IAAI,SAAS,KAAK,SAAS;gBAAE,YAAY,CAAC,SAAS,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;CACF"}

package/dist/server/services/seeder.d.ts

@@ -0,0 +1,5 @@
+import type { IStorage } from '../interfaces/storage.js';
+import type { ILogger } from '../interfaces/logger.js';
+/** Seed storage with example scenarios and providers when empty. */
+export declare function seedIfEmpty(storage: IStorage, logger: ILogger): Promise<void>;
+//# sourceMappingURL=seeder.d.ts.map

package/dist/server/services/seeder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"seeder.d.ts","sourceRoot":"","sources":["../../../src/server/services/seeder.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AA8CvD,oEAAoE;AACpE,wBAAsB,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAoCnF"}

package/dist/server/services/seeder.js

@@ -0,0 +1,79 @@
+import fs from 'node:fs';
+import path from 'node:path';
+/**
+ * Seed files that ship with the project under docs/schemas/.
+ * Each entry maps a source file to the storage method used to persist it.
+ * Seeding only runs when the respective list is empty — existing data is never overwritten.
+ */
+const SEED_SCENARIOS = [
+    'scenario-baseline.example.json',
+    'scenario-with-system-prompt.example.json',
+    'scenario-carwash-baseline.example.json',
+    'scenario-carwash-with-system-prompt.example.json',
+    'scenario-negative-analysis-baseline.example.json',
+    'scenario-negative-analysis-with-system-prompt.example.json',
+    'scenario-golden-rules-baseline.example.json',
+    'scenario-golden-rules-with-system-prompt.example.json',
+];
+const SEED_PROVIDERS = [
+    'provider-api.example.json',
+    'provider-openai.example.json',
+];
+function resolveSchemasDir() {
+    // Try common locations: relative to cwd, relative to this file's compiled location
+    const candidates = [
+        path.join(process.cwd(), 'docs', 'schemas'),
+        path.join(process.cwd(), '..', 'docs', 'schemas'),
+    ];
+    for (const dir of candidates) {
+        if (fs.existsSync(dir))
+            return dir;
+    }
+    return candidates[0]; // fallback
+}
+function loadJsonFile(filePath) {
+    try {
+        const raw = fs.readFileSync(filePath, 'utf-8');
+        return JSON.parse(raw);
+    }
+    catch {
+        return undefined;
+    }
+}
+/** Seed storage with example scenarios and providers when empty. */
+export async function seedIfEmpty(storage, logger) {
+    const schemasDir = resolveSchemasDir();
+    // Seed scenarios
+    const existingScenarios = await storage.listScenarios();
+    if (existingScenarios.length === 0) {
+        let seeded = 0;
+        for (const file of SEED_SCENARIOS) {
+            const scenario = loadJsonFile(path.join(schemasDir, file));
+            if (scenario) {
+                await storage.saveScenario(scenario);
+                seeded++;
+                logger.info('Seeded scenario', { name: scenario.name, id: scenario.id });
+            }
+        }
+        if (seeded === 0) {
+            logger.info('No seed scenarios found in ' + schemasDir);
+        }
+    }
+    // Seed providers
+    const existingProviders = await storage.listProviders();
+    if (existingProviders.length === 0) {
+        let seeded = 0;
+        for (const file of SEED_PROVIDERS) {
+            const provider = loadJsonFile(path.join(schemasDir, file));
+            if (provider) {
+                await storage.saveProvider(provider);
+                seeded++;
+                logger.info('Seeded provider', { name: provider.name, id: provider.id });
+            }
+        }
+        if (seeded === 0) {
+            logger.info('No seed providers found in ' + schemasDir);
+        }
+    }
+}
+//# sourceMappingURL=seeder.js.map

package/dist/server/services/seeder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"seeder.js","sourceRoot":"","sources":["../../../src/server/services/seeder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAM7B;;;;GAIG;AACH,MAAM,cAAc,GAAG;IACrB,gCAAgC;IAChC,0CAA0C;IAC1C,wCAAwC;IACxC,kDAAkD;IAClD,kDAAkD;IAClD,4DAA4D;IAC5D,6CAA6C;IAC7C,uDAAuD;CACxD,CAAC;AAEF,MAAM,cAAc,GAAG;IACrB,2BAA2B;IAC3B,8BAA8B;CAC/B,CAAC;AAEF,SAAS,iBAAiB;IACxB,mFAAmF;IACnF,MAAM,UAAU,GAAG;QACjB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC;KAClD,CAAC;IACF,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC;IACrC,CAAC;IACD,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW;AACnC,CAAC;AAED,SAAS,YAAY,CAAI,QAAgB;IACvC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC/C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAM,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,oEAAoE;AACpE,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAAiB,EAAE,MAAe;IAClE,MAAM,UAAU,GAAG,iBAAiB,EAAE,CAAC;IAEvC,iBAAiB;IACjB,MAAM,iBAAiB,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;IACxD,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,YAAY,CAAW,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;YACrE,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;gBACrC,MAAM,EAAE,CAAC;gBACT,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;QACD,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,6BAA6B,GAAG,UAAU,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,iBAAiB;IACjB,MAAM,iBAAiB,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;IACxD,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,YAAY,CAAW,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;YACrE,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;gBACrC,MAAM,EAAE,CAAC;gBACT,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;QACD,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,6BAA6B,GAAG,UAAU,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/server/services/storage-test-helpers.d.ts

@@ -0,0 +1,15 @@
+import type { FsAdapter } from './fs-adapter.js';
+import type { Provider, Scenario, Run, Evaluation } from '../types/index.js';
+export declare function makeProvider(overrides?: Partial<Provider>): Provider;
+export declare function makeScenario(overrides?: Partial<Scenario>): Scenario;
+export declare function makeRun(providerIdOrOverrides?: string | Partial<Run>, scenarioId?: string): Run;
+export declare function makeEvaluation(overrides?: Partial<Evaluation>): Evaluation;
+export interface MockFsState {
+    files: Map<string, string>;
+    dirs: Set<string>;
+}
+export declare function createMockFs(): {
+    fs: FsAdapter;
+    state: MockFsState;
+};
+//# sourceMappingURL=storage-test-helpers.d.ts.map

package/dist/server/services/storage-test-helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage-test-helpers.d.ts","sourceRoot":"","sources":["../../../src/server/services/storage-test-helpers.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EACV,QAAQ,EACR,QAAQ,EACR,GAAG,EACH,UAAU,EACX,MAAM,mBAAmB,CAAC;AAM3B,wBAAgB,YAAY,CAAC,SAAS,GAAE,OAAO,CAAC,QAAQ,CAAM,GAAG,QAAQ,CAaxE;AAED,wBAAgB,YAAY,CAAC,SAAS,GAAE,OAAO,CAAC,QAAQ,CAAM,GAAG,QAAQ,CAgBxE;AAED,wBAAgB,OAAO,CACrB,qBAAqB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,EAC7C,UAAU,CAAC,EAAE,MAAM,GAClB,GAAG,CAqBL;AAED,wBAAgB,cAAc,CAAC,SAAS,GAAE,OAAO,CAAC,UAAU,CAAM,GAAG,UAAU,CA6B9E;AAID,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3B,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CACnB;AAED,wBAAgB,YAAY,IAAI;IAAE,EAAE,EAAE,SAAS,CAAC;IAAC,KAAK,EAAE,WAAW,CAAA;CAAE,CAyEpE"}

package/dist/server/services/storage-test-helpers.js

@@ -0,0 +1,151 @@
+import { vi } from 'vitest';
+// ─── Factory helpers ─────────────────────────────────────────────────
+const MOCK_KEY = 'mock-value-for-testing';
+export function makeProvider(overrides = {}) {
+    return {
+        id: 'provider-1',
+        name: 'Test Provider',
+        description: 'A test provider',
+        providerName: 'anthropic',
+        model: 'claude-sonnet-4-6',
+        apiKey: MOCK_KEY,
+        timeoutSeconds: 300,
+        createdAt: '2026-01-01T00:00:00.000Z',
+        updatedAt: '2026-01-01T00:00:00.000Z',
+        ...overrides,
+    };
+}
+export function makeScenario(overrides = {}) {
+    return {
+        id: 'scenario-1',
+        name: 'Test Scenario',
+        category: 'planning',
+        prompt: 'Do something',
+        systemPrompt: '',
+        enabledTools: [],
+        expectedAnswer: 'done',
+        criticalRequirements: [],
+        gradingGuidelines: '',
+        scoringDimensions: [],
+        createdAt: '2026-01-01T00:00:00.000Z',
+        updatedAt: '2026-01-01T00:00:00.000Z',
+        ...overrides,
+    };
+}
+export function makeRun(providerIdOrOverrides, scenarioId) {
+    const overrides = typeof providerIdOrOverrides === 'string'
+        ? { providerId: providerIdOrOverrides, scenarioId: scenarioId ?? 'scenario-1' }
+        : providerIdOrOverrides ?? {};
+    return {
+        id: 'run-1',
+        providerId: 'provider-1',
+        scenarioId: 'scenario-1',
+        status: 'completed',
+        providerSnapshot: makeProvider(),
+        scenarioSnapshot: makeScenario(),
+        messages: [],
+        resultText: 'done',
+        totalCostUsd: 0.01,
+        durationMs: 1000,
+        numTurns: 3,
+        createdAt: '2026-01-01T00:00:00.000Z',
+        updatedAt: '2026-01-01T00:00:01.000Z',
+        ...overrides,
+    };
+}
+export function makeEvaluation(overrides = {}) {
+    return {
+        id: 'eval-1',
+        runId: 'run-1',
+        status: 'completed',
+        evaluators: [],
+        rounds: [],
+        answerComparison: { matches: true, explanation: 'Good', similarity: 0.9 },
+        criticalResults: [],
+        setupCompliance: {
+            instructionCompliance: {
+                followed: [],
+                violated: [],
+                notApplicable: [],
+                overallCompliance: 1,
+            },
+        },
+        synthesis: {
+            dimensionScores: {},
+            weightedTotal: 8,
+            confidence: 0.9,
+            dissenting: [],
+        },
+        ledger: [],
+        totalCostUsd: 0.05,
+        createdAt: '2026-01-01T00:00:00.000Z',
+        updatedAt: '2026-01-01T00:00:02.000Z',
+        ...overrides,
+    };
+}
+export function createMockFs() {
+    const state = {
+        files: new Map(),
+        dirs: new Set(),
+    };
+    const mockFs = {
+        mkdir: vi.fn((_dirPath) => {
+            state.dirs.add(_dirPath);
+            return Promise.resolve();
+        }),
+        writeFile: vi.fn((_filePath, data) => {
+            state.files.set(_filePath, data);
+            return Promise.resolve();
+        }),
+        readFile: vi.fn((filePath) => {
+            const data = state.files.get(filePath);
+            if (data === undefined) {
+                return Promise.reject(new Error(`ENOENT: no such file: ${filePath}`));
+            }
+            return Promise.resolve(data);
+        }),
+        readdir: vi.fn((dirPath) => {
+            const prefix = dirPath.endsWith('/') ? dirPath : dirPath + '/';
+            const entries = [];
+            for (const key of state.files.keys()) {
+                if (key.startsWith(prefix)) {
+                    const rest = key.slice(prefix.length);
+                    if (!rest.includes('/')) {
+                        entries.push(rest);
+                    }
+                }
+            }
+            return Promise.resolve(entries);
+        }),
+        unlink: vi.fn((filePath) => {
+            if (!state.files.has(filePath)) {
+                return Promise.reject(new Error(`ENOENT: no such file: ${filePath}`));
+            }
+            state.files.delete(filePath);
+            return Promise.resolve();
+        }),
+        rename: vi.fn((oldPath, newPath) => {
+            const data = state.files.get(oldPath);
+            if (data === undefined) {
+                return Promise.reject(new Error(`ENOENT: no such file: ${oldPath}`));
+            }
+            state.files.set(newPath, data);
+            state.files.delete(oldPath);
+            return Promise.resolve();
+        }),
+        stat: vi.fn((filePath) => {
+            if (!state.files.has(filePath)) {
+                return Promise.reject(new Error(`ENOENT: no such file: ${filePath}`));
+            }
+            return Promise.resolve({ isFile: () => true });
+        }),
+        access: vi.fn((filePath) => {
+            if (!state.files.has(filePath)) {
+                return Promise.reject(new Error(`ENOENT: no such file: ${filePath}`));
+            }
+            return Promise.resolve();
+        }),
+    };
+    return { fs: mockFs, state };
+}
+//# sourceMappingURL=storage-test-helpers.js.map

package/dist/server/services/storage-test-helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage-test-helpers.js","sourceRoot":"","sources":["../../../src/server/services/storage-test-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAS5B,wEAAwE;AAExE,MAAM,QAAQ,GAAG,wBAAwB,CAAC;AAE1C,MAAM,UAAU,YAAY,CAAC,YAA+B,EAAE;IAC5D,OAAO;QACL,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,iBAAiB;QAC9B,YAAY,EAAE,WAAW;QACzB,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,GAAG;QACnB,SAAS,EAAE,0BAA0B;QACrC,SAAS,EAAE,0BAA0B;QACrC,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,YAA+B,EAAE;IAC5D,OAAO;QACL,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,eAAe;QACrB,QAAQ,EAAE,UAAU;QACpB,MAAM,EAAE,cAAc;QACtB,YAAY,EAAE,EAAE;QAChB,YAAY,EAAE,EAAE;QAChB,cAAc,EAAE,MAAM;QACtB,oBAAoB,EAAE,EAAE;QACxB,iBAAiB,EAAE,EAAE;QACrB,iBAAiB,EAAE,EAAE;QACrB,SAAS,EAAE,0BAA0B;QACrC,SAAS,EAAE,0BAA0B;QACrC,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,OAAO,CACrB,qBAA6C,EAC7C,UAAmB;IAEnB,MAAM,SAAS,GACb,OAAO,qBAAqB,KAAK,QAAQ;QACvC,CAAC,CAAC,EAAE,UAAU,EAAE,qBAAqB,EAAE,UAAU,EAAE,UAAU,IAAI,YAAY,EAAE;QAC/E,CAAC,CAAC,qBAAqB,IAAI,EAAE,CAAC;IAClC,OAAO;QACL,EAAE,EAAE,OAAO;QACX,UAAU,EAAE,YAAY;QACxB,UAAU,EAAE,YAAY;QACxB,MAAM,EAAE,WAAW;QACnB,gBAAgB,EAAE,YAAY,EAAE;QAChC,gBAAgB,EAAE,YAAY,EAAE;QAChC,QAAQ,EAAE,EAAE;QACZ,UAAU,EAAE,MAAM;QAClB,YAAY,EAAE,IAAI;QAClB,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,CAAC;QACX,SAAS,EAAE,0BAA0B;QACrC,SAAS,EAAE,0BAA0B;QACrC,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,YAAiC,EAAE;IAChE,OAAO;QACL,EAAE,EAAE,QAAQ;QACZ,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,WAAW;QACnB,UAAU,EAAE,EAAE;QACd,MAAM,EAAE,EAAE;QACV,gBAAgB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE;QACzE,eAAe,EAAE,EAAE;QACnB,eAAe,EAAE;YACf,qBAAqB,EAAE;gBACrB,QAAQ,EAAE,EAAE;gBACZ,QAAQ,EAAE,EAAE;gBACZ,aAAa,EAAE,EAAE;gBACjB,iBAAiB,EAAE,CAAC;aACrB;SACF;QACD,SAAS,EAAE;YACT,eAAe,EAAE,EAAE;YACnB,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,EAAE;SACf;QACD,MAAM,EAAE,EAAE;QACV,YAAY,EAAE,IAAI;QAClB,SAAS,EAAE,0BAA0B;QACrC,SAAS,EAAE,0BAA0B;QACrC,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AASD,MAAM,UAAU,YAAY;IAC1B,MAAM,KAAK,GAAgB;QACzB,KAAK,EAAE,IAAI,GAAG,EAAE;QAChB,IAAI,EAAE,IAAI,GAAG,EAAE;KAChB,CAAC;IAEF,MAAM,MAAM,GAAc;QACxB,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,QAAgB,EAAE,EAAE;YAChC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACzB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC,CAAC;QAEF,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,SAAiB,EAAE,IAAY,EAAE,EAAE;YACnD,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YACjC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC,CAAC;QAEF,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,QAAgB,EAAE,EAAE;YACnC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC,CAAC;YACxE,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC,CAAC;QAEF,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,OAAe,EAAE,EAAE;YACjC,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC;YAC/D,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;gBACrC,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC3B,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBACtC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;wBACxB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACrB,CAAC;gBACH,CAAC;YACH,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC,CAAC;QAEF,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,QAAgB,EAAE,EAAE;YACjC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/B,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC,CAAC;YACxE,CAAC;YACD,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC7B,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC,CAAC;QAEF,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,OAAe,EAAE,OAAe,EAAE,EAAE;YACjD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACtC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,OAAO,EAAE,CAAC,CAAC,CAAC;YACvE,CAAC;YACD,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC/B,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC5B,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC,CAAC;QAEF,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,QAAgB,EAAE,EAAE;YAC/B,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/B,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC,CAAC;YACxE,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;QACjD,CAAC,CAAC;QAEF,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,QAAgB,EAAE,EAAE;YACjC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/B,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC,CAAC;YACxE,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC,CAAC;KACH,CAAC;IAEF,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;AAC/B,CAAC"}

package/dist/server/services/storage.d.ts

@@ -0,0 +1,35 @@
+import type { IStorage, ProviderFilter, ScenarioFilter, RunFilter, EvaluationFilter } from '../interfaces/storage.js';
+import type { Provider, Scenario, Run, Evaluation } from '../types/index.js';
+import type { FsAdapter } from './fs-adapter.js';
+export declare class JsonFileStorage implements IStorage {
+    private readonly basePath;
+    private readonly fs;
+    private initialized;
+    private readonly entities;
+    constructor(basePath?: string, fsAdapter?: FsAdapter);
+    private ensureInit;
+    private entityDir;
+    private entityPath;
+    private getEntity;
+    private listEntities;
+    private saveEntity;
+    private deleteEntity;
+    getProvider(id: string): Promise<Provider | undefined>;
+    listProviders(filter?: ProviderFilter): Promise<readonly Provider[]>;
+    saveProvider(provider: Provider): Promise<void>;
+    deleteProvider(id: string): Promise<boolean>;
+    getScenario(id: string): Promise<Scenario | undefined>;
+    listScenarios(filter?: ScenarioFilter): Promise<readonly Scenario[]>;
+    saveScenario(scenario: Scenario): Promise<void>;
+    deleteScenario(id: string): Promise<boolean>;
+    private normalizeRun;
+    getRun(id: string): Promise<Run | undefined>;
+    listRuns(filter?: RunFilter): Promise<readonly Run[]>;
+    saveRun(run: Run): Promise<void>;
+    deleteRun(id: string): Promise<boolean>;
+    getEvaluation(id: string): Promise<Evaluation | undefined>;
+    listEvaluations(filter?: EvaluationFilter): Promise<readonly Evaluation[]>;
+    saveEvaluation(evaluation: Evaluation): Promise<void>;
+    deleteEvaluation(id: string): Promise<boolean>;
+}
+//# sourceMappingURL=storage.d.ts.map

package/dist/server/services/storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../../src/server/services/storage.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,cAAc,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AACtH,OAAO,KAAK,EACV,QAAQ,EACR,QAAQ,EACR,GAAG,EACH,UAAU,EACX,MAAM,mBAAmB,CAAC;AAE3B,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAQjD,qBAAa,eAAgB,YAAW,QAAQ;IAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAY;IAC/B,OAAO,CAAC,WAAW,CAAS;IAE5B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAKvB;gBAEU,QAAQ,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,SAAS;YAgDtC,UAAU;IAwBxB,OAAO,CAAC,SAAS;IAIjB,OAAO,CAAC,UAAU;YAMJ,SAAS;YAWT,YAAY;YA6BZ,UAAU;YAeV,YAAY;IAc1B,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;IAItD,aAAa,CAAC,MAAM,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,SAAS,QAAQ,EAAE,CAAC;IAKpE,YAAY,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAK/C,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAM5C,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;IAItD,aAAa,CAAC,MAAM,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,SAAS,QAAQ,EAAE,CAAC;IAKpE,YAAY,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAK/C,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAK5C,OAAO,CAAC,YAAY;IAed,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,SAAS,CAAC;IAI5C,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,SAAS,GAAG,EAAE,CAAC;IAI3D,OAAO,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;IAChC,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAGvC,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IAC1D,eAAe,CAAC,MAAM,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,SAAS,UAAU,EAAE,CAAC;IAC1E,cAAc,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IACrD,gBAAgB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;CAC/C"}

package/dist/server/services/storage.js

@@ -0,0 +1,219 @@
+import path from 'node:path';
+import { randomUUID } from 'node:crypto';
+import { defaultFs } from './fs-adapter.js';
+export class JsonFileStorage {
+    basePath;
+    fs;
+    initialized = false;
+    entities;
+    constructor(basePath, fsAdapter) {
+        this.basePath = basePath ?? path.join(process.cwd(), '.model-test-bench');
+        this.fs = fsAdapter ?? defaultFs;
+        this.entities = {
+            providers: {
+                subdir: 'providers',
+                sensitive: true,
+                matchesFilter: (s, f) => {
+                    if (!f)
+                        return true;
+                    if (f.provider && s.providerName !== f.provider)
+                        return false;
+                    if (f.model && s.model !== f.model)
+                        return false;
+                    return true;
+                },
+            },
+            scenarios: {
+                subdir: 'scenarios/custom',
+                sensitive: false,
+                matchesFilter: (s, f) => {
+                    if (!f)
+                        return true;
+                    if (f.category && s.category !== f.category)
+                        return false;
+                    return true;
+                },
+            },
+            runs: {
+                subdir: 'runs',
+                sensitive: false,
+                matchesFilter: (r, f) => {
+                    if (!f)
+                        return true;
+                    if (f.providerId && r.providerId !== f.providerId)
+                        return false;
+                    if (f.scenarioId && r.scenarioId !== f.scenarioId)
+                        return false;
+                    if (f.status && r.status !== f.status)
+                        return false;
+                    return true;
+                },
+            },
+            evaluations: {
+                subdir: 'evaluations',
+                sensitive: false,
+                matchesFilter: (e, f) => {
+                    if (!f)
+                        return true;
+                    if (f.runId && e.runId !== f.runId)
+                        return false;
+                    if (f.status && e.status !== f.status)
+                        return false;
+                    return true;
+                },
+            },
+        };
+    }
+    async ensureInit() {
+        if (this.initialized)
+            return;
+        // Migrate legacy 'setups' directory to 'providers'
+        const legacyDir = path.join(this.basePath, 'setups');
+        const newDir = path.join(this.basePath, 'providers');
+        try {
+            await this.fs.access(legacyDir);
+            try {
+                await this.fs.access(newDir);
+            }
+            catch {
+                // New dir doesn't exist — rename legacy dir
+                await this.fs.rename(legacyDir, newDir);
+            }
+        }
+        catch {
+            // Legacy dir doesn't exist — nothing to migrate
+        }
+        for (const cfg of Object.values(this.entities)) {
+            await this.fs.mkdir(path.join(this.basePath, cfg.subdir), { recursive: true });
+        }
+        this.initialized = true;
+    }
+    entityDir(subdir) {
+        return path.join(this.basePath, subdir);
+    }
+    entityPath(subdir, id) {
+        return path.join(this.basePath, subdir, `${id}.json`);
+    }
+    // ─── Generic CRUD ──────────────────────────────────────────────────
+    async getEntity(subdir, id) {
+        await this.ensureInit();
+        const filePath = this.entityPath(subdir, id);
+        try {
+            const raw = await this.fs.readFile(filePath, 'utf-8');
+            return JSON.parse(raw);
+        }
+        catch {
+            return undefined;
+        }
+    }
+    async listEntities(subdir, matchesFilter, filter) {
+        await this.ensureInit();
+        const dir = this.entityDir(subdir);
+        let files;
+        try {
+            files = await this.fs.readdir(dir);
+        }
+        catch {
+            return [];
+        }
+        const results = [];
+        for (const file of files) {
+            if (!file.endsWith('.json'))
+                continue;
+            try {
+                const raw = await this.fs.readFile(path.join(dir, file), 'utf-8');
+                const entity = JSON.parse(raw);
+                if (matchesFilter(entity, filter)) {
+                    results.push(entity);
+                }
+            }
+            catch {
+                // Skip corrupt files
+            }
+        }
+        return results;
+    }
+    async saveEntity(subdir, entity, sensitive) {
+        await this.ensureInit();
+        const dir = this.entityDir(subdir);
+        const tmpPath = path.join(dir, `.tmp-${randomUUID()}.json`);
+        const finalPath = this.entityPath(subdir, entity.id);
+        const data = JSON.stringify(entity, null, 2);
+        const opts = sensitive ? { mode: 0o600 } : undefined;
+        await this.fs.writeFile(tmpPath, data, opts);
+        await this.fs.rename(tmpPath, finalPath);
+    }
+    async deleteEntity(subdir, id) {
+        await this.ensureInit();
+        const filePath = this.entityPath(subdir, id);
+        try {
+            await this.fs.access(filePath);
+            await this.fs.unlink(filePath);
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+    // ─── Providers ──────────────────────────────────────────────────────
+    getProvider(id) {
+        return this.getEntity(this.entities.providers.subdir, id);
+    }
+    listProviders(filter) {
+        const cfg = this.entities.providers;
+        return this.listEntities(cfg.subdir, cfg.matchesFilter, filter);
+    }
+    saveProvider(provider) {
+        const cfg = this.entities.providers;
+        return this.saveEntity(cfg.subdir, provider, cfg.sensitive);
+    }
+    deleteProvider(id) {
+        return this.deleteEntity(this.entities.providers.subdir, id);
+    }
+    // ─── Scenarios ─────────────────────────────────────────────────────
+    getScenario(id) {
+        return this.getEntity(this.entities.scenarios.subdir, id);
+    }
+    listScenarios(filter) {
+        const cfg = this.entities.scenarios;
+        return this.listEntities(cfg.subdir, cfg.matchesFilter, filter);
+    }
+    saveScenario(scenario) {
+        const cfg = this.entities.scenarios;
+        return this.saveEntity(cfg.subdir, scenario, cfg.sensitive);
+    }
+    deleteScenario(id) {
+        return this.deleteEntity(this.entities.scenarios.subdir, id);
+    }
+    // ─── Runs ──────────────────────────────────────────────────────────
+    normalizeRun(raw) {
+        // Accept both old and new field names for backward compat
+        const r = raw;
+        if ('setupId' in r && !('providerId' in r)) {
+            return {
+                ...raw,
+                providerId: r['setupId'],
+                providerSnapshot: (r['setupSnapshot'] ?? raw.providerSnapshot),
+                reviewerProviderIds: (r['reviewerSetupIds'] ?? raw.reviewerProviderIds),
+                reviewerProviderSnapshots: (r['reviewerSetupSnapshots'] ?? raw.reviewerProviderSnapshots),
+            };
+        }
+        return raw;
+    }
+    async getRun(id) {
+        const raw = await this.getEntity(this.entities.runs.subdir, id);
+        return raw ? this.normalizeRun(raw) : undefined;
+    }
+    async listRuns(filter) {
+        const results = await this.listEntities(this.entities.runs.subdir, this.entities.runs.matchesFilter, filter);
+        return results.map((r) => this.normalizeRun(r));
+    }
+    saveRun(run) { return this.saveEntity(this.entities.runs.subdir, run, this.entities.runs.sensitive); }
+    deleteRun(id) { return this.deleteEntity(this.entities.runs.subdir, id); }
+    // ─── Evaluations ───────────────────────────────────────────────────
+    getEvaluation(id) { return this.getEntity(this.entities.evaluations.subdir, id); }
+    listEvaluations(filter) { return this.listEntities(this.entities.evaluations.subdir, this.entities.evaluations.matchesFilter, filter); }
+    saveEvaluation(evaluation) { return this.saveEntity(this.entities.evaluations.subdir, evaluation, this.entities.evaluations.sensitive); }
+    deleteEvaluation(id) { return this.deleteEntity(this.entities.evaluations.subdir, id); }
+}
+//# sourceMappingURL=storage.js.map