@inspectr/mcplab 0.2.0 → 0.4.0

package/dist/interactive-helpers.js

@@ -0,0 +1,140 @@
+import { existsSync, readdirSync } from 'node:fs';
+import { join, resolve } from 'node:path';
+import { createInterface } from 'node:readline/promises';
+import kleur from 'kleur';
+import { parseNumberSelection, INTERACTIVE_ABORT_ERROR } from './run-interactive.js';
+export function ensureInteractiveTty() {
+    if (!process.stdin.isTTY || !process.stdout.isTTY) {
+        throw new Error('--interactive requires a TTY terminal.');
+    }
+}
+export async function selectRunDirInteractive(options) {
+    ensureInteractiveTty();
+    const cwd = options.cwd ?? process.cwd();
+    const runsDir = resolve(cwd, options.runsDir);
+    const candidates = getRunDirectoryCandidates(runsDir);
+    if (candidates.length === 0) {
+        throw new Error(`No run directories with results.json found in ${runsDir}`);
+    }
+    const ask = createAsker();
+    try {
+        console.log(kleur.cyan('\nSelect a run directory:'));
+        candidates.forEach((candidate, index) => {
+            console.log(`${index + 1}. ${candidate.id}`);
+        });
+        while (true) {
+            const input = (await ask.question('Run number or path: ')).trim();
+            if (!input) {
+                console.log(kleur.yellow('Please enter a selection.'));
+                continue;
+            }
+            if (/^\d+$/.test(input)) {
+                const selections = parseNumberSelection(input, candidates.length);
+                if (selections.length !== 1) {
+                    console.log(kleur.yellow('Choose exactly one run.'));
+                    continue;
+                }
+                return candidates[selections[0]].path;
+            }
+            return resolve(cwd, input);
+        }
+    }
+    finally {
+        ask.close();
+    }
+}
+export async function promptAppOptionsInteractive(current) {
+    ensureInteractiveTty();
+    const ask = createAsker();
+    try {
+        console.log(kleur.cyan('\nConfigure MCPLab app startup:'));
+        const host = await askWithDefault(ask.question, 'Host', current.host);
+        const port = await askValidPort(ask.question, current.port);
+        const evalsDir = await askWithDefault(ask.question, 'Evals dir', current.evalsDir);
+        const runsDir = await askWithDefault(ask.question, 'Runs dir', current.runsDir);
+        const snapshotsDir = await askWithDefault(ask.question, 'Snapshots dir', current.snapshotsDir);
+        const toolAnalysisResultsDir = await askWithDefault(ask.question, 'Tool analysis dir', current.toolAnalysisResultsDir);
+        const librariesDir = await askWithDefault(ask.question, 'Libraries dir', current.librariesDir);
+        console.log(kleur.cyan('\nApp launch summary:'));
+        console.log(`host: ${host}`);
+        console.log(`port: ${port}`);
+        console.log(`evals-dir: ${evalsDir}`);
+        console.log(`runs-dir: ${runsDir}`);
+        console.log(`snapshots-dir: ${snapshotsDir}`);
+        console.log(`tool-analysis-results-dir: ${toolAnalysisResultsDir}`);
+        console.log(`libraries-dir: ${librariesDir}`);
+        const confirm = (await ask.question('Start app with these settings? [Y/n]: ')).trim().toLowerCase();
+        if (confirm === 'n' || confirm === 'no') {
+            throw new Error(INTERACTIVE_ABORT_ERROR);
+        }
+        return {
+            host,
+            port,
+            evalsDir,
+            runsDir,
+            snapshotsDir,
+            toolAnalysisResultsDir,
+            librariesDir
+        };
+    }
+    finally {
+        ask.close();
+    }
+}
+function getRunDirectoryCandidates(runsDir) {
+    if (!existsSync(runsDir)) {
+        return [];
+    }
+    return readdirSync(runsDir)
+        .map((entry) => ({
+        id: entry,
+        path: join(runsDir, entry)
+    }))
+        .filter((entry) => existsSync(join(entry.path, 'results.json')))
+        .sort((a, b) => b.id.localeCompare(a.id));
+}
+async function askWithDefault(question, label, defaultValue) {
+    const answer = (await question(`${label} [${defaultValue}]: `)).trim();
+    return answer || defaultValue;
+}
+async function askValidPort(question, defaultPort) {
+    while (true) {
+        const value = await askWithDefault(question, 'Port', defaultPort);
+        const parsed = Number(value);
+        if (!Number.isNaN(parsed) && parsed > 0) {
+            return String(parsed);
+        }
+        console.log(kleur.yellow('Port must be a positive number.'));
+    }
+}
+function createAsker() {
+    const rl = createInterface({ input: process.stdin, output: process.stdout });
+    let interrupted = false;
+    const onSigint = () => {
+        interrupted = true;
+        rl.close();
+    };
+    process.once('SIGINT', onSigint);
+    return {
+        question: async (prompt) => {
+            try {
+                return await rl.question(prompt);
+            }
+            catch (error) {
+                if (interrupted) {
+                    throw new Error(INTERACTIVE_ABORT_ERROR);
+                }
+                const message = error instanceof Error ? error.message : String(error);
+                if (message.toLowerCase().includes('closed')) {
+                    throw new Error(INTERACTIVE_ABORT_ERROR);
+                }
+                throw error;
+            }
+        },
+        close: () => {
+            process.off('SIGINT', onSigint);
+            rl.close();
+        }
+    };
+}
+//# sourceMappingURL=interactive-helpers.js.map

package/dist/interactive-helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interactive-helpers.js","sourceRoot":"","sources":["../src/interactive-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,oBAAoB,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAiBrF,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,OAA0C;IAE1C,oBAAoB,EAAE,CAAC;IACvB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,yBAAyB,CAAC,OAAO,CAAC,CAAC;IAEtD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,iDAAiD,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,GAAG,GAAG,WAAW,EAAE,CAAC;IAC1B,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACrD,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;YACtC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,CAAC,MAAM,GAAG,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAClE,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,2BAA2B,CAAC,CAAC,CAAC;gBACvD,SAAS;YACX,CAAC;YACD,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,UAAU,GAAG,oBAAoB,CAAC,KAAK,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;gBAClE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,CAAC;oBACrD,SAAS;gBACX,CAAC;gBACD,OAAO,UAAU,CAAC,UAAU,CAAC,CAAC,CAAW,CAAE,CAAC,IAAI,CAAC;YACnD,CAAC;YACD,OAAO,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;YAAS,CAAC;QACT,GAAG,CAAC,KAAK,EAAE,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,OAA8B;IAE9B,oBAAoB,EAAE,CAAC;IACvB,MAAM,GAAG,GAAG,WAAW,EAAE,CAAC;IAC1B,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC,CAAC;QAE3D,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QACtE,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnF,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QAChF,MAAM,YAAY,GAAG,MAAM,cAAc,CACvC,GAAG,CAAC,QAAQ,EACZ,eAAe,EACf,OAAO,CAAC,YAAY,CACrB,CAAC;QACF,MAAM,sBAAsB,GAAG,MAAM,cAAc,CACjD,GAAG,CAAC,QAAQ,EACZ,mBAAmB,EACnB,OAAO,CAAC,sBAAsB,CAC/B,CAAC;QACF,MAAM,YAAY,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,eAAe,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;QAE/F,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,cAAc,QAAQ,EAAE,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,aAAa,OAAO,EAAE,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,kBAAkB,YAAY,EAAE,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,8BAA8B,sBAAsB,EAAE,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,kBAAkB,YAAY,EAAE,CAAC,CAAC;QAE9C,MAAM,OAAO,GAAG,CACd,MAAM,GAAG,CAAC,QAAQ,CAAC,wCAAwC,CAAC,CAC7D,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACvB,IAAI,OAAO,KAAK,GAAG,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO;YACL,IAAI;YACJ,IAAI;YACJ,QAAQ;YACR,OAAO;YACP,YAAY;YACZ,sBAAsB;YACtB,YAAY;SACb,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,GAAG,CAAC,KAAK,EAAE,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,yBAAyB,CAAC,OAAe;IAChD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,WAAW,CAAC,OAAO,CAAC;SACxB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACf,EAAE,EAAE,KAAK;QACT,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC;KAC3B,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC;SAC/D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,QAA6C,EAC7C,KAAa,EACb,YAAoB;IAEpB,MAAM,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,GAAG,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACvE,OAAO,MAAM,IAAI,YAAY,CAAC;AAChC,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,QAA6C,EAC7C,WAAmB;IAEnB,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC;QACxB,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,iCAAiC,CAAC,CAAC,CAAC;IAC/D,CAAC;AACH,CAAC;AAED,SAAS,WAAW;IAClB,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7E,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,MAAM,QAAQ,GAAG,GAAG,EAAE;QACpB,WAAW,GAAG,IAAI,CAAC;QACnB,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC,CAAC;IACF,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAEjC,OAAO;QACL,QAAQ,EAAE,KAAK,EAAE,MAAc,EAAE,EAAE;YACjC,IAAI,CAAC;gBACH,OAAO,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACnC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,WAAW,EAAE,CAAC;oBAChB,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;gBAC3C,CAAC;gBACD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACvE,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC7C,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;gBAC3C,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QACD,KAAK,EAAE,GAAG,EAAE;YACV,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAChC,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/migrate-utils.d.ts

@@ -0,0 +1,7 @@
+import type { SourceEvalConfig } from '@inspectr/mcplab-core';
+/** Pure transformation: migrates a single source config to the canonical format.
+ *  Moves top-level inline server definitions into scenario-owned mcp_servers entries
+ *  so that refs point to library servers and inline entries remain inline.
+ *  Does not read or write files. */
+export declare function migrateSourceConfig(sourceConfig: SourceEvalConfig): SourceEvalConfig;
+//# sourceMappingURL=migrate-utils.d.ts.map

package/dist/migrate-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrate-utils.d.ts","sourceRoot":"","sources":["../src/migrate-utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAE9D;;;oCAGoC;AACpC,wBAAgB,mBAAmB,CAAC,YAAY,EAAE,gBAAgB,GAAG,gBAAgB,CAoCpF"}

package/dist/migrate-utils.js

@@ -0,0 +1,40 @@
+/** Pure transformation: migrates a single source config to the canonical format.
+ *  Moves top-level inline server definitions into scenario-owned mcp_servers entries
+ *  so that refs point to library servers and inline entries remain inline.
+ *  Does not read or write files. */
+export function migrateSourceConfig(sourceConfig) {
+    // Build lookup from top-level servers so inline definitions survive the move
+    // to scenario-owned mcp_servers entries instead of becoming broken refs.
+    const serverEntryById = new Map();
+    for (const entry of (sourceConfig.servers ?? [])) {
+        if ('ref' in entry && entry.ref) {
+            serverEntryById.set(String(entry.ref), { ref: entry.ref });
+        }
+        else if (entry.id) {
+            serverEntryById.set(String(entry.id), entry);
+        }
+    }
+    return {
+        ...sourceConfig,
+        servers: [],
+        scenarios: sourceConfig.scenarios.map((s) => {
+            if ('ref' in s)
+                return s;
+            const scenario = s;
+            if (Array.isArray(scenario.servers) &&
+                scenario.servers.length > 0 &&
+                typeof scenario.servers[0] === 'string' &&
+                !scenario.mcp_servers) {
+                const { servers: _legacyServers, ...rest } = scenario;
+                return {
+                    ...rest,
+                    mcp_servers: _legacyServers.map((id) => 
+                    // Use the original entry (inline or ref) — fall back to ref only if unknown
+                    serverEntryById.get(id) ?? { ref: id })
+                };
+            }
+            return s;
+        })
+    };
+}
+//# sourceMappingURL=migrate-utils.js.map

package/dist/migrate-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrate-utils.js","sourceRoot":"","sources":["../src/migrate-utils.ts"],"names":[],"mappings":"AAEA;;;oCAGoC;AACpC,MAAM,UAAU,mBAAmB,CAAC,YAA8B;IAChE,6EAA6E;IAC7E,yEAAyE;IACzE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAmC,CAAC;IACnE,KAAK,MAAM,KAAK,IAAI,CAAC,YAAY,CAAC,OAAO,IAAI,EAAE,CAAU,EAAE,CAAC;QAC1D,IAAI,KAAK,IAAI,KAAK,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;YAChC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;QAC7D,CAAC;aAAM,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC;YACpB,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,OAAO;QACL,GAAG,YAAY;QACf,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAC1C,IAAI,KAAK,IAAI,CAAC;gBAAE,OAAO,CAAC,CAAC;YACzB,MAAM,QAAQ,GAAG,CAAQ,CAAC;YAC1B,IACE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAC/B,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;gBAC3B,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,QAAQ;gBACvC,CAAC,QAAQ,CAAC,WAAW,EACrB,CAAC;gBACD,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;gBACtD,OAAO;oBACL,GAAG,IAAI;oBACP,WAAW,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,EAAU,EAAE,EAAE;oBAC7C,4EAA4E;oBAC5E,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,CACvC;iBACF,CAAC;YACJ,CAAC;YACD,OAAO,CAAC,CAAC;QACX,CAAC,CAAC;KACH,CAAC;AACJ,CAAC"}

package/dist/run-interactive.d.ts

@@ -0,0 +1,33 @@
+import type { EvalConfig } from '@inspectr/mcplab-core';
+export declare const INTERACTIVE_ABORT_ERROR = "Interactive input cancelled.";
+export type InteractiveAgentMode = 'all' | 'defaults' | 'specific';
+export interface InteractiveSelectionResult {
+    configPath: string;
+    agentMode: InteractiveAgentMode;
+    agents?: string[];
+}
+export interface ResolveRunOptionsInput {
+    interactive: boolean;
+    config?: string;
+    agents?: string;
+    agentsAll?: boolean;
+    interactiveSelection?: InteractiveSelectionResult;
+}
+export interface ResolveRunOptionsResult {
+    config: string;
+    agents?: string;
+    agentsAll: boolean;
+}
+export interface RunInteractiveSelectionOptions {
+    initialConfigPath?: string;
+    defaultEvalsDir?: string;
+    cwd?: string;
+    promptAgentSelection?: boolean;
+    loadConfigForValidation: (path: string) => {
+        config: EvalConfig;
+    };
+}
+export declare function parseNumberSelection(input: string, max: number): number[];
+export declare function resolveRunOptions(input: ResolveRunOptionsInput): ResolveRunOptionsResult;
+export declare function runInteractiveSelection(opts: RunInteractiveSelectionOptions): Promise<InteractiveSelectionResult>;
+//# sourceMappingURL=run-interactive.d.ts.map

package/dist/run-interactive.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-interactive.d.ts","sourceRoot":"","sources":["../src/run-interactive.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGxD,eAAO,MAAM,uBAAuB,iCAAiC,CAAC;AAEtE,MAAM,MAAM,oBAAoB,GAAG,KAAK,GAAG,UAAU,GAAG,UAAU,CAAC;AAEnE,MAAM,WAAW,0BAA0B;IACzC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,oBAAoB,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,MAAM,WAAW,sBAAsB;IACrC,WAAW,EAAE,OAAO,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,oBAAoB,CAAC,EAAE,0BAA0B,CAAC;CACnD;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,8BAA8B;IAC7C,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,uBAAuB,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK;QAAE,MAAM,EAAE,UAAU,CAAA;KAAE,CAAC;CACnE;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,EAAE,CA0BzE;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,sBAAsB,GAAG,uBAAuB,CA8DxF;AAED,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,8BAA8B,GACnC,OAAO,CAAC,0BAA0B,CAAC,CAuDrC"}

package/dist/run-interactive.js

@@ -0,0 +1,256 @@
+import { existsSync, readFileSync, readdirSync } from 'node:fs';
+import { resolve } from 'node:path';
+import { createInterface } from 'node:readline/promises';
+import kleur from 'kleur';
+import { parse } from 'yaml';
+export const INTERACTIVE_ABORT_ERROR = 'Interactive input cancelled.';
+export function parseNumberSelection(input, max) {
+    const parts = input
+        .split(',')
+        .map((part) => part.trim())
+        .filter(Boolean);
+    if (parts.length === 0) {
+        throw new Error('Please provide at least one number.');
+    }
+    const indices = [];
+    const seen = new Set();
+    for (const part of parts) {
+        if (!/^\d+$/.test(part)) {
+            throw new Error(`Invalid selection "${part}". Expected numeric values.`);
+        }
+        const oneBased = Number(part);
+        if (!Number.isInteger(oneBased) || oneBased < 1 || oneBased > max) {
+            throw new Error(`Selection "${part}" is out of range (1-${max}).`);
+        }
+        const zeroBased = oneBased - 1;
+        if (!seen.has(zeroBased)) {
+            seen.add(zeroBased);
+            indices.push(zeroBased);
+        }
+    }
+    return indices;
+}
+export function resolveRunOptions(input) {
+    const agentsCsv = input.agents?.trim();
+    const agentsAll = Boolean(input.agentsAll);
+    if (agentsAll && agentsCsv) {
+        throw new Error('Use either --agents or --agents-all, not both.');
+    }
+    if (!input.interactive) {
+        if (!input.config?.trim()) {
+            throw new Error('config is required');
+        }
+        return {
+            config: input.config.trim(),
+            agents: agentsCsv || undefined,
+            agentsAll
+        };
+    }
+    const selection = input.interactiveSelection;
+    const resolvedConfig = input.config?.trim() || selection?.configPath;
+    if (!resolvedConfig) {
+        throw new Error('config is required');
+    }
+    if (agentsAll || agentsCsv) {
+        return {
+            config: resolvedConfig,
+            agents: agentsCsv || undefined,
+            agentsAll
+        };
+    }
+    if (!selection) {
+        return {
+            config: resolvedConfig,
+            agentsAll: false
+        };
+    }
+    if (selection.agentMode === 'all') {
+        return {
+            config: resolvedConfig,
+            agentsAll: true
+        };
+    }
+    if (selection.agentMode === 'specific') {
+        if (!selection.agents || selection.agents.length === 0) {
+            throw new Error('Interactive specific agent selection cannot be empty.');
+        }
+        return {
+            config: resolvedConfig,
+            agents: selection.agents.join(','),
+            agentsAll: false
+        };
+    }
+    return {
+        config: resolvedConfig,
+        agentsAll: false
+    };
+}
+export async function runInteractiveSelection(opts) {
+    if (!process.stdin.isTTY || !process.stdout.isTTY) {
+        throw new Error('--interactive requires a TTY terminal.');
+    }
+    const cwd = opts.cwd ?? process.cwd();
+    const evalsDir = resolve(cwd, opts.defaultEvalsDir ?? 'mcplab/evals');
+    const rl = createInterface({ input: process.stdin, output: process.stdout });
+    let interrupted = false;
+    const onSigint = () => {
+        interrupted = true;
+        rl.close();
+    };
+    process.once('SIGINT', onSigint);
+    const ask = async (question) => {
+        try {
+            return await rl.question(question);
+        }
+        catch (error) {
+            if (interrupted) {
+                throw new Error(INTERACTIVE_ABORT_ERROR);
+            }
+            const message = error instanceof Error ? error.message : String(error);
+            if (message.toLowerCase().includes('closed')) {
+                throw new Error(INTERACTIVE_ABORT_ERROR);
+            }
+            throw error;
+        }
+    };
+    try {
+        const configPath = opts.initialConfigPath
+            ? resolve(cwd, opts.initialConfigPath)
+            : await promptForConfigPath(ask, evalsDir, cwd, opts.loadConfigForValidation);
+        const shouldPromptAgentSelection = opts.promptAgentSelection ?? true;
+        if (!shouldPromptAgentSelection) {
+            return { configPath, agentMode: 'defaults' };
+        }
+        const loaded = opts.loadConfigForValidation(configPath);
+        const agentIds = Object.keys(loaded.config.agents);
+        const defaults = loaded.config.run_defaults?.selected_agents ?? [];
+        const agentMode = await promptForAgentMode(ask, agentIds, defaults);
+        if (agentMode === 'specific') {
+            const agents = await promptForSpecificAgents(ask, agentIds);
+            return { configPath, agentMode, agents };
+        }
+        return { configPath, agentMode };
+    }
+    finally {
+        process.off('SIGINT', onSigint);
+        rl.close();
+    }
+}
+async function promptForConfigPath(ask, evalsDir, cwd, loadConfigForValidation) {
+    const files = existsSync(evalsDir)
+        ? readdirSync(evalsDir)
+            .filter((name) => name.endsWith('.yaml') || name.endsWith('.yml'))
+            .sort((a, b) => a.localeCompare(b))
+        : [];
+    const choices = files.map((fileName) => {
+        const path = resolve(evalsDir, fileName);
+        return {
+            path,
+            fileName,
+            label: readConfigName(path) ?? fileName
+        };
+    });
+    if (choices.length > 0) {
+        console.log(kleur.cyan('\nSelect an evaluation config:'));
+        choices.forEach((choice, index) => {
+            const suffix = choice.label === choice.fileName ? '' : ` ${kleur.gray(`(${choice.fileName})`)}`;
+            console.log(`${index + 1}. ${choice.label}${suffix}`);
+        });
+    }
+    else {
+        console.log(kleur.yellow(`\nNo configs found in ${evalsDir}. Enter a path manually.`));
+    }
+    while (true) {
+        const prompt = choices.length > 0
+            ? 'Config number or path: '
+            : 'Config path: ';
+        const input = (await ask(prompt)).trim();
+        if (!input) {
+            console.log(kleur.yellow('Please enter a selection.'));
+            continue;
+        }
+        let candidatePath = input;
+        if (choices.length > 0 && /^\d+$/.test(input)) {
+            const selected = Number(input);
+            if (selected < 1 || selected > choices.length) {
+                console.log(kleur.yellow(`Selection out of range (1-${choices.length}).`));
+                continue;
+            }
+            candidatePath = choices[selected - 1].path;
+        }
+        else {
+            candidatePath = resolve(cwd, input);
+        }
+        try {
+            loadConfigForValidation(candidatePath);
+            return candidatePath;
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            console.log(kleur.yellow(`Invalid config: ${message}`));
+        }
+    }
+}
+function readConfigName(configPath) {
+    try {
+        const raw = readFileSync(configPath, 'utf8');
+        const parsed = parse(raw);
+        const name = typeof parsed?.name === 'string' ? parsed.name.trim() : '';
+        return name || undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+async function promptForAgentMode(ask, agentIds, defaults) {
+    if (agentIds.length === 0) {
+        throw new Error('Config has no resolved agents.');
+    }
+    console.log(kleur.cyan('\nSelect agent mode:'));
+    console.log('1. All configured agents');
+    if (defaults.length > 0) {
+        console.log(`2. Run defaults from config (${defaults.join(', ')})`);
+    }
+    console.log(defaults.length > 0 ? '3. Choose specific agents' : '2. Choose specific agents');
+    const max = defaults.length > 0 ? 3 : 2;
+    while (true) {
+        const input = (await ask('Choice: ')).trim();
+        try {
+            const selections = parseNumberSelection(input, max);
+            if (selections.length !== 1) {
+                throw new Error('Choose exactly one option.');
+            }
+            const selected = selections[0];
+            if (selected === 0)
+                return 'all';
+            if (defaults.length > 0 && selected === 1)
+                return 'defaults';
+            return 'specific';
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            console.log(kleur.yellow(message));
+        }
+    }
+}
+async function promptForSpecificAgents(ask, agentIds) {
+    console.log(kleur.cyan('\nSelect specific agents (comma-separated numbers):'));
+    agentIds.forEach((agentId, index) => {
+        console.log(`${index + 1}. ${agentId}`);
+    });
+    while (true) {
+        const input = (await ask('Agent numbers: ')).trim();
+        try {
+            const selectedIndices = parseNumberSelection(input, agentIds.length);
+            if (selectedIndices.length === 0) {
+                throw new Error('Select at least one agent.');
+            }
+            return selectedIndices.map((index) => agentIds[index]);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            console.log(kleur.yellow(message));
+        }
+    }
+}
+//# sourceMappingURL=run-interactive.js.map

package/dist/run-interactive.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-interactive.js","sourceRoot":"","sources":["../src/run-interactive.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,OAAO,EAAE,KAAK,EAAE,MAAM,MAAM,CAAC;AAE7B,MAAM,CAAC,MAAM,uBAAuB,GAAG,8BAA8B,CAAC;AAgCtE,MAAM,UAAU,oBAAoB,CAAC,KAAa,EAAE,GAAW;IAC7D,MAAM,KAAK,GAAG,KAAK;SAChB,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,6BAA6B,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,GAAG,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,cAAc,IAAI,wBAAwB,GAAG,IAAI,CAAC,CAAC;QACrE,CAAC;QACD,MAAM,SAAS,GAAG,QAAQ,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAA6B;IAC7D,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAE3C,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QACvB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACxC,CAAC;QACD,OAAO;YACL,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE;YAC3B,MAAM,EAAE,SAAS,IAAI,SAAS;YAC9B,SAAS;SACV,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,KAAK,CAAC,oBAAoB,CAAC;IAC7C,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,SAAS,EAAE,UAAU,CAAC;IACrE,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC;QAC3B,OAAO;YACL,MAAM,EAAE,cAAc;YACtB,MAAM,EAAE,SAAS,IAAI,SAAS;YAC9B,SAAS;SACV,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO;YACL,MAAM,EAAE,cAAc;YACtB,SAAS,EAAE,KAAK;SACjB,CAAC;IACJ,CAAC;IAED,IAAI,SAAS,CAAC,SAAS,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO;YACL,MAAM,EAAE,cAAc;YACtB,SAAS,EAAE,IAAI;SAChB,CAAC;IACJ,CAAC;IAED,IAAI,SAAS,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QACvC,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO;YACL,MAAM,EAAE,cAAc;YACtB,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAClC,SAAS,EAAE,KAAK;SACjB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,MAAM,EAAE,cAAc;QACtB,SAAS,EAAE,KAAK;KACjB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAAoC;IAEpC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACtC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,eAAe,IAAI,cAAc,CAAC,CAAC;IACtE,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7E,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,MAAM,QAAQ,GAAG,GAAG,EAAE;QACpB,WAAW,GAAG,IAAI,CAAC;QACnB,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC,CAAC;IACF,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAEjC,MAAM,GAAG,GAAG,KAAK,EAAE,QAAgB,EAAmB,EAAE;QACtD,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAC3C,CAAC;YACD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAC3C,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB;YACvC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,iBAAiB,CAAC;YACtC,CAAC,CAAC,MAAM,mBAAmB,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAEhF,MAAM,0BAA0B,GAAG,IAAI,CAAC,oBAAoB,IAAI,IAAI,CAAC;QACrE,IAAI,CAAC,0BAA0B,EAAE,CAAC;YAChC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;QAC/C,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,UAAU,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,eAAe,IAAI,EAAE,CAAC;QACnE,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEpE,IAAI,SAAS,KAAK,UAAU,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC5D,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;QAC3C,CAAC;QAED,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;IACnC,CAAC;YAAS,CAAC;QACT,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAChC,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,GAA0C,EAC1C,QAAgB,EAChB,GAAW,EACX,uBAAiE;IAEjE,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC;QAChC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC;aAClB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;aACjE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;QACrC,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACzC,OAAO;YACL,IAAI;YACJ,QAAQ;YACR,KAAK,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI,QAAQ;SACxC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC,CAAC;QAC1D,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAChC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;YAChG,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,MAAM,CAAC,KAAK,GAAG,MAAM,EAAE,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,yBAAyB,QAAQ,0BAA0B,CAAC,CAAC,CAAC;IACzF,CAAC;IAED,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,GAAG,CAAC;YAChB,CAAC,CAAC,yBAAyB;YAC3B,CAAC,CAAC,eAAe,CAAC;QACtB,MAAM,KAAK,GAAG,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACzC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,2BAA2B,CAAC,CAAC,CAAC;YACvD,SAAS;QACX,CAAC;QAED,IAAI,aAAa,GAAG,KAAK,CAAC;QAC1B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/B,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC9C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,6BAA6B,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;gBAC3E,SAAS;YACX,CAAC;YACD,aAAa,GAAG,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAE,CAAC,IAAI,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,aAAa,GAAG,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,CAAC;YACH,uBAAuB,CAAC,aAAa,CAAC,CAAC;YACvC,OAAO,aAAa,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,mBAAmB,OAAO,EAAE,CAAC,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,UAAkB;IACxC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAA8B,CAAC;QACvD,MAAM,IAAI,GAAG,OAAO,MAAM,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,OAAO,IAAI,IAAI,SAAS,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,GAA0C,EAC1C,QAAkB,EAClB,QAAkB;IAElB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC;IAChD,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,gCAAgC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC;IAE7F,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxC,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,CAAC,MAAM,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,oBAAoB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACpD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAChD,CAAC;YACD,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAW,CAAC;YACzC,IAAI,QAAQ,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YACjC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,KAAK,CAAC;gBAAE,OAAO,UAAU,CAAC;YAC7D,OAAO,UAAU,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,GAA0C,EAC1C,QAAkB;IAElB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC,CAAC;IAC/E,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;QAClC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,OAAO,EAAE,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,CAAC,MAAM,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,eAAe,GAAG,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YACrE,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAChD,CAAC;YACD,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAW,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@inspectr/mcplab",
-  "version": "0.2.0",
+  "version": "0.4.0",
   "description": "MCPLab - Test and evaluate MCP servers with LLMs — run evals, compare agents and launch the MCPLab web app",
   "license": "MIT",
   "repository": {
@@ -43,9 +43,9 @@
     "vitest": "^3.2.4"
   },
   "dependencies": {
-    "@inspectr/mcplab-core": "0.2.0",
-    "@inspectr/mcplab-mcp-server": "0.2.0",
-    "@inspectr/mcplab-reporting": "0.2.0",
+    "@inspectr/mcplab-core": "0.4.0",
+    "@inspectr/mcplab-mcp-server": "0.3.0",
+    "@inspectr/mcplab-reporting": "0.3.0",
     "commander": "^12.1.0",
     "dotenv": "^16.4.5",
     "kleur": "^4.1.5",