@inspectr/mcplab 0.3.0 → 0.5.0

package/dist/run-interactive.js

@@ -0,0 +1,256 @@
+import { existsSync, readFileSync, readdirSync } from 'node:fs';
+import { resolve } from 'node:path';
+import { createInterface } from 'node:readline/promises';
+import kleur from 'kleur';
+import { parse } from 'yaml';
+export const INTERACTIVE_ABORT_ERROR = 'Interactive input cancelled.';
+export function parseNumberSelection(input, max) {
+    const parts = input
+        .split(',')
+        .map((part) => part.trim())
+        .filter(Boolean);
+    if (parts.length === 0) {
+        throw new Error('Please provide at least one number.');
+    }
+    const indices = [];
+    const seen = new Set();
+    for (const part of parts) {
+        if (!/^\d+$/.test(part)) {
+            throw new Error(`Invalid selection "${part}". Expected numeric values.`);
+        }
+        const oneBased = Number(part);
+        if (!Number.isInteger(oneBased) || oneBased < 1 || oneBased > max) {
+            throw new Error(`Selection "${part}" is out of range (1-${max}).`);
+        }
+        const zeroBased = oneBased - 1;
+        if (!seen.has(zeroBased)) {
+            seen.add(zeroBased);
+            indices.push(zeroBased);
+        }
+    }
+    return indices;
+}
+export function resolveRunOptions(input) {
+    const agentsCsv = input.agents?.trim();
+    const agentsAll = Boolean(input.agentsAll);
+    if (agentsAll && agentsCsv) {
+        throw new Error('Use either --agents or --agents-all, not both.');
+    }
+    if (!input.interactive) {
+        if (!input.config?.trim()) {
+            throw new Error('config is required');
+        }
+        return {
+            config: input.config.trim(),
+            agents: agentsCsv || undefined,
+            agentsAll
+        };
+    }
+    const selection = input.interactiveSelection;
+    const resolvedConfig = input.config?.trim() || selection?.configPath;
+    if (!resolvedConfig) {
+        throw new Error('config is required');
+    }
+    if (agentsAll || agentsCsv) {
+        return {
+            config: resolvedConfig,
+            agents: agentsCsv || undefined,
+            agentsAll
+        };
+    }
+    if (!selection) {
+        return {
+            config: resolvedConfig,
+            agentsAll: false
+        };
+    }
+    if (selection.agentMode === 'all') {
+        return {
+            config: resolvedConfig,
+            agentsAll: true
+        };
+    }
+    if (selection.agentMode === 'specific') {
+        if (!selection.agents || selection.agents.length === 0) {
+            throw new Error('Interactive specific agent selection cannot be empty.');
+        }
+        return {
+            config: resolvedConfig,
+            agents: selection.agents.join(','),
+            agentsAll: false
+        };
+    }
+    return {
+        config: resolvedConfig,
+        agentsAll: false
+    };
+}
+export async function runInteractiveSelection(opts) {
+    if (!process.stdin.isTTY || !process.stdout.isTTY) {
+        throw new Error('--interactive requires a TTY terminal.');
+    }
+    const cwd = opts.cwd ?? process.cwd();
+    const evalsDir = resolve(cwd, opts.defaultEvalsDir ?? 'mcplab/evals');
+    const rl = createInterface({ input: process.stdin, output: process.stdout });
+    let interrupted = false;
+    const onSigint = () => {
+        interrupted = true;
+        rl.close();
+    };
+    process.once('SIGINT', onSigint);
+    const ask = async (question) => {
+        try {
+            return await rl.question(question);
+        }
+        catch (error) {
+            if (interrupted) {
+                throw new Error(INTERACTIVE_ABORT_ERROR);
+            }
+            const message = error instanceof Error ? error.message : String(error);
+            if (message.toLowerCase().includes('closed')) {
+                throw new Error(INTERACTIVE_ABORT_ERROR);
+            }
+            throw error;
+        }
+    };
+    try {
+        const configPath = opts.initialConfigPath
+            ? resolve(cwd, opts.initialConfigPath)
+            : await promptForConfigPath(ask, evalsDir, cwd, opts.loadConfigForValidation);
+        const shouldPromptAgentSelection = opts.promptAgentSelection ?? true;
+        if (!shouldPromptAgentSelection) {
+            return { configPath, agentMode: 'defaults' };
+        }
+        const loaded = opts.loadConfigForValidation(configPath);
+        const agentIds = Object.keys(loaded.config.agents);
+        const defaults = loaded.config.run_defaults?.selected_agents ?? [];
+        const agentMode = await promptForAgentMode(ask, agentIds, defaults);
+        if (agentMode === 'specific') {
+            const agents = await promptForSpecificAgents(ask, agentIds);
+            return { configPath, agentMode, agents };
+        }
+        return { configPath, agentMode };
+    }
+    finally {
+        process.off('SIGINT', onSigint);
+        rl.close();
+    }
+}
+async function promptForConfigPath(ask, evalsDir, cwd, loadConfigForValidation) {
+    const files = existsSync(evalsDir)
+        ? readdirSync(evalsDir)
+            .filter((name) => name.endsWith('.yaml') || name.endsWith('.yml'))
+            .sort((a, b) => a.localeCompare(b))
+        : [];
+    const choices = files.map((fileName) => {
+        const path = resolve(evalsDir, fileName);
+        return {
+            path,
+            fileName,
+            label: readConfigName(path) ?? fileName
+        };
+    });
+    if (choices.length > 0) {
+        console.log(kleur.cyan('\nSelect an evaluation config:'));
+        choices.forEach((choice, index) => {
+            const suffix = choice.label === choice.fileName ? '' : ` ${kleur.gray(`(${choice.fileName})`)}`;
+            console.log(`${index + 1}. ${choice.label}${suffix}`);
+        });
+    }
+    else {
+        console.log(kleur.yellow(`\nNo configs found in ${evalsDir}. Enter a path manually.`));
+    }
+    while (true) {
+        const prompt = choices.length > 0
+            ? 'Config number or path: '
+            : 'Config path: ';
+        const input = (await ask(prompt)).trim();
+        if (!input) {
+            console.log(kleur.yellow('Please enter a selection.'));
+            continue;
+        }
+        let candidatePath = input;
+        if (choices.length > 0 && /^\d+$/.test(input)) {
+            const selected = Number(input);
+            if (selected < 1 || selected > choices.length) {
+                console.log(kleur.yellow(`Selection out of range (1-${choices.length}).`));
+                continue;
+            }
+            candidatePath = choices[selected - 1].path;
+        }
+        else {
+            candidatePath = resolve(cwd, input);
+        }
+        try {
+            loadConfigForValidation(candidatePath);
+            return candidatePath;
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            console.log(kleur.yellow(`Invalid config: ${message}`));
+        }
+    }
+}
+function readConfigName(configPath) {
+    try {
+        const raw = readFileSync(configPath, 'utf8');
+        const parsed = parse(raw);
+        const name = typeof parsed?.name === 'string' ? parsed.name.trim() : '';
+        return name || undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+async function promptForAgentMode(ask, agentIds, defaults) {
+    if (agentIds.length === 0) {
+        throw new Error('Config has no resolved agents.');
+    }
+    console.log(kleur.cyan('\nSelect agent mode:'));
+    console.log('1. All configured agents');
+    if (defaults.length > 0) {
+        console.log(`2. Run defaults from config (${defaults.join(', ')})`);
+    }
+    console.log(defaults.length > 0 ? '3. Choose specific agents' : '2. Choose specific agents');
+    const max = defaults.length > 0 ? 3 : 2;
+    while (true) {
+        const input = (await ask('Choice: ')).trim();
+        try {
+            const selections = parseNumberSelection(input, max);
+            if (selections.length !== 1) {
+                throw new Error('Choose exactly one option.');
+            }
+            const selected = selections[0];
+            if (selected === 0)
+                return 'all';
+            if (defaults.length > 0 && selected === 1)
+                return 'defaults';
+            return 'specific';
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            console.log(kleur.yellow(message));
+        }
+    }
+}
+async function promptForSpecificAgents(ask, agentIds) {
+    console.log(kleur.cyan('\nSelect specific agents (comma-separated numbers):'));
+    agentIds.forEach((agentId, index) => {
+        console.log(`${index + 1}. ${agentId}`);
+    });
+    while (true) {
+        const input = (await ask('Agent numbers: ')).trim();
+        try {
+            const selectedIndices = parseNumberSelection(input, agentIds.length);
+            if (selectedIndices.length === 0) {
+                throw new Error('Select at least one agent.');
+            }
+            return selectedIndices.map((index) => agentIds[index]);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            console.log(kleur.yellow(message));
+        }
+    }
+}
+//# sourceMappingURL=run-interactive.js.map

package/dist/run-interactive.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-interactive.js","sourceRoot":"","sources":["../src/run-interactive.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,OAAO,EAAE,KAAK,EAAE,MAAM,MAAM,CAAC;AAE7B,MAAM,CAAC,MAAM,uBAAuB,GAAG,8BAA8B,CAAC;AAgCtE,MAAM,UAAU,oBAAoB,CAAC,KAAa,EAAE,GAAW;IAC7D,MAAM,KAAK,GAAG,KAAK;SAChB,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,6BAA6B,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,GAAG,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,cAAc,IAAI,wBAAwB,GAAG,IAAI,CAAC,CAAC;QACrE,CAAC;QACD,MAAM,SAAS,GAAG,QAAQ,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAA6B;IAC7D,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAE3C,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QACvB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACxC,CAAC;QACD,OAAO;YACL,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE;YAC3B,MAAM,EAAE,SAAS,IAAI,SAAS;YAC9B,SAAS;SACV,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,KAAK,CAAC,oBAAoB,CAAC;IAC7C,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,SAAS,EAAE,UAAU,CAAC;IACrE,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC;QAC3B,OAAO;YACL,MAAM,EAAE,cAAc;YACtB,MAAM,EAAE,SAAS,IAAI,SAAS;YAC9B,SAAS;SACV,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO;YACL,MAAM,EAAE,cAAc;YACtB,SAAS,EAAE,KAAK;SACjB,CAAC;IACJ,CAAC;IAED,IAAI,SAAS,CAAC,SAAS,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO;YACL,MAAM,EAAE,cAAc;YACtB,SAAS,EAAE,IAAI;SAChB,CAAC;IACJ,CAAC;IAED,IAAI,SAAS,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QACvC,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO;YACL,MAAM,EAAE,cAAc;YACtB,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAClC,SAAS,EAAE,KAAK;SACjB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,MAAM,EAAE,cAAc;QACtB,SAAS,EAAE,KAAK;KACjB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAAoC;IAEpC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACtC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,eAAe,IAAI,cAAc,CAAC,CAAC;IACtE,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7E,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,MAAM,QAAQ,GAAG,GAAG,EAAE;QACpB,WAAW,GAAG,IAAI,CAAC;QACnB,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC,CAAC;IACF,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAEjC,MAAM,GAAG,GAAG,KAAK,EAAE,QAAgB,EAAmB,EAAE;QACtD,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAC3C,CAAC;YACD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAC3C,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB;YACvC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,iBAAiB,CAAC;YACtC,CAAC,CAAC,MAAM,mBAAmB,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAEhF,MAAM,0BAA0B,GAAG,IAAI,CAAC,oBAAoB,IAAI,IAAI,CAAC;QACrE,IAAI,CAAC,0BAA0B,EAAE,CAAC;YAChC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;QAC/C,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,UAAU,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,eAAe,IAAI,EAAE,CAAC;QACnE,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEpE,IAAI,SAAS,KAAK,UAAU,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC5D,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;QAC3C,CAAC;QAED,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;IACnC,CAAC;YAAS,CAAC;QACT,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAChC,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,GAA0C,EAC1C,QAAgB,EAChB,GAAW,EACX,uBAAiE;IAEjE,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC;QAChC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC;aAClB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;aACjE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;QACrC,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACzC,OAAO;YACL,IAAI;YACJ,QAAQ;YACR,KAAK,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI,QAAQ;SACxC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC,CAAC;QAC1D,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAChC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;YAChG,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,MAAM,CAAC,KAAK,GAAG,MAAM,EAAE,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,yBAAyB,QAAQ,0BAA0B,CAAC,CAAC,CAAC;IACzF,CAAC;IAED,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,GAAG,CAAC;YAChB,CAAC,CAAC,yBAAyB;YAC3B,CAAC,CAAC,eAAe,CAAC;QACtB,MAAM,KAAK,GAAG,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACzC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,2BAA2B,CAAC,CAAC,CAAC;YACvD,SAAS;QACX,CAAC;QAED,IAAI,aAAa,GAAG,KAAK,CAAC;QAC1B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/B,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC9C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,6BAA6B,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;gBAC3E,SAAS;YACX,CAAC;YACD,aAAa,GAAG,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAE,CAAC,IAAI,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,aAAa,GAAG,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,CAAC;YACH,uBAAuB,CAAC,aAAa,CAAC,CAAC;YACvC,OAAO,aAAa,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,mBAAmB,OAAO,EAAE,CAAC,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,UAAkB;IACxC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAA8B,CAAC;QACvD,MAAM,IAAI,GAAG,OAAO,MAAM,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,OAAO,IAAI,IAAI,SAAS,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,GAA0C,EAC1C,QAAkB,EAClB,QAAkB;IAElB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC;IAChD,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,gCAAgC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC;IAE7F,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxC,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,CAAC,MAAM,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,oBAAoB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACpD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAChD,CAAC;YACD,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAW,CAAC;YACzC,IAAI,QAAQ,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YACjC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,KAAK,CAAC;gBAAE,OAAO,UAAU,CAAC;YAC7D,OAAO,UAAU,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,GAA0C,EAC1C,QAAkB;IAElB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC,CAAC;IAC/E,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;QAClC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,OAAO,EAAE,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,CAAC,MAAM,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,eAAe,GAAG,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YACrE,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAChD,CAAC;YACD,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAW,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;AACH,CAAC"}

package/package.json

@@ -1,8 +1,9 @@
 {
   "name": "@inspectr/mcplab",
-  "version": "0.3.0",
+  "version": "0.5.0",
   "description": "MCPLab - Test and evaluate MCP servers with LLMs — run evals, compare agents and launch the MCPLab web app",
   "license": "MIT",
+  "homepage": "https://mcplab.inspectr.dev",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/inspectr-hq/mcplab.git"
@@ -43,9 +44,9 @@
     "vitest": "^3.2.4"
   },
   "dependencies": {
-    "@inspectr/mcplab-core": "0.3.0",
-    "@inspectr/mcplab-mcp-server": "0.2.1",
-    "@inspectr/mcplab-reporting": "0.2.1",
+    "@inspectr/mcplab-core": "0.5.0",
+    "@inspectr/mcplab-mcp-server": "0.3.1",
+    "@inspectr/mcplab-reporting": "0.3.1",
     "commander": "^12.1.0",
     "dotenv": "^16.4.5",
     "kleur": "^4.1.5",