@inspectr/mcplab-core 0.1.0

package/dist/runner.js

@@ -0,0 +1,176 @@
+import { mkdirSync, writeFileSync } from 'node:fs';
+import { isAbsolute, join, resolve } from 'node:path';
+import { stringify as stringifyYaml } from 'yaml';
+import { TraceWriter } from './trace.js';
+import { McpClientManager } from './mcp.js';
+import { runAgentScenario } from './agent.js';
+import { evaluateScenario, extractValues } from './eval.js';
+import { aggregateResults, renderSummaryMarkdown } from './results.js';
+export async function runAll(config, options) {
+    throwIfAborted(options.signal);
+    const emitProgress = async (event) => {
+        if (!options.onProgress)
+            return;
+        await options.onProgress(event);
+    };
+    const runId = createRunId();
+    const runRoot = options.runsDir?.trim() || 'runs';
+    const runsBaseDir = isAbsolute(runRoot) ? runRoot : resolve(process.cwd(), runRoot);
+    const runDir = join(runsBaseDir, runId);
+    mkdirSync(runDir, { recursive: true });
+    const tracePath = join(runDir, 'trace.jsonl');
+    const resolvedConfigPath = join(runDir, 'resolved-config.yaml');
+    writeFileSync(resolvedConfigPath, `${stringifyYaml(config)}\n`, 'utf8');
+    const trace = new TraceWriter(tracePath);
+    trace.write({
+        type: 'trace_meta',
+        trace_version: 3,
+        run_id: runId,
+        ts: new Date().toISOString()
+    });
+    const totalScenarioRuns = config.scenarios.length * options.runsPerScenario;
+    await emitProgress({
+        type: 'run_started',
+        runId,
+        totalScenarioRuns,
+        runsPerScenario: options.runsPerScenario
+    });
+    const mcp = new McpClientManager();
+    await emitProgress({
+        type: 'mcp_connect_started',
+        serverCount: Object.keys(config.servers).length
+    });
+    await mcp.connectAll(config.servers, options.signal);
+    await emitProgress({
+        type: 'mcp_connect_finished',
+        serverCount: Object.keys(config.servers).length
+    });
+    const scenarioRuns = [];
+    let scenarioRunIndex = 0;
+    for (const scenario of config.scenarios) {
+        throwIfAborted(options.signal);
+        if (!scenario.agent) {
+            throw new Error(`Scenario '${scenario.id}' has no execution agent. Provide run agent selection or config run_defaults.selected_agents.`);
+        }
+        const agent = config.agents[scenario.agent];
+        if (!agent) {
+            throw new Error(`Agent not found: ${scenario.agent}`);
+        }
+        const runs = [];
+        for (let runIndex = 0; runIndex < options.runsPerScenario; runIndex += 1) {
+            throwIfAborted(options.signal);
+            scenarioRunIndex += 1;
+            await emitProgress({
+                type: 'scenario_run_started',
+                scenarioId: scenario.id,
+                agentName: scenario.agent,
+                scenarioRunIndex,
+                totalScenarioRuns,
+                runIndex,
+                runsPerScenario: options.runsPerScenario
+            });
+            const runResult = await runAgentScenario({
+                scenario,
+                agent,
+                mcp,
+                signal: options.signal,
+                onProgress: async (event) => {
+                    await emitProgress({
+                        type: 'agent_progress',
+                        scenarioRunIndex,
+                        totalScenarioRuns,
+                        event
+                    });
+                }
+            });
+            const evalResult = evaluateScenario(runResult.finalText, runResult.toolSequence, scenario.eval);
+            const extracted = extractValues(runResult.finalText, scenario.extract?.map((rule) => ({ name: rule.name, regex: rule.regex })) ?? []);
+            const toolUsage = {};
+            for (const tool of runResult.toolSequence) {
+                toolUsage[tool] = (toolUsage[tool] ?? 0) + 1;
+            }
+            const scenarioRun = {
+                run_index: runIndex,
+                pass: evalResult.pass,
+                failures: evalResult.failures,
+                tool_calls: runResult.toolSequence,
+                tool_call_count: runResult.toolSequence.length,
+                tool_sequence: runResult.toolSequence,
+                tool_usage: toolUsage,
+                tool_durations_ms: runResult.toolDurationsMs,
+                final_text: runResult.finalText,
+                extracted
+            };
+            runs.push(scenarioRun);
+            const traceRecord = {
+                type: 'scenario_run',
+                trace_version: 3,
+                run_index: runIndex,
+                scenario_id: scenario.id,
+                agent: scenario.agent,
+                provider: runResult.traceProvider,
+                model: runResult.traceModel,
+                ts_start: runResult.traceStartedAt,
+                ts_end: runResult.traceEndedAt,
+                pass: evalResult.pass,
+                messages: runResult.traceMessages,
+                metrics: {
+                    tool_call_count: runResult.toolSequence.length,
+                    total_tool_duration_ms: runResult.toolDurationsMs.reduce((sum, ms) => sum + ms, 0)
+                }
+            };
+            trace.write(traceRecord);
+            await emitProgress({
+                type: 'scenario_run_finished',
+                scenarioId: scenario.id,
+                agentName: scenario.agent,
+                scenarioRunIndex,
+                totalScenarioRuns,
+                runIndex,
+                runsPerScenario: options.runsPerScenario,
+                pass: evalResult.pass,
+                toolCallCount: runResult.toolSequence.length
+            });
+        }
+        scenarioRuns.push({
+            scenario_id: scenario.id,
+            scenario_name: scenario.name,
+            agent: scenario.agent,
+            eval: scenario.eval,
+            runs
+        });
+    }
+    const results = aggregateResults({
+        runId,
+        timestamp: new Date().toISOString(),
+        gitCommit: options.gitCommit,
+        configHash: options.configHash,
+        cliVersion: options.cliVersion,
+        scenarioRuns
+    });
+    const resultsPath = join(runDir, 'results.json');
+    writeFileSync(resultsPath, `${JSON.stringify(results, null, 2)}\n`, 'utf8');
+    const summaryPath = join(runDir, 'summary.md');
+    writeFileSync(summaryPath, renderSummaryMarkdown(results), 'utf8');
+    await emitProgress({ type: 'run_finished', runId, totalScenarioRuns });
+    return { runDir, results };
+}
+function createRunId() {
+    const now = new Date();
+    const pad = (value) => String(value).padStart(2, '0');
+    return [
+        now.getFullYear(),
+        pad(now.getMonth() + 1),
+        pad(now.getDate()),
+        '-',
+        pad(now.getHours()),
+        pad(now.getMinutes()),
+        pad(now.getSeconds())
+    ].join('');
+}
+function throwIfAborted(signal) {
+    if (signal?.aborted) {
+        throw new Error('Run aborted by user');
+    }
+}
+//# sourceMappingURL=runner.js.map

package/dist/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../src/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,SAAS,IAAI,aAAa,EAAE,MAAM,MAAM,CAAC;AAQlD,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAA8B,MAAM,YAAY,CAAC;AAC1E,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAkDvE,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,MAA4B,EAC5B,OAAmB;IAEnB,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,YAAY,GAAG,KAAK,EAAE,KAAuB,EAAiB,EAAE;QACpE,IAAI,CAAC,OAAO,CAAC,UAAU;YAAE,OAAO;QAChC,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,WAAW,EAAE,CAAC;IAC5B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,MAAM,CAAC;IAClD,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC;IACpF,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IACxC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEvC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAC9C,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC;IAChE,aAAa,CAAC,kBAAkB,EAAE,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACxE,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC,CAAC;IACzC,KAAK,CAAC,KAAK,CAAC;QACV,IAAI,EAAE,YAAY;QAClB,aAAa,EAAE,CAAC;QAChB,MAAM,EAAE,KAAK;QACb,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KAC7B,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAC5E,MAAM,YAAY,CAAC;QACjB,IAAI,EAAE,aAAa;QACnB,KAAK;QACL,iBAAiB;QACjB,eAAe,EAAE,OAAO,CAAC,eAAe;KACzC,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,IAAI,gBAAgB,EAAE,CAAC;IACnC,MAAM,YAAY,CAAC;QACjB,IAAI,EAAE,qBAAqB;QAC3B,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;KAChD,CAAC,CAAC;IACH,MAAM,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACrD,MAAM,YAAY,CAAC;QACjB,IAAI,EAAE,sBAAsB;QAC5B,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;KAChD,CAAC,CAAC;IAEH,MAAM,YAAY,GAMb,EAAE,CAAC;IAER,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACxC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACb,aAAa,QAAQ,CAAC,EAAE,+FAA+F,CACxH,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,MAAM,IAAI,GAAwB,EAAE,CAAC;QAErC,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,eAAe,EAAE,QAAQ,IAAI,CAAC,EAAE,CAAC;YACzE,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC/B,gBAAgB,IAAI,CAAC,CAAC;YACtB,MAAM,YAAY,CAAC;gBACjB,IAAI,EAAE,sBAAsB;gBAC5B,UAAU,EAAE,QAAQ,CAAC,EAAE;gBACvB,SAAS,EAAE,QAAQ,CAAC,KAAK;gBACzB,gBAAgB;gBAChB,iBAAiB;gBACjB,QAAQ;gBACR,eAAe,EAAE,OAAO,CAAC,eAAe;aACzC,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC;gBACvC,QAAQ;gBACR,KAAK;gBACL,GAAG;gBACH,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;oBAC1B,MAAM,YAAY,CAAC;wBACjB,IAAI,EAAE,gBAAgB;wBACtB,gBAAgB;wBAChB,iBAAiB;wBACjB,KAAK;qBACN,CAAC,CAAC;gBACL,CAAC;aACF,CAAC,CAAC;YACH,MAAM,UAAU,GAAG,gBAAgB,CACjC,SAAS,CAAC,SAAS,EACnB,SAAS,CAAC,YAAY,EACtB,QAAQ,CAAC,IAAI,CACd,CAAC;YACF,MAAM,SAAS,GAAG,aAAa,CAC7B,SAAS,CAAC,SAAS,EACnB,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,CAChF,CAAC;YAEF,MAAM,SAAS,GAA2B,EAAE,CAAC;YAC7C,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,YAAY,EAAE,CAAC;gBAC1C,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC/C,CAAC;YAED,MAAM,WAAW,GAAsB;gBACrC,SAAS,EAAE,QAAQ;gBACnB,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,UAAU,EAAE,SAAS,CAAC,YAAY;gBAClC,eAAe,EAAE,SAAS,CAAC,YAAY,CAAC,MAAM;gBAC9C,aAAa,EAAE,SAAS,CAAC,YAAY;gBACrC,UAAU,EAAE,SAAS;gBACrB,iBAAiB,EAAE,SAAS,CAAC,eAAe;gBAC5C,UAAU,EAAE,SAAS,CAAC,SAAS;gBAC/B,SAAS;aACV,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACvB,MAAM,WAAW,GAA2B;gBAC1C,IAAI,EAAE,cAAc;gBACpB,aAAa,EAAE,CAAC;gBAChB,SAAS,EAAE,QAAQ;gBACnB,WAAW,EAAE,QAAQ,CAAC,EAAE;gBACxB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,QAAQ,EAAE,SAAS,CAAC,aAAa;gBACjC,KAAK,EAAE,SAAS,CAAC,UAAU;gBAC3B,QAAQ,EAAE,SAAS,CAAC,cAAc;gBAClC,MAAM,EAAE,SAAS,CAAC,YAAY;gBAC9B,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,QAAQ,EAAE,SAAS,CAAC,aAAa;gBACjC,OAAO,EAAE;oBACP,eAAe,EAAE,SAAS,CAAC,YAAY,CAAC,MAAM;oBAC9C,sBAAsB,EAAE,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,EAAE,EAAE,CAAC,CAAC;iBACnF;aACF,CAAC;YACF,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACzB,MAAM,YAAY,CAAC;gBACjB,IAAI,EAAE,uBAAuB;gBAC7B,UAAU,EAAE,QAAQ,CAAC,EAAE;gBACvB,SAAS,EAAE,QAAQ,CAAC,KAAK;gBACzB,gBAAgB;gBAChB,iBAAiB;gBACjB,QAAQ;gBACR,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,aAAa,EAAE,SAAS,CAAC,YAAY,CAAC,MAAM;aAC7C,CAAC,CAAC;QACL,CAAC;QAED,YAAY,CAAC,IAAI,CAAC;YAChB,WAAW,EAAE,QAAQ,CAAC,EAAE;YACxB,aAAa,EAAE,QAAQ,CAAC,IAAI;YAC5B,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI;SACL,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAG,gBAAgB,CAAC;QAC/B,KAAK;QACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,YAAY;KACb,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACjD,aAAa,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAE5E,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAC/C,aAAa,CAAC,WAAW,EAAE,qBAAqB,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;IACnE,MAAM,YAAY,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC;IAEvE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AAC7B,CAAC;AAED,SAAS,WAAW;IAClB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,MAAM,GAAG,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC9D,OAAO;QACL,GAAG,CAAC,WAAW,EAAE;QACjB,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACvB,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QAClB,GAAG;QACH,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QACnB,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QACrB,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;KACtB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACb,CAAC;AAED,SAAS,cAAc,CAAC,MAAoB;IAC1C,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACzC,CAAC;AACH,CAAC"}

package/dist/trace.d.ts

@@ -0,0 +1,7 @@
+import type { PersistedTraceRecord } from './types.js';
+export declare class TraceWriter {
+  private readonly path;
+  constructor(path: string);
+  write(record: PersistedTraceRecord): void;
+}
+//# sourceMappingURL=trace.d.ts.map

package/dist/trace.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace.d.ts","sourceRoot":"","sources":["../src/trace.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAEvD,qBAAa,WAAW;IACV,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,EAAE,MAAM;IAEzC,KAAK,CAAC,MAAM,EAAE,oBAAoB,GAAG,IAAI;CAG1C"}

package/dist/trace.js

@@ -0,0 +1,11 @@
+import { appendFileSync } from 'node:fs';
+export class TraceWriter {
+    path;
+    constructor(path) {
+        this.path = path;
+    }
+    write(record) {
+        appendFileSync(this.path, `${JSON.stringify(record)}\n`, 'utf8');
+    }
+}
+//# sourceMappingURL=trace.js.map

package/dist/trace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace.js","sourceRoot":"","sources":["../src/trace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAGzC,MAAM,OAAO,WAAW;IACO;IAA7B,YAA6B,IAAY;QAAZ,SAAI,GAAJ,IAAI,CAAQ;IAAG,CAAC;IAE7C,KAAK,CAAC,MAA4B;QAChC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACnE,CAAC;CACF"}

package/dist/types.d.ts

@@ -0,0 +1,268 @@
+export type TransportType = 'http';
+export interface ServerAuthBearer {
+    type: 'bearer';
+    env: string;
+}
+export interface ServerAuthOauthClientCredentials {
+    type: 'oauth_client_credentials';
+    token_url: string;
+    client_id_env: string;
+    client_secret_env: string;
+    scope?: string;
+    audience?: string;
+    token_params?: Record<string, string>;
+}
+export interface ServerAuthOauthAuthorizationCode {
+    type: 'oauth_authorization_code';
+    client_id: string;
+    client_secret?: string;
+    redirect_url: string;
+    scope?: string;
+}
+export type ServerAuth = ServerAuthBearer | ServerAuthOauthClientCredentials | ServerAuthOauthAuthorizationCode;
+export interface ServerConfig {
+    name?: string;
+    transport: TransportType;
+    url: string;
+    auth?: ServerAuth;
+}
+export interface ServerInlineEntry extends ServerConfig {
+    id: string;
+    name?: string;
+}
+export interface ServerRefEntry {
+    ref: string;
+}
+export type ServerListEntry = ServerInlineEntry | ServerRefEntry;
+export interface AgentConfig {
+    name?: string;
+    provider: 'openai' | 'anthropic' | 'azure_openai';
+    model: string;
+    temperature?: number;
+    max_tokens?: number;
+    system?: string;
+}
+export interface AgentInlineEntry extends AgentConfig {
+    id: string;
+    name?: string;
+}
+export interface AgentRefEntry {
+    ref: string;
+}
+export type AgentListEntry = AgentInlineEntry | AgentRefEntry;
+export interface ToolConstraints {
+    required_tools?: string[];
+    forbidden_tools?: string[];
+}
+export interface ToolSequenceRules {
+    allow?: string[][];
+}
+export interface ResponseAssertionRegex {
+    type: 'regex';
+    pattern: string;
+}
+export interface ResponseAssertionJsonPath {
+    type: 'jsonpath';
+    path: string;
+    equals?: string | number | boolean;
+}
+export type ResponseAssertion = ResponseAssertionRegex | ResponseAssertionJsonPath;
+export interface EvalRules {
+    tool_constraints?: ToolConstraints;
+    tool_sequence?: ToolSequenceRules;
+    response_assertions?: ResponseAssertion[];
+}
+export interface ExtractRule {
+    name: string;
+    from: 'final_text';
+    regex: string;
+}
+export interface Scenario {
+    id: string;
+    name?: string;
+    servers: string[];
+    prompt: string;
+    snapshot_eval?: {
+        enabled?: boolean;
+        baseline_snapshot_id?: string;
+        baseline_source_run_id?: string;
+        last_updated_at?: string;
+    };
+    eval?: EvalRules;
+    extract?: ExtractRule[];
+}
+export interface ScenarioRefEntry {
+    ref: string;
+}
+export type ScenarioInlineEntry = Scenario;
+export type ScenarioListEntry = ScenarioInlineEntry | ScenarioRefEntry;
+export interface SnapshotEvalPolicy {
+    enabled: boolean;
+    mode: 'warn' | 'fail_on_drift';
+    baseline_snapshot_id?: string;
+    baseline_source_run_id?: string;
+    last_updated_at?: string;
+}
+export interface EvalConfig {
+    name?: string;
+    servers: Record<string, ServerConfig>;
+    agents: Record<string, AgentConfig>;
+    scenarios: Scenario[];
+    run_defaults?: {
+        selected_agents?: string[];
+    };
+    snapshot_eval?: SnapshotEvalPolicy;
+}
+export interface SourceEvalConfig extends Omit<EvalConfig, 'scenarios' | 'agents' | 'servers'> {
+    servers: ServerListEntry[];
+    agents: AgentListEntry[];
+    scenarios: ScenarioListEntry[];
+}
+export interface ExecutableScenario extends Scenario {
+    agent: string;
+    scenario_exec_id?: string;
+}
+export interface ExecutableEvalConfig extends Omit<EvalConfig, 'scenarios'> {
+    scenarios: ExecutableScenario[];
+}
+export interface ToolDef {
+    name: string;
+    description?: string;
+    inputSchema?: unknown;
+}
+export interface ToolCall {
+    id?: string;
+    name: string;
+    arguments: Record<string, unknown> | unknown;
+    server?: string;
+}
+export interface LlmMessage {
+    role: 'system' | 'user' | 'assistant' | 'tool';
+    content: string;
+    tool_call_id?: string;
+    name?: string;
+    tool_calls?: ToolCall[];
+}
+export interface LlmResponse {
+    content?: string;
+    tool_calls?: ToolCall[];
+    raw?: unknown;
+    usage?: {
+        input_tokens?: number;
+        output_tokens?: number;
+        total_tokens?: number;
+    };
+}
+export interface TraceMessageUsage {
+    input_tokens?: number;
+    output_tokens?: number;
+    total_tokens?: number;
+}
+export type TraceMessageContentBlock = {
+    type: 'text';
+    text: string;
+} | {
+    type: 'tool_use';
+    id: string;
+    name: string;
+    input: unknown;
+    server: string;
+} | {
+    type: 'tool_result';
+    tool_use_id: string;
+    name: string;
+    content: Array<{
+        type: 'text';
+        text: string;
+    }>;
+    is_error: boolean;
+    duration_ms?: number;
+    ts_start?: string;
+    ts_end?: string;
+    server?: string;
+};
+export interface TraceMessage {
+    role: 'user' | 'assistant' | 'tool';
+    ts?: string;
+    usage?: TraceMessageUsage;
+    content: TraceMessageContentBlock[];
+}
+export interface ScenarioRunTraceRecord {
+    type: 'scenario_run';
+    trace_version: 3;
+    run_index: number;
+    scenario_id: string;
+    agent: string;
+    provider: string;
+    model: string;
+    ts_start: string;
+    ts_end: string;
+    pass: boolean;
+    messages: TraceMessage[];
+    metrics?: {
+        tool_call_count: number;
+        total_tool_duration_ms: number;
+    };
+}
+export interface TraceFileLegacyMeta {
+    type: 'trace_meta';
+    trace_version: number;
+    run_id: string;
+    ts: string;
+}
+export type PersistedTraceRecord = ScenarioRunTraceRecord | TraceFileLegacyMeta | Record<string, unknown>;
+export interface ScenarioRunResult {
+    run_index: number;
+    pass: boolean;
+    failures: string[];
+    tool_calls: string[];
+    tool_call_count: number;
+    tool_sequence: string[];
+    tool_usage: Record<string, number>;
+    tool_durations_ms: number[];
+    final_text: string;
+    extracted: Record<string, string | number | boolean | null>;
+}
+export interface ScenarioAggregate {
+    scenario_id: string;
+    scenario_name?: string;
+    agent: string;
+    eval?: EvalRules;
+    tool_constraints_stats?: {
+        required: Record<string, number>;
+        forbidden: Record<string, number>;
+    };
+    runs: ScenarioRunResult[];
+    pass_rate: number;
+    distinct_sequences: Record<string, number>;
+    tool_usage_frequency: Record<string, number>;
+    extracted_values: Record<string, Record<string, number>>;
+    last_final_answer: string;
+}
+export interface ResultsJson {
+    metadata: {
+        run_id: string;
+        timestamp: string;
+        git_commit?: string;
+        config_hash: string;
+        cli_version: string;
+        snapshot_eval?: {
+            applied: boolean;
+            mode: 'warn' | 'fail_on_drift';
+            baseline_snapshot_id: string;
+            baseline_source_run_id?: string;
+            overall_score: number;
+            status: 'Match' | 'Warn' | 'Drift';
+            impacted_scenarios: string[];
+        };
+    };
+    summary: {
+        total_scenarios: number;
+        total_runs: number;
+        pass_rate: number;
+        avg_tool_calls_per_run: number;
+        avg_tool_latency_ms: number | null;
+    };
+    scenarios: ScenarioAggregate[];
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,aAAa,GAAG,MAAM,CAAC;AAEnC,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,QAAQ,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,gCAAgC;IAC/C,IAAI,EAAE,0BAA0B,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,gCAAgC;IAC/C,IAAI,EAAE,0BAA0B,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,UAAU,GAClB,gBAAgB,GAChB,gCAAgC,GAChC,gCAAgC,CAAC;AAErC,MAAM,WAAW,YAAY;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,aAAa,CAAC;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,UAAU,CAAC;CACnB;AAED,MAAM,WAAW,iBAAkB,SAAQ,YAAY;IACrD,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,MAAM,eAAe,GAAG,iBAAiB,GAAG,cAAc,CAAC;AAEjE,MAAM,WAAW,WAAW;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,QAAQ,GAAG,WAAW,GAAG,cAAc,CAAC;IAClD,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAiB,SAAQ,WAAW;IACnD,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,MAAM,cAAc,GAAG,gBAAgB,GAAG,aAAa,CAAC;AAE9D,MAAM,WAAW,eAAe;IAC9B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;CACpC;AAED,MAAM,MAAM,iBAAiB,GAAG,sBAAsB,GAAG,yBAAyB,CAAC;AAEnF,MAAM,WAAW,SAAS;IACxB,gBAAgB,CAAC,EAAE,eAAe,CAAC;IACnC,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,mBAAmB,CAAC,EAAE,iBAAiB,EAAE,CAAC;CAC3C;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,YAAY,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE;QACd,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,sBAAsB,CAAC,EAAE,MAAM,CAAC;QAChC,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;IACF,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,MAAM,mBAAmB,GAAG,QAAQ,CAAC;AAC3C,MAAM,MAAM,iBAAiB,GAAG,mBAAmB,GAAG,gBAAgB,CAAC;AAEvE,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,GAAG,eAAe,CAAC;IAC/B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACtC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACpC,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,YAAY,CAAC,EAAE;QACb,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;KAC5B,CAAC;IACF,aAAa,CAAC,EAAE,kBAAkB,CAAC;CACpC;AAED,MAAM,WAAW,gBAAiB,SAAQ,IAAI,CAAC,UAAU,EAAE,WAAW,GAAG,QAAQ,GAAG,SAAS,CAAC;IAC5F,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,SAAS,EAAE,iBAAiB,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,kBAAmB,SAAQ,QAAQ;IAClD,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,oBAAqB,SAAQ,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC;IACzE,SAAS,EAAE,kBAAkB,EAAE,CAAC;CACjC;AAED,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC;IAC7C,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;IACxB,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,KAAK,CAAC,EAAE;QACN,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;CACH;AAED,MAAM,WAAW,iBAAiB;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,MAAM,wBAAwB,GAChC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IACE,IAAI,EAAE,UAAU,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAChB,GACD;IACE,IAAI,EAAE,aAAa,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC/C,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEN,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IACpC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,iBAAiB,CAAC;IAC1B,OAAO,EAAE,wBAAwB,EAAE,CAAC;CACrC;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,cAAc,CAAC;IACrB,aAAa,EAAE,CAAC,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,OAAO,CAAC,EAAE;QACR,eAAe,EAAE,MAAM,CAAC;QACxB,sBAAsB,EAAE,MAAM,CAAC;KAChC,CAAC;CACH;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,YAAY,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,MAAM,oBAAoB,GAC5B,sBAAsB,GACtB,mBAAmB,GACnB,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE5B,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;CAC7D;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,sBAAsB,CAAC,EAAE;QACvB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACjC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KACnC,CAAC;IACF,IAAI,EAAE,iBAAiB,EAAE,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3C,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7C,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACzD,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE;QACR,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,CAAC,EAAE;YACd,OAAO,EAAE,OAAO,CAAC;YACjB,IAAI,EAAE,MAAM,GAAG,eAAe,CAAC;YAC/B,oBAAoB,EAAE,MAAM,CAAC;YAC7B,sBAAsB,CAAC,EAAE,MAAM,CAAC;YAChC,aAAa,EAAE,MAAM,CAAC;YACtB,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,OAAO,CAAC;YACnC,kBAAkB,EAAE,MAAM,EAAE,CAAC;SAC9B,CAAC;KACH,CAAC;IACF,OAAO,EAAE;QACP,eAAe,EAAE,MAAM,CAAC;QACxB,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,MAAM,CAAC;QAClB,sBAAsB,EAAE,MAAM,CAAC;QAC/B,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;KACpC,CAAC;IACF,SAAS,EAAE,iBAAiB,EAAE,CAAC;CAChC"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,49 @@
+{
+  "name": "@inspectr/mcplab-core",
+  "version": "0.1.0",
+  "description": "Core evaluation engine for MCPLab — agent adapters, MCP client, scenario runner, and result types",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/inspectr-hq/mcplab.git"
+  },
+  "keywords": [
+    "mcp",
+    "model-context-protocol",
+    "llm",
+    "evaluation",
+    "testing",
+    "ai",
+    "agents"
+  ],
+  "engines": {
+    "node": ">=20.19.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist"
+  ],
+  "exports": {
+    ".": "./dist/index.js"
+  },
+  "scripts": {
+    "build": "tsc -b",
+    "test": "vitest run"
+  },
+  "devDependencies": {
+    "vitest": "^3.2.4"
+  },
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.26.0",
+    "@anthropic-ai/sdk": "^0.78.0",
+    "jsonpath-plus": "^10.3.0",
+    "openai": "^4.104.0",
+    "yaml": "^2.8.2",
+    "zod": "^3.25.76"
+  }
+}