@inspectr/mcplab 1.12.1 → 1.13.0

package/dist/results/search.js

@@ -0,0 +1,2 @@
+export { tokenize, makeSnippet, scoreDoc, matchesFilters, searchDocs } from '@inspectr/mcplab-core';
+//# sourceMappingURL=search.js.map

package/dist/results/search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/results/search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC"}

package/dist/results/types.d.ts

@@ -0,0 +1,11 @@
+export type {
+  ResultSource,
+  ResultStatus,
+  SearchDoc,
+  SearchHit,
+  SearchFilters,
+  IndexManifest,
+  ContextOptions,
+  ContextResult
+} from '@inspectr/mcplab-core';
+//# sourceMappingURL=types.d.ts.map

package/dist/results/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/results/types.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,YAAY,EACZ,YAAY,EACZ,SAAS,EACT,SAAS,EACT,aAAa,EACb,aAAa,EACb,cAAc,EACd,aAAa,EACd,MAAM,uBAAuB,CAAC"}

package/dist/results/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/results/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/results/types.ts"],"names":[],"mappings":""}

package/dist/test-results-fixture.d.ts

@@ -0,0 +1,7 @@
+export type RunFixture = {
+  root: string;
+  runsDir: string;
+  runId: string;
+};
+export declare function createResultsRunFixture(): RunFixture;
+//# sourceMappingURL=test-results-fixture.d.ts.map

package/dist/test-results-fixture.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-results-fixture.d.ts","sourceRoot":"","sources":["../src/test-results-fixture.ts"],"names":[],"mappings":"AAKA,MAAM,MAAM,UAAU,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAE1E,wBAAgB,uBAAuB,IAAI,UAAU,CAwFpD"}

package/dist/test-results-fixture.js

@@ -0,0 +1,82 @@
+import { mkdtempSync, mkdirSync, writeFileSync } from 'node:fs';
+import { tmpdir } from 'node:os';
+import { join } from 'node:path';
+export function createResultsRunFixture() {
+    const root = mkdtempSync(join(tmpdir(), 'mcplab-results-'));
+    const runsDir = join(root, 'mcplab', 'results', 'evaluation-runs');
+    const runId = '20260206-212239';
+    const runDir = join(runsDir, runId);
+    mkdirSync(runDir, { recursive: true });
+    const results = {
+        metadata: {
+            run_id: runId,
+            timestamp: '2026-02-06T21:22:39.000Z',
+            config_hash: 'abc123',
+            cli_version: '1.0.0',
+            mcp_server_versions: {}
+        },
+        summary: {
+            total_scenarios: 1,
+            total_runs: 1,
+            pass_rate: 0,
+            avg_tool_calls_per_run: 1,
+            avg_tool_latency_ms: 50
+        },
+        scenarios: [
+            {
+                scenario_id: 'search-tags',
+                agent: 'claude-haiku',
+                runs: [
+                    {
+                        run_index: 0,
+                        pass: false,
+                        failures: ['response assertion failed'],
+                        tool_calls: ['search_tags'],
+                        tool_call_count: 1,
+                        tool_sequence: ['search_tags'],
+                        tool_usage: { search_tags: 1 },
+                        tool_durations_ms: [50],
+                        final_text: 'Could not complete request because timeout',
+                        extracted: {},
+                        error: 'timeout'
+                    }
+                ],
+                pass_rate: 0,
+                distinct_sequences: { '["search_tags"]': 1 },
+                tool_usage_frequency: { search_tags: 1 },
+                extracted_values: {},
+                last_final_answer: 'Could not complete request because timeout'
+            }
+        ]
+    };
+    writeFileSync(join(runDir, 'results.json'), `${JSON.stringify(results, null, 2)}\n`, 'utf8');
+    writeFileSync(join(runDir, 'summary.md'), '# MCP Eval Summary\n\n| Scenario | Agent | Runs | Pass rate |\n|---|---|---|---|\n| search-tags | claude-haiku | 1 | 0% |\n', 'utf8');
+    writeFileSync(join(runDir, 'trace.jsonl'), `${JSON.stringify({
+        type: 'scenario_run',
+        trace_version: 3,
+        run_index: 0,
+        scenario_id: 'search-tags',
+        agent: 'claude-haiku',
+        provider: 'anthropic',
+        model: 'claude-3-haiku',
+        ts_start: '2026-02-06T21:22:39.000Z',
+        ts_end: '2026-02-06T21:22:40.000Z',
+        pass: false,
+        messages: [
+            {
+                role: 'assistant',
+                content: [
+                    {
+                        type: 'tool_result',
+                        tool_use_id: 'call_1',
+                        name: 'search_tags',
+                        content: [{ type: 'text', text: 'tool search_tags returned timeout after 5000ms' }],
+                        is_error: true
+                    }
+                ]
+            }
+        ]
+    })}\nnot-json\n`, 'utf8');
+    return { root, runsDir, runId };
+}
+//# sourceMappingURL=test-results-fixture.js.map

package/dist/test-results-fixture.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-results-fixture.js","sourceRoot":"","sources":["../src/test-results-fixture.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAKjC,MAAM,UAAU,uBAAuB;IACrC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,iBAAiB,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,iBAAiB,CAAC;IAChC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACpC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEvC,MAAM,OAAO,GAAgB;QAC3B,QAAQ,EAAE;YACR,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,0BAA0B;YACrC,WAAW,EAAE,QAAQ;YACrB,WAAW,EAAE,OAAO;YACpB,mBAAmB,EAAE,EAAE;SACxB;QACD,OAAO,EAAE;YACP,eAAe,EAAE,CAAC;YAClB,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,CAAC;YACZ,sBAAsB,EAAE,CAAC;YACzB,mBAAmB,EAAE,EAAE;SACxB;QACD,SAAS,EAAE;YACT;gBACE,WAAW,EAAE,aAAa;gBAC1B,KAAK,EAAE,cAAc;gBACrB,IAAI,EAAE;oBACJ;wBACE,SAAS,EAAE,CAAC;wBACZ,IAAI,EAAE,KAAK;wBACX,QAAQ,EAAE,CAAC,2BAA2B,CAAC;wBACvC,UAAU,EAAE,CAAC,aAAa,CAAC;wBAC3B,eAAe,EAAE,CAAC;wBAClB,aAAa,EAAE,CAAC,aAAa,CAAC;wBAC9B,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;wBAC9B,iBAAiB,EAAE,CAAC,EAAE,CAAC;wBACvB,UAAU,EAAE,4CAA4C;wBACxD,SAAS,EAAE,EAAE;wBACb,KAAK,EAAE,SAAS;qBACjB;iBACF;gBACD,SAAS,EAAE,CAAC;gBACZ,kBAAkB,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE;gBAC5C,oBAAoB,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;gBACxC,gBAAgB,EAAE,EAAE;gBACpB,iBAAiB,EAAE,4CAA4C;aAChE;SACF;KACF,CAAC;IAEF,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7F,aAAa,CACX,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,EAC1B,6HAA6H,EAC7H,MAAM,CACP,CAAC;IACF,aAAa,CACX,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,EAC3B,GAAG,IAAI,CAAC,SAAS,CAAC;QAChB,IAAI,EAAE,cAAc;QACpB,aAAa,EAAE,CAAC;QAChB,SAAS,EAAE,CAAC;QACZ,WAAW,EAAE,aAAa;QAC1B,KAAK,EAAE,cAAc;QACrB,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,gBAAgB;QACvB,QAAQ,EAAE,0BAA0B;QACpC,MAAM,EAAE,0BAA0B;QAClC,IAAI,EAAE,KAAK;QACX,QAAQ,EAAE;YACR;gBACE,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,aAAa;wBACnB,WAAW,EAAE,QAAQ;wBACrB,IAAI,EAAE,aAAa;wBACnB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gDAAgD,EAAE,CAAC;wBACnF,QAAQ,EAAE,IAAI;qBACf;iBACF;aACF;SACF;KACF,CAAC,cAAc,EAChB,MAAM,CACP,CAAC;IAEF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAClC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@inspectr/mcplab",
-  "version": "1.12.1",
+  "version": "1.13.0",
   "description": "MCPLab - Test and evaluate MCP servers with LLMs — run evals, compare agents and launch the MCPLab web app",
   "license": "MIT",
   "homepage": "https://mcplab.inspectr.dev",
@@ -44,12 +44,12 @@
     "vitest": "^3.2.4"
   },
   "dependencies": {
-    "@inspectr/mcplab-core": "1.9.1",
-    "@inspectr/mcplab-mcp-server": "1.2.3",
-    "@inspectr/mcplab-reporting": "1.1.9",
+    "@inspectr/mcplab-core": "1.10.0",
+    "@inspectr/mcplab-mcp-server": "1.3.0",
+    "@inspectr/mcplab-reporting": "1.1.10",
     "commander": "^12.1.0",
-    "dotenv": "^16.4.5",
+    "dotenv": "^16.6.1",
     "kleur": "^4.1.5",
-    "yaml": "^2.5.1"
+    "yaml": "^2.8.4"
   }
 }