@inspectr/mcplab 1.28.1 → 1.28.3

package/dist/app/index.html

@@ -16,7 +16,7 @@
     <meta name="twitter:card" content="summary_large_image" />
     <meta name="twitter:site" content="@Inspectr" />
     <meta name="twitter:image" content="" />
-    <script type="module" crossorigin src="/assets/index-C73rVN95.js"></script>
+    <script type="module" crossorigin src="/assets/index-Bug5M-yX.js"></script>
     <link rel="stylesheet" crossorigin href="/assets/index-CVe_v-Bh.css">
   </head>
 

package/dist/app-server/assistant-events.d.ts

@@ -1,35 +1,15 @@
 import type { IncomingMessage, ServerResponse } from 'node:http';
 import { type SseEvent } from './jobs.js';
-export type AssistantSseEventType =
-  | 'session_started'
-  | 'turn_started'
-  | 'tool_call_requested'
-  | 'tool_call_approved'
-  | 'tool_call_denied'
-  | 'tool_call_resolved'
-  | 'assistant_message_completed'
-  | 'session_warning'
-  | 'session_error'
-  | 'session_finished';
+export type AssistantSseEventType = 'session_started' | 'turn_started' | 'tool_call_requested' | 'tool_call_approved' | 'tool_call_denied' | 'tool_call_resolved' | 'assistant_message_completed' | 'session_warning' | 'session_error' | 'session_finished';
 export type AssistantSseEvent = SseEvent & {
-  type: AssistantSseEventType;
+    type: AssistantSseEventType;
 };
 export interface AssistantSseSessionState {
-  events: AssistantSseEvent[];
-  clients: Set<ServerResponse>;
+    events: AssistantSseEvent[];
+    clients: Set<ServerResponse>;
 }
-export declare function createAssistantSseEvent(
-  type: AssistantSseEventType,
-  payload: Record<string, unknown>
-): AssistantSseEvent;
-export declare function broadcastAssistantSseEvent(
-  session: AssistantSseSessionState,
-  event: AssistantSseEvent
-): void;
-export declare function serveAssistantSseStream(
-  req: IncomingMessage,
-  res: ServerResponse,
-  session: AssistantSseSessionState
-): void;
+export declare function createAssistantSseEvent(type: AssistantSseEventType, payload: Record<string, unknown>): AssistantSseEvent;
+export declare function broadcastAssistantSseEvent(session: AssistantSseSessionState, event: AssistantSseEvent): void;
+export declare function serveAssistantSseStream(req: IncomingMessage, res: ServerResponse, session: AssistantSseSessionState): void;
 export declare function endAssistantSseClients(session: AssistantSseSessionState): void;
-//# sourceMappingURL=assistant-events.d.ts.map
+//# sourceMappingURL=assistant-events.d.ts.map

package/dist/app-server/mastra-scenario-assistant.d.ts

@@ -0,0 +1,63 @@
+import { Agent } from '@mastra/core/agent';
+import { Mastra } from '@mastra/core/mastra';
+import { Memory } from '@mastra/memory';
+import { LibSQLStore } from '@mastra/libsql';
+import type { AgentConfig, McpClientManager, ToolDef } from '@inspectr/mcplab-core';
+import { type ScenarioAssistantProposal } from './mastra-scenario-tools.js';
+export interface MastraScenarioContext {
+  scenario: {
+    id: string;
+    name?: string;
+    prompt: string;
+    serverNames: string[];
+    evalRules: unknown[];
+    extractRules: unknown[];
+  };
+}
+export declare function scenarioAssistantScopeKey(params: {
+  scenarioId: string;
+  configPath?: string;
+}): string;
+export interface MastraScenarioAssistantOptions {
+  storagePath: string;
+  scopeKey?: string;
+  agentConfig: AgentConfig;
+  tools: ToolDef[];
+  toolMappings: Map<
+    string,
+    {
+      server: string;
+      tool: string;
+    }
+  >;
+  mcp: McpClientManager;
+  context: MastraScenarioContext;
+  onProposal?: (proposal: ScenarioAssistantProposal) => void;
+}
+export declare class MastraScenarioAssistant {
+  readonly threadId: string;
+  readonly resourceId: string;
+  readonly storage: LibSQLStore;
+  readonly mastra: Mastra;
+  readonly memory: Memory;
+  readonly agent: Agent;
+  readonly provider: string;
+  readonly modelName: string;
+  constructor(options: MastraScenarioAssistantOptions);
+  init(): Promise<void>;
+  listSuspendedRuns(): Promise<import('@mastra/core/agent').AgentListSuspendedRunsResult>;
+  stream(
+    message: string,
+    context: MastraScenarioContext,
+    signal?: AbortSignal
+  ): Promise<import('@mastra/core/stream').MastraModelOutput<undefined>>;
+  resumeStream(
+    runId: string,
+    approved: boolean,
+    signal?: AbortSignal,
+    toolCallId?: string
+  ): Promise<import('@mastra/core/stream').MastraModelOutput<undefined>>;
+  close(): Promise<void>;
+}
+export declare function buildScenarioAssistantInstructions(context: MastraScenarioContext): string;
+//# sourceMappingURL=mastra-scenario-assistant.d.ts.map

package/dist/app-server/mastra-scenario-assistant.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mastra-scenario-assistant.d.ts","sourceRoot":"","sources":["../../src/app-server/mastra-scenario-assistant.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AACpF,OAAO,EAIL,KAAK,yBAAyB,EAC/B,MAAM,4BAA4B,CAAC;AAOpC,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE;QACR,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,SAAS,EAAE,OAAO,EAAE,CAAC;QACrB,YAAY,EAAE,OAAO,EAAE,CAAC;KACzB,CAAC;CACH;AAED,wBAAgB,yBAAyB,CAAC,MAAM,EAAE;IAChD,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,GAAG,MAAM,CAIT;AAED,MAAM,WAAW,8BAA8B;IAC7C,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,WAAW,CAAC;IACzB,KAAK,EAAE,OAAO,EAAE,CAAC;IACjB,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC5D,GAAG,EAAE,gBAAgB,CAAC;IACtB,OAAO,EAAE,qBAAqB,CAAC;IAC/B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,yBAAyB,KAAK,IAAI,CAAC;CAC5D;AAED,qBAAa,uBAAuB;IAClC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;gBAEf,OAAO,EAAE,8BAA8B;IAqC7C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAIrB,iBAAiB;IAIvB,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,EAAE,MAAM,CAAC,EAAE,WAAW;IA6B5E,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,EAAE,MAAM;IAWlF,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B;AAED,wBAAgB,kCAAkC,CAAC,OAAO,EAAE,qBAAqB,GAAG,MAAM,CAUzF"}

package/dist/app-server/mastra-scenario-assistant.js

@@ -0,0 +1,113 @@
+import { Agent } from '@mastra/core/agent';
+import { Mastra } from '@mastra/core/mastra';
+import { Memory } from '@mastra/memory';
+import { LibSQLStore } from '@mastra/libsql';
+import { createMastraScenarioTools, createScenarioAssistantProposalTool, resolveMastraScenarioModel } from './mastra-scenario-tools.js';
+import { logScenarioAssistantRequest, startScenarioAssistantLangSmithRun } from './scenario-assistant-observability.js';
+export function scenarioAssistantScopeKey(params) {
+    return params.configPath
+        ? `config:${params.configPath}:${params.scenarioId}`
+        : `library:${params.scenarioId}`;
+}
+export class MastraScenarioAssistant {
+    threadId;
+    resourceId;
+    storage;
+    mastra;
+    memory;
+    agent;
+    provider;
+    modelName;
+    constructor(options) {
+        this.provider = options.agentConfig.provider;
+        this.modelName = options.agentConfig.model;
+        const scope = options.scopeKey ?? `scenario:${options.context.scenario.id}`;
+        this.threadId = scope;
+        this.resourceId = scope;
+        this.storage = new LibSQLStore({
+            id: 'mcplab-scenario-assistant',
+            url: `file:${options.storagePath}`
+        });
+        this.mastra = new Mastra({ storage: this.storage });
+        this.memory = new Memory({ storage: this.storage, options: { lastMessages: 50 } });
+        const mcpTools = createMastraScenarioTools({
+            tools: options.tools,
+            mappings: options.toolMappings,
+            callTool: (server, tool, args, callOptions) => options.mcp.callTool(server, tool, args, callOptions)
+        });
+        const proposalTool = createScenarioAssistantProposalTool(options.onProposal ?? (() => undefined));
+        this.agent = new Agent({
+            id: 'mcplab-scenario-assistant',
+            name: 'MCPLab Scenario Assistant',
+            description: 'Authors MCP evaluation test cases.',
+            instructions: buildScenarioAssistantInstructions(options.context),
+            model: resolveMastraScenarioModel(options.agentConfig, {
+                endpoint: process.env.AZURE_OPENAI_ENDPOINT,
+                apiKey: process.env.AZURE_OPENAI_API_KEY,
+                apiVersion: process.env.AZURE_OPENAI_API_VERSION
+            }),
+            tools: { ...mcpTools, propose_test_case_patch: proposalTool },
+            memory: this.memory,
+            mastra: this.mastra
+        });
+    }
+    async init() {
+        await this.storage.init();
+    }
+    async listSuspendedRuns() {
+        return this.agent.listSuspendedRuns({ threadId: this.threadId, resourceId: this.resourceId });
+    }
+    stream(message, context, signal) {
+        const request = {
+            sessionId: this.threadId,
+            provider: this.provider,
+            model: this.modelName,
+            message
+        };
+        logScenarioAssistantRequest(request);
+        const trace = startScenarioAssistantLangSmithRun(request);
+        return this.agent
+            .stream(message, {
+            memory: { thread: this.threadId, resource: this.resourceId },
+            instructions: buildScenarioAssistantInstructions(context),
+            abortSignal: signal,
+            maxSteps: 25
+        })
+            .then((result) => {
+            void trace?.end({ outputs: { runId: result.runId } }).then(() => trace?.postRun());
+            return result;
+        })
+            .catch(async (error) => {
+            if (trace) {
+                await trace.end(undefined, error instanceof Error ? error.message : String(error));
+                await trace.postRun();
+            }
+            throw error;
+        });
+    }
+    resumeStream(runId, approved, signal, toolCallId) {
+        const options = {
+            runId,
+            memory: { thread: this.threadId, resource: this.resourceId },
+            abortSignal: signal
+        };
+        return approved
+            ? this.agent.approveToolCall({ ...options, toolCallId })
+            : this.agent.declineToolCall({ ...options, toolCallId, reason: 'User denied tool call' });
+    }
+    async close() {
+        await this.storage.close();
+    }
+}
+export function buildScenarioAssistantInstructions(context) {
+    return [
+        'You are a Scenario Authoring Assistant for MCP evaluation test cases.',
+        'Help the user author a deterministic prompt, Checks, and Value Capture Rules.',
+        'Use MCP tools when live server information is needed. Read-only tools may run automatically; all other tools require user approval.',
+        'Use user-facing terminology: Checks and Value Capture Rules.',
+        'When proposing edits, call propose_test_case_patch with the structured replacement payload. Never mutate the test case directly.',
+        'Ask clarifying questions when the test-case intent is unclear.',
+        `Current test-case context: ${JSON.stringify(context.scenario)}`
+    ].join('\n');
+}
+//# sourceMappingURL=mastra-scenario-assistant.js.map

package/dist/app-server/mastra-scenario-assistant.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mastra-scenario-assistant.js","sourceRoot":"","sources":["../../src/app-server/mastra-scenario-assistant.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,OAAO,EACL,yBAAyB,EACzB,mCAAmC,EACnC,0BAA0B,EAE3B,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,2BAA2B,EAC3B,kCAAkC,EAEnC,MAAM,uCAAuC,CAAC;AAa/C,MAAM,UAAU,yBAAyB,CAAC,MAGzC;IACC,OAAO,MAAM,CAAC,UAAU;QACtB,CAAC,CAAC,UAAU,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,EAAE;QACpD,CAAC,CAAC,WAAW,MAAM,CAAC,UAAU,EAAE,CAAC;AACrC,CAAC;AAaD,MAAM,OAAO,uBAAuB;IACzB,QAAQ,CAAS;IACjB,UAAU,CAAS;IACnB,OAAO,CAAc;IACrB,MAAM,CAAS;IACf,MAAM,CAAS;IACf,KAAK,CAAQ;IACb,QAAQ,CAAS;IACjB,SAAS,CAAS;IAE3B,YAAY,OAAuC;QACjD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;QAC7C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC;QAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,IAAI,YAAY,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QAC5E,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,OAAO,GAAG,IAAI,WAAW,CAAC;YAC7B,EAAE,EAAE,2BAA2B;YAC/B,GAAG,EAAE,QAAQ,OAAO,CAAC,WAAW,EAAE;SACnC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACpD,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;QACnF,MAAM,QAAQ,GAAG,yBAAyB,CAAC;YACzC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,OAAO,CAAC,YAAY;YAC9B,QAAQ,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,CAC5C,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC;SACxD,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,mCAAmC,CACtD,OAAO,CAAC,UAAU,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CACxC,CAAC;QACF,IAAI,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC;YACrB,EAAE,EAAE,2BAA2B;YAC/B,IAAI,EAAE,2BAA2B;YACjC,WAAW,EAAE,oCAAoC;YACjD,YAAY,EAAE,kCAAkC,CAAC,OAAO,CAAC,OAAO,CAAC;YACjE,KAAK,EAAE,0BAA0B,CAAC,OAAO,CAAC,WAAW,EAAE;gBACrD,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB;gBAC3C,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB;gBACxC,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,wBAAwB;aACjD,CAAC;YACF,KAAK,EAAE,EAAE,GAAG,QAAQ,EAAE,uBAAuB,EAAE,YAAY,EAAE;YAC7D,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,OAAO,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAChG,CAAC;IAED,MAAM,CAAC,OAAe,EAAE,OAA8B,EAAE,MAAoB;QAC1E,MAAM,OAAO,GAAoC;YAC/C,SAAS,EAAE,IAAI,CAAC,QAAQ;YACxB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,OAAO;SACR,CAAC;QACF,2BAA2B,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,kCAAkC,CAAC,OAAO,CAAC,CAAC;QAC1D,OAAO,IAAI,CAAC,KAAK;aACd,MAAM,CAAC,OAAO,EAAE;YACf,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,EAAE;YAC5D,YAAY,EAAE,kCAAkC,CAAC,OAAO,CAAC;YACzD,WAAW,EAAE,MAAM;YACnB,QAAQ,EAAE,EAAE;SACb,CAAC;aACD,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YACf,KAAK,KAAK,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,KAAK,EAAG,MAAc,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5F,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;aACD,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACrB,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBACnF,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YACxB,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;IACP,CAAC;IAED,YAAY,CAAC,KAAa,EAAE,QAAiB,EAAE,MAAoB,EAAE,UAAmB;QACtF,MAAM,OAAO,GAAG;YACd,KAAK;YACL,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,EAAE;YAC5D,WAAW,EAAE,MAAM;SACpB,CAAC;QACF,OAAO,QAAQ;YACb,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,CAAC;YACxD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC,CAAC;IAC9F,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;CACF;AAED,MAAM,UAAU,kCAAkC,CAAC,OAA8B;IAC/E,OAAO;QACL,uEAAuE;QACvE,+EAA+E;QAC/E,qIAAqI;QACrI,8DAA8D;QAC9D,kIAAkI;QAClI,gEAAgE;QAChE,8BAA8B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;KACjE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC"}

package/dist/app-server/mastra-scenario-tools.d.ts

@@ -0,0 +1,97 @@
+import type { AgentConfig, ToolDef } from '@inspectr/mcplab-core';
+export interface MastraScenarioToolMapping {
+  server: string;
+  tool: string;
+}
+export interface MastraScenarioToolSource {
+  tools: ToolDef[];
+  mappings: Map<string, MastraScenarioToolMapping>;
+  callTool: (
+    server: string,
+    tool: string,
+    args: unknown,
+    options?: {
+      signal?: AbortSignal;
+    }
+  ) => Promise<unknown>;
+}
+export interface ScenarioAssistantProposal {
+  prompt?: {
+    replacement: string;
+    rationale?: string;
+  };
+  evalRules?: {
+    replacement: Array<Record<string, unknown>>;
+    rationale?: string;
+  };
+  extractRules?: {
+    replacement: Array<{
+      name: string;
+      pattern: string;
+    }>;
+    rationale?: string;
+  };
+  notes?: string[];
+}
+export declare function resolveMastraScenarioModel(
+  agent: AgentConfig,
+  azure?: {
+    endpoint?: string;
+    apiKey?: string;
+    apiVersion?: string;
+  },
+  credentials?: {
+    openaiApiKey?: string;
+    anthropicApiKey?: string;
+  }
+): import('@ai-sdk/provider').LanguageModelV4;
+/** Adapt MCPLab's already-authenticated MCP tools to Mastra's tool contract. */
+export declare function createMastraScenarioTools(
+  source: MastraScenarioToolSource
+): Record<
+  string,
+  import('@mastra/core/tools').Tool<
+    any,
+    any,
+    any,
+    any,
+    import('@mastra/core/tools').ToolExecutionContext<any, any, unknown>,
+    string,
+    unknown
+  >
+>;
+export declare function createScenarioAssistantProposalTool(
+  onProposal: (proposal: ScenarioAssistantProposal) => void
+): import('@mastra/core/tools').Tool<
+  {
+    prompt?:
+      | {
+          replacement: string;
+          rationale?: string | undefined;
+        }
+      | undefined;
+    evalRules?:
+      | {
+          replacement: Record<string, unknown>[];
+          rationale?: string | undefined;
+        }
+      | undefined;
+    extractRules?:
+      | {
+          replacement: {
+            name: string;
+            pattern: string;
+          }[];
+          rationale?: string | undefined;
+        }
+      | undefined;
+    notes?: string[] | undefined;
+  },
+  unknown,
+  unknown,
+  unknown,
+  import('@mastra/core/tools').ToolExecutionContext<unknown, unknown, unknown>,
+  'propose_test_case_patch',
+  unknown
+>;
+//# sourceMappingURL=mastra-scenario-tools.d.ts.map

package/dist/app-server/mastra-scenario-tools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mastra-scenario-tools.d.ts","sourceRoot":"","sources":["../../src/app-server/mastra-scenario-tools.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAElE,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,wBAAwB;IACvC,KAAK,EAAE,OAAO,EAAE,CAAC;IACjB,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,yBAAyB,CAAC,CAAC;IACjD,QAAQ,EAAE,CACR,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,OAAO,EACb,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,KAC/B,OAAO,CAAC,OAAO,CAAC,CAAC;CACvB;AAED,MAAM,WAAW,yBAAyB;IACxC,MAAM,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACrD,SAAS,CAAC,EAAE;QAAE,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAChF,YAAY,CAAC,EAAE;QAAE,WAAW,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7F,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,wBAAgB,0BAA0B,CACxC,KAAK,EAAE,WAAW,EAClB,KAAK,CAAC,EAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,EACnE,WAAW,CAAC,EAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,eAAe,CAAC,EAAE,MAAM,CAAA;CAAE,8CAwBlE;AAED,gFAAgF;AAChF,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,wBAAwB,gKA2BzE;AAED,wBAAgB,mCAAmC,CACjD,UAAU,EAAE,CAAC,QAAQ,EAAE,yBAAyB,KAAK,IAAI;;;;;;;;;;;;;;;;;gJAwB1D"}

package/dist/app-server/mastra-scenario-tools.js

@@ -0,0 +1,81 @@
+import { createTool } from '@mastra/core/tools';
+import { jsonSchemaToZod } from '@mastra/core/workflows';
+import { createAnthropic } from '@ai-sdk/anthropic';
+import { createOpenAI } from '@ai-sdk/openai';
+import { createAzure } from '@ai-sdk/azure';
+import { z } from 'zod';
+export function resolveMastraScenarioModel(agent, azure, credentials) {
+    if (agent.provider === 'openai') {
+        return createOpenAI({ apiKey: credentials?.openaiApiKey ?? process.env.OPENAI_API_KEY }).chat(agent.model);
+    }
+    if (agent.provider === 'anthropic') {
+        return createAnthropic({
+            apiKey: credentials?.anthropicApiKey ?? process.env.ANTHROPIC_API_KEY
+        }).chat(agent.model);
+    }
+    const endpoint = azure?.endpoint?.replace(/\/$/, '');
+    const provider = createAzure({
+        baseURL: endpoint
+            ? endpoint.endsWith('/openai')
+                ? endpoint
+                : `${endpoint}/openai`
+            : undefined,
+        apiKey: azure?.apiKey,
+        apiVersion: azure?.apiVersion,
+        useDeploymentBasedUrls: true
+    });
+    return provider.chat(agent.model);
+}
+/** Adapt MCPLab's already-authenticated MCP tools to Mastra's tool contract. */
+export function createMastraScenarioTools(source) {
+    const result = {};
+    for (const definition of source.tools) {
+        const mapping = source.mappings.get(definition.name);
+        if (!mapping)
+            continue;
+        let inputSchema = z.record(z.string(), z.unknown());
+        if (definition.inputSchema && typeof definition.inputSchema === 'object') {
+            try {
+                inputSchema = jsonSchemaToZod(definition.inputSchema);
+            }
+            catch {
+                // Keep a permissive schema for non-standard MCP schemas.
+            }
+        }
+        result[definition.name] = createTool({
+            id: definition.name,
+            description: definition.description ?? definition.name,
+            inputSchema,
+            requireApproval: definition.annotations?.readOnlyHint !== true,
+            execute: async (args, context) => source.callTool(mapping.server, mapping.tool, args, {
+                signal: context?.abortSignal
+            })
+        });
+    }
+    return result;
+}
+export function createScenarioAssistantProposalTool(onProposal) {
+    const rule = z.record(z.string(), z.unknown());
+    return createTool({
+        id: 'propose_test_case_patch',
+        description: 'Propose apply-ready changes to the current MCP evaluation test case.',
+        inputSchema: z.object({
+            prompt: z.object({ replacement: z.string(), rationale: z.string().optional() }).optional(),
+            evalRules: z
+                .object({ replacement: z.array(rule), rationale: z.string().optional() })
+                .optional(),
+            extractRules: z
+                .object({
+                replacement: z.array(z.object({ name: z.string(), pattern: z.string() })),
+                rationale: z.string().optional()
+            })
+                .optional(),
+            notes: z.array(z.string()).optional()
+        }),
+        execute: async (proposal) => {
+            onProposal(proposal);
+            return { recorded: true };
+        }
+    });
+}
+//# sourceMappingURL=mastra-scenario-tools.js.map

package/dist/app-server/mastra-scenario-tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mastra-scenario-tools.js","sourceRoot":"","sources":["../../src/app-server/mastra-scenario-tools.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AA0BxB,MAAM,UAAU,0BAA0B,CACxC,KAAkB,EAClB,KAAmE,EACnE,WAAiE;IAEjE,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO,YAAY,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC,IAAI,CAC3F,KAAK,CAAC,KAAK,CACZ,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;QACnC,OAAO,eAAe,CAAC;YACrB,MAAM,EAAE,WAAW,EAAE,eAAe,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB;SACtE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IACD,MAAM,QAAQ,GAAG,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,WAAW,CAAC;QAC3B,OAAO,EAAE,QAAQ;YACf,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC5B,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,GAAG,QAAQ,SAAS;YACxB,CAAC,CAAC,SAAS;QACb,MAAM,EAAE,KAAK,EAAE,MAAM;QACrB,UAAU,EAAE,KAAK,EAAE,UAAU;QAC7B,sBAAsB,EAAE,IAAI;KAC7B,CAAC,CAAC;IACH,OAAO,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AACpC,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,yBAAyB,CAAC,MAAgC;IACxE,MAAM,MAAM,GAAkD,EAAE,CAAC;IACjE,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACrD,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,IAAI,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACpD,IAAI,UAAU,CAAC,WAAW,IAAI,OAAO,UAAU,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;YACzE,IAAI,CAAC;gBACH,WAAW,GAAG,eAAe,CAC3B,UAAU,CAAC,WAAkB,CACG,CAAC;YACrC,CAAC;YAAC,MAAM,CAAC;gBACP,yDAAyD;YAC3D,CAAC;QACH,CAAC;QACD,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC;YACnC,EAAE,EAAE,UAAU,CAAC,IAAI;YACnB,WAAW,EAAE,UAAU,CAAC,WAAW,IAAI,UAAU,CAAC,IAAI;YACtD,WAAW;YACX,eAAe,EAAE,UAAU,CAAC,WAAW,EAAE,YAAY,KAAK,IAAI;YAC9D,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,CAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE;gBAClD,MAAM,EAAE,OAAO,EAAE,WAAW;aAC7B,CAAC;SACL,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,mCAAmC,CACjD,UAAyD;IAEzD,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAC/C,OAAO,UAAU,CAAC;QAChB,EAAE,EAAE,yBAAyB;QAC7B,WAAW,EAAE,sEAAsE;QACnF,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;YACpB,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE;YAC1F,SAAS,EAAE,CAAC;iBACT,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;iBACxE,QAAQ,EAAE;YACb,YAAY,EAAE,CAAC;iBACZ,MAAM,CAAC;gBACN,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBACzE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;aACjC,CAAC;iBACD,QAAQ,EAAE;YACb,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;SACtC,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;YAC1B,UAAU,CAAC,QAAqC,CAAC,CAAC;YAClD,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC5B,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}