@voltade/mastra-unit-test 0.1.0

package/dist/cli.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.tsx"],"names":[],"mappings":""}

package/dist/cli.js

@@ -0,0 +1,129 @@
+#!/usr/bin/env node
+import { jsx as _jsx } from "react/jsx-runtime";
+import { render } from 'ink';
+import { Command } from 'commander';
+import path from 'path';
+import { TestRunnerUI } from './ui/TestRunner.js';
+import { AgentListUI } from './ui/AgentList.js';
+import { discoverAgents, discoverTestFiles, loadTestSuites } from './discovery.js';
+const program = new Command();
+program
+    .name('mastra-test')
+    .description('Unit testing framework for Mastra AI agents')
+    .version('0.1.0');
+program
+    .command('run')
+    .description('Run agent tests')
+    .option('-p, --path <path>', 'Path to Mastra project', process.cwd())
+    .option('-a, --agent <name>', 'Run tests for specific agent only')
+    .option('-t, --tags <tags>', 'Filter tests by tags (comma-separated)')
+    .option('--pattern <pattern>', 'Test file pattern', '**/*.mastra-test.ts')
+    .option('--timeout <ms>', 'Default test timeout in milliseconds', '30000')
+    .option('--parallel', 'Run tests in parallel', false)
+    .option('-v, --verbose', 'Verbose output', false)
+    .action(async (options) => {
+    const projectRoot = path.resolve(options.path);
+    try {
+        // Discover test files first
+        const testFiles = await discoverTestFiles(projectRoot, options.pattern);
+        const suites = await loadTestSuites(testFiles);
+        let exitCode = 0;
+        const handleComplete = (summary) => {
+            exitCode = summary.failed > 0 || summary.timeout > 0 ? 1 : 0;
+        };
+        const { waitUntilExit } = render(_jsx(TestRunnerUI, { projectRoot: projectRoot, testPattern: options.pattern, agent: options.agent, tags: options.tags ? options.tags.split(',') : undefined, timeout: parseInt(options.timeout, 10), parallel: options.parallel, verbose: options.verbose, suites: suites, onComplete: handleComplete }));
+        await waitUntilExit();
+        process.exit(exitCode);
+    }
+    catch (error) {
+        console.error('Error running tests:', error);
+        process.exit(1);
+    }
+});
+program
+    .command('agents')
+    .description('List discovered agents in the Mastra project')
+    .option('-p, --path <path>', 'Path to Mastra project', process.cwd())
+    .action(async (options) => {
+    const projectRoot = path.resolve(options.path);
+    try {
+        const agents = await discoverAgents(projectRoot);
+        const { waitUntilExit } = render(_jsx(AgentListUI, { agents: agents }));
+        await waitUntilExit();
+    }
+    catch (error) {
+        console.error('Error discovering agents:', error);
+        process.exit(1);
+    }
+});
+program
+    .command('init')
+    .description('Initialize test structure in current project')
+    .option('-p, --path <path>', 'Path to Mastra project', process.cwd())
+    .action(async (options) => {
+    const projectRoot = path.resolve(options.path);
+    const fs = await import('fs/promises');
+    // Create tests directory
+    const testsDir = path.join(projectRoot, 'tests');
+    try {
+        await fs.mkdir(testsDir, { recursive: true });
+    }
+    catch {
+        // Directory might already exist
+    }
+    // Create example test file
+    const exampleTest = `import type { AgentTestSuite } from '@voltade/mastra-test';
+
+// Example test suite for an agent
+export const tests: AgentTestSuite = {
+  agent: 'my-agent', // Replace with your agent name
+  description: 'Tests for my-agent',
+  tests: [
+    {
+      name: 'should respond to greeting',
+      input: 'Hello!',
+      expect: {
+        contains: 'hello', // Case-insensitive
+      },
+    },
+    {
+      name: 'should not contain profanity',
+      input: 'Tell me a joke',
+      expect: {
+        notContains: ['inappropriate', 'offensive'],
+      },
+    },
+    {
+      name: 'should call weather tool',
+      input: 'What is the weather in Tokyo?',
+      expect: {
+        toolCalls: [{ name: 'getWeather' }],
+        contains: 'tokyo',
+      },
+      tags: ['weather', 'tools'],
+    },
+    {
+      name: 'should pass custom validation',
+      input: 'Generate a short response',
+      expect: {
+        validate: (output) => output.length < 500,
+      },
+    },
+  ],
+};
+
+export default tests;
+`;
+    const examplePath = path.join(testsDir, 'example.mastra-test.ts');
+    await fs.writeFile(examplePath, exampleTest);
+    console.log('');
+    console.log('\x1b[32m✓\x1b[0m Created tests directory at', testsDir);
+    console.log('\x1b[32m✓\x1b[0m Created example test file at', examplePath);
+    console.log('');
+    console.log('\x1b[1mNext steps:\x1b[0m');
+    console.log('  1. Edit the example test file with your agent name');
+    console.log('  2. Run tests with: mastra-test run');
+    console.log('');
+});
+program.parse();
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.tsx"],"names":[],"mappings":";;AACA,OAAO,EAAE,MAAM,EAAE,MAAM,KAAK,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGnF,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,aAAa,CAAC;KACnB,WAAW,CAAC,6CAA6C,CAAC;KAC1D,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB,OAAO;KACJ,OAAO,CAAC,KAAK,CAAC;KACd,WAAW,CAAC,iBAAiB,CAAC;KAC9B,MAAM,CAAC,mBAAmB,EAAE,wBAAwB,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC;KACpE,MAAM,CAAC,oBAAoB,EAAE,mCAAmC,CAAC;KACjE,MAAM,CAAC,mBAAmB,EAAE,wCAAwC,CAAC;KACrE,MAAM,CAAC,qBAAqB,EAAE,mBAAmB,EAAE,qBAAqB,CAAC;KACzE,MAAM,CAAC,gBAAgB,EAAE,sCAAsC,EAAE,OAAO,CAAC;KACzE,MAAM,CAAC,YAAY,EAAE,uBAAuB,EAAE,KAAK,CAAC;KACpD,MAAM,CAAC,eAAe,EAAE,gBAAgB,EAAE,KAAK,CAAC;KAChD,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/C,IAAI,CAAC;QACH,4BAA4B;QAC5B,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;QAE/C,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,MAAM,cAAc,GAAG,CAAC,OAAuB,EAAE,EAAE;YACjD,QAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/D,CAAC,CAAC;QAEF,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,CAC9B,KAAC,YAAY,IACX,WAAW,EAAE,WAAW,EACxB,WAAW,EAAE,OAAO,CAAC,OAAO,EAC5B,KAAK,EAAE,OAAO,CAAC,KAAK,EACpB,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,EACxD,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,EACtC,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAC1B,OAAO,EAAE,OAAO,CAAC,OAAO,EACxB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,cAAc,GAC1B,CACH,CAAC;QAEF,MAAM,aAAa,EAAE,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,8CAA8C,CAAC;KAC3D,MAAM,CAAC,mBAAmB,EAAE,wBAAwB,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC;KACpE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,WAAW,CAAC,CAAC;QAEjD,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,CAAC,KAAC,WAAW,IAAC,MAAM,EAAE,MAAM,GAAI,CAAC,CAAC;QAElE,MAAM,aAAa,EAAE,CAAC;IACxB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;QAClD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,8CAA8C,CAAC;KAC3D,MAAM,CAAC,mBAAmB,EAAE,wBAAwB,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC;KACpE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;IAEvC,yBAAyB;IACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACjD,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,CAAC;IAAC,MAAM,CAAC;QACP,gCAAgC;IAClC,CAAC;IAED,2BAA2B;IAC3B,MAAM,WAAW,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAyCvB,CAAC;IAEE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,wBAAwB,CAAC,CAAC;IAClE,MAAM,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IAE7C,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,6CAA6C,EAAE,QAAQ,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,+CAA+C,EAAE,WAAW,CAAC,CAAC;IAC1E,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;IACpE,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;IACpD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC;AAEL,OAAO,CAAC,KAAK,EAAE,CAAC"}

package/dist/discovery.d.ts

@@ -0,0 +1,14 @@
+import type { AgentTestSuite, DiscoveredAgent } from './types.js';
+/**
+ * Discovers test files in the project
+ */
+export declare function discoverTestFiles(projectRoot: string, pattern?: string): Promise<string[]>;
+/**
+ * Loads test suites from discovered test files
+ */
+export declare function loadTestSuites(testFiles: string[]): Promise<AgentTestSuite[]>;
+/**
+ * Discovers agents from a Mastra project
+ */
+export declare function discoverAgents(projectRoot: string): Promise<DiscoveredAgent[]>;
+//# sourceMappingURL=discovery.d.ts.map

package/dist/discovery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../src/discovery.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAElE;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,WAAW,EAAE,MAAM,EACnB,OAAO,GAAE,MAA8B,GACtC,OAAO,CAAC,MAAM,EAAE,CAAC,CAOnB;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,SAAS,EAAE,MAAM,EAAE,GAClB,OAAO,CAAC,cAAc,EAAE,CAAC,CA8B3B;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,eAAe,EAAE,CAAC,CA4D5B"}

package/dist/discovery.js

@@ -0,0 +1,158 @@
+import { glob } from 'glob';
+import { pathToFileURL } from 'url';
+import path from 'path';
+/**
+ * Discovers test files in the project
+ */
+export async function discoverTestFiles(projectRoot, pattern = '**/*.mastra-test.ts') {
+    const files = await glob(pattern, {
+        cwd: projectRoot,
+        absolute: true,
+        ignore: ['node_modules/**', 'dist/**'],
+    });
+    return files;
+}
+/**
+ * Loads test suites from discovered test files
+ */
+export async function loadTestSuites(testFiles) {
+    const suites = [];
+    for (const file of testFiles) {
+        try {
+            const fileUrl = pathToFileURL(file).href;
+            const module = await import(fileUrl);
+            // Look for default export or named 'tests' export
+            if (module.default) {
+                if (Array.isArray(module.default)) {
+                    suites.push(...module.default);
+                }
+                else {
+                    suites.push(module.default);
+                }
+            }
+            if (module.tests) {
+                if (Array.isArray(module.tests)) {
+                    suites.push(...module.tests);
+                }
+                else {
+                    suites.push(module.tests);
+                }
+            }
+        }
+        catch (error) {
+            console.error(`Failed to load test file: ${file}`, error);
+        }
+    }
+    return suites;
+}
+/**
+ * Discovers agents from a Mastra project
+ */
+export async function discoverAgents(projectRoot) {
+    const agents = [];
+    // Try to find the Mastra entry point
+    const possiblePaths = [
+        path.join(projectRoot, 'src', 'mastra', 'index.ts'),
+        path.join(projectRoot, 'src', 'mastra', 'index.js'),
+        path.join(projectRoot, 'mastra', 'index.ts'),
+        path.join(projectRoot, 'mastra', 'index.js'),
+    ];
+    let mastraModule = null;
+    for (const mastraPath of possiblePaths) {
+        try {
+            const fileUrl = pathToFileURL(mastraPath).href;
+            mastraModule = await import(fileUrl);
+            break;
+        }
+        catch {
+            // Try next path
+        }
+    }
+    if (!mastraModule) {
+        // Try to find agent files directly
+        const agentFiles = await glob('**/agents/**/*.ts', {
+            cwd: projectRoot,
+            absolute: true,
+            ignore: ['node_modules/**', 'dist/**', '**/*.test.ts', '**/*.spec.ts'],
+        });
+        for (const file of agentFiles) {
+            try {
+                const fileUrl = pathToFileURL(file).href;
+                const module = await import(fileUrl);
+                // Look for Agent instances
+                for (const [key, value] of Object.entries(module)) {
+                    if (isAgent(value)) {
+                        agents.push(extractAgentInfo(key, value));
+                    }
+                }
+            }
+            catch {
+                // Skip files that can't be loaded
+            }
+        }
+    }
+    else {
+        // Extract agents from Mastra instance or exports
+        for (const [key, value] of Object.entries(mastraModule)) {
+            if (isAgent(value)) {
+                agents.push(extractAgentInfo(key, value));
+            }
+            else if (isMastraInstance(value)) {
+                // If it's a Mastra instance, try to get agents from it
+                const mastraAgents = await getAgentsFromMastra(value);
+                agents.push(...mastraAgents);
+            }
+        }
+    }
+    return agents;
+}
+/**
+ * Type guard to check if value looks like a Mastra Agent
+ */
+function isAgent(value) {
+    if (!value || typeof value !== 'object')
+        return false;
+    const obj = value;
+    // Agent instances typically have these properties
+    return (('name' in obj || 'id' in obj) &&
+        ('instructions' in obj || 'model' in obj || 'generate' in obj));
+}
+/**
+ * Type guard to check if value is a Mastra instance
+ */
+function isMastraInstance(value) {
+    if (!value || typeof value !== 'object')
+        return false;
+    const obj = value;
+    return typeof obj.getAgent === 'function' || 'agents' in obj;
+}
+/**
+ * Extract agent info from Mastra instance
+ */
+async function getAgentsFromMastra(mastra) {
+    const agents = [];
+    if (mastra.agents && typeof mastra.agents === 'object') {
+        for (const [name, agent] of Object.entries(mastra.agents)) {
+            if (isAgent(agent)) {
+                agents.push(extractAgentInfo(name, agent));
+            }
+        }
+    }
+    return agents;
+}
+/**
+ * Extract agent information for display
+ */
+function extractAgentInfo(name, agent) {
+    const info = {
+        name: agent.name || agent.id || name,
+    };
+    if (typeof agent.instructions === 'string') {
+        info.instructions = agent.instructions.slice(0, 200);
+    }
+    if (agent.tools && typeof agent.tools === 'object') {
+        info.tools = Object.keys(agent.tools);
+    }
+    return info;
+}
+//# sourceMappingURL=discovery.js.map

package/dist/discovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"discovery.js","sourceRoot":"","sources":["../src/discovery.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,IAAI,MAAM,MAAM,CAAC;AAGxB;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,WAAmB,EACnB,UAAkB,qBAAqB;IAEvC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE;QAChC,GAAG,EAAE,WAAW;QAChB,QAAQ,EAAE,IAAI;QACd,MAAM,EAAE,CAAC,iBAAiB,EAAE,SAAS,CAAC;KACvC,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAmB;IAEnB,MAAM,MAAM,GAAqB,EAAE,CAAC;IAEpC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;YACzC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;YAErC,kDAAkD;YAClD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;oBAClC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;gBACjC,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;YAED,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;oBAChC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC/B,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,WAAmB;IAEnB,MAAM,MAAM,GAAsB,EAAE,CAAC;IAErC,qCAAqC;IACrC,MAAM,aAAa,GAAG;QACpB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC;QACnD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC;QACnD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC;QAC5C,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC;KAC7C,CAAC;IAEF,IAAI,YAAY,GAAmC,IAAI,CAAC;IAExD,KAAK,MAAM,UAAU,IAAI,aAAa,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC;YAC/C,YAAY,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;YACrC,MAAM;QACR,CAAC;QAAC,MAAM,CAAC;YACP,gBAAgB;QAClB,CAAC;IACH,CAAC;IAED,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,mCAAmC;QACnC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,mBAAmB,EAAE;YACjD,GAAG,EAAE,WAAW;YAChB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,CAAC,iBAAiB,EAAE,SAAS,EAAE,cAAc,EAAE,cAAc,CAAC;SACvE,CAAC,CAAC;QAEH,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;gBACzC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;gBAErC,2BAA2B;gBAC3B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;oBAClD,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;wBACnB,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;oBAC5C,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,kCAAkC;YACpC,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,iDAAiD;QACjD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YACxD,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;YAC5C,CAAC;iBAAM,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnC,uDAAuD;gBACvD,MAAM,YAAY,GAAG,MAAM,mBAAmB,CAAC,KAAK,CAAC,CAAC;gBACtD,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,OAAO,CAAC,KAAc;IAC7B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,kDAAkD;IAClD,OAAO,CACL,CAAC,MAAM,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG,CAAC;QAC9B,CAAC,cAAc,IAAI,GAAG,IAAI,OAAO,IAAI,GAAG,IAAI,UAAU,IAAI,GAAG,CAAC,CAC/D,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,OAAO,OAAO,GAAG,CAAC,QAAQ,KAAK,UAAU,IAAI,QAAQ,IAAI,GAAG,CAAC;AAC/D,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,mBAAmB,CAChC,MAA+B;IAE/B,MAAM,MAAM,GAAsB,EAAE,CAAC;IAErC,IAAI,MAAM,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACvD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CACxC,MAAM,CAAC,MAAiC,CACzC,EAAE,CAAC;YACF,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CACvB,IAAY,EACZ,KAA8B;IAE9B,MAAM,IAAI,GAAoB;QAC5B,IAAI,EAAG,KAAK,CAAC,IAAe,IAAK,KAAK,CAAC,EAAa,IAAI,IAAI;KAC7D,CAAC;IAEF,IAAI,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACvD,CAAC;IAED,IAAI,KAAK,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QACnD,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAgC,CAAC,CAAC;IACnE,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,8 @@
+export type { TestCase, TestExpectation, ExpectedToolCall, AgentTestSuite, TestResult, TestRunSummary, TestRunnerConfig, DiscoveredAgent, } from './types.js';
+export { TestRunner } from './runner.js';
+export { discoverTestFiles, loadTestSuites, discoverAgents, } from './discovery.js';
+export { TestRunnerUI } from './ui/TestRunner.js';
+export { AgentListUI } from './ui/AgentList.js';
+export declare function defineTests(suite: import('./types.js').AgentTestSuite): import('./types.js').AgentTestSuite;
+export declare function defineTestSuites(suites: import('./types.js').AgentTestSuite[]): import('./types.js').AgentTestSuite[];
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,YAAY,EACV,QAAQ,EACR,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,UAAU,EACV,cAAc,EACd,gBAAgB,EAChB,eAAe,GAChB,MAAM,YAAY,CAAC;AAGpB,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EACL,iBAAiB,EACjB,cAAc,EACd,cAAc,GACf,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGhD,wBAAgB,WAAW,CAAC,KAAK,EAAE,OAAO,YAAY,EAAE,cAAc,GAAG,OAAO,YAAY,EAAE,cAAc,CAE3G;AAGD,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,OAAO,YAAY,EAAE,cAAc,EAAE,GAAG,OAAO,YAAY,EAAE,cAAc,EAAE,CAErH"}

package/dist/index.js

@@ -0,0 +1,17 @@
+// Main exports for @voltade/mastra-test
+// Core classes
+export { TestRunner } from './runner.js';
+// Discovery utilities
+export { discoverTestFiles, loadTestSuites, discoverAgents, } from './discovery.js';
+// UI Components (for custom integrations)
+export { TestRunnerUI } from './ui/TestRunner.js';
+export { AgentListUI } from './ui/AgentList.js';
+// Helper function to define test suites with type safety
+export function defineTests(suite) {
+    return suite;
+}
+// Helper function to define multiple test suites
+export function defineTestSuites(suites) {
+    return suites;
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,wCAAwC;AAcxC,eAAe;AACf,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,sBAAsB;AACtB,OAAO,EACL,iBAAiB,EACjB,cAAc,EACd,cAAc,GACf,MAAM,gBAAgB,CAAC;AAExB,0CAA0C;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,yDAAyD;AACzD,MAAM,UAAU,WAAW,CAAC,KAA0C;IACpE,OAAO,KAAK,CAAC;AACf,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,gBAAgB,CAAC,MAA6C;IAC5E,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/runner.d.ts

@@ -0,0 +1,38 @@
+import type { TestRunSummary, TestRunnerConfig } from './types.js';
+/**
+ * Main test runner for Mastra agents
+ */
+export declare class TestRunner {
+    private config;
+    private mastraInstance;
+    constructor(config: TestRunnerConfig);
+    /**
+     * Initialize the runner and load Mastra
+     */
+    initialize(): Promise<void>;
+    /**
+     * Run all discovered tests
+     */
+    run(): Promise<TestRunSummary>;
+    /**
+     * Run a single test suite
+     */
+    private runSuite;
+    /**
+     * Run a single test case
+     */
+    private runTest;
+    /**
+     * Execute an agent with the given input
+     */
+    private executeAgent;
+    /**
+     * Validate test expectations against output
+     */
+    private validateExpectations;
+    /**
+     * Get an agent by name from the Mastra instance
+     */
+    private getAgent;
+}
+//# sourceMappingURL=runner.d.ts.map

package/dist/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../src/runner.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAIV,cAAc,EACd,gBAAgB,EAEjB,MAAM,YAAY,CAAC;AAGpB;;GAEG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,cAAc,CAAwC;gBAElD,MAAM,EAAE,gBAAgB;IAYpC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAmBjC;;OAEG;IACG,GAAG,IAAI,OAAO,CAAC,cAAc,CAAC;IAkDpC;;OAEG;YACW,QAAQ;IAsFtB;;OAEG;YACW,OAAO;IA8DrB;;OAEG;YACW,YAAY;IAsD1B;;OAEG;YACW,oBAAoB;IAwFlC;;OAEG;YACW,QAAQ;CA+CvB"}

package/dist/runner.js

@@ -0,0 +1,376 @@
+import { pathToFileURL } from 'url';
+import path from 'path';
+import { discoverTestFiles, loadTestSuites } from './discovery.js';
+/**
+ * Main test runner for Mastra agents
+ */
+export class TestRunner {
+    constructor(config) {
+        this.mastraInstance = null;
+        this.config = {
+            projectRoot: config.projectRoot,
+            testPattern: config.testPattern ?? '**/*.mastra-test.ts',
+            agent: config.agent ?? '',
+            tags: config.tags ?? [],
+            timeout: config.timeout ?? 30000,
+            parallel: config.parallel ?? false,
+            verbose: config.verbose ?? false,
+        };
+    }
+    /**
+     * Initialize the runner and load Mastra
+     */
+    async initialize() {
+        const possiblePaths = [
+            path.join(this.config.projectRoot, 'src', 'mastra', 'index.ts'),
+            path.join(this.config.projectRoot, 'src', 'mastra', 'index.js'),
+            path.join(this.config.projectRoot, 'mastra', 'index.ts'),
+            path.join(this.config.projectRoot, 'mastra', 'index.js'),
+        ];
+        for (const mastraPath of possiblePaths) {
+            try {
+                const fileUrl = pathToFileURL(mastraPath).href;
+                this.mastraInstance = await import(fileUrl);
+                break;
+            }
+            catch {
+                // Try next path
+            }
+        }
+    }
+    /**
+     * Run all discovered tests
+     */
+    async run() {
+        const startTime = Date.now();
+        const results = [];
+        // Discover and load test files
+        const testFiles = await discoverTestFiles(this.config.projectRoot, this.config.testPattern);
+        if (testFiles.length === 0) {
+            return {
+                total: 0,
+                passed: 0,
+                failed: 0,
+                skipped: 0,
+                timeout: 0,
+                duration: Date.now() - startTime,
+                results: [],
+            };
+        }
+        const suites = await loadTestSuites(testFiles);
+        // Filter suites by agent if specified
+        const filteredSuites = this.config.agent
+            ? suites.filter((s) => s.agent.toLowerCase() === this.config.agent.toLowerCase())
+            : suites;
+        // Run each suite
+        for (const suite of filteredSuites) {
+            const suiteResults = await this.runSuite(suite);
+            results.push(...suiteResults);
+        }
+        const summary = {
+            total: results.length,
+            passed: results.filter((r) => r.status === 'passed').length,
+            failed: results.filter((r) => r.status === 'failed').length,
+            skipped: results.filter((r) => r.status === 'skipped').length,
+            timeout: results.filter((r) => r.status === 'timeout').length,
+            duration: Date.now() - startTime,
+            results,
+        };
+        return summary;
+    }
+    /**
+     * Run a single test suite
+     */
+    async runSuite(suite) {
+        const results = [];
+        // Get the agent
+        const agent = await this.getAgent(suite.agent);
+        if (!agent) {
+            // Mark all tests as skipped if agent not found
+            for (const test of suite.tests) {
+                results.push({
+                    name: test.name,
+                    agent: suite.agent,
+                    status: 'skipped',
+                    duration: 0,
+                    error: `Agent "${suite.agent}" not found`,
+                });
+            }
+            return results;
+        }
+        // Run beforeAll
+        if (suite.beforeAll) {
+            try {
+                await suite.beforeAll();
+            }
+            catch (error) {
+                // If beforeAll fails, skip all tests
+                for (const test of suite.tests) {
+                    results.push({
+                        name: test.name,
+                        agent: suite.agent,
+                        status: 'skipped',
+                        duration: 0,
+                        error: `beforeAll failed: ${error}`,
+                    });
+                }
+                return results;
+            }
+        }
+        // Filter tests by tags if specified
+        const tests = this.config.tags.length > 0
+            ? suite.tests.filter((t) => t.tags?.some((tag) => this.config.tags.includes(tag)))
+            : suite.tests;
+        // Run each test
+        for (const test of tests) {
+            if (suite.beforeEach) {
+                try {
+                    await suite.beforeEach();
+                }
+                catch (error) {
+                    results.push({
+                        name: test.name,
+                        agent: suite.agent,
+                        status: 'failed',
+                        duration: 0,
+                        error: `beforeEach failed: ${error}`,
+                    });
+                    continue;
+                }
+            }
+            const result = await this.runTest(suite.agent, agent, test);
+            results.push(result);
+            if (suite.afterEach) {
+                try {
+                    await suite.afterEach();
+                }
+                catch {
+                    // Log but don't fail
+                }
+            }
+        }
+        // Run afterAll
+        if (suite.afterAll) {
+            try {
+                await suite.afterAll();
+            }
+            catch {
+                // Log but don't fail
+            }
+        }
+        return results;
+    }
+    /**
+     * Run a single test case
+     */
+    async runTest(agentName, agent, test) {
+        const startTime = Date.now();
+        const timeout = test.timeout ?? this.config.timeout;
+        try {
+            // Create a promise that rejects on timeout
+            const timeoutPromise = new Promise((_, reject) => {
+                setTimeout(() => reject(new Error('Test timeout')), timeout);
+            });
+            // Execute the agent
+            const executePromise = this.executeAgent(agent, test.input);
+            const { output, toolCalls } = await Promise.race([
+                executePromise,
+                timeoutPromise,
+            ]);
+            // Validate expectations
+            const validationResult = await this.validateExpectations(output, toolCalls, test.expect);
+            if (validationResult.passed) {
+                return {
+                    name: test.name,
+                    agent: agentName,
+                    status: 'passed',
+                    duration: Date.now() - startTime,
+                    output,
+                    toolCalls,
+                };
+            }
+            else {
+                return {
+                    name: test.name,
+                    agent: agentName,
+                    status: 'failed',
+                    duration: Date.now() - startTime,
+                    error: validationResult.error,
+                    output,
+                    toolCalls,
+                };
+            }
+        }
+        catch (error) {
+            const isTimeout = error instanceof Error && error.message === 'Test timeout';
+            return {
+                name: test.name,
+                agent: agentName,
+                status: isTimeout ? 'timeout' : 'failed',
+                duration: Date.now() - startTime,
+                error: error instanceof Error ? error.message : String(error),
+            };
+        }
+    }
+    /**
+     * Execute an agent with the given input
+     */
+    async executeAgent(agent, input) {
+        const messages = Array.isArray(input) ? input : [input];
+        const toolCalls = [];
+        // Check if agent has generate method
+        if (typeof agent.generate !== 'function') {
+            throw new Error('Agent does not have a generate method');
+        }
+        // Format messages for Mastra
+        const formattedMessages = messages.map((content) => ({
+            role: 'user',
+            content,
+        }));
+        // Call generate with onStepFinish to capture tool calls
+        const result = await agent.generate({
+            messages: formattedMessages,
+            onStepFinish: (step) => {
+                if (step.toolCalls && Array.isArray(step.toolCalls)) {
+                    for (const call of step.toolCalls) {
+                        toolCalls.push({
+                            name: call.toolName,
+                            args: call.args,
+                        });
+                    }
+                }
+            },
+        });
+        // Extract text from result
+        let output = '';
+        if (typeof result === 'string') {
+            output = result;
+        }
+        else if (result && typeof result === 'object') {
+            output =
+                result.text ??
+                    result.content ??
+                    JSON.stringify(result);
+        }
+        return { output, toolCalls };
+    }
+    /**
+     * Validate test expectations against output
+     */
+    async validateExpectations(output, toolCalls, expect) {
+        const outputLower = output.toLowerCase();
+        // Check contains
+        if (expect.contains) {
+            const containsList = Array.isArray(expect.contains)
+                ? expect.contains
+                : [expect.contains];
+            for (const text of containsList) {
+                if (!outputLower.includes(text.toLowerCase())) {
+                    return {
+                        passed: false,
+                        error: `Expected output to contain "${text}"`,
+                    };
+                }
+            }
+        }
+        // Check notContains
+        if (expect.notContains) {
+            const notContainsList = Array.isArray(expect.notContains)
+                ? expect.notContains
+                : [expect.notContains];
+            for (const text of notContainsList) {
+                if (outputLower.includes(text.toLowerCase())) {
+                    return {
+                        passed: false,
+                        error: `Expected output to NOT contain "${text}"`,
+                    };
+                }
+            }
+        }
+        // Check regex match
+        if (expect.matches) {
+            const regex = expect.matches instanceof RegExp
+                ? expect.matches
+                : new RegExp(expect.matches);
+            if (!regex.test(output)) {
+                return {
+                    passed: false,
+                    error: `Expected output to match pattern ${regex}`,
+                };
+            }
+        }
+        // Check custom validator
+        if (expect.validate) {
+            const isValid = await expect.validate(output);
+            if (!isValid) {
+                return {
+                    passed: false,
+                    error: 'Custom validation failed',
+                };
+            }
+        }
+        // Check tool calls
+        if (expect.toolCalls) {
+            for (const expectedCall of expect.toolCalls) {
+                const found = toolCalls.find((tc) => tc.name === expectedCall.name);
+                if (!found) {
+                    return {
+                        passed: false,
+                        error: `Expected tool "${expectedCall.name}" to be called`,
+                    };
+                }
+                if (expectedCall.args) {
+                    for (const [key, value] of Object.entries(expectedCall.args)) {
+                        if (found.args[key] !== value) {
+                            return {
+                                passed: false,
+                                error: `Expected tool "${expectedCall.name}" to be called with ${key}=${value}`,
+                            };
+                        }
+                    }
+                }
+            }
+        }
+        return { passed: true };
+    }
+    /**
+     * Get an agent by name from the Mastra instance
+     */
+    async getAgent(name) {
+        if (!this.mastraInstance) {
+            return null;
+        }
+        // Try direct export
+        if (this.mastraInstance[name]) {
+            return this.mastraInstance[name];
+        }
+        // Try mastra.getAgent()
+        const mastra = this.mastraInstance.mastra;
+        if (mastra && typeof mastra.getAgent === 'function') {
+            try {
+                return (await mastra.getAgent(name));
+            }
+            catch {
+                // Agent not found
+            }
+        }
+        // Try agents property
+        if (mastra && mastra.agents) {
+            const agents = mastra.agents;
+            if (agents[name]) {
+                return agents[name];
+            }
+        }
+        // Search through all exports for matching agent
+        for (const value of Object.values(this.mastraInstance)) {
+            if (value &&
+                typeof value === 'object' &&
+                (value.name === name ||
+                    value.id === name)) {
+                return value;
+            }
+        }
+        return null;
+    }
+}
+//# sourceMappingURL=runner.js.map

package/dist/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../src/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,IAAI,MAAM,MAAM,CAAC;AASxB,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEnE;;GAEG;AACH,MAAM,OAAO,UAAU;IAIrB,YAAY,MAAwB;QAF5B,mBAAc,GAAmC,IAAI,CAAC;QAG5D,IAAI,CAAC,MAAM,GAAG;YACZ,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,qBAAqB;YACxD,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE;YACzB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;YACvB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK;YAChC,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,KAAK;YAClC,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK;SACjC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,aAAa,GAAG;YACpB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC;YAC/D,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC;YAC/D,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC;YACxD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC;SACzD,CAAC;QAEF,KAAK,MAAM,UAAU,IAAI,aAAa,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC;gBAC/C,IAAI,CAAC,cAAc,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC5C,MAAM;YACR,CAAC;YAAC,MAAM,CAAC;gBACP,gBAAgB;YAClB,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG;QACP,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAiB,EAAE,CAAC;QAEjC,+BAA+B;QAC/B,MAAM,SAAS,GAAG,MAAM,iBAAiB,CACvC,IAAI,CAAC,MAAM,CAAC,WAAW,EACvB,IAAI,CAAC,MAAM,CAAC,WAAW,CACxB,CAAC;QAEF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO;gBACL,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,CAAC;gBACT,MAAM,EAAE,CAAC;gBACT,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,CAAC;gBACV,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;QAE/C,sCAAsC;QACtC,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK;YACtC,CAAC,CAAC,MAAM,CAAC,MAAM,CACX,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CACjE;YACH,CAAC,CAAC,MAAM,CAAC;QAEX,iBAAiB;QACjB,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;YACnC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,OAAO,GAAmB;YAC9B,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM;YAC3D,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM;YAC3D,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;YAC7D,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;YAC7D,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAChC,OAAO;SACR,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,QAAQ,CAAC,KAAqB;QAC1C,MAAM,OAAO,GAAiB,EAAE,CAAC;QAEjC,gBAAgB;QAChB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,+CAA+C;YAC/C,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC/B,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,MAAM,EAAE,SAAS;oBACjB,QAAQ,EAAE,CAAC;oBACX,KAAK,EAAE,UAAU,KAAK,CAAC,KAAK,aAAa;iBAC1C,CAAC,CAAC;YACL,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,gBAAgB;QAChB,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,qCAAqC;gBACrC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAC/B,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,MAAM,EAAE,SAAS;wBACjB,QAAQ,EAAE,CAAC;wBACX,KAAK,EAAE,qBAAqB,KAAK,EAAE;qBACpC,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,OAAO,CAAC;YACjB,CAAC;QACH,CAAC;QAED,oCAAoC;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;YACvC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACvB,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CACtD;YACH,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;QAEhB,gBAAgB;QAChB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACrB,IAAI,CAAC;oBACH,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC3B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,MAAM,EAAE,QAAQ;wBAChB,QAAQ,EAAE,CAAC;wBACX,KAAK,EAAE,sBAAsB,KAAK,EAAE;qBACrC,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YAC5D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAErB,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC;oBACH,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC;gBAC1B,CAAC;gBAAC,MAAM,CAAC;oBACP,qBAAqB;gBACvB,CAAC;YACH,CAAC;QACH,CAAC;QAED,eAAe;QACf,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;YACzB,CAAC;YAAC,MAAM,CAAC;gBACP,qBAAqB;YACvB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,OAAO,CACnB,SAAiB,EACjB,KAA8B,EAC9B,IAAc;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QAEpD,IAAI,CAAC;YACH,2CAA2C;YAC3C,MAAM,cAAc,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBACtD,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YAC/D,CAAC,CAAC,CAAC;YAEH,oBAAoB;YACpB,MAAM,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAE5D,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;gBAC/C,cAAc;gBACd,cAAc;aACf,CAAC,CAAC;YAEH,wBAAwB;YACxB,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,oBAAoB,CACtD,MAAM,EACN,SAAS,EACT,IAAI,CAAC,MAAM,CACZ,CAAC;YAEF,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC;gBAC5B,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,KAAK,EAAE,SAAS;oBAChB,MAAM,EAAE,QAAQ;oBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAChC,MAAM;oBACN,SAAS;iBACV,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,KAAK,EAAE,SAAS;oBAChB,MAAM,EAAE,QAAQ;oBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAChC,KAAK,EAAE,gBAAgB,CAAC,KAAK;oBAC7B,MAAM;oBACN,SAAS;iBACV,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,SAAS,GACb,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,KAAK,cAAc,CAAC;YAC7D,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ;gBACxC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CACxB,KAA8B,EAC9B,KAAwB;QAKxB,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACxD,MAAM,SAAS,GACb,EAAE,CAAC;QAEL,qCAAqC;QACrC,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,6BAA6B;QAC7B,MAAM,iBAAiB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACnD,IAAI,EAAE,MAAe;YACrB,OAAO;SACR,CAAC,CAAC,CAAC;QAEJ,wDAAwD;QACxD,MAAM,MAAM,GAAG,MAAO,KAAK,CAAC,QAAqB,CAAC;YAChD,QAAQ,EAAE,iBAAiB;YAC3B,YAAY,EAAE,CAAC,IAA6B,EAAE,EAAE;gBAC9C,IAAI,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;oBACpD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;wBAClC,SAAS,CAAC,IAAI,CAAC;4BACb,IAAI,EAAG,IAAgC,CAAC,QAAkB;4BAC1D,IAAI,EAAG,IAAgC,CAAC,IAGvC;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;SACF,CAAC,CAAC;QAEH,2BAA2B;QAC3B,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,MAAM,GAAG,MAAM,CAAC;QAClB,CAAC;aAAM,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAChD,MAAM;gBACH,MAAkC,CAAC,IAAc;oBACjD,MAAkC,CAAC,OAAiB;oBACrD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAChC,MAAc,EACd,SAAiE,EACjE,MAAuB;QAEvB,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QAEzC,iBAAiB;QACjB,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC;gBACjD,CAAC,CAAC,MAAM,CAAC,QAAQ;gBACjB,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtB,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;gBAChC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBAC9C,OAAO;wBACL,MAAM,EAAE,KAAK;wBACb,KAAK,EAAE,+BAA+B,IAAI,GAAG;qBAC9C,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC;gBACvD,CAAC,CAAC,MAAM,CAAC,WAAW;gBACpB,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;gBACnC,IAAI,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBAC7C,OAAO;wBACL,MAAM,EAAE,KAAK;wBACb,KAAK,EAAE,mCAAmC,IAAI,GAAG;qBAClD,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,KAAK,GACT,MAAM,CAAC,OAAO,YAAY,MAAM;gBAC9B,CAAC,CAAC,MAAM,CAAC,OAAO;gBAChB,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACjC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxB,OAAO;oBACL,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,oCAAoC,KAAK,EAAE;iBACnD,CAAC;YACJ,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC9C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO;oBACL,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,0BAA0B;iBAClC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,KAAK,MAAM,YAAY,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBAC5C,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAAC,CAAC;gBACpE,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,OAAO;wBACL,MAAM,EAAE,KAAK;wBACb,KAAK,EAAE,kBAAkB,YAAY,CAAC,IAAI,gBAAgB;qBAC3D,CAAC;gBACJ,CAAC;gBACD,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC;oBACtB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC7D,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC;4BAC9B,OAAO;gCACL,MAAM,EAAE,KAAK;gCACb,KAAK,EAAE,kBAAkB,YAAY,CAAC,IAAI,uBAAuB,GAAG,IAAI,KAAK,EAAE;6BAChF,CAAC;wBACJ,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,QAAQ,CACpB,IAAY;QAEZ,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,oBAAoB;QACpB,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAA4B,CAAC;QAC9D,CAAC;QAED,wBAAwB;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,MAAiC,CAAC;QACrE,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;YACpD,IAAI,CAAC;gBACH,OAAO,CAAC,MAAO,MAAM,CAAC,QAAqB,CAAC,IAAI,CAAC,CAGhD,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACP,kBAAkB;YACpB,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAiC,CAAC;YACxD,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjB,OAAO,MAAM,CAAC,IAAI,CAA4B,CAAC;YACjD,CAAC;QACH,CAAC;QAED,gDAAgD;QAChD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;YACvD,IACE,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,CAAE,KAAiC,CAAC,IAAI,KAAK,IAAI;oBAC9C,KAAiC,CAAC,EAAE,KAAK,IAAI,CAAC,EACjD,CAAC;gBACD,OAAO,KAAgC,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/dist/types.d.ts

@@ -0,0 +1,130 @@
+/**
+ * Configuration for a single test case
+ */
+export interface TestCase {
+    /** Unique name for this test */
+    name: string;
+    /** Input message(s) to send to the agent */
+    input: string | string[];
+    /** Expected behavior assertions */
+    expect: TestExpectation;
+    /** Optional timeout in milliseconds (default: 30000) */
+    timeout?: number;
+    /** Optional tags for filtering tests */
+    tags?: string[];
+}
+/**
+ * Expectations for test output
+ */
+export interface TestExpectation {
+    /** Output should contain this text (case-insensitive) */
+    contains?: string | string[];
+    /** Output should not contain this text */
+    notContains?: string | string[];
+    /** Output should match this regex pattern */
+    matches?: string | RegExp;
+    /** Custom validation function */
+    validate?: (output: string) => boolean | Promise<boolean>;
+    /** Expected tool calls */
+    toolCalls?: ExpectedToolCall[];
+}
+/**
+ * Expected tool call during agent execution
+ */
+export interface ExpectedToolCall {
+    /** Name of the tool that should be called */
+    name: string;
+    /** Optional: expected arguments (partial match) */
+    args?: Record<string, unknown>;
+}
+/**
+ * Test suite for an agent
+ */
+export interface AgentTestSuite {
+    /** Agent name or ID to test */
+    agent: string;
+    /** Optional description */
+    description?: string;
+    /** Test cases */
+    tests: TestCase[];
+    /** Setup function run before all tests */
+    beforeAll?: () => void | Promise<void>;
+    /** Teardown function run after all tests */
+    afterAll?: () => void | Promise<void>;
+    /** Setup function run before each test */
+    beforeEach?: () => void | Promise<void>;
+    /** Teardown function run after each test */
+    afterEach?: () => void | Promise<void>;
+}
+/**
+ * Result of a single test execution
+ */
+export interface TestResult {
+    /** Test case name */
+    name: string;
+    /** Agent being tested */
+    agent: string;
+    /** Pass/fail status */
+    status: 'passed' | 'failed' | 'skipped' | 'timeout';
+    /** Execution time in milliseconds */
+    duration: number;
+    /** Error message if failed */
+    error?: string;
+    /** Agent output */
+    output?: string;
+    /** Tool calls made during execution */
+    toolCalls?: Array<{
+        name: string;
+        args: Record<string, unknown>;
+    }>;
+}
+/**
+ * Summary of test run
+ */
+export interface TestRunSummary {
+    /** Total tests run */
+    total: number;
+    /** Tests passed */
+    passed: number;
+    /** Tests failed */
+    failed: number;
+    /** Tests skipped */
+    skipped: number;
+    /** Tests that timed out */
+    timeout: number;
+    /** Total duration in milliseconds */
+    duration: number;
+    /** Individual test results */
+    results: TestResult[];
+}
+/**
+ * Configuration for the test runner
+ */
+export interface TestRunnerConfig {
+    /** Path to Mastra project root */
+    projectRoot: string;
+    /** Glob pattern for test files (default: **\/*.mastra-test.ts) */
+    testPattern?: string;
+    /** Filter tests by agent name */
+    agent?: string;
+    /** Filter tests by tag */
+    tags?: string[];
+    /** Default timeout for tests in ms */
+    timeout?: number;
+    /** Run tests in parallel */
+    parallel?: boolean;
+    /** Verbose output */
+    verbose?: boolean;
+}
+/**
+ * Discovered agent information
+ */
+export interface DiscoveredAgent {
+    /** Agent name/id */
+    name: string;
+    /** Agent instructions (if available) */
+    instructions?: string;
+    /** Tools available to the agent */
+    tools?: string[];
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,gCAAgC;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,4CAA4C;IAC5C,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzB,mCAAmC;IACnC,MAAM,EAAE,eAAe,CAAC;IACxB,wDAAwD;IACxD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,wCAAwC;IACxC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,yDAAyD;IACzD,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC7B,0CAA0C;IAC1C,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAChC,6CAA6C;IAC7C,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1B,iCAAiC;IACjC,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1D,0BAA0B;IAC1B,SAAS,CAAC,EAAE,gBAAgB,EAAE,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,6CAA6C;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,mDAAmD;IACnD,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,+BAA+B;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,2BAA2B;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB;IACjB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,0CAA0C;IAC1C,SAAS,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,4CAA4C;IAC5C,QAAQ,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,0CAA0C;IAC1C,UAAU,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,4CAA4C;IAC5C,SAAS,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACxC;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,qBAAqB;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,yBAAyB;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,uBAAuB;IACvB,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAC;IACpD,qCAAqC;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,8BAA8B;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,mBAAmB;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,uCAAuC;IACvC,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;CACpE;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,sBAAsB;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,mBAAmB;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,mBAAmB;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,oBAAoB;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,2BAA2B;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,qCAAqC;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,8BAA8B;IAC9B,OAAO,EAAE,UAAU,EAAE,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,kCAAkC;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,kEAAkE;IAClE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iCAAiC;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,0BAA0B;IAC1B,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,sCAAsC;IACtC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4BAA4B;IAC5B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,qBAAqB;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,oBAAoB;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,wCAAwC;IACxC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,mCAAmC;IACnC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/dist/ui/AgentList.d.ts

@@ -0,0 +1,7 @@
+import type { DiscoveredAgent } from '../types.js';
+interface AgentListUIProps {
+    agents: DiscoveredAgent[];
+}
+export declare function AgentListUI({ agents }: AgentListUIProps): import("react/jsx-runtime").JSX.Element;
+export {};
+//# sourceMappingURL=AgentList.d.ts.map

package/dist/ui/AgentList.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AgentList.d.ts","sourceRoot":"","sources":["../../src/ui/AgentList.tsx"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEnD,UAAU,gBAAgB;IACxB,MAAM,EAAE,eAAe,EAAE,CAAC;CAC3B;AAED,wBAAgB,WAAW,CAAC,EAAE,MAAM,EAAE,EAAE,gBAAgB,2CAyBvD"}

package/dist/ui/AgentList.js

@@ -0,0 +1,11 @@
+import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
+import { Box, Text, Newline } from 'ink';
+export function AgentListUI({ agents }) {
+    return (_jsxs(Box, { flexDirection: "column", padding: 1, children: [_jsx(Box, { marginBottom: 1, children: _jsx(Text, { bold: true, color: "magenta", children: "\u25C6 Discovered Agents" }) }), agents.length === 0 ? (_jsx(Box, { children: _jsx(Text, { color: "yellow", children: "\u26A0 No agents found in the project" }) })) : (_jsx(Box, { flexDirection: "column", children: agents.map((agent, index) => (_jsx(AgentCard, { agent: agent }, index))) })), _jsx(Newline, {}), _jsxs(Text, { color: "gray", children: ["Found ", agents.length, " agent(s)"] })] }));
+}
+function AgentCard({ agent }) {
+    return (_jsxs(Box, { flexDirection: "column", marginBottom: 1, borderStyle: "round", borderColor: "cyan", paddingX: 2, paddingY: 1, children: [_jsx(Box, { children: _jsxs(Text, { color: "cyan", bold: true, children: ["\u25CF ", agent.name] }) }), agent.instructions && (_jsx(Box, { marginTop: 1, children: _jsx(Text, { color: "gray", wrap: "wrap", children: agent.instructions.length > 150
+                        ? agent.instructions.slice(0, 150) + '...'
+                        : agent.instructions }) })), agent.tools && agent.tools.length > 0 && (_jsxs(Box, { marginTop: 1, children: [_jsx(Text, { color: "blue", children: "Tools: " }), _jsx(Text, { children: agent.tools.join(', ') })] }))] }));
+}
+//# sourceMappingURL=AgentList.js.map

package/dist/ui/AgentList.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AgentList.js","sourceRoot":"","sources":["../../src/ui/AgentList.tsx"],"names":[],"mappings":";AAAA,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC;AAOzC,MAAM,UAAU,WAAW,CAAC,EAAE,MAAM,EAAoB;IACtD,OAAO,CACL,MAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,EAAC,OAAO,EAAE,CAAC,aACpC,KAAC,GAAG,IAAC,YAAY,EAAE,CAAC,YAClB,KAAC,IAAI,IAAC,IAAI,QAAC,KAAK,EAAC,SAAS,yCAEnB,GACH,EAEL,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CACrB,KAAC,GAAG,cACF,KAAC,IAAI,IAAC,KAAK,EAAC,QAAQ,sDAAwC,GACxD,CACP,CAAC,CAAC,CAAC,CACF,KAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,YACxB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAC5B,KAAC,SAAS,IAAa,KAAK,EAAE,KAAK,IAAnB,KAAK,CAAkB,CACxC,CAAC,GACE,CACP,EAED,KAAC,OAAO,KAAG,EACX,MAAC,IAAI,IAAC,KAAK,EAAC,MAAM,uBAAQ,MAAM,CAAC,MAAM,iBAAiB,IACpD,CACP,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,EAAE,KAAK,EAA8B;IACtD,OAAO,CACL,MAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,EAAC,YAAY,EAAE,CAAC,EAAE,WAAW,EAAC,OAAO,EAAC,WAAW,EAAC,MAAM,EAAC,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,aAC1G,KAAC,GAAG,cACF,MAAC,IAAI,IAAC,KAAK,EAAC,MAAM,EAAC,IAAI,8BAClB,KAAK,CAAC,IAAI,IACR,GACH,EAEL,KAAK,CAAC,YAAY,IAAI,CACrB,KAAC,GAAG,IAAC,SAAS,EAAE,CAAC,YACf,KAAC,IAAI,IAAC,KAAK,EAAC,MAAM,EAAC,IAAI,EAAC,MAAM,YAC3B,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,GAAG;wBAC9B,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK;wBAC1C,CAAC,CAAC,KAAK,CAAC,YAAY,GACjB,GACH,CACP,EAEA,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CACxC,MAAC,GAAG,IAAC,SAAS,EAAE,CAAC,aACf,KAAC,IAAI,IAAC,KAAK,EAAC,MAAM,wBAAe,EACjC,KAAC,IAAI,cAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAQ,IACjC,CACP,IACG,CACP,CAAC;AACJ,CAAC"}

package/dist/ui/TestRunner.d.ts

@@ -0,0 +1,15 @@
+import type { TestRunSummary, AgentTestSuite } from '../types.js';
+interface TestRunnerUIProps {
+    projectRoot: string;
+    testPattern: string;
+    agent?: string;
+    tags?: string[];
+    timeout: number;
+    parallel: boolean;
+    verbose: boolean;
+    suites: AgentTestSuite[];
+    onComplete: (summary: TestRunSummary) => void;
+}
+export declare function TestRunnerUI({ projectRoot, testPattern, agent, tags, timeout, parallel, verbose, suites, onComplete, }: TestRunnerUIProps): import("react/jsx-runtime").JSX.Element;
+export {};
+//# sourceMappingURL=TestRunner.d.ts.map

package/dist/ui/TestRunner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TestRunner.d.ts","sourceRoot":"","sources":["../../src/ui/TestRunner.tsx"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAc,cAAc,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAG9E,UAAU,iBAAiB;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,OAAO,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,UAAU,EAAE,CAAC,OAAO,EAAE,cAAc,KAAK,IAAI,CAAC;CAC/C;AAED,wBAAgB,YAAY,CAAC,EAC3B,WAAW,EACX,WAAW,EACX,KAAK,EACL,IAAI,EACJ,OAAO,EACP,QAAQ,EACR,OAAO,EACP,MAAM,EACN,UAAU,GACX,EAAE,iBAAiB,2CAkDnB"}

package/dist/ui/TestRunner.js

@@ -0,0 +1,79 @@
+import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
+import { useState, useEffect } from 'react';
+import { Box, Text, Newline } from 'ink';
+import Spinner from 'ink-spinner';
+import { TestRunner } from '../runner.js';
+export function TestRunnerUI({ projectRoot, testPattern, agent, tags, timeout, parallel, verbose, suites, onComplete, }) {
+    const [status, setStatus] = useState('running');
+    const [currentTest] = useState('Initializing...');
+    const [results, setResults] = useState([]);
+    const [summary, setSummary] = useState(null);
+    const testCount = suites.reduce((acc, s) => acc + s.tests.length, 0);
+    useEffect(() => {
+        async function run() {
+            const runner = new TestRunner({
+                projectRoot,
+                testPattern,
+                agent,
+                tags,
+                timeout,
+                parallel,
+                verbose,
+            });
+            await runner.initialize();
+            const result = await runner.run();
+            setResults(result.results);
+            setSummary(result);
+            setStatus('complete');
+            onComplete(result);
+        }
+        run();
+    }, []);
+    return (_jsxs(Box, { flexDirection: "column", padding: 1, children: [_jsx(Header, { testCount: testCount, suiteCount: suites.length }), status === 'running' && (_jsxs(Box, { marginY: 1, children: [_jsx(Text, { color: "cyan", children: _jsx(Spinner, { type: "dots" }) }), _jsxs(Text, { children: [" ", currentTest] })] })), _jsx(ResultsList, { results: results, verbose: verbose }), summary && _jsx(Summary, { summary: summary })] }));
+}
+function Header({ testCount, suiteCount }) {
+    return (_jsxs(Box, { flexDirection: "column", marginBottom: 1, children: [_jsx(Box, { children: _jsx(Text, { bold: true, color: "magenta", children: "\u25C6 Mastra Agent Tests" }) }), _jsxs(Text, { color: "gray", children: ["Running ", testCount, " tests from ", suiteCount, " suites"] })] }));
+}
+function ResultsList({ results, verbose }) {
+    if (results.length === 0)
+        return null;
+    return (_jsx(Box, { flexDirection: "column", marginY: 1, children: results.map((result, index) => (_jsx(TestResultRow, { result: result, verbose: verbose }, index))) }));
+}
+function TestResultRow({ result, verbose }) {
+    const icon = getStatusIcon(result.status);
+    const color = getStatusColor(result.status);
+    return (_jsxs(Box, { flexDirection: "column", children: [_jsxs(Box, { children: [_jsx(Text, { color: color, children: icon }), _jsxs(Text, { color: "cyan", children: [" [", result.agent, "]"] }), _jsxs(Text, { children: [" ", result.name] }), _jsxs(Text, { color: "gray", children: [" (", result.duration, "ms)"] })] }), result.status === 'failed' && result.error && (_jsx(Box, { marginLeft: 4, children: _jsxs(Text, { color: "red", children: ["\u2192 ", result.error] }) })), verbose && result.output && (_jsx(Box, { marginLeft: 4, children: _jsxs(Text, { color: "gray", children: ["Output: ", result.output.slice(0, 100), "..."] }) }))] }));
+}
+function Summary({ summary }) {
+    const allPassed = summary.failed === 0 && summary.timeout === 0;
+    return (_jsxs(Box, { flexDirection: "column", marginTop: 1, borderStyle: "single", borderColor: "gray", paddingX: 2, paddingY: 1, children: [_jsx(Text, { bold: true, children: "Test Summary" }), _jsx(Newline, {}), _jsxs(Box, { gap: 2, children: [summary.passed > 0 && (_jsxs(Text, { color: "green", children: ["\u2713 ", summary.passed, " passed"] })), summary.failed > 0 && (_jsxs(Text, { color: "red", children: ["\u2716 ", summary.failed, " failed"] })), summary.skipped > 0 && (_jsxs(Text, { color: "yellow", children: ["\u25CB ", summary.skipped, " skipped"] })), summary.timeout > 0 && (_jsxs(Text, { color: "yellow", children: ["\u23F1 ", summary.timeout, " timeout"] }))] }), _jsx(Newline, {}), _jsxs(Text, { color: "gray", children: ["Total: ", summary.total, " tests in ", summary.duration, "ms"] }), _jsx(Newline, {}), allPassed ? (summary.total === 0 ? (_jsx(Text, { color: "yellow", bold: true, children: "\u26A0 No tests found" })) : (_jsx(Text, { color: "green", bold: true, children: "\u2713 All tests passed" }))) : (_jsx(Text, { color: "red", bold: true, children: "\u2716 Tests failed" }))] }));
+}
+function getStatusIcon(status) {
+    switch (status) {
+        case 'passed':
+            return '✓';
+        case 'failed':
+            return '✖';
+        case 'skipped':
+            return '○';
+        case 'timeout':
+            return '⏱';
+        default:
+            return '?';
+    }
+}
+function getStatusColor(status) {
+    switch (status) {
+        case 'passed':
+            return 'green';
+        case 'failed':
+            return 'red';
+        case 'skipped':
+            return 'yellow';
+        case 'timeout':
+            return 'yellow';
+        default:
+            return 'white';
+    }
+}
+//# sourceMappingURL=TestRunner.js.map

package/dist/ui/TestRunner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TestRunner.js","sourceRoot":"","sources":["../../src/ui/TestRunner.tsx"],"names":[],"mappings":";AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAC5C,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC;AACzC,OAAO,OAAO,MAAM,aAAa,CAAC;AAElC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAc1C,MAAM,UAAU,YAAY,CAAC,EAC3B,WAAW,EACX,WAAW,EACX,KAAK,EACL,IAAI,EACJ,OAAO,EACP,QAAQ,EACR,OAAO,EACP,MAAM,EACN,UAAU,GACQ;IAClB,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,QAAQ,CAAyB,SAAS,CAAC,CAAC;IACxE,MAAM,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAS,iBAAiB,CAAC,CAAC;IAC1D,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,QAAQ,CAAe,EAAE,CAAC,CAAC;IACzD,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,QAAQ,CAAwB,IAAI,CAAC,CAAC;IAEpE,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAErE,SAAS,CAAC,GAAG,EAAE;QACb,KAAK,UAAU,GAAG;YAChB,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC;gBAC5B,WAAW;gBACX,WAAW;gBACX,KAAK;gBACL,IAAI;gBACJ,OAAO;gBACP,QAAQ;gBACR,OAAO;aACR,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC;YAElC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC3B,UAAU,CAAC,MAAM,CAAC,CAAC;YACnB,SAAS,CAAC,UAAU,CAAC,CAAC;YACtB,UAAU,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC;QAED,GAAG,EAAE,CAAC;IACR,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,OAAO,CACL,MAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,EAAC,OAAO,EAAE,CAAC,aACpC,KAAC,MAAM,IAAC,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,GAAI,EAE1D,MAAM,KAAK,SAAS,IAAI,CACvB,MAAC,GAAG,IAAC,OAAO,EAAE,CAAC,aACb,KAAC,IAAI,IAAC,KAAK,EAAC,MAAM,YAChB,KAAC,OAAO,IAAC,IAAI,EAAC,MAAM,GAAG,GAClB,EACP,MAAC,IAAI,oBAAG,WAAW,IAAQ,IACvB,CACP,EAED,KAAC,WAAW,IAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,GAAI,EAElD,OAAO,IAAI,KAAC,OAAO,IAAC,OAAO,EAAE,OAAO,GAAI,IACrC,CACP,CAAC;AACJ,CAAC;AAED,SAAS,MAAM,CAAC,EAAE,SAAS,EAAE,UAAU,EAA6C;IAClF,OAAO,CACL,MAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,EAAC,YAAY,EAAE,CAAC,aACzC,KAAC,GAAG,cACF,KAAC,IAAI,IAAC,IAAI,QAAC,KAAK,EAAC,SAAS,0CAEnB,GACH,EACN,MAAC,IAAI,IAAC,KAAK,EAAC,MAAM,yBACP,SAAS,kBAAc,UAAU,eACrC,IACH,CACP,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,EAAE,OAAO,EAAE,OAAO,EAA+C;IACpF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEtC,OAAO,CACL,KAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,EAAC,OAAO,EAAE,CAAC,YACnC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAC9B,KAAC,aAAa,IAAa,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,IAAvC,KAAK,CAAsC,CAChE,CAAC,GACE,CACP,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,EAAE,MAAM,EAAE,OAAO,EAA4C;IAClF,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAE5C,OAAO,CACL,MAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,aACzB,MAAC,GAAG,eACF,KAAC,IAAI,IAAC,KAAK,EAAE,KAAK,YAAG,IAAI,GAAQ,EACjC,MAAC,IAAI,IAAC,KAAK,EAAC,MAAM,mBAAI,MAAM,CAAC,KAAK,SAAS,EAC3C,MAAC,IAAI,oBAAG,MAAM,CAAC,IAAI,IAAQ,EAC3B,MAAC,IAAI,IAAC,KAAK,EAAC,MAAM,mBAAI,MAAM,CAAC,QAAQ,WAAW,IAC5C,EACL,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,IAAI,CAC7C,KAAC,GAAG,IAAC,UAAU,EAAE,CAAC,YAChB,MAAC,IAAI,IAAC,KAAK,EAAC,KAAK,wBAAI,MAAM,CAAC,KAAK,IAAQ,GACrC,CACP,EACA,OAAO,IAAI,MAAM,CAAC,MAAM,IAAI,CAC3B,KAAC,GAAG,IAAC,UAAU,EAAE,CAAC,YAChB,MAAC,IAAI,IAAC,KAAK,EAAC,MAAM,yBAAU,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,WAAW,GAC9D,CACP,IACG,CACP,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,EAAE,OAAO,EAA+B;IACvD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,OAAO,KAAK,CAAC,CAAC;IAEhE,OAAO,CACL,MAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,EAAC,SAAS,EAAE,CAAC,EAAE,WAAW,EAAC,QAAQ,EAAC,WAAW,EAAC,MAAM,EAAC,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,aACxG,KAAC,IAAI,IAAC,IAAI,mCAAoB,EAC9B,KAAC,OAAO,KAAG,EAEX,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACR,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CACrB,MAAC,IAAI,IAAC,KAAK,EAAC,OAAO,wBAAI,OAAO,CAAC,MAAM,eAAe,CACrD,EACA,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CACrB,MAAC,IAAI,IAAC,KAAK,EAAC,KAAK,wBAAI,OAAO,CAAC,MAAM,eAAe,CACnD,EACA,OAAO,CAAC,OAAO,GAAG,CAAC,IAAI,CACtB,MAAC,IAAI,IAAC,KAAK,EAAC,QAAQ,wBAAI,OAAO,CAAC,OAAO,gBAAgB,CACxD,EACA,OAAO,CAAC,OAAO,GAAG,CAAC,IAAI,CACtB,MAAC,IAAI,IAAC,KAAK,EAAC,QAAQ,wBAAI,OAAO,CAAC,OAAO,gBAAgB,CACxD,IACG,EAEN,KAAC,OAAO,KAAG,EACX,MAAC,IAAI,IAAC,KAAK,EAAC,MAAM,wBACR,OAAO,CAAC,KAAK,gBAAY,OAAO,CAAC,QAAQ,UAC5C,EAEP,KAAC,OAAO,KAAG,EACV,SAAS,CAAC,CAAC,CAAC,CACX,OAAO,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CACpB,KAAC,IAAI,IAAC,KAAK,EAAC,QAAQ,EAAC,IAAI,4CAElB,CACR,CAAC,CAAC,CAAC,CACF,KAAC,IAAI,IAAC,KAAK,EAAC,OAAO,EAAC,IAAI,8CAEjB,CACR,CACF,CAAC,CAAC,CAAC,CACF,KAAC,IAAI,IAAC,KAAK,EAAC,KAAK,EAAC,IAAI,0CAEf,CACR,IACG,CACP,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAA4B;IACjD,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,GAAG,CAAC;QACb,KAAK,QAAQ;YACX,OAAO,GAAG,CAAC;QACb,KAAK,SAAS;YACZ,OAAO,GAAG,CAAC;QACb,KAAK,SAAS;YACZ,OAAO,GAAG,CAAC;QACb;YACE,OAAO,GAAG,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAA4B;IAClD,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,OAAO,CAAC;QACjB,KAAK,QAAQ;YACX,OAAO,KAAK,CAAC;QACf,KAAK,SAAS;YACZ,OAAO,QAAQ,CAAC;QAClB,KAAK,SAAS;YACZ,OAAO,QAAQ,CAAC;QAClB;YACE,OAAO,OAAO,CAAC;IACnB,CAAC;AACH,CAAC"}

package/dist/ui/index.d.ts

@@ -0,0 +1,3 @@
+export { TestRunnerUI } from './TestRunner.js';
+export { AgentListUI } from './AgentList.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/ui/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/ui/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC"}

package/dist/ui/index.js

@@ -0,0 +1,3 @@
+export { TestRunnerUI } from './TestRunner.js';
+export { AgentListUI } from './AgentList.js';
+//# sourceMappingURL=index.js.map

package/dist/ui/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/ui/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC"}

package/package.json

@@ -0,0 +1,62 @@
+{
+  "name": "@voltade/mastra-unit-test",
+  "version": "0.1.0",
+  "description": "Unit testing framework for Mastra AI agents",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "bin": {
+    "mastra-test": "./dist/cli.js"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.js"
+    },
+    "./types": {
+      "types": "./dist/types.d.ts",
+      "import": "./dist/types.js"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "clean": "rm -rf dist",
+    "prepublishOnly": "npm run clean && npm run build",
+    "lint": "tsc --noEmit",
+    "dev": "tsc --watch"
+  },
+  "keywords": [
+    "mastra",
+    "testing",
+    "ai",
+    "agents",
+    "unit-test"
+  ],
+  "author": "Voltade",
+  "license": "MIT",
+  "publishConfig": {
+    "access": "public"
+  },
+  "peerDependencies": {
+    "@mastra/core": ">=0.1.0",
+    "typescript": ">=5.0.0"
+  },
+  "dependencies": {
+    "chalk": "^5.3.0",
+    "commander": "^12.0.0",
+    "glob": "^10.3.0",
+    "ink": "^5.0.1",
+    "ink-spinner": "^5.0.0",
+    "react": "^18.2.0"
+  },
+  "devDependencies": {
+    "@types/node": "^20.0.0",
+    "@types/react": "^18.2.0",
+    "typescript": "^5.0.0"
+  }
+}